{ "best_metric": null, "best_model_checkpoint": null, "epoch": 50.0, "eval_steps": 500, "global_step": 56300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 2.0000000000000002e-07, "loss": 164.2578, "step": 1 }, { "epoch": 0.0, "learning_rate": 4.0000000000000003e-07, "loss": 163.6406, "step": 2 }, { "epoch": 0.0, "learning_rate": 6.000000000000001e-07, "loss": 164.2656, "step": 3 }, { "epoch": 0.0, "learning_rate": 8.000000000000001e-07, "loss": 164.0234, "step": 4 }, { "epoch": 0.0, "learning_rate": 1.0000000000000002e-06, "loss": 163.2188, "step": 5 }, { "epoch": 0.01, "learning_rate": 1.2000000000000002e-06, "loss": 163.8672, "step": 6 }, { "epoch": 0.01, "learning_rate": 1.4000000000000001e-06, "loss": 164.0156, "step": 7 }, { "epoch": 0.01, "learning_rate": 1.4000000000000001e-06, "loss": 177.7188, "step": 8 }, { "epoch": 0.01, "learning_rate": 1.4000000000000001e-06, "loss": 179.3672, "step": 9 }, { "epoch": 0.01, "learning_rate": 1.6000000000000001e-06, "loss": 182.5234, "step": 10 }, { "epoch": 0.01, "learning_rate": 1.8e-06, "loss": 167.4297, "step": 11 }, { "epoch": 0.01, "learning_rate": 2.0000000000000003e-06, "loss": 159.9453, "step": 12 }, { "epoch": 0.01, "learning_rate": 2.2e-06, "loss": 153.5312, "step": 13 }, { "epoch": 0.01, "learning_rate": 2.4000000000000003e-06, "loss": 148.9297, "step": 14 }, { "epoch": 0.01, "learning_rate": 2.6e-06, "loss": 145.1719, "step": 15 }, { "epoch": 0.01, "learning_rate": 2.8000000000000003e-06, "loss": 144.625, "step": 16 }, { "epoch": 0.02, "learning_rate": 3e-06, "loss": 143.8516, "step": 17 }, { "epoch": 0.02, "learning_rate": 3.2000000000000003e-06, "loss": 143.4062, "step": 18 }, { "epoch": 0.02, "learning_rate": 3.4000000000000005e-06, "loss": 142.5859, "step": 19 }, { "epoch": 0.02, "learning_rate": 3.6e-06, "loss": 141.5156, "step": 20 }, { "epoch": 0.02, "learning_rate": 3.8e-06, "loss": 140.4688, "step": 21 }, { "epoch": 0.02, "learning_rate": 4.000000000000001e-06, "loss": 139.7812, "step": 22 }, { "epoch": 0.02, "learning_rate": 4.2000000000000004e-06, "loss": 139.1953, "step": 23 }, { "epoch": 0.02, "learning_rate": 4.4e-06, "loss": 137.8828, "step": 24 }, { "epoch": 0.02, "learning_rate": 4.6e-06, "loss": 136.3672, "step": 25 }, { "epoch": 0.02, "learning_rate": 4.800000000000001e-06, "loss": 135.3906, "step": 26 }, { "epoch": 0.02, "learning_rate": 5e-06, "loss": 134.5625, "step": 27 }, { "epoch": 0.02, "learning_rate": 5.2e-06, "loss": 132.6094, "step": 28 }, { "epoch": 0.03, "learning_rate": 5.4e-06, "loss": 131.3594, "step": 29 }, { "epoch": 0.03, "learning_rate": 5.600000000000001e-06, "loss": 130.4453, "step": 30 }, { "epoch": 0.03, "learning_rate": 5.8e-06, "loss": 129.9648, "step": 31 }, { "epoch": 0.03, "learning_rate": 6e-06, "loss": 127.7031, "step": 32 }, { "epoch": 0.03, "learning_rate": 6.2e-06, "loss": 126.668, "step": 33 }, { "epoch": 0.03, "learning_rate": 6.4000000000000006e-06, "loss": 126.082, "step": 34 }, { "epoch": 0.03, "learning_rate": 6.6e-06, "loss": 125.2188, "step": 35 }, { "epoch": 0.03, "learning_rate": 6.800000000000001e-06, "loss": 124.4141, "step": 36 }, { "epoch": 0.03, "learning_rate": 7.000000000000001e-06, "loss": 122.3789, "step": 37 }, { "epoch": 0.03, "learning_rate": 7.2e-06, "loss": 122.0742, "step": 38 }, { "epoch": 0.03, "learning_rate": 7.4e-06, "loss": 120.2461, "step": 39 }, { "epoch": 0.04, "learning_rate": 7.6e-06, "loss": 119.7734, "step": 40 }, { "epoch": 0.04, "learning_rate": 7.8e-06, "loss": 120.1719, "step": 41 }, { "epoch": 0.04, "learning_rate": 8.000000000000001e-06, "loss": 119.5977, "step": 42 }, { "epoch": 0.04, "learning_rate": 8.200000000000001e-06, "loss": 118.4492, "step": 43 }, { "epoch": 0.04, "learning_rate": 8.400000000000001e-06, "loss": 117.3789, "step": 44 }, { "epoch": 0.04, "learning_rate": 8.599999999999999e-06, "loss": 116.9102, "step": 45 }, { "epoch": 0.04, "learning_rate": 8.8e-06, "loss": 115.5703, "step": 46 }, { "epoch": 0.04, "learning_rate": 9e-06, "loss": 115.5781, "step": 47 }, { "epoch": 0.04, "learning_rate": 9.2e-06, "loss": 114.8672, "step": 48 }, { "epoch": 0.04, "learning_rate": 9.4e-06, "loss": 114.2578, "step": 49 }, { "epoch": 0.04, "learning_rate": 9.600000000000001e-06, "loss": 116.1953, "step": 50 }, { "epoch": 0.05, "learning_rate": 9.800000000000001e-06, "loss": 114.0625, "step": 51 }, { "epoch": 0.05, "learning_rate": 1e-05, "loss": 113.7539, "step": 52 }, { "epoch": 0.05, "learning_rate": 1.02e-05, "loss": 113.1992, "step": 53 }, { "epoch": 0.05, "learning_rate": 1.04e-05, "loss": 112.7734, "step": 54 }, { "epoch": 0.05, "learning_rate": 1.06e-05, "loss": 112.3008, "step": 55 }, { "epoch": 0.05, "learning_rate": 1.08e-05, "loss": 111.8008, "step": 56 }, { "epoch": 0.05, "learning_rate": 1.1000000000000001e-05, "loss": 111.2383, "step": 57 }, { "epoch": 0.05, "learning_rate": 1.1200000000000001e-05, "loss": 111.2344, "step": 58 }, { "epoch": 0.05, "learning_rate": 1.1400000000000001e-05, "loss": 110.4766, "step": 59 }, { "epoch": 0.05, "learning_rate": 1.16e-05, "loss": 110.9531, "step": 60 }, { "epoch": 0.05, "learning_rate": 1.18e-05, "loss": 110.4805, "step": 61 }, { "epoch": 0.06, "learning_rate": 1.2e-05, "loss": 109.4883, "step": 62 }, { "epoch": 0.06, "learning_rate": 1.22e-05, "loss": 109.1641, "step": 63 }, { "epoch": 0.06, "learning_rate": 1.24e-05, "loss": 108.2734, "step": 64 }, { "epoch": 0.06, "learning_rate": 1.2600000000000001e-05, "loss": 109.0625, "step": 65 }, { "epoch": 0.06, "learning_rate": 1.2800000000000001e-05, "loss": 108.3984, "step": 66 }, { "epoch": 0.06, "learning_rate": 1.3000000000000001e-05, "loss": 107.918, "step": 67 }, { "epoch": 0.06, "learning_rate": 1.32e-05, "loss": 107.5742, "step": 68 }, { "epoch": 0.06, "learning_rate": 1.3400000000000002e-05, "loss": 106.8906, "step": 69 }, { "epoch": 0.06, "learning_rate": 1.3600000000000002e-05, "loss": 107.2031, "step": 70 }, { "epoch": 0.06, "learning_rate": 1.3800000000000002e-05, "loss": 108.168, "step": 71 }, { "epoch": 0.06, "learning_rate": 1.4000000000000001e-05, "loss": 106.332, "step": 72 }, { "epoch": 0.06, "learning_rate": 1.42e-05, "loss": 106.7852, "step": 73 }, { "epoch": 0.07, "learning_rate": 1.44e-05, "loss": 105.4023, "step": 74 }, { "epoch": 0.07, "learning_rate": 1.4599999999999999e-05, "loss": 105.5273, "step": 75 }, { "epoch": 0.07, "learning_rate": 1.48e-05, "loss": 105.3242, "step": 76 }, { "epoch": 0.07, "learning_rate": 1.5e-05, "loss": 104.8516, "step": 77 }, { "epoch": 0.07, "learning_rate": 1.52e-05, "loss": 104.543, "step": 78 }, { "epoch": 0.07, "learning_rate": 1.54e-05, "loss": 103.5117, "step": 79 }, { "epoch": 0.07, "learning_rate": 1.56e-05, "loss": 103.707, "step": 80 }, { "epoch": 0.07, "learning_rate": 1.58e-05, "loss": 103.5117, "step": 81 }, { "epoch": 0.07, "learning_rate": 1.6000000000000003e-05, "loss": 103.1562, "step": 82 }, { "epoch": 0.07, "learning_rate": 1.62e-05, "loss": 102.6953, "step": 83 }, { "epoch": 0.07, "learning_rate": 1.6400000000000002e-05, "loss": 102.3242, "step": 84 }, { "epoch": 0.08, "learning_rate": 1.66e-05, "loss": 101.9727, "step": 85 }, { "epoch": 0.08, "learning_rate": 1.6800000000000002e-05, "loss": 101.6055, "step": 86 }, { "epoch": 0.08, "learning_rate": 1.7000000000000003e-05, "loss": 101.4805, "step": 87 }, { "epoch": 0.08, "learning_rate": 1.7199999999999998e-05, "loss": 101.7148, "step": 88 }, { "epoch": 0.08, "learning_rate": 1.74e-05, "loss": 100.6055, "step": 89 }, { "epoch": 0.08, "learning_rate": 1.76e-05, "loss": 102.4766, "step": 90 }, { "epoch": 0.08, "learning_rate": 1.78e-05, "loss": 100.1406, "step": 91 }, { "epoch": 0.08, "learning_rate": 1.8e-05, "loss": 100.6172, "step": 92 }, { "epoch": 0.08, "learning_rate": 1.8200000000000002e-05, "loss": 99.7969, "step": 93 }, { "epoch": 0.08, "learning_rate": 1.84e-05, "loss": 99.7617, "step": 94 }, { "epoch": 0.08, "learning_rate": 1.86e-05, "loss": 99.0703, "step": 95 }, { "epoch": 0.09, "learning_rate": 1.88e-05, "loss": 98.668, "step": 96 }, { "epoch": 0.09, "learning_rate": 1.9e-05, "loss": 98.7734, "step": 97 }, { "epoch": 0.09, "learning_rate": 1.9200000000000003e-05, "loss": 98.0156, "step": 98 }, { "epoch": 0.09, "learning_rate": 1.94e-05, "loss": 98.1016, "step": 99 }, { "epoch": 0.09, "learning_rate": 1.9600000000000002e-05, "loss": 96.9805, "step": 100 }, { "epoch": 0.09, "learning_rate": 1.9800000000000004e-05, "loss": 96.6211, "step": 101 }, { "epoch": 0.09, "learning_rate": 2e-05, "loss": 96.5859, "step": 102 }, { "epoch": 0.09, "learning_rate": 2.0200000000000003e-05, "loss": 96.4219, "step": 103 }, { "epoch": 0.09, "learning_rate": 2.04e-05, "loss": 96.793, "step": 104 }, { "epoch": 0.09, "learning_rate": 2.06e-05, "loss": 95.832, "step": 105 }, { "epoch": 0.09, "learning_rate": 2.08e-05, "loss": 96.3281, "step": 106 }, { "epoch": 0.1, "learning_rate": 2.1e-05, "loss": 94.4805, "step": 107 }, { "epoch": 0.1, "learning_rate": 2.12e-05, "loss": 94.5547, "step": 108 }, { "epoch": 0.1, "learning_rate": 2.1400000000000002e-05, "loss": 94.5156, "step": 109 }, { "epoch": 0.1, "learning_rate": 2.16e-05, "loss": 94.4805, "step": 110 }, { "epoch": 0.1, "learning_rate": 2.18e-05, "loss": 93.9297, "step": 111 }, { "epoch": 0.1, "learning_rate": 2.2000000000000003e-05, "loss": 93.5898, "step": 112 }, { "epoch": 0.1, "learning_rate": 2.22e-05, "loss": 94.6445, "step": 113 }, { "epoch": 0.1, "learning_rate": 2.2400000000000002e-05, "loss": 93.9648, "step": 114 }, { "epoch": 0.1, "learning_rate": 2.26e-05, "loss": 93.9336, "step": 115 }, { "epoch": 0.1, "learning_rate": 2.2800000000000002e-05, "loss": 92.7305, "step": 116 }, { "epoch": 0.1, "learning_rate": 2.3000000000000003e-05, "loss": 91.6328, "step": 117 }, { "epoch": 0.1, "learning_rate": 2.32e-05, "loss": 92.9609, "step": 118 }, { "epoch": 0.11, "learning_rate": 2.3400000000000003e-05, "loss": 91.7812, "step": 119 }, { "epoch": 0.11, "learning_rate": 2.36e-05, "loss": 92.7773, "step": 120 }, { "epoch": 0.11, "learning_rate": 2.38e-05, "loss": 92.1836, "step": 121 }, { "epoch": 0.11, "learning_rate": 2.4e-05, "loss": 91.8945, "step": 122 }, { "epoch": 0.11, "learning_rate": 2.4200000000000002e-05, "loss": 90.9844, "step": 123 }, { "epoch": 0.11, "learning_rate": 2.44e-05, "loss": 91.4141, "step": 124 }, { "epoch": 0.11, "learning_rate": 2.46e-05, "loss": 90.6016, "step": 125 }, { "epoch": 0.11, "learning_rate": 2.48e-05, "loss": 90.1797, "step": 126 }, { "epoch": 0.11, "learning_rate": 2.5e-05, "loss": 90.5078, "step": 127 }, { "epoch": 0.11, "learning_rate": 2.5200000000000003e-05, "loss": 90.2773, "step": 128 }, { "epoch": 0.11, "learning_rate": 2.54e-05, "loss": 90.9727, "step": 129 }, { "epoch": 0.12, "learning_rate": 2.5600000000000002e-05, "loss": 89.3672, "step": 130 }, { "epoch": 0.12, "learning_rate": 2.58e-05, "loss": 89.3125, "step": 131 }, { "epoch": 0.12, "learning_rate": 2.6000000000000002e-05, "loss": 90.6523, "step": 132 }, { "epoch": 0.12, "learning_rate": 2.6200000000000003e-05, "loss": 89.7461, "step": 133 }, { "epoch": 0.12, "learning_rate": 2.64e-05, "loss": 89.1836, "step": 134 }, { "epoch": 0.12, "learning_rate": 2.6600000000000003e-05, "loss": 88.9648, "step": 135 }, { "epoch": 0.12, "learning_rate": 2.6800000000000004e-05, "loss": 87.7461, "step": 136 }, { "epoch": 0.12, "learning_rate": 2.7000000000000002e-05, "loss": 88.418, "step": 137 }, { "epoch": 0.12, "learning_rate": 2.7200000000000004e-05, "loss": 87.7266, "step": 138 }, { "epoch": 0.12, "learning_rate": 2.7400000000000002e-05, "loss": 87.4258, "step": 139 }, { "epoch": 0.12, "learning_rate": 2.7600000000000003e-05, "loss": 87.2109, "step": 140 }, { "epoch": 0.13, "learning_rate": 2.7800000000000005e-05, "loss": 87.3594, "step": 141 }, { "epoch": 0.13, "learning_rate": 2.8000000000000003e-05, "loss": 87.9023, "step": 142 }, { "epoch": 0.13, "learning_rate": 2.8199999999999998e-05, "loss": 87.4922, "step": 143 }, { "epoch": 0.13, "learning_rate": 2.84e-05, "loss": 86.6211, "step": 144 }, { "epoch": 0.13, "learning_rate": 2.86e-05, "loss": 85.3359, "step": 145 }, { "epoch": 0.13, "learning_rate": 2.88e-05, "loss": 86.3984, "step": 146 }, { "epoch": 0.13, "learning_rate": 2.9e-05, "loss": 86.4375, "step": 147 }, { "epoch": 0.13, "learning_rate": 2.9199999999999998e-05, "loss": 86.7031, "step": 148 }, { "epoch": 0.13, "learning_rate": 2.94e-05, "loss": 86.6875, "step": 149 }, { "epoch": 0.13, "learning_rate": 2.96e-05, "loss": 85.3125, "step": 150 }, { "epoch": 0.13, "learning_rate": 2.98e-05, "loss": 86.5977, "step": 151 }, { "epoch": 0.13, "learning_rate": 3e-05, "loss": 87.1406, "step": 152 }, { "epoch": 0.14, "learning_rate": 3.02e-05, "loss": 86.1094, "step": 153 }, { "epoch": 0.14, "learning_rate": 3.04e-05, "loss": 85.4141, "step": 154 }, { "epoch": 0.14, "learning_rate": 3.06e-05, "loss": 85.7891, "step": 155 }, { "epoch": 0.14, "learning_rate": 3.08e-05, "loss": 84.8945, "step": 156 }, { "epoch": 0.14, "learning_rate": 3.1e-05, "loss": 84.1055, "step": 157 }, { "epoch": 0.14, "learning_rate": 3.12e-05, "loss": 84.3242, "step": 158 }, { "epoch": 0.14, "learning_rate": 3.1400000000000004e-05, "loss": 85.3359, "step": 159 }, { "epoch": 0.14, "learning_rate": 3.16e-05, "loss": 84.5859, "step": 160 }, { "epoch": 0.14, "learning_rate": 3.18e-05, "loss": 83.9688, "step": 161 }, { "epoch": 0.14, "learning_rate": 3.2000000000000005e-05, "loss": 83.1484, "step": 162 }, { "epoch": 0.14, "learning_rate": 3.2200000000000003e-05, "loss": 83.1758, "step": 163 }, { "epoch": 0.15, "learning_rate": 3.24e-05, "loss": 82.8008, "step": 164 }, { "epoch": 0.15, "learning_rate": 3.26e-05, "loss": 83.2383, "step": 165 }, { "epoch": 0.15, "learning_rate": 3.2800000000000004e-05, "loss": 82.7773, "step": 166 }, { "epoch": 0.15, "learning_rate": 3.3e-05, "loss": 82.9922, "step": 167 }, { "epoch": 0.15, "learning_rate": 3.32e-05, "loss": 82.1289, "step": 168 }, { "epoch": 0.15, "learning_rate": 3.3400000000000005e-05, "loss": 82.6758, "step": 169 }, { "epoch": 0.15, "learning_rate": 3.3600000000000004e-05, "loss": 81.1641, "step": 170 }, { "epoch": 0.15, "learning_rate": 3.38e-05, "loss": 81.9805, "step": 171 }, { "epoch": 0.15, "learning_rate": 3.4000000000000007e-05, "loss": 81.3867, "step": 172 }, { "epoch": 0.15, "learning_rate": 3.4200000000000005e-05, "loss": 81.6016, "step": 173 }, { "epoch": 0.15, "learning_rate": 3.4399999999999996e-05, "loss": 81.6211, "step": 174 }, { "epoch": 0.16, "learning_rate": 3.46e-05, "loss": 81.625, "step": 175 }, { "epoch": 0.16, "learning_rate": 3.48e-05, "loss": 82.4258, "step": 176 }, { "epoch": 0.16, "learning_rate": 3.5e-05, "loss": 81.3516, "step": 177 }, { "epoch": 0.16, "learning_rate": 3.52e-05, "loss": 80.7852, "step": 178 }, { "epoch": 0.16, "learning_rate": 3.54e-05, "loss": 81.7578, "step": 179 }, { "epoch": 0.16, "learning_rate": 3.56e-05, "loss": 81.0078, "step": 180 }, { "epoch": 0.16, "learning_rate": 3.58e-05, "loss": 80.2031, "step": 181 }, { "epoch": 0.16, "learning_rate": 3.6e-05, "loss": 79.7734, "step": 182 }, { "epoch": 0.16, "learning_rate": 3.62e-05, "loss": 79.5469, "step": 183 }, { "epoch": 0.16, "learning_rate": 3.6400000000000004e-05, "loss": 80.6953, "step": 184 }, { "epoch": 0.16, "learning_rate": 3.66e-05, "loss": 80.3242, "step": 185 }, { "epoch": 0.17, "learning_rate": 3.68e-05, "loss": 81.0078, "step": 186 }, { "epoch": 0.17, "learning_rate": 3.7e-05, "loss": 80.5859, "step": 187 }, { "epoch": 0.17, "learning_rate": 3.72e-05, "loss": 79.2031, "step": 188 }, { "epoch": 0.17, "learning_rate": 3.74e-05, "loss": 78.7109, "step": 189 }, { "epoch": 0.17, "learning_rate": 3.76e-05, "loss": 79.707, "step": 190 }, { "epoch": 0.17, "learning_rate": 3.7800000000000004e-05, "loss": 79.3867, "step": 191 }, { "epoch": 0.17, "learning_rate": 3.8e-05, "loss": 81.3359, "step": 192 }, { "epoch": 0.17, "learning_rate": 3.82e-05, "loss": 80.332, "step": 193 }, { "epoch": 0.17, "learning_rate": 3.8400000000000005e-05, "loss": 81.3906, "step": 194 }, { "epoch": 0.17, "learning_rate": 3.86e-05, "loss": 80.1016, "step": 195 }, { "epoch": 0.17, "learning_rate": 3.88e-05, "loss": 79.3789, "step": 196 }, { "epoch": 0.17, "learning_rate": 3.9000000000000006e-05, "loss": 78.9961, "step": 197 }, { "epoch": 0.18, "learning_rate": 3.9200000000000004e-05, "loss": 77.6797, "step": 198 }, { "epoch": 0.18, "learning_rate": 3.94e-05, "loss": 78.8672, "step": 199 }, { "epoch": 0.18, "learning_rate": 3.960000000000001e-05, "loss": 77.7695, "step": 200 }, { "epoch": 0.18, "learning_rate": 3.9800000000000005e-05, "loss": 77.9258, "step": 201 }, { "epoch": 0.18, "learning_rate": 4e-05, "loss": 77.1289, "step": 202 }, { "epoch": 0.18, "learning_rate": 4.02e-05, "loss": 78.3359, "step": 203 }, { "epoch": 0.18, "learning_rate": 4.0400000000000006e-05, "loss": 76.0977, "step": 204 }, { "epoch": 0.18, "learning_rate": 4.0600000000000004e-05, "loss": 77.832, "step": 205 }, { "epoch": 0.18, "learning_rate": 4.08e-05, "loss": 77.2109, "step": 206 }, { "epoch": 0.18, "learning_rate": 4.1e-05, "loss": 76.4883, "step": 207 }, { "epoch": 0.18, "learning_rate": 4.12e-05, "loss": 77.1289, "step": 208 }, { "epoch": 0.19, "learning_rate": 4.14e-05, "loss": 77.0234, "step": 209 }, { "epoch": 0.19, "learning_rate": 4.16e-05, "loss": 76.5625, "step": 210 }, { "epoch": 0.19, "learning_rate": 4.18e-05, "loss": 76.7266, "step": 211 }, { "epoch": 0.19, "learning_rate": 4.2e-05, "loss": 76.9336, "step": 212 }, { "epoch": 0.19, "learning_rate": 4.22e-05, "loss": 76.7188, "step": 213 }, { "epoch": 0.19, "learning_rate": 4.24e-05, "loss": 76.2695, "step": 214 }, { "epoch": 0.19, "learning_rate": 4.26e-05, "loss": 78.0547, "step": 215 }, { "epoch": 0.19, "learning_rate": 4.2800000000000004e-05, "loss": 76.2031, "step": 216 }, { "epoch": 0.19, "learning_rate": 4.3e-05, "loss": 75.4414, "step": 217 }, { "epoch": 0.19, "learning_rate": 4.32e-05, "loss": 76.2344, "step": 218 }, { "epoch": 0.19, "learning_rate": 4.3400000000000005e-05, "loss": 76.1016, "step": 219 }, { "epoch": 0.2, "learning_rate": 4.36e-05, "loss": 75.5742, "step": 220 }, { "epoch": 0.2, "learning_rate": 4.38e-05, "loss": 75.75, "step": 221 }, { "epoch": 0.2, "learning_rate": 4.4000000000000006e-05, "loss": 74.5195, "step": 222 }, { "epoch": 0.2, "learning_rate": 4.4200000000000004e-05, "loss": 74.4648, "step": 223 }, { "epoch": 0.2, "learning_rate": 4.44e-05, "loss": 74.1133, "step": 224 }, { "epoch": 0.2, "learning_rate": 4.46e-05, "loss": 74.625, "step": 225 }, { "epoch": 0.2, "learning_rate": 4.4800000000000005e-05, "loss": 73.5195, "step": 226 }, { "epoch": 0.2, "learning_rate": 4.5e-05, "loss": 74.3867, "step": 227 }, { "epoch": 0.2, "learning_rate": 4.52e-05, "loss": 77.0352, "step": 228 }, { "epoch": 0.2, "learning_rate": 4.5400000000000006e-05, "loss": 76.2539, "step": 229 }, { "epoch": 0.2, "learning_rate": 4.5600000000000004e-05, "loss": 74.1719, "step": 230 }, { "epoch": 0.21, "learning_rate": 4.58e-05, "loss": 76.0469, "step": 231 }, { "epoch": 0.21, "learning_rate": 4.600000000000001e-05, "loss": 75.4688, "step": 232 }, { "epoch": 0.21, "learning_rate": 4.6200000000000005e-05, "loss": 74.5742, "step": 233 }, { "epoch": 0.21, "learning_rate": 4.64e-05, "loss": 73.75, "step": 234 }, { "epoch": 0.21, "learning_rate": 4.660000000000001e-05, "loss": 74.2812, "step": 235 }, { "epoch": 0.21, "learning_rate": 4.6800000000000006e-05, "loss": 74.3633, "step": 236 }, { "epoch": 0.21, "learning_rate": 4.7e-05, "loss": 75.8906, "step": 237 }, { "epoch": 0.21, "learning_rate": 4.72e-05, "loss": 75.5078, "step": 238 }, { "epoch": 0.21, "learning_rate": 4.74e-05, "loss": 75.6367, "step": 239 }, { "epoch": 0.21, "learning_rate": 4.76e-05, "loss": 75.1016, "step": 240 }, { "epoch": 0.21, "learning_rate": 4.78e-05, "loss": 75.6328, "step": 241 }, { "epoch": 0.21, "learning_rate": 4.8e-05, "loss": 75.332, "step": 242 }, { "epoch": 0.22, "learning_rate": 4.82e-05, "loss": 74.0312, "step": 243 }, { "epoch": 0.22, "learning_rate": 4.8400000000000004e-05, "loss": 73.6914, "step": 244 }, { "epoch": 0.22, "learning_rate": 4.86e-05, "loss": 73.457, "step": 245 }, { "epoch": 0.22, "learning_rate": 4.88e-05, "loss": 72.6875, "step": 246 }, { "epoch": 0.22, "learning_rate": 4.9e-05, "loss": 74.168, "step": 247 }, { "epoch": 0.22, "learning_rate": 4.92e-05, "loss": 73.3008, "step": 248 }, { "epoch": 0.22, "learning_rate": 4.94e-05, "loss": 72.9258, "step": 249 }, { "epoch": 0.22, "learning_rate": 4.96e-05, "loss": 73.1016, "step": 250 }, { "epoch": 0.22, "learning_rate": 4.9800000000000004e-05, "loss": 72.7656, "step": 251 }, { "epoch": 0.22, "learning_rate": 5e-05, "loss": 73.0117, "step": 252 }, { "epoch": 0.22, "learning_rate": 5.02e-05, "loss": 72.957, "step": 253 }, { "epoch": 0.23, "learning_rate": 5.0400000000000005e-05, "loss": 71.3984, "step": 254 }, { "epoch": 0.23, "learning_rate": 5.0600000000000003e-05, "loss": 72.6992, "step": 255 }, { "epoch": 0.23, "learning_rate": 5.08e-05, "loss": 72.6758, "step": 256 }, { "epoch": 0.23, "learning_rate": 5.1000000000000006e-05, "loss": 71.9922, "step": 257 }, { "epoch": 0.23, "learning_rate": 5.1200000000000004e-05, "loss": 71.7383, "step": 258 }, { "epoch": 0.23, "learning_rate": 5.14e-05, "loss": 71.7266, "step": 259 }, { "epoch": 0.23, "learning_rate": 5.16e-05, "loss": 71.9648, "step": 260 }, { "epoch": 0.23, "learning_rate": 5.1800000000000005e-05, "loss": 71.1328, "step": 261 }, { "epoch": 0.23, "learning_rate": 5.2000000000000004e-05, "loss": 71.3242, "step": 262 }, { "epoch": 0.23, "learning_rate": 5.22e-05, "loss": 71.1953, "step": 263 }, { "epoch": 0.23, "learning_rate": 5.2400000000000007e-05, "loss": 70.4531, "step": 264 }, { "epoch": 0.24, "learning_rate": 5.2600000000000005e-05, "loss": 73.5664, "step": 265 }, { "epoch": 0.24, "learning_rate": 5.28e-05, "loss": 71.332, "step": 266 }, { "epoch": 0.24, "learning_rate": 5.300000000000001e-05, "loss": 72.1211, "step": 267 }, { "epoch": 0.24, "learning_rate": 5.3200000000000006e-05, "loss": 71.5547, "step": 268 }, { "epoch": 0.24, "learning_rate": 5.3400000000000004e-05, "loss": 71.0352, "step": 269 }, { "epoch": 0.24, "learning_rate": 5.360000000000001e-05, "loss": 70.7383, "step": 270 }, { "epoch": 0.24, "learning_rate": 5.380000000000001e-05, "loss": 71.0703, "step": 271 }, { "epoch": 0.24, "learning_rate": 5.4000000000000005e-05, "loss": 71.9844, "step": 272 }, { "epoch": 0.24, "learning_rate": 5.420000000000001e-05, "loss": 71.9766, "step": 273 }, { "epoch": 0.24, "learning_rate": 5.440000000000001e-05, "loss": 71.5664, "step": 274 }, { "epoch": 0.24, "learning_rate": 5.4600000000000006e-05, "loss": 71.543, "step": 275 }, { "epoch": 0.25, "learning_rate": 5.4800000000000004e-05, "loss": 71.1484, "step": 276 }, { "epoch": 0.25, "learning_rate": 5.500000000000001e-05, "loss": 71.125, "step": 277 }, { "epoch": 0.25, "learning_rate": 5.520000000000001e-05, "loss": 71.4258, "step": 278 }, { "epoch": 0.25, "learning_rate": 5.5400000000000005e-05, "loss": 70.8398, "step": 279 }, { "epoch": 0.25, "learning_rate": 5.560000000000001e-05, "loss": 72.1172, "step": 280 }, { "epoch": 0.25, "learning_rate": 5.580000000000001e-05, "loss": 73.5859, "step": 281 }, { "epoch": 0.25, "learning_rate": 5.6000000000000006e-05, "loss": 72.9062, "step": 282 }, { "epoch": 0.25, "learning_rate": 5.620000000000001e-05, "loss": 71.0859, "step": 283 }, { "epoch": 0.25, "learning_rate": 5.6399999999999995e-05, "loss": 71.668, "step": 284 }, { "epoch": 0.25, "learning_rate": 5.66e-05, "loss": 70.4297, "step": 285 }, { "epoch": 0.25, "learning_rate": 5.68e-05, "loss": 71.625, "step": 286 }, { "epoch": 0.25, "learning_rate": 5.6999999999999996e-05, "loss": 72.5703, "step": 287 }, { "epoch": 0.26, "learning_rate": 5.72e-05, "loss": 71.4492, "step": 288 }, { "epoch": 0.26, "learning_rate": 5.74e-05, "loss": 70.9023, "step": 289 }, { "epoch": 0.26, "learning_rate": 5.76e-05, "loss": 70.8516, "step": 290 }, { "epoch": 0.26, "learning_rate": 5.7799999999999995e-05, "loss": 71.5898, "step": 291 }, { "epoch": 0.26, "learning_rate": 5.8e-05, "loss": 70.2812, "step": 292 }, { "epoch": 0.26, "learning_rate": 5.82e-05, "loss": 70.3086, "step": 293 }, { "epoch": 0.26, "learning_rate": 5.8399999999999997e-05, "loss": 71.2383, "step": 294 }, { "epoch": 0.26, "learning_rate": 5.86e-05, "loss": 71.4062, "step": 295 }, { "epoch": 0.26, "learning_rate": 5.88e-05, "loss": 69.9336, "step": 296 }, { "epoch": 0.26, "learning_rate": 5.9e-05, "loss": 72.0391, "step": 297 }, { "epoch": 0.26, "learning_rate": 5.92e-05, "loss": 69.875, "step": 298 }, { "epoch": 0.27, "learning_rate": 5.94e-05, "loss": 70.9219, "step": 299 }, { "epoch": 0.27, "learning_rate": 5.96e-05, "loss": 69.9414, "step": 300 }, { "epoch": 0.27, "learning_rate": 5.9800000000000003e-05, "loss": 70.9141, "step": 301 }, { "epoch": 0.27, "learning_rate": 6e-05, "loss": 69.4844, "step": 302 }, { "epoch": 0.27, "learning_rate": 6.02e-05, "loss": 70.3203, "step": 303 }, { "epoch": 0.27, "learning_rate": 6.04e-05, "loss": 69.7148, "step": 304 }, { "epoch": 0.27, "learning_rate": 6.06e-05, "loss": 70.5547, "step": 305 }, { "epoch": 0.27, "learning_rate": 6.08e-05, "loss": 70.5781, "step": 306 }, { "epoch": 0.27, "learning_rate": 6.1e-05, "loss": 69.3242, "step": 307 }, { "epoch": 0.27, "learning_rate": 6.12e-05, "loss": 69.9727, "step": 308 }, { "epoch": 0.27, "learning_rate": 6.14e-05, "loss": 68.5039, "step": 309 }, { "epoch": 0.28, "learning_rate": 6.16e-05, "loss": 69.6367, "step": 310 }, { "epoch": 0.28, "learning_rate": 6.18e-05, "loss": 68.9609, "step": 311 }, { "epoch": 0.28, "learning_rate": 6.2e-05, "loss": 70.3555, "step": 312 }, { "epoch": 0.28, "learning_rate": 6.220000000000001e-05, "loss": 69.4297, "step": 313 }, { "epoch": 0.28, "learning_rate": 6.24e-05, "loss": 70.2617, "step": 314 }, { "epoch": 0.28, "learning_rate": 6.26e-05, "loss": 69.4727, "step": 315 }, { "epoch": 0.28, "learning_rate": 6.280000000000001e-05, "loss": 69.6719, "step": 316 }, { "epoch": 0.28, "learning_rate": 6.3e-05, "loss": 68.9297, "step": 317 }, { "epoch": 0.28, "learning_rate": 6.32e-05, "loss": 68.4688, "step": 318 }, { "epoch": 0.28, "learning_rate": 6.340000000000001e-05, "loss": 68.8945, "step": 319 }, { "epoch": 0.28, "learning_rate": 6.36e-05, "loss": 66.8281, "step": 320 }, { "epoch": 0.29, "learning_rate": 6.38e-05, "loss": 68.3047, "step": 321 }, { "epoch": 0.29, "learning_rate": 6.400000000000001e-05, "loss": 68.9883, "step": 322 }, { "epoch": 0.29, "learning_rate": 6.42e-05, "loss": 70.4258, "step": 323 }, { "epoch": 0.29, "learning_rate": 6.440000000000001e-05, "loss": 67.8828, "step": 324 }, { "epoch": 0.29, "learning_rate": 6.460000000000001e-05, "loss": 68.1758, "step": 325 }, { "epoch": 0.29, "learning_rate": 6.48e-05, "loss": 67.3164, "step": 326 }, { "epoch": 0.29, "learning_rate": 6.500000000000001e-05, "loss": 67.2422, "step": 327 }, { "epoch": 0.29, "learning_rate": 6.52e-05, "loss": 67.2578, "step": 328 }, { "epoch": 0.29, "learning_rate": 6.54e-05, "loss": 68.3633, "step": 329 }, { "epoch": 0.29, "learning_rate": 6.560000000000001e-05, "loss": 66.9844, "step": 330 }, { "epoch": 0.29, "learning_rate": 6.58e-05, "loss": 68.082, "step": 331 }, { "epoch": 0.29, "learning_rate": 6.6e-05, "loss": 67.5859, "step": 332 }, { "epoch": 0.3, "learning_rate": 6.620000000000001e-05, "loss": 68.1602, "step": 333 }, { "epoch": 0.3, "learning_rate": 6.64e-05, "loss": 67.6211, "step": 334 }, { "epoch": 0.3, "learning_rate": 6.66e-05, "loss": 68.1406, "step": 335 }, { "epoch": 0.3, "learning_rate": 6.680000000000001e-05, "loss": 68.0117, "step": 336 }, { "epoch": 0.3, "learning_rate": 6.7e-05, "loss": 67.9258, "step": 337 }, { "epoch": 0.3, "learning_rate": 6.720000000000001e-05, "loss": 68.2383, "step": 338 }, { "epoch": 0.3, "learning_rate": 6.740000000000001e-05, "loss": 67.1465, "step": 339 }, { "epoch": 0.3, "learning_rate": 6.76e-05, "loss": 68.4062, "step": 340 }, { "epoch": 0.3, "learning_rate": 6.780000000000001e-05, "loss": 66.8984, "step": 341 }, { "epoch": 0.3, "learning_rate": 6.800000000000001e-05, "loss": 67.1699, "step": 342 }, { "epoch": 0.3, "learning_rate": 6.82e-05, "loss": 67.3008, "step": 343 }, { "epoch": 0.31, "learning_rate": 6.840000000000001e-05, "loss": 67.4336, "step": 344 }, { "epoch": 0.31, "learning_rate": 6.860000000000001e-05, "loss": 67.5, "step": 345 }, { "epoch": 0.31, "learning_rate": 6.879999999999999e-05, "loss": 65.9082, "step": 346 }, { "epoch": 0.31, "learning_rate": 6.9e-05, "loss": 65.7812, "step": 347 }, { "epoch": 0.31, "learning_rate": 6.92e-05, "loss": 67.6758, "step": 348 }, { "epoch": 0.31, "learning_rate": 6.939999999999999e-05, "loss": 67.2188, "step": 349 }, { "epoch": 0.31, "learning_rate": 6.96e-05, "loss": 67.7812, "step": 350 }, { "epoch": 0.31, "learning_rate": 6.98e-05, "loss": 68.0859, "step": 351 }, { "epoch": 0.31, "learning_rate": 7e-05, "loss": 67.2539, "step": 352 }, { "epoch": 0.31, "learning_rate": 7.02e-05, "loss": 66.8086, "step": 353 }, { "epoch": 0.31, "learning_rate": 7.04e-05, "loss": 66.3535, "step": 354 }, { "epoch": 0.32, "learning_rate": 7.06e-05, "loss": 68.0566, "step": 355 }, { "epoch": 0.32, "learning_rate": 7.08e-05, "loss": 67.8652, "step": 356 }, { "epoch": 0.32, "learning_rate": 7.1e-05, "loss": 65.6465, "step": 357 }, { "epoch": 0.32, "learning_rate": 7.12e-05, "loss": 65.8594, "step": 358 }, { "epoch": 0.32, "learning_rate": 7.14e-05, "loss": 65.7812, "step": 359 }, { "epoch": 0.32, "learning_rate": 7.16e-05, "loss": 66.459, "step": 360 }, { "epoch": 0.32, "learning_rate": 7.18e-05, "loss": 65.6309, "step": 361 }, { "epoch": 0.32, "learning_rate": 7.2e-05, "loss": 65.6855, "step": 362 }, { "epoch": 0.32, "learning_rate": 7.22e-05, "loss": 66.4512, "step": 363 }, { "epoch": 0.32, "learning_rate": 7.24e-05, "loss": 65.793, "step": 364 }, { "epoch": 0.32, "learning_rate": 7.26e-05, "loss": 64.9941, "step": 365 }, { "epoch": 0.33, "learning_rate": 7.280000000000001e-05, "loss": 66.0898, "step": 366 }, { "epoch": 0.33, "learning_rate": 7.3e-05, "loss": 65.9199, "step": 367 }, { "epoch": 0.33, "learning_rate": 7.32e-05, "loss": 65.9297, "step": 368 }, { "epoch": 0.33, "learning_rate": 7.340000000000001e-05, "loss": 65.4785, "step": 369 }, { "epoch": 0.33, "learning_rate": 7.36e-05, "loss": 65.7012, "step": 370 }, { "epoch": 0.33, "learning_rate": 7.38e-05, "loss": 66.2617, "step": 371 }, { "epoch": 0.33, "learning_rate": 7.4e-05, "loss": 65.666, "step": 372 }, { "epoch": 0.33, "learning_rate": 7.42e-05, "loss": 65.5762, "step": 373 }, { "epoch": 0.33, "learning_rate": 7.44e-05, "loss": 65.2266, "step": 374 }, { "epoch": 0.33, "learning_rate": 7.46e-05, "loss": 65.248, "step": 375 }, { "epoch": 0.33, "learning_rate": 7.48e-05, "loss": 64.0664, "step": 376 }, { "epoch": 0.33, "learning_rate": 7.500000000000001e-05, "loss": 64.9941, "step": 377 }, { "epoch": 0.34, "learning_rate": 7.52e-05, "loss": 64.5938, "step": 378 }, { "epoch": 0.34, "learning_rate": 7.54e-05, "loss": 64.4297, "step": 379 }, { "epoch": 0.34, "learning_rate": 7.560000000000001e-05, "loss": 64.2969, "step": 380 }, { "epoch": 0.34, "learning_rate": 7.58e-05, "loss": 64.9277, "step": 381 }, { "epoch": 0.34, "learning_rate": 7.6e-05, "loss": 65.1152, "step": 382 }, { "epoch": 0.34, "learning_rate": 7.620000000000001e-05, "loss": 64.8398, "step": 383 }, { "epoch": 0.34, "learning_rate": 7.64e-05, "loss": 65.5098, "step": 384 }, { "epoch": 0.34, "learning_rate": 7.66e-05, "loss": 65.5098, "step": 385 }, { "epoch": 0.34, "learning_rate": 7.680000000000001e-05, "loss": 65.9922, "step": 386 }, { "epoch": 0.34, "learning_rate": 7.7e-05, "loss": 64.9805, "step": 387 }, { "epoch": 0.34, "learning_rate": 7.72e-05, "loss": 64.2344, "step": 388 }, { "epoch": 0.35, "learning_rate": 7.740000000000001e-05, "loss": 63.6875, "step": 389 }, { "epoch": 0.35, "learning_rate": 7.76e-05, "loss": 64.4258, "step": 390 }, { "epoch": 0.35, "learning_rate": 7.780000000000001e-05, "loss": 64.9785, "step": 391 }, { "epoch": 0.35, "learning_rate": 7.800000000000001e-05, "loss": 64.5664, "step": 392 }, { "epoch": 0.35, "learning_rate": 7.82e-05, "loss": 64.25, "step": 393 }, { "epoch": 0.35, "learning_rate": 7.840000000000001e-05, "loss": 63.8926, "step": 394 }, { "epoch": 0.35, "learning_rate": 7.860000000000001e-05, "loss": 64.1133, "step": 395 }, { "epoch": 0.35, "learning_rate": 7.88e-05, "loss": 63.4766, "step": 396 }, { "epoch": 0.35, "learning_rate": 7.900000000000001e-05, "loss": 63.7148, "step": 397 }, { "epoch": 0.35, "learning_rate": 7.920000000000001e-05, "loss": 63.6953, "step": 398 }, { "epoch": 0.35, "learning_rate": 7.94e-05, "loss": 64.0234, "step": 399 }, { "epoch": 0.36, "learning_rate": 7.960000000000001e-05, "loss": 63.457, "step": 400 }, { "epoch": 0.36, "learning_rate": 7.98e-05, "loss": 64.1562, "step": 401 }, { "epoch": 0.36, "learning_rate": 8e-05, "loss": 63.5332, "step": 402 }, { "epoch": 0.36, "learning_rate": 8.020000000000001e-05, "loss": 64.2266, "step": 403 }, { "epoch": 0.36, "learning_rate": 8.04e-05, "loss": 63.293, "step": 404 }, { "epoch": 0.36, "learning_rate": 8.060000000000001e-05, "loss": 62.998, "step": 405 }, { "epoch": 0.36, "learning_rate": 8.080000000000001e-05, "loss": 63.457, "step": 406 }, { "epoch": 0.36, "learning_rate": 8.1e-05, "loss": 62.8594, "step": 407 }, { "epoch": 0.36, "learning_rate": 8.120000000000001e-05, "loss": 63.5898, "step": 408 }, { "epoch": 0.36, "learning_rate": 8.14e-05, "loss": 63.8457, "step": 409 }, { "epoch": 0.36, "learning_rate": 8.16e-05, "loss": 62.9824, "step": 410 }, { "epoch": 0.37, "learning_rate": 8.18e-05, "loss": 62.125, "step": 411 }, { "epoch": 0.37, "learning_rate": 8.2e-05, "loss": 61.8867, "step": 412 }, { "epoch": 0.37, "learning_rate": 8.22e-05, "loss": 62.4473, "step": 413 }, { "epoch": 0.37, "learning_rate": 8.24e-05, "loss": 61.8574, "step": 414 }, { "epoch": 0.37, "learning_rate": 8.26e-05, "loss": 62.625, "step": 415 }, { "epoch": 0.37, "learning_rate": 8.28e-05, "loss": 62.4824, "step": 416 }, { "epoch": 0.37, "learning_rate": 8.3e-05, "loss": 62.4219, "step": 417 }, { "epoch": 0.37, "learning_rate": 8.32e-05, "loss": 62.4844, "step": 418 }, { "epoch": 0.37, "learning_rate": 8.34e-05, "loss": 62.2031, "step": 419 }, { "epoch": 0.37, "learning_rate": 8.36e-05, "loss": 61.9141, "step": 420 }, { "epoch": 0.37, "learning_rate": 8.38e-05, "loss": 61.5, "step": 421 }, { "epoch": 0.37, "learning_rate": 8.4e-05, "loss": 61.8457, "step": 422 }, { "epoch": 0.38, "learning_rate": 8.42e-05, "loss": 61.6191, "step": 423 }, { "epoch": 0.38, "learning_rate": 8.44e-05, "loss": 62.3906, "step": 424 }, { "epoch": 0.38, "learning_rate": 8.46e-05, "loss": 61.9512, "step": 425 }, { "epoch": 0.38, "learning_rate": 8.48e-05, "loss": 61.6406, "step": 426 }, { "epoch": 0.38, "learning_rate": 8.5e-05, "loss": 61.3125, "step": 427 }, { "epoch": 0.38, "learning_rate": 8.52e-05, "loss": 61.3086, "step": 428 }, { "epoch": 0.38, "learning_rate": 8.54e-05, "loss": 61.9805, "step": 429 }, { "epoch": 0.38, "learning_rate": 8.560000000000001e-05, "loss": 61.0469, "step": 430 }, { "epoch": 0.38, "learning_rate": 8.58e-05, "loss": 61.5625, "step": 431 }, { "epoch": 0.38, "learning_rate": 8.6e-05, "loss": 61.25, "step": 432 }, { "epoch": 0.38, "learning_rate": 8.620000000000001e-05, "loss": 60.7539, "step": 433 }, { "epoch": 0.39, "learning_rate": 8.64e-05, "loss": 61.0566, "step": 434 }, { "epoch": 0.39, "learning_rate": 8.66e-05, "loss": 61.1934, "step": 435 }, { "epoch": 0.39, "learning_rate": 8.680000000000001e-05, "loss": 61.7148, "step": 436 }, { "epoch": 0.39, "learning_rate": 8.7e-05, "loss": 61.0, "step": 437 }, { "epoch": 0.39, "learning_rate": 8.72e-05, "loss": 60.4297, "step": 438 }, { "epoch": 0.39, "learning_rate": 8.740000000000001e-05, "loss": 61.2812, "step": 439 }, { "epoch": 0.39, "learning_rate": 8.76e-05, "loss": 60.873, "step": 440 }, { "epoch": 0.39, "learning_rate": 8.78e-05, "loss": 60.7246, "step": 441 }, { "epoch": 0.39, "learning_rate": 8.800000000000001e-05, "loss": 60.6582, "step": 442 }, { "epoch": 0.39, "learning_rate": 8.82e-05, "loss": 59.7266, "step": 443 }, { "epoch": 0.39, "learning_rate": 8.840000000000001e-05, "loss": 60.1953, "step": 444 }, { "epoch": 0.4, "learning_rate": 8.86e-05, "loss": 60.1211, "step": 445 }, { "epoch": 0.4, "learning_rate": 8.88e-05, "loss": 59.9141, "step": 446 }, { "epoch": 0.4, "learning_rate": 8.900000000000001e-05, "loss": 60.2637, "step": 447 }, { "epoch": 0.4, "learning_rate": 8.92e-05, "loss": 59.8125, "step": 448 }, { "epoch": 0.4, "learning_rate": 8.94e-05, "loss": 60.1523, "step": 449 }, { "epoch": 0.4, "learning_rate": 8.960000000000001e-05, "loss": 59.9707, "step": 450 }, { "epoch": 0.4, "learning_rate": 8.98e-05, "loss": 59.5293, "step": 451 }, { "epoch": 0.4, "learning_rate": 9e-05, "loss": 60.1348, "step": 452 }, { "epoch": 0.4, "learning_rate": 9.020000000000001e-05, "loss": 60.5547, "step": 453 }, { "epoch": 0.4, "learning_rate": 9.04e-05, "loss": 58.9238, "step": 454 }, { "epoch": 0.4, "learning_rate": 9.06e-05, "loss": 59.1289, "step": 455 }, { "epoch": 0.4, "learning_rate": 9.080000000000001e-05, "loss": 59.7793, "step": 456 }, { "epoch": 0.41, "learning_rate": 9.1e-05, "loss": 60.0664, "step": 457 }, { "epoch": 0.41, "learning_rate": 9.120000000000001e-05, "loss": 61.0273, "step": 458 }, { "epoch": 0.41, "learning_rate": 9.140000000000001e-05, "loss": 59.3809, "step": 459 }, { "epoch": 0.41, "learning_rate": 9.16e-05, "loss": 59.0938, "step": 460 }, { "epoch": 0.41, "learning_rate": 9.180000000000001e-05, "loss": 58.8359, "step": 461 }, { "epoch": 0.41, "learning_rate": 9.200000000000001e-05, "loss": 58.1758, "step": 462 }, { "epoch": 0.41, "learning_rate": 9.22e-05, "loss": 58.4531, "step": 463 }, { "epoch": 0.41, "learning_rate": 9.240000000000001e-05, "loss": 57.8926, "step": 464 }, { "epoch": 0.41, "learning_rate": 9.260000000000001e-05, "loss": 58.6367, "step": 465 }, { "epoch": 0.41, "learning_rate": 9.28e-05, "loss": 58.5215, "step": 466 }, { "epoch": 0.41, "learning_rate": 9.300000000000001e-05, "loss": 59.3398, "step": 467 }, { "epoch": 0.42, "learning_rate": 9.320000000000002e-05, "loss": 58.0273, "step": 468 }, { "epoch": 0.42, "learning_rate": 9.340000000000001e-05, "loss": 57.3516, "step": 469 }, { "epoch": 0.42, "learning_rate": 9.360000000000001e-05, "loss": 57.5859, "step": 470 }, { "epoch": 0.42, "learning_rate": 9.38e-05, "loss": 57.7656, "step": 471 }, { "epoch": 0.42, "learning_rate": 9.4e-05, "loss": 57.6914, "step": 472 }, { "epoch": 0.42, "learning_rate": 9.42e-05, "loss": 58.8594, "step": 473 }, { "epoch": 0.42, "learning_rate": 9.44e-05, "loss": 58.4414, "step": 474 }, { "epoch": 0.42, "learning_rate": 9.46e-05, "loss": 57.5957, "step": 475 }, { "epoch": 0.42, "learning_rate": 9.48e-05, "loss": 57.4941, "step": 476 }, { "epoch": 0.42, "learning_rate": 9.5e-05, "loss": 57.3867, "step": 477 }, { "epoch": 0.42, "learning_rate": 9.52e-05, "loss": 57.4473, "step": 478 }, { "epoch": 0.43, "learning_rate": 9.54e-05, "loss": 56.6914, "step": 479 }, { "epoch": 0.43, "learning_rate": 9.56e-05, "loss": 57.291, "step": 480 }, { "epoch": 0.43, "learning_rate": 9.58e-05, "loss": 56.625, "step": 481 }, { "epoch": 0.43, "learning_rate": 9.6e-05, "loss": 56.9199, "step": 482 }, { "epoch": 0.43, "learning_rate": 9.620000000000001e-05, "loss": 56.709, "step": 483 }, { "epoch": 0.43, "learning_rate": 9.64e-05, "loss": 57.0078, "step": 484 }, { "epoch": 0.43, "learning_rate": 9.66e-05, "loss": 56.3965, "step": 485 }, { "epoch": 0.43, "learning_rate": 9.680000000000001e-05, "loss": 56.2207, "step": 486 }, { "epoch": 0.43, "learning_rate": 9.7e-05, "loss": 56.3906, "step": 487 }, { "epoch": 0.43, "learning_rate": 9.72e-05, "loss": 56.127, "step": 488 }, { "epoch": 0.43, "learning_rate": 9.74e-05, "loss": 56.1133, "step": 489 }, { "epoch": 0.44, "learning_rate": 9.76e-05, "loss": 55.6855, "step": 490 }, { "epoch": 0.44, "learning_rate": 9.78e-05, "loss": 56.1602, "step": 491 }, { "epoch": 0.44, "learning_rate": 9.8e-05, "loss": 56.0898, "step": 492 }, { "epoch": 0.44, "learning_rate": 9.82e-05, "loss": 55.0176, "step": 493 }, { "epoch": 0.44, "learning_rate": 9.84e-05, "loss": 55.4258, "step": 494 }, { "epoch": 0.44, "learning_rate": 9.86e-05, "loss": 54.7988, "step": 495 }, { "epoch": 0.44, "learning_rate": 9.88e-05, "loss": 54.9766, "step": 496 }, { "epoch": 0.44, "learning_rate": 9.900000000000001e-05, "loss": 55.1816, "step": 497 }, { "epoch": 0.44, "learning_rate": 9.92e-05, "loss": 54.3086, "step": 498 }, { "epoch": 0.44, "learning_rate": 9.94e-05, "loss": 55.2402, "step": 499 }, { "epoch": 0.44, "learning_rate": 9.960000000000001e-05, "loss": 54.9707, "step": 500 }, { "epoch": 0.44, "learning_rate": 9.98e-05, "loss": 56.2012, "step": 501 }, { "epoch": 0.45, "learning_rate": 0.0001, "loss": 55.4609, "step": 502 }, { "epoch": 0.45, "learning_rate": 9.99999999207551e-05, "loss": 54.8359, "step": 503 }, { "epoch": 0.45, "learning_rate": 9.999999968302038e-05, "loss": 54.7754, "step": 504 }, { "epoch": 0.45, "learning_rate": 9.999999928679584e-05, "loss": 54.3457, "step": 505 }, { "epoch": 0.45, "learning_rate": 9.99999987320815e-05, "loss": 54.0684, "step": 506 }, { "epoch": 0.45, "learning_rate": 9.999999801887735e-05, "loss": 55.25, "step": 507 }, { "epoch": 0.45, "learning_rate": 9.99999971471834e-05, "loss": 53.5742, "step": 508 }, { "epoch": 0.45, "learning_rate": 9.999999611699964e-05, "loss": 53.377, "step": 509 }, { "epoch": 0.45, "learning_rate": 9.999999492832608e-05, "loss": 53.3613, "step": 510 }, { "epoch": 0.45, "learning_rate": 9.999999358116273e-05, "loss": 53.9551, "step": 511 }, { "epoch": 0.45, "learning_rate": 9.999999207550958e-05, "loss": 53.3613, "step": 512 }, { "epoch": 0.46, "learning_rate": 9.999999041136665e-05, "loss": 53.8906, "step": 513 }, { "epoch": 0.46, "learning_rate": 9.999998858873393e-05, "loss": 54.3887, "step": 514 }, { "epoch": 0.46, "learning_rate": 9.999998660761143e-05, "loss": 53.0137, "step": 515 }, { "epoch": 0.46, "learning_rate": 9.999998446799918e-05, "loss": 53.5996, "step": 516 }, { "epoch": 0.46, "learning_rate": 9.999998216989715e-05, "loss": 53.5605, "step": 517 }, { "epoch": 0.46, "learning_rate": 9.999997971330537e-05, "loss": 53.1465, "step": 518 }, { "epoch": 0.46, "learning_rate": 9.999997709822384e-05, "loss": 53.1387, "step": 519 }, { "epoch": 0.46, "learning_rate": 9.999997432465255e-05, "loss": 53.3477, "step": 520 }, { "epoch": 0.46, "learning_rate": 9.999997139259156e-05, "loss": 52.6953, "step": 521 }, { "epoch": 0.46, "learning_rate": 9.999996830204083e-05, "loss": 52.5977, "step": 522 }, { "epoch": 0.46, "learning_rate": 9.99999650530004e-05, "loss": 52.2617, "step": 523 }, { "epoch": 0.47, "learning_rate": 9.999996164547026e-05, "loss": 51.7852, "step": 524 }, { "epoch": 0.47, "learning_rate": 9.999995807945044e-05, "loss": 52.5918, "step": 525 }, { "epoch": 0.47, "learning_rate": 9.999995435494093e-05, "loss": 52.5625, "step": 526 }, { "epoch": 0.47, "learning_rate": 9.999995047194176e-05, "loss": 53.1016, "step": 527 }, { "epoch": 0.47, "learning_rate": 9.999994643045292e-05, "loss": 52.6172, "step": 528 }, { "epoch": 0.47, "learning_rate": 9.999994223047445e-05, "loss": 53.125, "step": 529 }, { "epoch": 0.47, "learning_rate": 9.999993787200635e-05, "loss": 52.1328, "step": 530 }, { "epoch": 0.47, "learning_rate": 9.999993335504862e-05, "loss": 51.6387, "step": 531 }, { "epoch": 0.47, "learning_rate": 9.99999286796013e-05, "loss": 51.4004, "step": 532 }, { "epoch": 0.47, "learning_rate": 9.999992384566439e-05, "loss": 52.2832, "step": 533 }, { "epoch": 0.47, "learning_rate": 9.999991885323791e-05, "loss": 50.9668, "step": 534 }, { "epoch": 0.48, "learning_rate": 9.999991370232188e-05, "loss": 52.4355, "step": 535 }, { "epoch": 0.48, "learning_rate": 9.999990839291631e-05, "loss": 51.8887, "step": 536 }, { "epoch": 0.48, "learning_rate": 9.999990292502121e-05, "loss": 50.6992, "step": 537 }, { "epoch": 0.48, "learning_rate": 9.999989729863661e-05, "loss": 49.9922, "step": 538 }, { "epoch": 0.48, "learning_rate": 9.999989151376253e-05, "loss": 50.9922, "step": 539 }, { "epoch": 0.48, "learning_rate": 9.999988557039897e-05, "loss": 50.3242, "step": 540 }, { "epoch": 0.48, "learning_rate": 9.999987946854597e-05, "loss": 50.5391, "step": 541 }, { "epoch": 0.48, "learning_rate": 9.999987320820351e-05, "loss": 50.3047, "step": 542 }, { "epoch": 0.48, "learning_rate": 9.999986678937167e-05, "loss": 50.6309, "step": 543 }, { "epoch": 0.48, "learning_rate": 9.999986021205044e-05, "loss": 50.9336, "step": 544 }, { "epoch": 0.48, "learning_rate": 9.999985347623984e-05, "loss": 49.6641, "step": 545 }, { "epoch": 0.48, "learning_rate": 9.999984658193989e-05, "loss": 50.6602, "step": 546 }, { "epoch": 0.49, "learning_rate": 9.99998395291506e-05, "loss": 49.7676, "step": 547 }, { "epoch": 0.49, "learning_rate": 9.999983231787202e-05, "loss": 50.1113, "step": 548 }, { "epoch": 0.49, "learning_rate": 9.999982494810415e-05, "loss": 49.4316, "step": 549 }, { "epoch": 0.49, "learning_rate": 9.999981741984704e-05, "loss": 50.291, "step": 550 }, { "epoch": 0.49, "learning_rate": 9.999980973310067e-05, "loss": 49.668, "step": 551 }, { "epoch": 0.49, "learning_rate": 9.999980188786511e-05, "loss": 49.6211, "step": 552 }, { "epoch": 0.49, "learning_rate": 9.999979388414035e-05, "loss": 49.2559, "step": 553 }, { "epoch": 0.49, "learning_rate": 9.999978572192645e-05, "loss": 49.3242, "step": 554 }, { "epoch": 0.49, "learning_rate": 9.99997774012234e-05, "loss": 49.0156, "step": 555 }, { "epoch": 0.49, "learning_rate": 9.999976892203125e-05, "loss": 49.5449, "step": 556 }, { "epoch": 0.49, "learning_rate": 9.999976028435002e-05, "loss": 49.2891, "step": 557 }, { "epoch": 0.5, "learning_rate": 9.999975148817972e-05, "loss": 49.4609, "step": 558 }, { "epoch": 0.5, "learning_rate": 9.999974253352042e-05, "loss": 48.9512, "step": 559 }, { "epoch": 0.5, "learning_rate": 9.999973342037213e-05, "loss": 48.1172, "step": 560 }, { "epoch": 0.5, "learning_rate": 9.999972414873483e-05, "loss": 47.7656, "step": 561 }, { "epoch": 0.5, "learning_rate": 9.999971471860864e-05, "loss": 48.0625, "step": 562 }, { "epoch": 0.5, "learning_rate": 9.999970512999353e-05, "loss": 48.4414, "step": 563 }, { "epoch": 0.5, "learning_rate": 9.999969538288952e-05, "loss": 48.0938, "step": 564 }, { "epoch": 0.5, "learning_rate": 9.999968547729667e-05, "loss": 48.0488, "step": 565 }, { "epoch": 0.5, "learning_rate": 9.999967541321502e-05, "loss": 47.9121, "step": 566 }, { "epoch": 0.5, "learning_rate": 9.999966519064458e-05, "loss": 46.9453, "step": 567 }, { "epoch": 0.5, "learning_rate": 9.999965480958538e-05, "loss": 47.8223, "step": 568 }, { "epoch": 0.51, "learning_rate": 9.999964427003747e-05, "loss": 47.8789, "step": 569 }, { "epoch": 0.51, "learning_rate": 9.999963357200088e-05, "loss": 47.5918, "step": 570 }, { "epoch": 0.51, "learning_rate": 9.999962271547562e-05, "loss": 48.1309, "step": 571 }, { "epoch": 0.51, "learning_rate": 9.999961170046177e-05, "loss": 47.5977, "step": 572 }, { "epoch": 0.51, "learning_rate": 9.999960052695931e-05, "loss": 46.8398, "step": 573 }, { "epoch": 0.51, "learning_rate": 9.999958919496833e-05, "loss": 47.252, "step": 574 }, { "epoch": 0.51, "learning_rate": 9.999957770448882e-05, "loss": 46.6562, "step": 575 }, { "epoch": 0.51, "learning_rate": 9.999956605552085e-05, "loss": 46.582, "step": 576 }, { "epoch": 0.51, "learning_rate": 9.999955424806443e-05, "loss": 46.9023, "step": 577 }, { "epoch": 0.51, "learning_rate": 9.999954228211962e-05, "loss": 46.3496, "step": 578 }, { "epoch": 0.51, "learning_rate": 9.999953015768644e-05, "loss": 46.5547, "step": 579 }, { "epoch": 0.52, "learning_rate": 9.999951787476494e-05, "loss": 46.7285, "step": 580 }, { "epoch": 0.52, "learning_rate": 9.999950543335515e-05, "loss": 46.7109, "step": 581 }, { "epoch": 0.52, "learning_rate": 9.999949283345713e-05, "loss": 46.6875, "step": 582 }, { "epoch": 0.52, "learning_rate": 9.99994800750709e-05, "loss": 46.7617, "step": 583 }, { "epoch": 0.52, "learning_rate": 9.99994671581965e-05, "loss": 45.4766, "step": 584 }, { "epoch": 0.52, "learning_rate": 9.999945408283397e-05, "loss": 46.7188, "step": 585 }, { "epoch": 0.52, "learning_rate": 9.999944084898338e-05, "loss": 46.25, "step": 586 }, { "epoch": 0.52, "learning_rate": 9.999942745664474e-05, "loss": 45.1641, "step": 587 }, { "epoch": 0.52, "learning_rate": 9.99994139058181e-05, "loss": 46.5449, "step": 588 }, { "epoch": 0.52, "learning_rate": 9.999940019650349e-05, "loss": 45.4082, "step": 589 }, { "epoch": 0.52, "learning_rate": 9.999938632870098e-05, "loss": 45.6016, "step": 590 }, { "epoch": 0.52, "learning_rate": 9.999937230241061e-05, "loss": 45.0078, "step": 591 }, { "epoch": 0.53, "learning_rate": 9.999935811763241e-05, "loss": 45.1602, "step": 592 }, { "epoch": 0.53, "learning_rate": 9.999934377436644e-05, "loss": 45.3203, "step": 593 }, { "epoch": 0.53, "learning_rate": 9.999932927261275e-05, "loss": 45.002, "step": 594 }, { "epoch": 0.53, "learning_rate": 9.999931461237134e-05, "loss": 45.5488, "step": 595 }, { "epoch": 0.53, "learning_rate": 9.99992997936423e-05, "loss": 45.3359, "step": 596 }, { "epoch": 0.53, "learning_rate": 9.999928481642568e-05, "loss": 45.5879, "step": 597 }, { "epoch": 0.53, "learning_rate": 9.999926968072151e-05, "loss": 44.7578, "step": 598 }, { "epoch": 0.53, "learning_rate": 9.999925438652984e-05, "loss": 44.3691, "step": 599 }, { "epoch": 0.53, "learning_rate": 9.999923893385072e-05, "loss": 44.3633, "step": 600 }, { "epoch": 0.53, "learning_rate": 9.999922332268421e-05, "loss": 44.9688, "step": 601 }, { "epoch": 0.53, "learning_rate": 9.999920755303033e-05, "loss": 44.7227, "step": 602 }, { "epoch": 0.54, "learning_rate": 9.999919162488916e-05, "loss": 43.8027, "step": 603 }, { "epoch": 0.54, "learning_rate": 9.999917553826074e-05, "loss": 44.5156, "step": 604 }, { "epoch": 0.54, "learning_rate": 9.999915929314511e-05, "loss": 44.209, "step": 605 }, { "epoch": 0.54, "learning_rate": 9.999914288954235e-05, "loss": 44.1289, "step": 606 }, { "epoch": 0.54, "learning_rate": 9.99991263274525e-05, "loss": 43.7852, "step": 607 }, { "epoch": 0.54, "learning_rate": 9.999910960687558e-05, "loss": 44.0898, "step": 608 }, { "epoch": 0.54, "learning_rate": 9.999909272781169e-05, "loss": 43.3242, "step": 609 }, { "epoch": 0.54, "learning_rate": 9.999907569026085e-05, "loss": 42.6582, "step": 610 }, { "epoch": 0.54, "learning_rate": 9.999905849422314e-05, "loss": 43.2168, "step": 611 }, { "epoch": 0.54, "learning_rate": 9.99990411396986e-05, "loss": 42.9238, "step": 612 }, { "epoch": 0.54, "learning_rate": 9.999902362668727e-05, "loss": 42.9004, "step": 613 }, { "epoch": 0.55, "learning_rate": 9.999900595518925e-05, "loss": 43.0098, "step": 614 }, { "epoch": 0.55, "learning_rate": 9.999898812520454e-05, "loss": 42.7559, "step": 615 }, { "epoch": 0.55, "learning_rate": 9.999897013673325e-05, "loss": 42.916, "step": 616 }, { "epoch": 0.55, "learning_rate": 9.999895198977541e-05, "loss": 42.6113, "step": 617 }, { "epoch": 0.55, "learning_rate": 9.999893368433106e-05, "loss": 42.5078, "step": 618 }, { "epoch": 0.55, "learning_rate": 9.999891522040028e-05, "loss": 42.7832, "step": 619 }, { "epoch": 0.55, "learning_rate": 9.999889659798314e-05, "loss": 41.9922, "step": 620 }, { "epoch": 0.55, "learning_rate": 9.999887781707969e-05, "loss": 42.7227, "step": 621 }, { "epoch": 0.55, "learning_rate": 9.999885887768996e-05, "loss": 41.9453, "step": 622 }, { "epoch": 0.55, "learning_rate": 9.999883977981405e-05, "loss": 43.0898, "step": 623 }, { "epoch": 0.55, "learning_rate": 9.9998820523452e-05, "loss": 42.4746, "step": 624 }, { "epoch": 0.56, "learning_rate": 9.999880110860388e-05, "loss": 42.5215, "step": 625 }, { "epoch": 0.56, "learning_rate": 9.999878153526974e-05, "loss": 42.166, "step": 626 }, { "epoch": 0.56, "learning_rate": 9.999876180344966e-05, "loss": 41.3809, "step": 627 }, { "epoch": 0.56, "learning_rate": 9.999874191314369e-05, "loss": 42.6562, "step": 628 }, { "epoch": 0.56, "learning_rate": 9.999872186435189e-05, "loss": 41.4727, "step": 629 }, { "epoch": 0.56, "learning_rate": 9.999870165707433e-05, "loss": 41.8164, "step": 630 }, { "epoch": 0.56, "learning_rate": 9.999868129131109e-05, "loss": 40.916, "step": 631 }, { "epoch": 0.56, "learning_rate": 9.999866076706219e-05, "loss": 41.4551, "step": 632 }, { "epoch": 0.56, "learning_rate": 9.999864008432773e-05, "loss": 42.1543, "step": 633 }, { "epoch": 0.56, "learning_rate": 9.999861924310779e-05, "loss": 40.6719, "step": 634 }, { "epoch": 0.56, "learning_rate": 9.999859824340238e-05, "loss": 41.4863, "step": 635 }, { "epoch": 0.56, "learning_rate": 9.999857708521164e-05, "loss": 40.5039, "step": 636 }, { "epoch": 0.57, "learning_rate": 9.999855576853556e-05, "loss": 41.5176, "step": 637 }, { "epoch": 0.57, "learning_rate": 9.999853429337427e-05, "loss": 40.377, "step": 638 }, { "epoch": 0.57, "learning_rate": 9.999851265972781e-05, "loss": 40.0449, "step": 639 }, { "epoch": 0.57, "learning_rate": 9.999849086759624e-05, "loss": 40.5938, "step": 640 }, { "epoch": 0.57, "learning_rate": 9.999846891697965e-05, "loss": 40.0332, "step": 641 }, { "epoch": 0.57, "learning_rate": 9.99984468078781e-05, "loss": 40.4512, "step": 642 }, { "epoch": 0.57, "learning_rate": 9.999842454029166e-05, "loss": 40.2168, "step": 643 }, { "epoch": 0.57, "learning_rate": 9.999840211422041e-05, "loss": 40.8086, "step": 644 }, { "epoch": 0.57, "learning_rate": 9.99983795296644e-05, "loss": 40.875, "step": 645 }, { "epoch": 0.57, "learning_rate": 9.999835678662371e-05, "loss": 40.4023, "step": 646 }, { "epoch": 0.57, "learning_rate": 9.999833388509843e-05, "loss": 40.0605, "step": 647 }, { "epoch": 0.58, "learning_rate": 9.999831082508861e-05, "loss": 39.6367, "step": 648 }, { "epoch": 0.58, "learning_rate": 9.999828760659433e-05, "loss": 40.1699, "step": 649 }, { "epoch": 0.58, "learning_rate": 9.999826422961567e-05, "loss": 40.6719, "step": 650 }, { "epoch": 0.58, "learning_rate": 9.99982406941527e-05, "loss": 40.4336, "step": 651 }, { "epoch": 0.58, "learning_rate": 9.99982170002055e-05, "loss": 38.8125, "step": 652 }, { "epoch": 0.58, "learning_rate": 9.999819314777412e-05, "loss": 39.582, "step": 653 }, { "epoch": 0.58, "learning_rate": 9.999816913685868e-05, "loss": 40.5664, "step": 654 }, { "epoch": 0.58, "learning_rate": 9.999814496745921e-05, "loss": 38.8652, "step": 655 }, { "epoch": 0.58, "learning_rate": 9.999812063957582e-05, "loss": 39.7969, "step": 656 }, { "epoch": 0.58, "learning_rate": 9.999809615320856e-05, "loss": 39.5801, "step": 657 }, { "epoch": 0.58, "learning_rate": 9.999807150835754e-05, "loss": 39.5859, "step": 658 }, { "epoch": 0.59, "learning_rate": 9.999804670502282e-05, "loss": 38.3223, "step": 659 }, { "epoch": 0.59, "learning_rate": 9.999802174320447e-05, "loss": 39.1797, "step": 660 }, { "epoch": 0.59, "learning_rate": 9.999799662290258e-05, "loss": 38.9648, "step": 661 }, { "epoch": 0.59, "learning_rate": 9.999797134411723e-05, "loss": 39.9199, "step": 662 }, { "epoch": 0.59, "learning_rate": 9.999794590684849e-05, "loss": 38.5859, "step": 663 }, { "epoch": 0.59, "learning_rate": 9.999792031109645e-05, "loss": 39.2461, "step": 664 }, { "epoch": 0.59, "learning_rate": 9.999789455686119e-05, "loss": 38.7793, "step": 665 }, { "epoch": 0.59, "learning_rate": 9.99978686441428e-05, "loss": 38.5527, "step": 666 }, { "epoch": 0.59, "learning_rate": 9.999784257294136e-05, "loss": 38.6914, "step": 667 }, { "epoch": 0.59, "learning_rate": 9.999781634325693e-05, "loss": 37.875, "step": 668 }, { "epoch": 0.59, "learning_rate": 9.999778995508962e-05, "loss": 38.4805, "step": 669 }, { "epoch": 0.6, "learning_rate": 9.999776340843949e-05, "loss": 38.75, "step": 670 }, { "epoch": 0.6, "learning_rate": 9.999773670330665e-05, "loss": 38.1191, "step": 671 }, { "epoch": 0.6, "learning_rate": 9.999770983969116e-05, "loss": 38.1621, "step": 672 }, { "epoch": 0.6, "learning_rate": 9.999768281759311e-05, "loss": 38.209, "step": 673 }, { "epoch": 0.6, "learning_rate": 9.999765563701262e-05, "loss": 38.0957, "step": 674 }, { "epoch": 0.6, "learning_rate": 9.999762829794973e-05, "loss": 37.5254, "step": 675 }, { "epoch": 0.6, "learning_rate": 9.999760080040454e-05, "loss": 37.9961, "step": 676 }, { "epoch": 0.6, "learning_rate": 9.999757314437717e-05, "loss": 37.4531, "step": 677 }, { "epoch": 0.6, "learning_rate": 9.999754532986765e-05, "loss": 37.1914, "step": 678 }, { "epoch": 0.6, "learning_rate": 9.99975173568761e-05, "loss": 38.0332, "step": 679 }, { "epoch": 0.6, "learning_rate": 9.999748922540262e-05, "loss": 37.709, "step": 680 }, { "epoch": 0.6, "learning_rate": 9.999746093544728e-05, "loss": 37.3379, "step": 681 }, { "epoch": 0.61, "learning_rate": 9.999743248701019e-05, "loss": 36.7734, "step": 682 }, { "epoch": 0.61, "learning_rate": 9.999740388009141e-05, "loss": 38.0645, "step": 683 }, { "epoch": 0.61, "learning_rate": 9.999737511469104e-05, "loss": 38.4004, "step": 684 }, { "epoch": 0.61, "learning_rate": 9.99973461908092e-05, "loss": 36.8906, "step": 685 }, { "epoch": 0.61, "learning_rate": 9.999731710844596e-05, "loss": 36.4414, "step": 686 }, { "epoch": 0.61, "learning_rate": 9.999728786760139e-05, "loss": 36.9824, "step": 687 }, { "epoch": 0.61, "learning_rate": 9.999725846827562e-05, "loss": 37.1543, "step": 688 }, { "epoch": 0.61, "learning_rate": 9.999722891046872e-05, "loss": 36.502, "step": 689 }, { "epoch": 0.61, "learning_rate": 9.999719919418077e-05, "loss": 36.0312, "step": 690 }, { "epoch": 0.61, "learning_rate": 9.999716931941192e-05, "loss": 36.9277, "step": 691 }, { "epoch": 0.61, "learning_rate": 9.999713928616222e-05, "loss": 36.6934, "step": 692 }, { "epoch": 0.62, "learning_rate": 9.999710909443178e-05, "loss": 36.3574, "step": 693 }, { "epoch": 0.62, "learning_rate": 9.999707874422068e-05, "loss": 36.4043, "step": 694 }, { "epoch": 0.62, "learning_rate": 9.999704823552904e-05, "loss": 36.1094, "step": 695 }, { "epoch": 0.62, "learning_rate": 9.999701756835694e-05, "loss": 36.5938, "step": 696 }, { "epoch": 0.62, "learning_rate": 9.999698674270447e-05, "loss": 36.9219, "step": 697 }, { "epoch": 0.62, "learning_rate": 9.999695575857174e-05, "loss": 36.2949, "step": 698 }, { "epoch": 0.62, "learning_rate": 9.999692461595887e-05, "loss": 35.9082, "step": 699 }, { "epoch": 0.62, "learning_rate": 9.99968933148659e-05, "loss": 37.2656, "step": 700 }, { "epoch": 0.62, "learning_rate": 9.9996861855293e-05, "loss": 35.6426, "step": 701 }, { "epoch": 0.62, "learning_rate": 9.99968302372402e-05, "loss": 35.3887, "step": 702 }, { "epoch": 0.62, "learning_rate": 9.999679846070766e-05, "loss": 36.7539, "step": 703 }, { "epoch": 0.63, "learning_rate": 9.999676652569545e-05, "loss": 35.5938, "step": 704 }, { "epoch": 0.63, "learning_rate": 9.999673443220367e-05, "loss": 35.2285, "step": 705 }, { "epoch": 0.63, "learning_rate": 9.999670218023245e-05, "loss": 35.6152, "step": 706 }, { "epoch": 0.63, "learning_rate": 9.999666976978184e-05, "loss": 35.334, "step": 707 }, { "epoch": 0.63, "learning_rate": 9.999663720085199e-05, "loss": 35.6582, "step": 708 }, { "epoch": 0.63, "learning_rate": 9.999660447344299e-05, "loss": 35.7617, "step": 709 }, { "epoch": 0.63, "learning_rate": 9.999657158755494e-05, "loss": 35.1133, "step": 710 }, { "epoch": 0.63, "learning_rate": 9.999653854318793e-05, "loss": 35.5, "step": 711 }, { "epoch": 0.63, "learning_rate": 9.99965053403421e-05, "loss": 35.6426, "step": 712 }, { "epoch": 0.63, "learning_rate": 9.999647197901754e-05, "loss": 34.6816, "step": 713 }, { "epoch": 0.63, "learning_rate": 9.999643845921433e-05, "loss": 35.1738, "step": 714 }, { "epoch": 0.63, "learning_rate": 9.999640478093259e-05, "loss": 35.1523, "step": 715 }, { "epoch": 0.64, "learning_rate": 9.999637094417246e-05, "loss": 35.7617, "step": 716 }, { "epoch": 0.64, "learning_rate": 9.9996336948934e-05, "loss": 34.3604, "step": 717 }, { "epoch": 0.64, "learning_rate": 9.999630279521735e-05, "loss": 35.041, "step": 718 }, { "epoch": 0.64, "learning_rate": 9.999626848302261e-05, "loss": 35.2578, "step": 719 }, { "epoch": 0.64, "learning_rate": 9.999623401234987e-05, "loss": 34.2734, "step": 720 }, { "epoch": 0.64, "learning_rate": 9.999619938319926e-05, "loss": 35.1543, "step": 721 }, { "epoch": 0.64, "learning_rate": 9.999616459557089e-05, "loss": 34.4678, "step": 722 }, { "epoch": 0.64, "learning_rate": 9.999612964946488e-05, "loss": 34.0498, "step": 723 }, { "epoch": 0.64, "learning_rate": 9.99960945448813e-05, "loss": 35.0605, "step": 724 }, { "epoch": 0.64, "learning_rate": 9.99960592818203e-05, "loss": 34.7793, "step": 725 }, { "epoch": 0.64, "learning_rate": 9.999602386028198e-05, "loss": 33.9668, "step": 726 }, { "epoch": 0.65, "learning_rate": 9.999598828026644e-05, "loss": 34.2168, "step": 727 }, { "epoch": 0.65, "learning_rate": 9.99959525417738e-05, "loss": 34.3555, "step": 728 }, { "epoch": 0.65, "learning_rate": 9.999591664480419e-05, "loss": 34.6875, "step": 729 }, { "epoch": 0.65, "learning_rate": 9.999588058935772e-05, "loss": 34.1895, "step": 730 }, { "epoch": 0.65, "learning_rate": 9.999584437543447e-05, "loss": 34.1016, "step": 731 }, { "epoch": 0.65, "learning_rate": 9.999580800303459e-05, "loss": 34.5098, "step": 732 }, { "epoch": 0.65, "learning_rate": 9.999577147215819e-05, "loss": 34.1758, "step": 733 }, { "epoch": 0.65, "learning_rate": 9.999573478280537e-05, "loss": 33.7285, "step": 734 }, { "epoch": 0.65, "learning_rate": 9.999569793497627e-05, "loss": 33.4834, "step": 735 }, { "epoch": 0.65, "learning_rate": 9.9995660928671e-05, "loss": 33.5283, "step": 736 }, { "epoch": 0.65, "learning_rate": 9.999562376388965e-05, "loss": 33.6484, "step": 737 }, { "epoch": 0.66, "learning_rate": 9.999558644063238e-05, "loss": 34.0645, "step": 738 }, { "epoch": 0.66, "learning_rate": 9.999554895889927e-05, "loss": 33.9443, "step": 739 }, { "epoch": 0.66, "learning_rate": 9.999551131869047e-05, "loss": 33.4785, "step": 740 }, { "epoch": 0.66, "learning_rate": 9.999547352000609e-05, "loss": 33.9863, "step": 741 }, { "epoch": 0.66, "learning_rate": 9.999543556284623e-05, "loss": 33.1055, "step": 742 }, { "epoch": 0.66, "learning_rate": 9.999539744721103e-05, "loss": 33.7559, "step": 743 }, { "epoch": 0.66, "learning_rate": 9.999535917310061e-05, "loss": 33.4355, "step": 744 }, { "epoch": 0.66, "learning_rate": 9.999532074051509e-05, "loss": 34.0107, "step": 745 }, { "epoch": 0.66, "learning_rate": 9.999528214945458e-05, "loss": 33.5986, "step": 746 }, { "epoch": 0.66, "learning_rate": 9.999524339991922e-05, "loss": 33.4424, "step": 747 }, { "epoch": 0.66, "learning_rate": 9.999520449190912e-05, "loss": 33.3594, "step": 748 }, { "epoch": 0.67, "learning_rate": 9.999516542542442e-05, "loss": 32.8857, "step": 749 }, { "epoch": 0.67, "learning_rate": 9.999512620046522e-05, "loss": 33.2725, "step": 750 }, { "epoch": 0.67, "learning_rate": 9.999508681703165e-05, "loss": 32.6523, "step": 751 }, { "epoch": 0.67, "learning_rate": 9.999504727512386e-05, "loss": 33.0928, "step": 752 }, { "epoch": 0.67, "learning_rate": 9.999500757474193e-05, "loss": 33.4443, "step": 753 }, { "epoch": 0.67, "learning_rate": 9.999496771588604e-05, "loss": 33.582, "step": 754 }, { "epoch": 0.67, "learning_rate": 9.999492769855629e-05, "loss": 33.001, "step": 755 }, { "epoch": 0.67, "learning_rate": 9.999488752275279e-05, "loss": 32.5303, "step": 756 }, { "epoch": 0.67, "learning_rate": 9.999484718847568e-05, "loss": 32.9736, "step": 757 }, { "epoch": 0.67, "learning_rate": 9.999480669572509e-05, "loss": 32.5352, "step": 758 }, { "epoch": 0.67, "learning_rate": 9.999476604450118e-05, "loss": 32.7031, "step": 759 }, { "epoch": 0.67, "learning_rate": 9.999472523480402e-05, "loss": 32.7656, "step": 760 }, { "epoch": 0.68, "learning_rate": 9.999468426663377e-05, "loss": 33.0518, "step": 761 }, { "epoch": 0.68, "learning_rate": 9.999464313999057e-05, "loss": 32.873, "step": 762 }, { "epoch": 0.68, "learning_rate": 9.999460185487451e-05, "loss": 32.9561, "step": 763 }, { "epoch": 0.68, "learning_rate": 9.999456041128577e-05, "loss": 32.249, "step": 764 }, { "epoch": 0.68, "learning_rate": 9.999451880922445e-05, "loss": 32.3838, "step": 765 }, { "epoch": 0.68, "learning_rate": 9.99944770486907e-05, "loss": 32.6484, "step": 766 }, { "epoch": 0.68, "learning_rate": 9.999443512968465e-05, "loss": 33.1104, "step": 767 }, { "epoch": 0.68, "learning_rate": 9.999439305220642e-05, "loss": 32.2686, "step": 768 }, { "epoch": 0.68, "learning_rate": 9.999435081625615e-05, "loss": 32.3447, "step": 769 }, { "epoch": 0.68, "learning_rate": 9.999430842183398e-05, "loss": 33.1816, "step": 770 }, { "epoch": 0.68, "learning_rate": 9.999426586894001e-05, "loss": 32.4268, "step": 771 }, { "epoch": 0.69, "learning_rate": 9.999422315757443e-05, "loss": 32.1533, "step": 772 }, { "epoch": 0.69, "learning_rate": 9.999418028773735e-05, "loss": 32.3711, "step": 773 }, { "epoch": 0.69, "learning_rate": 9.99941372594289e-05, "loss": 31.9453, "step": 774 }, { "epoch": 0.69, "learning_rate": 9.999409407264921e-05, "loss": 32.2354, "step": 775 }, { "epoch": 0.69, "learning_rate": 9.999405072739844e-05, "loss": 31.9033, "step": 776 }, { "epoch": 0.69, "learning_rate": 9.999400722367673e-05, "loss": 32.1768, "step": 777 }, { "epoch": 0.69, "learning_rate": 9.999396356148419e-05, "loss": 32.2139, "step": 778 }, { "epoch": 0.69, "learning_rate": 9.999391974082096e-05, "loss": 32.1426, "step": 779 }, { "epoch": 0.69, "learning_rate": 9.99938757616872e-05, "loss": 31.7598, "step": 780 }, { "epoch": 0.69, "learning_rate": 9.999383162408304e-05, "loss": 32.6748, "step": 781 }, { "epoch": 0.69, "learning_rate": 9.999378732800862e-05, "loss": 31.6074, "step": 782 }, { "epoch": 0.7, "learning_rate": 9.999374287346408e-05, "loss": 32.916, "step": 783 }, { "epoch": 0.7, "learning_rate": 9.999369826044956e-05, "loss": 31.501, "step": 784 }, { "epoch": 0.7, "learning_rate": 9.99936534889652e-05, "loss": 32.0771, "step": 785 }, { "epoch": 0.7, "learning_rate": 9.999360855901114e-05, "loss": 31.4795, "step": 786 }, { "epoch": 0.7, "learning_rate": 9.999356347058755e-05, "loss": 31.8223, "step": 787 }, { "epoch": 0.7, "learning_rate": 9.999351822369452e-05, "loss": 31.2451, "step": 788 }, { "epoch": 0.7, "learning_rate": 9.999347281833225e-05, "loss": 31.6855, "step": 789 }, { "epoch": 0.7, "learning_rate": 9.999342725450085e-05, "loss": 31.8174, "step": 790 }, { "epoch": 0.7, "learning_rate": 9.999338153220046e-05, "loss": 31.4014, "step": 791 }, { "epoch": 0.7, "learning_rate": 9.999333565143124e-05, "loss": 31.749, "step": 792 }, { "epoch": 0.7, "learning_rate": 9.999328961219335e-05, "loss": 31.3926, "step": 793 }, { "epoch": 0.71, "learning_rate": 9.99932434144869e-05, "loss": 31.0459, "step": 794 }, { "epoch": 0.71, "learning_rate": 9.999319705831205e-05, "loss": 32.5322, "step": 795 }, { "epoch": 0.71, "learning_rate": 9.999315054366895e-05, "loss": 31.3223, "step": 796 }, { "epoch": 0.71, "learning_rate": 9.999310387055777e-05, "loss": 30.8896, "step": 797 }, { "epoch": 0.71, "learning_rate": 9.999305703897863e-05, "loss": 31.0811, "step": 798 }, { "epoch": 0.71, "learning_rate": 9.999301004893167e-05, "loss": 31.7637, "step": 799 }, { "epoch": 0.71, "learning_rate": 9.999296290041708e-05, "loss": 30.5547, "step": 800 }, { "epoch": 0.71, "learning_rate": 9.999291559343496e-05, "loss": 31.1982, "step": 801 }, { "epoch": 0.71, "learning_rate": 9.99928681279855e-05, "loss": 31.5645, "step": 802 }, { "epoch": 0.71, "learning_rate": 9.999282050406882e-05, "loss": 30.4414, "step": 803 }, { "epoch": 0.71, "learning_rate": 9.99927727216851e-05, "loss": 31.3555, "step": 804 }, { "epoch": 0.71, "learning_rate": 9.999272478083446e-05, "loss": 31.1172, "step": 805 }, { "epoch": 0.72, "learning_rate": 9.999267668151708e-05, "loss": 30.3252, "step": 806 }, { "epoch": 0.72, "learning_rate": 9.99926284237331e-05, "loss": 30.9287, "step": 807 }, { "epoch": 0.72, "learning_rate": 9.999258000748266e-05, "loss": 31.0088, "step": 808 }, { "epoch": 0.72, "learning_rate": 9.999253143276594e-05, "loss": 31.2451, "step": 809 }, { "epoch": 0.72, "learning_rate": 9.999248269958308e-05, "loss": 31.5869, "step": 810 }, { "epoch": 0.72, "learning_rate": 9.999243380793424e-05, "loss": 30.9717, "step": 811 }, { "epoch": 0.72, "learning_rate": 9.999238475781957e-05, "loss": 30.5654, "step": 812 }, { "epoch": 0.72, "learning_rate": 9.999233554923922e-05, "loss": 30.7197, "step": 813 }, { "epoch": 0.72, "learning_rate": 9.999228618219337e-05, "loss": 30.4346, "step": 814 }, { "epoch": 0.72, "learning_rate": 9.999223665668213e-05, "loss": 30.1377, "step": 815 }, { "epoch": 0.72, "learning_rate": 9.99921869727057e-05, "loss": 29.6455, "step": 816 }, { "epoch": 0.73, "learning_rate": 9.999213713026422e-05, "loss": 31.3193, "step": 817 }, { "epoch": 0.73, "learning_rate": 9.999208712935786e-05, "loss": 30.6484, "step": 818 }, { "epoch": 0.73, "learning_rate": 9.999203696998675e-05, "loss": 30.3408, "step": 819 }, { "epoch": 0.73, "learning_rate": 9.999198665215108e-05, "loss": 30.2354, "step": 820 }, { "epoch": 0.73, "learning_rate": 9.9991936175851e-05, "loss": 30.2988, "step": 821 }, { "epoch": 0.73, "learning_rate": 9.999188554108667e-05, "loss": 30.3662, "step": 822 }, { "epoch": 0.73, "learning_rate": 9.999183474785825e-05, "loss": 30.1777, "step": 823 }, { "epoch": 0.73, "learning_rate": 9.99917837961659e-05, "loss": 29.9365, "step": 824 }, { "epoch": 0.73, "learning_rate": 9.999173268600978e-05, "loss": 29.4375, "step": 825 }, { "epoch": 0.73, "learning_rate": 9.999168141739004e-05, "loss": 30.3789, "step": 826 }, { "epoch": 0.73, "learning_rate": 9.999162999030687e-05, "loss": 30.5361, "step": 827 }, { "epoch": 0.74, "learning_rate": 9.99915784047604e-05, "loss": 30.3057, "step": 828 }, { "epoch": 0.74, "learning_rate": 9.999152666075084e-05, "loss": 29.9453, "step": 829 }, { "epoch": 0.74, "learning_rate": 9.999147475827832e-05, "loss": 30.1182, "step": 830 }, { "epoch": 0.74, "learning_rate": 9.9991422697343e-05, "loss": 30.127, "step": 831 }, { "epoch": 0.74, "learning_rate": 9.999137047794507e-05, "loss": 30.4648, "step": 832 }, { "epoch": 0.74, "learning_rate": 9.999131810008467e-05, "loss": 29.6338, "step": 833 }, { "epoch": 0.74, "learning_rate": 9.999126556376197e-05, "loss": 30.5332, "step": 834 }, { "epoch": 0.74, "learning_rate": 9.999121286897715e-05, "loss": 30.0195, "step": 835 }, { "epoch": 0.74, "learning_rate": 9.999116001573037e-05, "loss": 29.6699, "step": 836 }, { "epoch": 0.74, "learning_rate": 9.999110700402181e-05, "loss": 30.2578, "step": 837 }, { "epoch": 0.74, "learning_rate": 9.999105383385161e-05, "loss": 29.6025, "step": 838 }, { "epoch": 0.75, "learning_rate": 9.999100050521997e-05, "loss": 30.542, "step": 839 }, { "epoch": 0.75, "learning_rate": 9.999094701812704e-05, "loss": 30.3906, "step": 840 }, { "epoch": 0.75, "learning_rate": 9.999089337257299e-05, "loss": 29.6367, "step": 841 }, { "epoch": 0.75, "learning_rate": 9.9990839568558e-05, "loss": 29.6035, "step": 842 }, { "epoch": 0.75, "learning_rate": 9.999078560608222e-05, "loss": 28.9902, "step": 843 }, { "epoch": 0.75, "learning_rate": 9.999073148514583e-05, "loss": 29.3076, "step": 844 }, { "epoch": 0.75, "learning_rate": 9.999067720574903e-05, "loss": 29.7559, "step": 845 }, { "epoch": 0.75, "learning_rate": 9.999062276789197e-05, "loss": 28.7451, "step": 846 }, { "epoch": 0.75, "learning_rate": 9.99905681715748e-05, "loss": 29.5938, "step": 847 }, { "epoch": 0.75, "learning_rate": 9.999051341679772e-05, "loss": 29.3623, "step": 848 }, { "epoch": 0.75, "learning_rate": 9.999045850356091e-05, "loss": 29.0762, "step": 849 }, { "epoch": 0.75, "learning_rate": 9.999040343186452e-05, "loss": 29.3477, "step": 850 }, { "epoch": 0.76, "learning_rate": 9.999034820170874e-05, "loss": 30.1104, "step": 851 }, { "epoch": 0.76, "learning_rate": 9.999029281309376e-05, "loss": 28.958, "step": 852 }, { "epoch": 0.76, "learning_rate": 9.999023726601971e-05, "loss": 29.1504, "step": 853 }, { "epoch": 0.76, "learning_rate": 9.99901815604868e-05, "loss": 29.5303, "step": 854 }, { "epoch": 0.76, "learning_rate": 9.99901256964952e-05, "loss": 29.4229, "step": 855 }, { "epoch": 0.76, "learning_rate": 9.99900696740451e-05, "loss": 29.0518, "step": 856 }, { "epoch": 0.76, "learning_rate": 9.999001349313666e-05, "loss": 29.3223, "step": 857 }, { "epoch": 0.76, "learning_rate": 9.998995715377004e-05, "loss": 28.5293, "step": 858 }, { "epoch": 0.76, "learning_rate": 9.998990065594546e-05, "loss": 29.127, "step": 859 }, { "epoch": 0.76, "learning_rate": 9.99898439996631e-05, "loss": 28.7637, "step": 860 }, { "epoch": 0.76, "learning_rate": 9.998978718492309e-05, "loss": 29.4219, "step": 861 }, { "epoch": 0.77, "learning_rate": 9.998973021172563e-05, "loss": 29.2031, "step": 862 }, { "epoch": 0.77, "learning_rate": 9.998967308007095e-05, "loss": 28.9658, "step": 863 }, { "epoch": 0.77, "learning_rate": 9.998961578995917e-05, "loss": 29.0264, "step": 864 }, { "epoch": 0.77, "learning_rate": 9.99895583413905e-05, "loss": 29.2734, "step": 865 }, { "epoch": 0.77, "learning_rate": 9.99895007343651e-05, "loss": 29.0479, "step": 866 }, { "epoch": 0.77, "learning_rate": 9.998944296888318e-05, "loss": 28.9854, "step": 867 }, { "epoch": 0.77, "learning_rate": 9.998938504494491e-05, "loss": 28.8574, "step": 868 }, { "epoch": 0.77, "learning_rate": 9.998932696255048e-05, "loss": 29.1162, "step": 869 }, { "epoch": 0.77, "learning_rate": 9.998926872170006e-05, "loss": 28.7676, "step": 870 }, { "epoch": 0.77, "learning_rate": 9.998921032239384e-05, "loss": 29.1416, "step": 871 }, { "epoch": 0.77, "learning_rate": 9.998915176463201e-05, "loss": 28.499, "step": 872 }, { "epoch": 0.78, "learning_rate": 9.998909304841478e-05, "loss": 29.29, "step": 873 }, { "epoch": 0.78, "learning_rate": 9.998903417374228e-05, "loss": 28.9424, "step": 874 }, { "epoch": 0.78, "learning_rate": 9.998897514061473e-05, "loss": 28.4385, "step": 875 }, { "epoch": 0.78, "learning_rate": 9.998891594903232e-05, "loss": 28.5996, "step": 876 }, { "epoch": 0.78, "learning_rate": 9.998885659899525e-05, "loss": 29.7324, "step": 877 }, { "epoch": 0.78, "learning_rate": 9.998879709050366e-05, "loss": 28.1797, "step": 878 }, { "epoch": 0.78, "learning_rate": 9.998873742355778e-05, "loss": 28.5938, "step": 879 }, { "epoch": 0.78, "learning_rate": 9.998867759815779e-05, "loss": 28.54, "step": 880 }, { "epoch": 0.78, "learning_rate": 9.998861761430388e-05, "loss": 28.2979, "step": 881 }, { "epoch": 0.78, "learning_rate": 9.998855747199622e-05, "loss": 28.5361, "step": 882 }, { "epoch": 0.78, "learning_rate": 9.998849717123504e-05, "loss": 28.6006, "step": 883 }, { "epoch": 0.79, "learning_rate": 9.998843671202049e-05, "loss": 28.5811, "step": 884 }, { "epoch": 0.79, "learning_rate": 9.998837609435278e-05, "loss": 28.6523, "step": 885 }, { "epoch": 0.79, "learning_rate": 9.998831531823212e-05, "loss": 29.085, "step": 886 }, { "epoch": 0.79, "learning_rate": 9.998825438365869e-05, "loss": 28.3789, "step": 887 }, { "epoch": 0.79, "learning_rate": 9.998819329063266e-05, "loss": 28.2744, "step": 888 }, { "epoch": 0.79, "learning_rate": 9.998813203915425e-05, "loss": 27.7324, "step": 889 }, { "epoch": 0.79, "learning_rate": 9.998807062922364e-05, "loss": 28.251, "step": 890 }, { "epoch": 0.79, "learning_rate": 9.998800906084105e-05, "loss": 28.2949, "step": 891 }, { "epoch": 0.79, "learning_rate": 9.998794733400664e-05, "loss": 27.9424, "step": 892 }, { "epoch": 0.79, "learning_rate": 9.998788544872061e-05, "loss": 28.2568, "step": 893 }, { "epoch": 0.79, "learning_rate": 9.99878234049832e-05, "loss": 29.0244, "step": 894 }, { "epoch": 0.79, "learning_rate": 9.998776120279455e-05, "loss": 28.1943, "step": 895 }, { "epoch": 0.8, "learning_rate": 9.998769884215488e-05, "loss": 28.2959, "step": 896 }, { "epoch": 0.8, "learning_rate": 9.998763632306441e-05, "loss": 28.5342, "step": 897 }, { "epoch": 0.8, "learning_rate": 9.998757364552331e-05, "loss": 28.332, "step": 898 }, { "epoch": 0.8, "learning_rate": 9.998751080953177e-05, "loss": 29.5127, "step": 899 }, { "epoch": 0.8, "learning_rate": 9.998744781509003e-05, "loss": 28.2207, "step": 900 }, { "epoch": 0.8, "learning_rate": 9.998738466219826e-05, "loss": 27.877, "step": 901 }, { "epoch": 0.8, "learning_rate": 9.998732135085665e-05, "loss": 28.1885, "step": 902 }, { "epoch": 0.8, "learning_rate": 9.998725788106544e-05, "loss": 28.5449, "step": 903 }, { "epoch": 0.8, "learning_rate": 9.99871942528248e-05, "loss": 28.6318, "step": 904 }, { "epoch": 0.8, "learning_rate": 9.998713046613493e-05, "loss": 28.0586, "step": 905 }, { "epoch": 0.8, "learning_rate": 9.998706652099603e-05, "loss": 28.3711, "step": 906 }, { "epoch": 0.81, "learning_rate": 9.998700241740833e-05, "loss": 27.6836, "step": 907 }, { "epoch": 0.81, "learning_rate": 9.9986938155372e-05, "loss": 27.4844, "step": 908 }, { "epoch": 0.81, "learning_rate": 9.998687373488729e-05, "loss": 27.7402, "step": 909 }, { "epoch": 0.81, "learning_rate": 9.998680915595436e-05, "loss": 27.498, "step": 910 }, { "epoch": 0.81, "learning_rate": 9.998674441857343e-05, "loss": 28.2197, "step": 911 }, { "epoch": 0.81, "learning_rate": 9.998667952274471e-05, "loss": 27.8525, "step": 912 }, { "epoch": 0.81, "learning_rate": 9.99866144684684e-05, "loss": 27.6875, "step": 913 }, { "epoch": 0.81, "learning_rate": 9.99865492557447e-05, "loss": 28.0264, "step": 914 }, { "epoch": 0.81, "learning_rate": 9.998648388457384e-05, "loss": 27.9023, "step": 915 }, { "epoch": 0.81, "learning_rate": 9.998641835495598e-05, "loss": 28.2725, "step": 916 }, { "epoch": 0.81, "learning_rate": 9.998635266689138e-05, "loss": 28.0605, "step": 917 }, { "epoch": 0.82, "learning_rate": 9.998628682038023e-05, "loss": 27.959, "step": 918 }, { "epoch": 0.82, "learning_rate": 9.998622081542272e-05, "loss": 27.2832, "step": 919 }, { "epoch": 0.82, "learning_rate": 9.998615465201908e-05, "loss": 28.0176, "step": 920 }, { "epoch": 0.82, "learning_rate": 9.998608833016953e-05, "loss": 27.9883, "step": 921 }, { "epoch": 0.82, "learning_rate": 9.998602184987425e-05, "loss": 27.457, "step": 922 }, { "epoch": 0.82, "learning_rate": 9.998595521113347e-05, "loss": 26.8838, "step": 923 }, { "epoch": 0.82, "learning_rate": 9.998588841394739e-05, "loss": 27.3506, "step": 924 }, { "epoch": 0.82, "learning_rate": 9.998582145831623e-05, "loss": 28.1455, "step": 925 }, { "epoch": 0.82, "learning_rate": 9.99857543442402e-05, "loss": 27.0625, "step": 926 }, { "epoch": 0.82, "learning_rate": 9.998568707171952e-05, "loss": 27.5771, "step": 927 }, { "epoch": 0.82, "learning_rate": 9.99856196407544e-05, "loss": 28.2109, "step": 928 }, { "epoch": 0.83, "learning_rate": 9.998555205134504e-05, "loss": 27.833, "step": 929 }, { "epoch": 0.83, "learning_rate": 9.998548430349166e-05, "loss": 27.7031, "step": 930 }, { "epoch": 0.83, "learning_rate": 9.998541639719449e-05, "loss": 27.6768, "step": 931 }, { "epoch": 0.83, "learning_rate": 9.998534833245373e-05, "loss": 27.5078, "step": 932 }, { "epoch": 0.83, "learning_rate": 9.99852801092696e-05, "loss": 27.5, "step": 933 }, { "epoch": 0.83, "learning_rate": 9.998521172764232e-05, "loss": 26.8809, "step": 934 }, { "epoch": 0.83, "learning_rate": 9.998514318757211e-05, "loss": 27.2295, "step": 935 }, { "epoch": 0.83, "learning_rate": 9.998507448905917e-05, "loss": 27.3945, "step": 936 }, { "epoch": 0.83, "learning_rate": 9.998500563210372e-05, "loss": 27.6133, "step": 937 }, { "epoch": 0.83, "learning_rate": 9.998493661670601e-05, "loss": 26.5625, "step": 938 }, { "epoch": 0.83, "learning_rate": 9.998486744286622e-05, "loss": 27.0098, "step": 939 }, { "epoch": 0.83, "learning_rate": 9.998479811058458e-05, "loss": 27.2793, "step": 940 }, { "epoch": 0.84, "learning_rate": 9.998472861986133e-05, "loss": 27.4453, "step": 941 }, { "epoch": 0.84, "learning_rate": 9.998465897069665e-05, "loss": 28.5586, "step": 942 }, { "epoch": 0.84, "learning_rate": 9.99845891630908e-05, "loss": 27.1748, "step": 943 }, { "epoch": 0.84, "learning_rate": 9.9984519197044e-05, "loss": 27.1826, "step": 944 }, { "epoch": 0.84, "learning_rate": 9.998444907255644e-05, "loss": 27.4268, "step": 945 }, { "epoch": 0.84, "learning_rate": 9.998437878962836e-05, "loss": 26.9775, "step": 946 }, { "epoch": 0.84, "learning_rate": 9.998430834826e-05, "loss": 27.0713, "step": 947 }, { "epoch": 0.84, "learning_rate": 9.998423774845157e-05, "loss": 26.7051, "step": 948 }, { "epoch": 0.84, "learning_rate": 9.998416699020325e-05, "loss": 27.2266, "step": 949 }, { "epoch": 0.84, "learning_rate": 9.998409607351534e-05, "loss": 27.0068, "step": 950 }, { "epoch": 0.84, "learning_rate": 9.998402499838803e-05, "loss": 26.9766, "step": 951 }, { "epoch": 0.85, "learning_rate": 9.998395376482152e-05, "loss": 27.1172, "step": 952 }, { "epoch": 0.85, "learning_rate": 9.998388237281608e-05, "loss": 27.4336, "step": 953 }, { "epoch": 0.85, "learning_rate": 9.998381082237193e-05, "loss": 27.2607, "step": 954 }, { "epoch": 0.85, "learning_rate": 9.998373911348927e-05, "loss": 26.6025, "step": 955 }, { "epoch": 0.85, "learning_rate": 9.998366724616833e-05, "loss": 26.9219, "step": 956 }, { "epoch": 0.85, "learning_rate": 9.998359522040936e-05, "loss": 27.0391, "step": 957 }, { "epoch": 0.85, "learning_rate": 9.998352303621257e-05, "loss": 26.7666, "step": 958 }, { "epoch": 0.85, "learning_rate": 9.998345069357822e-05, "loss": 27.8389, "step": 959 }, { "epoch": 0.85, "learning_rate": 9.99833781925065e-05, "loss": 27.168, "step": 960 }, { "epoch": 0.85, "learning_rate": 9.998330553299765e-05, "loss": 26.1777, "step": 961 }, { "epoch": 0.85, "learning_rate": 9.99832327150519e-05, "loss": 26.959, "step": 962 }, { "epoch": 0.86, "learning_rate": 9.99831597386695e-05, "loss": 26.7588, "step": 963 }, { "epoch": 0.86, "learning_rate": 9.998308660385065e-05, "loss": 26.4658, "step": 964 }, { "epoch": 0.86, "learning_rate": 9.998301331059562e-05, "loss": 26.8525, "step": 965 }, { "epoch": 0.86, "learning_rate": 9.998293985890462e-05, "loss": 26.5859, "step": 966 }, { "epoch": 0.86, "learning_rate": 9.998286624877786e-05, "loss": 26.5498, "step": 967 }, { "epoch": 0.86, "learning_rate": 9.998279248021562e-05, "loss": 27.0723, "step": 968 }, { "epoch": 0.86, "learning_rate": 9.998271855321811e-05, "loss": 26.5273, "step": 969 }, { "epoch": 0.86, "learning_rate": 9.998264446778557e-05, "loss": 26.585, "step": 970 }, { "epoch": 0.86, "learning_rate": 9.998257022391822e-05, "loss": 25.8945, "step": 971 }, { "epoch": 0.86, "learning_rate": 9.998249582161631e-05, "loss": 26.3555, "step": 972 }, { "epoch": 0.86, "learning_rate": 9.998242126088008e-05, "loss": 26.5459, "step": 973 }, { "epoch": 0.87, "learning_rate": 9.998234654170975e-05, "loss": 26.1738, "step": 974 }, { "epoch": 0.87, "learning_rate": 9.998227166410556e-05, "loss": 26.208, "step": 975 }, { "epoch": 0.87, "learning_rate": 9.998219662806776e-05, "loss": 26.0361, "step": 976 }, { "epoch": 0.87, "learning_rate": 9.998212143359658e-05, "loss": 25.9873, "step": 977 }, { "epoch": 0.87, "learning_rate": 9.998204608069226e-05, "loss": 26.7891, "step": 978 }, { "epoch": 0.87, "learning_rate": 9.998197056935505e-05, "loss": 26.1709, "step": 979 }, { "epoch": 0.87, "learning_rate": 9.998189489958516e-05, "loss": 26.2207, "step": 980 }, { "epoch": 0.87, "learning_rate": 9.998181907138284e-05, "loss": 25.5586, "step": 981 }, { "epoch": 0.87, "learning_rate": 9.998174308474836e-05, "loss": 26.2227, "step": 982 }, { "epoch": 0.87, "learning_rate": 9.998166693968191e-05, "loss": 27.2266, "step": 983 }, { "epoch": 0.87, "learning_rate": 9.998159063618379e-05, "loss": 26.8047, "step": 984 }, { "epoch": 0.87, "learning_rate": 9.99815141742542e-05, "loss": 26.6514, "step": 985 }, { "epoch": 0.88, "learning_rate": 9.998143755389339e-05, "loss": 26.5068, "step": 986 }, { "epoch": 0.88, "learning_rate": 9.998136077510161e-05, "loss": 26.2197, "step": 987 }, { "epoch": 0.88, "learning_rate": 9.99812838378791e-05, "loss": 26.2002, "step": 988 }, { "epoch": 0.88, "learning_rate": 9.99812067422261e-05, "loss": 25.5713, "step": 989 }, { "epoch": 0.88, "learning_rate": 9.998112948814285e-05, "loss": 25.9932, "step": 990 }, { "epoch": 0.88, "learning_rate": 9.998105207562962e-05, "loss": 26.0127, "step": 991 }, { "epoch": 0.88, "learning_rate": 9.998097450468664e-05, "loss": 25.877, "step": 992 }, { "epoch": 0.88, "learning_rate": 9.998089677531414e-05, "loss": 27.292, "step": 993 }, { "epoch": 0.88, "learning_rate": 9.998081888751238e-05, "loss": 25.916, "step": 994 }, { "epoch": 0.88, "learning_rate": 9.998074084128162e-05, "loss": 26.5811, "step": 995 }, { "epoch": 0.88, "learning_rate": 9.998066263662209e-05, "loss": 26.3682, "step": 996 }, { "epoch": 0.89, "learning_rate": 9.998058427353404e-05, "loss": 26.1514, "step": 997 }, { "epoch": 0.89, "learning_rate": 9.998050575201771e-05, "loss": 26.1494, "step": 998 }, { "epoch": 0.89, "learning_rate": 9.998042707207339e-05, "loss": 26.6465, "step": 999 }, { "epoch": 0.89, "learning_rate": 9.998034823370128e-05, "loss": 25.4316, "step": 1000 }, { "epoch": 0.89, "learning_rate": 9.998026923690164e-05, "loss": 26.1172, "step": 1001 }, { "epoch": 0.89, "learning_rate": 9.998019008167477e-05, "loss": 26.3545, "step": 1002 }, { "epoch": 0.89, "learning_rate": 9.998011076802084e-05, "loss": 25.6221, "step": 1003 }, { "epoch": 0.89, "learning_rate": 9.998003129594015e-05, "loss": 25.3008, "step": 1004 }, { "epoch": 0.89, "learning_rate": 9.997995166543295e-05, "loss": 26.1455, "step": 1005 }, { "epoch": 0.89, "learning_rate": 9.99798718764995e-05, "loss": 25.1699, "step": 1006 }, { "epoch": 0.89, "learning_rate": 9.997979192914002e-05, "loss": 25.6943, "step": 1007 }, { "epoch": 0.9, "learning_rate": 9.997971182335479e-05, "loss": 26.0762, "step": 1008 }, { "epoch": 0.9, "learning_rate": 9.997963155914407e-05, "loss": 26.5879, "step": 1009 }, { "epoch": 0.9, "learning_rate": 9.997955113650808e-05, "loss": 26.2256, "step": 1010 }, { "epoch": 0.9, "learning_rate": 9.997947055544709e-05, "loss": 26.0479, "step": 1011 }, { "epoch": 0.9, "learning_rate": 9.997938981596138e-05, "loss": 25.627, "step": 1012 }, { "epoch": 0.9, "learning_rate": 9.997930891805119e-05, "loss": 25.4443, "step": 1013 }, { "epoch": 0.9, "learning_rate": 9.997922786171676e-05, "loss": 25.5684, "step": 1014 }, { "epoch": 0.9, "learning_rate": 9.997914664695838e-05, "loss": 25.7217, "step": 1015 }, { "epoch": 0.9, "learning_rate": 9.997906527377628e-05, "loss": 25.1768, "step": 1016 }, { "epoch": 0.9, "learning_rate": 9.997898374217072e-05, "loss": 25.1211, "step": 1017 }, { "epoch": 0.9, "learning_rate": 9.997890205214195e-05, "loss": 27.1377, "step": 1018 }, { "epoch": 0.9, "learning_rate": 9.997882020369027e-05, "loss": 25.7783, "step": 1019 }, { "epoch": 0.91, "learning_rate": 9.997873819681591e-05, "loss": 25.9805, "step": 1020 }, { "epoch": 0.91, "learning_rate": 9.997865603151913e-05, "loss": 24.7402, "step": 1021 }, { "epoch": 0.91, "learning_rate": 9.997857370780018e-05, "loss": 25.3057, "step": 1022 }, { "epoch": 0.91, "learning_rate": 9.997849122565935e-05, "loss": 25.9805, "step": 1023 }, { "epoch": 0.91, "learning_rate": 9.997840858509688e-05, "loss": 25.8291, "step": 1024 }, { "epoch": 0.91, "learning_rate": 9.997832578611304e-05, "loss": 25.7842, "step": 1025 }, { "epoch": 0.91, "learning_rate": 9.99782428287081e-05, "loss": 25.5068, "step": 1026 }, { "epoch": 0.91, "learning_rate": 9.99781597128823e-05, "loss": 25.166, "step": 1027 }, { "epoch": 0.91, "learning_rate": 9.997807643863591e-05, "loss": 25.4277, "step": 1028 }, { "epoch": 0.91, "learning_rate": 9.997799300596921e-05, "loss": 25.7031, "step": 1029 }, { "epoch": 0.91, "learning_rate": 9.997790941488245e-05, "loss": 25.54, "step": 1030 }, { "epoch": 0.92, "learning_rate": 9.99778256653759e-05, "loss": 25.2119, "step": 1031 }, { "epoch": 0.92, "learning_rate": 9.997774175744984e-05, "loss": 25.8574, "step": 1032 }, { "epoch": 0.92, "learning_rate": 9.997774175744984e-05, "loss": 25.4814, "step": 1033 }, { "epoch": 0.92, "learning_rate": 9.997765769110451e-05, "loss": 25.1914, "step": 1034 }, { "epoch": 0.92, "learning_rate": 9.997757346634019e-05, "loss": 25.5332, "step": 1035 }, { "epoch": 0.92, "learning_rate": 9.997748908315713e-05, "loss": 25.0967, "step": 1036 }, { "epoch": 0.92, "learning_rate": 9.997740454155564e-05, "loss": 25.9893, "step": 1037 }, { "epoch": 0.92, "learning_rate": 9.997731984153596e-05, "loss": 25.4482, "step": 1038 }, { "epoch": 0.92, "learning_rate": 9.997723498309835e-05, "loss": 25.876, "step": 1039 }, { "epoch": 0.92, "learning_rate": 9.997714996624307e-05, "loss": 25.3838, "step": 1040 }, { "epoch": 0.92, "learning_rate": 9.997706479097042e-05, "loss": 25.2119, "step": 1041 }, { "epoch": 0.93, "learning_rate": 9.997697945728067e-05, "loss": 25.7549, "step": 1042 }, { "epoch": 0.93, "learning_rate": 9.997697945728067e-05, "loss": 24.7656, "step": 1043 }, { "epoch": 0.93, "learning_rate": 9.997689396517407e-05, "loss": 25.0264, "step": 1044 }, { "epoch": 0.93, "learning_rate": 9.997680831465088e-05, "loss": 25.3721, "step": 1045 }, { "epoch": 0.93, "learning_rate": 9.997672250571142e-05, "loss": 25.4678, "step": 1046 }, { "epoch": 0.93, "learning_rate": 9.997663653835591e-05, "loss": 25.3105, "step": 1047 }, { "epoch": 0.93, "learning_rate": 9.997655041258466e-05, "loss": 25.0625, "step": 1048 }, { "epoch": 0.93, "learning_rate": 9.997646412839791e-05, "loss": 24.9512, "step": 1049 }, { "epoch": 0.93, "learning_rate": 9.997637768579597e-05, "loss": 24.7695, "step": 1050 }, { "epoch": 0.93, "learning_rate": 9.997629108477909e-05, "loss": 25.1748, "step": 1051 }, { "epoch": 0.93, "learning_rate": 9.997620432534755e-05, "loss": 25.0312, "step": 1052 }, { "epoch": 0.94, "learning_rate": 9.997611740750163e-05, "loss": 26.2529, "step": 1053 }, { "epoch": 0.94, "learning_rate": 9.99760303312416e-05, "loss": 24.6504, "step": 1054 }, { "epoch": 0.94, "learning_rate": 9.997594309656772e-05, "loss": 24.6279, "step": 1055 }, { "epoch": 0.94, "learning_rate": 9.997585570348029e-05, "loss": 24.7676, "step": 1056 }, { "epoch": 0.94, "learning_rate": 9.997576815197958e-05, "loss": 25.0557, "step": 1057 }, { "epoch": 0.94, "learning_rate": 9.997568044206588e-05, "loss": 25.4404, "step": 1058 }, { "epoch": 0.94, "learning_rate": 9.997559257373944e-05, "loss": 24.7666, "step": 1059 }, { "epoch": 0.94, "learning_rate": 9.997550454700056e-05, "loss": 25.3086, "step": 1060 }, { "epoch": 0.94, "learning_rate": 9.997541636184952e-05, "loss": 25.3359, "step": 1061 }, { "epoch": 0.94, "learning_rate": 9.997532801828658e-05, "loss": 25.1309, "step": 1062 }, { "epoch": 0.94, "learning_rate": 9.997523951631205e-05, "loss": 24.3955, "step": 1063 }, { "epoch": 0.94, "learning_rate": 9.997515085592617e-05, "loss": 25.5664, "step": 1064 }, { "epoch": 0.95, "learning_rate": 9.997506203712925e-05, "loss": 25.04, "step": 1065 }, { "epoch": 0.95, "learning_rate": 9.997497305992158e-05, "loss": 25.6221, "step": 1066 }, { "epoch": 0.95, "learning_rate": 9.997488392430342e-05, "loss": 25.8418, "step": 1067 }, { "epoch": 0.95, "learning_rate": 9.997479463027506e-05, "loss": 24.8975, "step": 1068 }, { "epoch": 0.95, "learning_rate": 9.997470517783678e-05, "loss": 25.1084, "step": 1069 }, { "epoch": 0.95, "learning_rate": 9.997461556698888e-05, "loss": 24.9062, "step": 1070 }, { "epoch": 0.95, "learning_rate": 9.997452579773161e-05, "loss": 24.5742, "step": 1071 }, { "epoch": 0.95, "learning_rate": 9.99744358700653e-05, "loss": 25.4531, "step": 1072 }, { "epoch": 0.95, "learning_rate": 9.997434578399019e-05, "loss": 25.5713, "step": 1073 }, { "epoch": 0.95, "learning_rate": 9.997425553950659e-05, "loss": 24.6533, "step": 1074 }, { "epoch": 0.95, "learning_rate": 9.997416513661478e-05, "loss": 24.585, "step": 1075 }, { "epoch": 0.96, "learning_rate": 9.997407457531506e-05, "loss": 24.3018, "step": 1076 }, { "epoch": 0.96, "learning_rate": 9.99739838556077e-05, "loss": 24.5537, "step": 1077 }, { "epoch": 0.96, "learning_rate": 9.997389297749299e-05, "loss": 24.6445, "step": 1078 }, { "epoch": 0.96, "learning_rate": 9.997380194097123e-05, "loss": 25.6094, "step": 1079 }, { "epoch": 0.96, "learning_rate": 9.99737107460427e-05, "loss": 24.7188, "step": 1080 }, { "epoch": 0.96, "learning_rate": 9.997361939270767e-05, "loss": 25.0703, "step": 1081 }, { "epoch": 0.96, "learning_rate": 9.997352788096645e-05, "loss": 25.2637, "step": 1082 }, { "epoch": 0.96, "learning_rate": 9.997343621081936e-05, "loss": 24.998, "step": 1083 }, { "epoch": 0.96, "learning_rate": 9.997334438226663e-05, "loss": 24.4727, "step": 1084 }, { "epoch": 0.96, "learning_rate": 9.997325239530859e-05, "loss": 24.3975, "step": 1085 }, { "epoch": 0.96, "learning_rate": 9.997316024994552e-05, "loss": 24.8691, "step": 1086 }, { "epoch": 0.97, "learning_rate": 9.997306794617772e-05, "loss": 24.6318, "step": 1087 }, { "epoch": 0.97, "learning_rate": 9.997297548400549e-05, "loss": 25.1309, "step": 1088 }, { "epoch": 0.97, "learning_rate": 9.997288286342908e-05, "loss": 24.7275, "step": 1089 }, { "epoch": 0.97, "learning_rate": 9.997279008444882e-05, "loss": 24.6133, "step": 1090 }, { "epoch": 0.97, "learning_rate": 9.997269714706501e-05, "loss": 24.4111, "step": 1091 }, { "epoch": 0.97, "learning_rate": 9.997260405127792e-05, "loss": 24.8994, "step": 1092 }, { "epoch": 0.97, "learning_rate": 9.997251079708787e-05, "loss": 24.4512, "step": 1093 }, { "epoch": 0.97, "learning_rate": 9.997241738449511e-05, "loss": 24.7334, "step": 1094 }, { "epoch": 0.97, "learning_rate": 9.997232381350002e-05, "loss": 24.6328, "step": 1095 }, { "epoch": 0.97, "learning_rate": 9.997223008410281e-05, "loss": 24.2773, "step": 1096 }, { "epoch": 0.97, "learning_rate": 9.997213619630381e-05, "loss": 24.5088, "step": 1097 }, { "epoch": 0.98, "learning_rate": 9.997204215010334e-05, "loss": 24.3271, "step": 1098 }, { "epoch": 0.98, "learning_rate": 9.997194794550166e-05, "loss": 24.4688, "step": 1099 }, { "epoch": 0.98, "learning_rate": 9.99718535824991e-05, "loss": 24.3105, "step": 1100 }, { "epoch": 0.98, "learning_rate": 9.997175906109594e-05, "loss": 24.6445, "step": 1101 }, { "epoch": 0.98, "learning_rate": 9.997166438129249e-05, "loss": 24.0322, "step": 1102 }, { "epoch": 0.98, "learning_rate": 9.997156954308905e-05, "loss": 24.2197, "step": 1103 }, { "epoch": 0.98, "learning_rate": 9.99714745464859e-05, "loss": 24.4795, "step": 1104 }, { "epoch": 0.98, "learning_rate": 9.997137939148338e-05, "loss": 24.6494, "step": 1105 }, { "epoch": 0.98, "learning_rate": 9.997128407808175e-05, "loss": 24.8848, "step": 1106 }, { "epoch": 0.98, "learning_rate": 9.997118860628135e-05, "loss": 24.1768, "step": 1107 }, { "epoch": 0.98, "learning_rate": 9.997109297608244e-05, "loss": 24.5332, "step": 1108 }, { "epoch": 0.98, "learning_rate": 9.997099718748534e-05, "loss": 24.2891, "step": 1109 }, { "epoch": 0.99, "learning_rate": 9.997090124049039e-05, "loss": 23.9863, "step": 1110 }, { "epoch": 0.99, "learning_rate": 9.997080513509784e-05, "loss": 23.9521, "step": 1111 }, { "epoch": 0.99, "learning_rate": 9.997070887130804e-05, "loss": 24.3652, "step": 1112 }, { "epoch": 0.99, "learning_rate": 9.997061244912126e-05, "loss": 23.9971, "step": 1113 }, { "epoch": 0.99, "learning_rate": 9.997051586853784e-05, "loss": 23.749, "step": 1114 }, { "epoch": 0.99, "learning_rate": 9.997041912955805e-05, "loss": 24.5957, "step": 1115 }, { "epoch": 0.99, "learning_rate": 9.997032223218221e-05, "loss": 24.8896, "step": 1116 }, { "epoch": 0.99, "learning_rate": 9.997022517641063e-05, "loss": 24.2861, "step": 1117 }, { "epoch": 0.99, "learning_rate": 9.997012796224363e-05, "loss": 23.8018, "step": 1118 }, { "epoch": 0.99, "learning_rate": 9.99700305896815e-05, "loss": 24.6318, "step": 1119 }, { "epoch": 0.99, "learning_rate": 9.996993305872455e-05, "loss": 24.6846, "step": 1120 }, { "epoch": 1.0, "learning_rate": 9.99698353693731e-05, "loss": 23.7803, "step": 1121 }, { "epoch": 1.0, "learning_rate": 9.996973752162743e-05, "loss": 23.7305, "step": 1122 }, { "epoch": 1.0, "learning_rate": 9.99696395154879e-05, "loss": 24.1416, "step": 1123 }, { "epoch": 1.0, "learning_rate": 9.99696395154879e-05, "loss": 24.208, "step": 1124 }, { "epoch": 1.0, "learning_rate": 9.99695413509548e-05, "loss": 24.0371, "step": 1125 }, { "epoch": 1.0, "learning_rate": 9.996944302802842e-05, "loss": 23.8027, "step": 1126 }, { "epoch": 1.0, "learning_rate": 9.996934454670908e-05, "loss": 24.4814, "step": 1127 }, { "epoch": 1.0, "learning_rate": 9.996924590699711e-05, "loss": 24.2881, "step": 1128 }, { "epoch": 1.0, "learning_rate": 9.996914710889281e-05, "loss": 24.1846, "step": 1129 }, { "epoch": 1.0, "learning_rate": 9.996904815239649e-05, "loss": 24.2441, "step": 1130 }, { "epoch": 1.0, "learning_rate": 9.996894903750848e-05, "loss": 23.4932, "step": 1131 }, { "epoch": 1.01, "learning_rate": 9.996884976422906e-05, "loss": 23.624, "step": 1132 }, { "epoch": 1.01, "learning_rate": 9.99687503325586e-05, "loss": 24.3457, "step": 1133 }, { "epoch": 1.01, "learning_rate": 9.996865074249735e-05, "loss": 23.4189, "step": 1134 }, { "epoch": 1.01, "learning_rate": 9.996855099404568e-05, "loss": 24.5391, "step": 1135 }, { "epoch": 1.01, "learning_rate": 9.996845108720387e-05, "loss": 24.0166, "step": 1136 }, { "epoch": 1.01, "learning_rate": 9.996835102197226e-05, "loss": 23.9531, "step": 1137 }, { "epoch": 1.01, "learning_rate": 9.996825079835116e-05, "loss": 23.8096, "step": 1138 }, { "epoch": 1.01, "learning_rate": 9.996815041634088e-05, "loss": 23.6572, "step": 1139 }, { "epoch": 1.01, "learning_rate": 9.996804987594174e-05, "loss": 23.9971, "step": 1140 }, { "epoch": 1.01, "learning_rate": 9.996794917715408e-05, "loss": 23.5557, "step": 1141 }, { "epoch": 1.01, "learning_rate": 9.996784831997819e-05, "loss": 23.4805, "step": 1142 }, { "epoch": 1.02, "learning_rate": 9.996774730441441e-05, "loss": 23.6182, "step": 1143 }, { "epoch": 1.02, "learning_rate": 9.996764613046304e-05, "loss": 24.2109, "step": 1144 }, { "epoch": 1.02, "learning_rate": 9.996754479812442e-05, "loss": 24.2715, "step": 1145 }, { "epoch": 1.02, "learning_rate": 9.996744330739887e-05, "loss": 23.6084, "step": 1146 }, { "epoch": 1.02, "learning_rate": 9.996734165828669e-05, "loss": 23.9561, "step": 1147 }, { "epoch": 1.02, "learning_rate": 9.996723985078822e-05, "loss": 23.3271, "step": 1148 }, { "epoch": 1.02, "learning_rate": 9.99671378849038e-05, "loss": 23.5, "step": 1149 }, { "epoch": 1.02, "learning_rate": 9.996703576063371e-05, "loss": 23.79, "step": 1150 }, { "epoch": 1.02, "learning_rate": 9.99669334779783e-05, "loss": 23.7812, "step": 1151 }, { "epoch": 1.02, "learning_rate": 9.996683103693791e-05, "loss": 23.8418, "step": 1152 }, { "epoch": 1.02, "learning_rate": 9.996672843751282e-05, "loss": 23.7432, "step": 1153 }, { "epoch": 1.02, "learning_rate": 9.996662567970341e-05, "loss": 23.7656, "step": 1154 }, { "epoch": 1.03, "learning_rate": 9.996652276350997e-05, "loss": 23.8379, "step": 1155 }, { "epoch": 1.03, "learning_rate": 9.996641968893282e-05, "loss": 23.9189, "step": 1156 }, { "epoch": 1.03, "learning_rate": 9.996631645597229e-05, "loss": 23.8965, "step": 1157 }, { "epoch": 1.03, "learning_rate": 9.996621306462875e-05, "loss": 24.3193, "step": 1158 }, { "epoch": 1.03, "learning_rate": 9.996610951490249e-05, "loss": 24.0059, "step": 1159 }, { "epoch": 1.03, "learning_rate": 9.996600580679383e-05, "loss": 23.3545, "step": 1160 }, { "epoch": 1.03, "learning_rate": 9.99659019403031e-05, "loss": 23.9482, "step": 1161 }, { "epoch": 1.03, "learning_rate": 9.996579791543066e-05, "loss": 23.1582, "step": 1162 }, { "epoch": 1.03, "learning_rate": 9.996569373217683e-05, "loss": 23.2939, "step": 1163 }, { "epoch": 1.03, "learning_rate": 9.99655893905419e-05, "loss": 23.666, "step": 1164 }, { "epoch": 1.03, "learning_rate": 9.996548489052626e-05, "loss": 23.6445, "step": 1165 }, { "epoch": 1.04, "learning_rate": 9.99653802321302e-05, "loss": 23.084, "step": 1166 }, { "epoch": 1.04, "learning_rate": 9.996527541535408e-05, "loss": 23.2725, "step": 1167 }, { "epoch": 1.04, "learning_rate": 9.996517044019819e-05, "loss": 23.54, "step": 1168 }, { "epoch": 1.04, "learning_rate": 9.996506530666292e-05, "loss": 23.6602, "step": 1169 }, { "epoch": 1.04, "learning_rate": 9.996496001474856e-05, "loss": 23.6826, "step": 1170 }, { "epoch": 1.04, "learning_rate": 9.996485456445546e-05, "loss": 23.6699, "step": 1171 }, { "epoch": 1.04, "learning_rate": 9.996474895578394e-05, "loss": 23.709, "step": 1172 }, { "epoch": 1.04, "learning_rate": 9.996464318873435e-05, "loss": 23.4746, "step": 1173 }, { "epoch": 1.04, "learning_rate": 9.996453726330704e-05, "loss": 23.6396, "step": 1174 }, { "epoch": 1.04, "learning_rate": 9.996443117950232e-05, "loss": 23.1553, "step": 1175 }, { "epoch": 1.04, "learning_rate": 9.99643249373205e-05, "loss": 23.1582, "step": 1176 }, { "epoch": 1.05, "learning_rate": 9.996421853676199e-05, "loss": 23.5342, "step": 1177 }, { "epoch": 1.05, "learning_rate": 9.996411197782708e-05, "loss": 23.1211, "step": 1178 }, { "epoch": 1.05, "learning_rate": 9.99640052605161e-05, "loss": 24.0684, "step": 1179 }, { "epoch": 1.05, "learning_rate": 9.996389838482942e-05, "loss": 23.2852, "step": 1180 }, { "epoch": 1.05, "learning_rate": 9.996379135076735e-05, "loss": 23.4355, "step": 1181 }, { "epoch": 1.05, "learning_rate": 9.996368415833025e-05, "loss": 23.1143, "step": 1182 }, { "epoch": 1.05, "learning_rate": 9.996357680751845e-05, "loss": 23.3311, "step": 1183 }, { "epoch": 1.05, "learning_rate": 9.99634692983323e-05, "loss": 23.3672, "step": 1184 }, { "epoch": 1.05, "learning_rate": 9.996336163077211e-05, "loss": 23.5156, "step": 1185 }, { "epoch": 1.05, "learning_rate": 9.996325380483825e-05, "loss": 22.917, "step": 1186 }, { "epoch": 1.05, "learning_rate": 9.996314582053106e-05, "loss": 23.6064, "step": 1187 }, { "epoch": 1.06, "learning_rate": 9.996303767785089e-05, "loss": 23.9971, "step": 1188 }, { "epoch": 1.06, "learning_rate": 9.996292937679806e-05, "loss": 23.7998, "step": 1189 }, { "epoch": 1.06, "learning_rate": 9.996282091737291e-05, "loss": 22.9707, "step": 1190 }, { "epoch": 1.06, "learning_rate": 9.996271229957581e-05, "loss": 23.2227, "step": 1191 }, { "epoch": 1.06, "learning_rate": 9.996260352340709e-05, "loss": 23.4678, "step": 1192 }, { "epoch": 1.06, "learning_rate": 9.996249458886711e-05, "loss": 22.8994, "step": 1193 }, { "epoch": 1.06, "learning_rate": 9.996238549595618e-05, "loss": 23.1123, "step": 1194 }, { "epoch": 1.06, "learning_rate": 9.99622762446747e-05, "loss": 23.0791, "step": 1195 }, { "epoch": 1.06, "learning_rate": 9.996216683502296e-05, "loss": 23.1924, "step": 1196 }, { "epoch": 1.06, "learning_rate": 9.996205726700132e-05, "loss": 22.9492, "step": 1197 }, { "epoch": 1.06, "learning_rate": 9.996194754061014e-05, "loss": 23.2705, "step": 1198 }, { "epoch": 1.06, "learning_rate": 9.99618376558498e-05, "loss": 23.3154, "step": 1199 }, { "epoch": 1.07, "learning_rate": 9.996172761272058e-05, "loss": 22.8535, "step": 1200 }, { "epoch": 1.07, "learning_rate": 9.996161741122287e-05, "loss": 24.2178, "step": 1201 }, { "epoch": 1.07, "learning_rate": 9.996150705135702e-05, "loss": 22.4883, "step": 1202 }, { "epoch": 1.07, "learning_rate": 9.996139653312338e-05, "loss": 23.6836, "step": 1203 }, { "epoch": 1.07, "learning_rate": 9.996128585652226e-05, "loss": 22.9316, "step": 1204 }, { "epoch": 1.07, "learning_rate": 9.99611750215541e-05, "loss": 23.1807, "step": 1205 }, { "epoch": 1.07, "learning_rate": 9.996106402821914e-05, "loss": 23.0225, "step": 1206 }, { "epoch": 1.07, "learning_rate": 9.996095287651781e-05, "loss": 23.0977, "step": 1207 }, { "epoch": 1.07, "learning_rate": 9.996084156645044e-05, "loss": 23.001, "step": 1208 }, { "epoch": 1.07, "learning_rate": 9.996073009801737e-05, "loss": 22.8037, "step": 1209 }, { "epoch": 1.07, "learning_rate": 9.996061847121898e-05, "loss": 23.4932, "step": 1210 }, { "epoch": 1.08, "learning_rate": 9.99605066860556e-05, "loss": 22.6982, "step": 1211 }, { "epoch": 1.08, "learning_rate": 9.996039474252759e-05, "loss": 22.3359, "step": 1212 }, { "epoch": 1.08, "learning_rate": 9.996028264063531e-05, "loss": 22.9473, "step": 1213 }, { "epoch": 1.08, "learning_rate": 9.996017038037913e-05, "loss": 23.0605, "step": 1214 }, { "epoch": 1.08, "learning_rate": 9.996005796175937e-05, "loss": 23.333, "step": 1215 }, { "epoch": 1.08, "learning_rate": 9.99599453847764e-05, "loss": 22.542, "step": 1216 }, { "epoch": 1.08, "learning_rate": 9.99598326494306e-05, "loss": 23.0928, "step": 1217 }, { "epoch": 1.08, "learning_rate": 9.99597197557223e-05, "loss": 23.4209, "step": 1218 }, { "epoch": 1.08, "learning_rate": 9.995960670365187e-05, "loss": 22.6836, "step": 1219 }, { "epoch": 1.08, "learning_rate": 9.995949349321967e-05, "loss": 22.2861, "step": 1220 }, { "epoch": 1.08, "learning_rate": 9.995938012442605e-05, "loss": 22.9551, "step": 1221 }, { "epoch": 1.09, "learning_rate": 9.995926659727137e-05, "loss": 23.3789, "step": 1222 }, { "epoch": 1.09, "learning_rate": 9.995915291175602e-05, "loss": 23.665, "step": 1223 }, { "epoch": 1.09, "learning_rate": 9.995903906788032e-05, "loss": 23.3096, "step": 1224 }, { "epoch": 1.09, "learning_rate": 9.995892506564462e-05, "loss": 23.3271, "step": 1225 }, { "epoch": 1.09, "learning_rate": 9.995881090504933e-05, "loss": 23.3076, "step": 1226 }, { "epoch": 1.09, "learning_rate": 9.995881090504933e-05, "loss": 23.3018, "step": 1227 }, { "epoch": 1.09, "learning_rate": 9.995869658609478e-05, "loss": 22.5684, "step": 1228 }, { "epoch": 1.09, "learning_rate": 9.995858210878135e-05, "loss": 23.1787, "step": 1229 }, { "epoch": 1.09, "learning_rate": 9.99584674731094e-05, "loss": 23.2344, "step": 1230 }, { "epoch": 1.09, "learning_rate": 9.995835267907927e-05, "loss": 23.3164, "step": 1231 }, { "epoch": 1.09, "learning_rate": 9.995823772669134e-05, "loss": 23.4609, "step": 1232 }, { "epoch": 1.1, "learning_rate": 9.9958122615946e-05, "loss": 23.6553, "step": 1233 }, { "epoch": 1.1, "learning_rate": 9.995800734684355e-05, "loss": 22.7285, "step": 1234 }, { "epoch": 1.1, "learning_rate": 9.995789191938442e-05, "loss": 22.917, "step": 1235 }, { "epoch": 1.1, "learning_rate": 9.995777633356896e-05, "loss": 22.7256, "step": 1236 }, { "epoch": 1.1, "learning_rate": 9.99576605893975e-05, "loss": 23.0479, "step": 1237 }, { "epoch": 1.1, "learning_rate": 9.995754468687047e-05, "loss": 22.8838, "step": 1238 }, { "epoch": 1.1, "learning_rate": 9.995742862598818e-05, "loss": 22.8828, "step": 1239 }, { "epoch": 1.1, "learning_rate": 9.995731240675103e-05, "loss": 22.6387, "step": 1240 }, { "epoch": 1.1, "learning_rate": 9.995719602915937e-05, "loss": 23.4785, "step": 1241 }, { "epoch": 1.1, "learning_rate": 9.995707949321358e-05, "loss": 23.2041, "step": 1242 }, { "epoch": 1.1, "learning_rate": 9.995696279891402e-05, "loss": 22.7441, "step": 1243 }, { "epoch": 1.1, "learning_rate": 9.995684594626108e-05, "loss": 22.5801, "step": 1244 }, { "epoch": 1.11, "learning_rate": 9.995672893525512e-05, "loss": 23.8467, "step": 1245 }, { "epoch": 1.11, "learning_rate": 9.995661176589649e-05, "loss": 22.8301, "step": 1246 }, { "epoch": 1.11, "learning_rate": 9.995649443818559e-05, "loss": 23.6533, "step": 1247 }, { "epoch": 1.11, "learning_rate": 9.995637695212279e-05, "loss": 22.4561, "step": 1248 }, { "epoch": 1.11, "learning_rate": 9.995625930770843e-05, "loss": 23.0576, "step": 1249 }, { "epoch": 1.11, "learning_rate": 9.995614150494293e-05, "loss": 22.5977, "step": 1250 }, { "epoch": 1.11, "learning_rate": 9.995602354382663e-05, "loss": 23.3818, "step": 1251 }, { "epoch": 1.11, "learning_rate": 9.99559054243599e-05, "loss": 22.584, "step": 1252 }, { "epoch": 1.11, "learning_rate": 9.995578714654315e-05, "loss": 23.4053, "step": 1253 }, { "epoch": 1.11, "learning_rate": 9.995566871037672e-05, "loss": 22.2012, "step": 1254 }, { "epoch": 1.11, "learning_rate": 9.995555011586101e-05, "loss": 23.1279, "step": 1255 }, { "epoch": 1.12, "learning_rate": 9.995543136299636e-05, "loss": 23.0459, "step": 1256 }, { "epoch": 1.12, "learning_rate": 9.99553124517832e-05, "loss": 23.4775, "step": 1257 }, { "epoch": 1.12, "learning_rate": 9.995519338222187e-05, "loss": 22.4717, "step": 1258 }, { "epoch": 1.12, "learning_rate": 9.995507415431275e-05, "loss": 23.1514, "step": 1259 }, { "epoch": 1.12, "learning_rate": 9.995495476805623e-05, "loss": 22.502, "step": 1260 }, { "epoch": 1.12, "learning_rate": 9.995483522345268e-05, "loss": 22.8389, "step": 1261 }, { "epoch": 1.12, "learning_rate": 9.995471552050248e-05, "loss": 24.46, "step": 1262 }, { "epoch": 1.12, "learning_rate": 9.9954595659206e-05, "loss": 23.1006, "step": 1263 }, { "epoch": 1.12, "learning_rate": 9.995447563956364e-05, "loss": 22.4512, "step": 1264 }, { "epoch": 1.12, "learning_rate": 9.995435546157577e-05, "loss": 23.5684, "step": 1265 }, { "epoch": 1.12, "learning_rate": 9.995423512524276e-05, "loss": 22.4883, "step": 1266 }, { "epoch": 1.13, "learning_rate": 9.995411463056501e-05, "loss": 22.6699, "step": 1267 }, { "epoch": 1.13, "learning_rate": 9.99539939775429e-05, "loss": 23.46, "step": 1268 }, { "epoch": 1.13, "learning_rate": 9.995387316617681e-05, "loss": 22.3535, "step": 1269 }, { "epoch": 1.13, "learning_rate": 9.995375219646711e-05, "loss": 22.6631, "step": 1270 }, { "epoch": 1.13, "learning_rate": 9.99536310684142e-05, "loss": 23.5488, "step": 1271 }, { "epoch": 1.13, "learning_rate": 9.995350978201845e-05, "loss": 22.7559, "step": 1272 }, { "epoch": 1.13, "learning_rate": 9.995338833728026e-05, "loss": 22.5137, "step": 1273 }, { "epoch": 1.13, "learning_rate": 9.99532667342e-05, "loss": 22.6963, "step": 1274 }, { "epoch": 1.13, "learning_rate": 9.995314497277808e-05, "loss": 22.4912, "step": 1275 }, { "epoch": 1.13, "learning_rate": 9.995302305301484e-05, "loss": 22.9189, "step": 1276 }, { "epoch": 1.13, "learning_rate": 9.995290097491072e-05, "loss": 22.0068, "step": 1277 }, { "epoch": 1.13, "learning_rate": 9.995277873846607e-05, "loss": 22.9033, "step": 1278 }, { "epoch": 1.14, "learning_rate": 9.995265634368129e-05, "loss": 22.1504, "step": 1279 }, { "epoch": 1.14, "learning_rate": 9.995253379055677e-05, "loss": 22.6084, "step": 1280 }, { "epoch": 1.14, "learning_rate": 9.99524110790929e-05, "loss": 22.8389, "step": 1281 }, { "epoch": 1.14, "learning_rate": 9.995228820929006e-05, "loss": 22.9902, "step": 1282 }, { "epoch": 1.14, "learning_rate": 9.995216518114863e-05, "loss": 22.665, "step": 1283 }, { "epoch": 1.14, "learning_rate": 9.995204199466903e-05, "loss": 22.2314, "step": 1284 }, { "epoch": 1.14, "learning_rate": 9.995191864985163e-05, "loss": 21.8887, "step": 1285 }, { "epoch": 1.14, "learning_rate": 9.995179514669684e-05, "loss": 23.4033, "step": 1286 }, { "epoch": 1.14, "learning_rate": 9.995167148520501e-05, "loss": 22.1982, "step": 1287 }, { "epoch": 1.14, "learning_rate": 9.995154766537658e-05, "loss": 22.7871, "step": 1288 }, { "epoch": 1.14, "learning_rate": 9.995142368721191e-05, "loss": 22.6855, "step": 1289 }, { "epoch": 1.15, "learning_rate": 9.99512995507114e-05, "loss": 23.2422, "step": 1290 }, { "epoch": 1.15, "learning_rate": 9.995117525587546e-05, "loss": 22.6045, "step": 1291 }, { "epoch": 1.15, "learning_rate": 9.995105080270447e-05, "loss": 22.6641, "step": 1292 }, { "epoch": 1.15, "learning_rate": 9.995092619119884e-05, "loss": 22.583, "step": 1293 }, { "epoch": 1.15, "learning_rate": 9.995080142135893e-05, "loss": 22.2012, "step": 1294 }, { "epoch": 1.15, "learning_rate": 9.995067649318516e-05, "loss": 22.6719, "step": 1295 }, { "epoch": 1.15, "learning_rate": 9.995055140667793e-05, "loss": 22.8818, "step": 1296 }, { "epoch": 1.15, "learning_rate": 9.995042616183762e-05, "loss": 22.4961, "step": 1297 }, { "epoch": 1.15, "learning_rate": 9.995030075866464e-05, "loss": 22.4346, "step": 1298 }, { "epoch": 1.15, "learning_rate": 9.99501751971594e-05, "loss": 22.4785, "step": 1299 }, { "epoch": 1.15, "learning_rate": 9.995004947732225e-05, "loss": 22.002, "step": 1300 }, { "epoch": 1.16, "learning_rate": 9.994992359915365e-05, "loss": 22.3398, "step": 1301 }, { "epoch": 1.16, "learning_rate": 9.994979756265394e-05, "loss": 22.1797, "step": 1302 }, { "epoch": 1.16, "learning_rate": 9.994967136782359e-05, "loss": 22.7754, "step": 1303 }, { "epoch": 1.16, "learning_rate": 9.994954501466292e-05, "loss": 22.0557, "step": 1304 }, { "epoch": 1.16, "learning_rate": 9.994941850317239e-05, "loss": 21.9111, "step": 1305 }, { "epoch": 1.16, "learning_rate": 9.994929183335238e-05, "loss": 22.293, "step": 1306 }, { "epoch": 1.16, "learning_rate": 9.994916500520328e-05, "loss": 22.6191, "step": 1307 }, { "epoch": 1.16, "learning_rate": 9.994903801872551e-05, "loss": 22.3604, "step": 1308 }, { "epoch": 1.16, "learning_rate": 9.994891087391946e-05, "loss": 22.2207, "step": 1309 }, { "epoch": 1.16, "learning_rate": 9.994878357078557e-05, "loss": 23.0244, "step": 1310 }, { "epoch": 1.16, "learning_rate": 9.994865610932418e-05, "loss": 22.1494, "step": 1311 }, { "epoch": 1.17, "learning_rate": 9.994852848953574e-05, "loss": 22.2031, "step": 1312 }, { "epoch": 1.17, "learning_rate": 9.994840071142064e-05, "loss": 23.1123, "step": 1313 }, { "epoch": 1.17, "learning_rate": 9.99482727749793e-05, "loss": 22.918, "step": 1314 }, { "epoch": 1.17, "learning_rate": 9.994814468021209e-05, "loss": 22.7529, "step": 1315 }, { "epoch": 1.17, "learning_rate": 9.994801642711944e-05, "loss": 22.2432, "step": 1316 }, { "epoch": 1.17, "learning_rate": 9.994788801570177e-05, "loss": 22.1553, "step": 1317 }, { "epoch": 1.17, "learning_rate": 9.994775944595946e-05, "loss": 22.1748, "step": 1318 }, { "epoch": 1.17, "learning_rate": 9.994763071789292e-05, "loss": 22.377, "step": 1319 }, { "epoch": 1.17, "learning_rate": 9.994750183150259e-05, "loss": 22.3662, "step": 1320 }, { "epoch": 1.17, "learning_rate": 9.994737278678885e-05, "loss": 21.9189, "step": 1321 }, { "epoch": 1.17, "learning_rate": 9.994724358375211e-05, "loss": 21.7031, "step": 1322 }, { "epoch": 1.17, "learning_rate": 9.994711422239279e-05, "loss": 21.8057, "step": 1323 }, { "epoch": 1.18, "learning_rate": 9.994698470271129e-05, "loss": 22.1777, "step": 1324 }, { "epoch": 1.18, "learning_rate": 9.994685502470803e-05, "loss": 22.4219, "step": 1325 }, { "epoch": 1.18, "learning_rate": 9.994672518838339e-05, "loss": 22.4922, "step": 1326 }, { "epoch": 1.18, "learning_rate": 9.994659519373784e-05, "loss": 22.1406, "step": 1327 }, { "epoch": 1.18, "learning_rate": 9.994646504077175e-05, "loss": 22.4346, "step": 1328 }, { "epoch": 1.18, "learning_rate": 9.994633472948554e-05, "loss": 22.8018, "step": 1329 }, { "epoch": 1.18, "learning_rate": 9.994620425987962e-05, "loss": 21.8252, "step": 1330 }, { "epoch": 1.18, "learning_rate": 9.994607363195442e-05, "loss": 21.9844, "step": 1331 }, { "epoch": 1.18, "learning_rate": 9.994594284571035e-05, "loss": 21.8916, "step": 1332 }, { "epoch": 1.18, "learning_rate": 9.99458119011478e-05, "loss": 22.0059, "step": 1333 }, { "epoch": 1.18, "learning_rate": 9.99456807982672e-05, "loss": 22.458, "step": 1334 }, { "epoch": 1.19, "learning_rate": 9.994554953706899e-05, "loss": 22.0234, "step": 1335 }, { "epoch": 1.19, "learning_rate": 9.994541811755355e-05, "loss": 22.1025, "step": 1336 }, { "epoch": 1.19, "learning_rate": 9.994528653972132e-05, "loss": 21.7393, "step": 1337 }, { "epoch": 1.19, "learning_rate": 9.994515480357269e-05, "loss": 21.7168, "step": 1338 }, { "epoch": 1.19, "learning_rate": 9.994502290910812e-05, "loss": 21.959, "step": 1339 }, { "epoch": 1.19, "learning_rate": 9.994489085632799e-05, "loss": 22.2256, "step": 1340 }, { "epoch": 1.19, "learning_rate": 9.994475864523273e-05, "loss": 21.7471, "step": 1341 }, { "epoch": 1.19, "learning_rate": 9.994462627582276e-05, "loss": 21.668, "step": 1342 }, { "epoch": 1.19, "learning_rate": 9.994449374809851e-05, "loss": 22.833, "step": 1343 }, { "epoch": 1.19, "learning_rate": 9.994436106206038e-05, "loss": 22.6504, "step": 1344 }, { "epoch": 1.19, "learning_rate": 9.994422821770881e-05, "loss": 21.4629, "step": 1345 }, { "epoch": 1.2, "learning_rate": 9.99440952150442e-05, "loss": 21.5654, "step": 1346 }, { "epoch": 1.2, "learning_rate": 9.99440952150442e-05, "loss": 21.7539, "step": 1347 }, { "epoch": 1.2, "learning_rate": 9.99440952150442e-05, "loss": 22.3389, "step": 1348 }, { "epoch": 1.2, "learning_rate": 9.9943962054067e-05, "loss": 22.7246, "step": 1349 }, { "epoch": 1.2, "learning_rate": 9.994382873477761e-05, "loss": 21.7119, "step": 1350 }, { "epoch": 1.2, "learning_rate": 9.994369525717646e-05, "loss": 22.0283, "step": 1351 }, { "epoch": 1.2, "learning_rate": 9.994356162126397e-05, "loss": 22.1963, "step": 1352 }, { "epoch": 1.2, "learning_rate": 9.994342782704057e-05, "loss": 21.5762, "step": 1353 }, { "epoch": 1.2, "learning_rate": 9.994329387450667e-05, "loss": 21.8457, "step": 1354 }, { "epoch": 1.2, "learning_rate": 9.994315976366271e-05, "loss": 22.2324, "step": 1355 }, { "epoch": 1.2, "learning_rate": 9.994302549450911e-05, "loss": 22.0117, "step": 1356 }, { "epoch": 1.21, "learning_rate": 9.994289106704631e-05, "loss": 22.2129, "step": 1357 }, { "epoch": 1.21, "learning_rate": 9.994275648127469e-05, "loss": 21.9746, "step": 1358 }, { "epoch": 1.21, "learning_rate": 9.994262173719473e-05, "loss": 21.7305, "step": 1359 }, { "epoch": 1.21, "learning_rate": 9.994248683480683e-05, "loss": 21.1807, "step": 1360 }, { "epoch": 1.21, "learning_rate": 9.994235177411143e-05, "loss": 21.4785, "step": 1361 }, { "epoch": 1.21, "learning_rate": 9.994221655510894e-05, "loss": 22.5791, "step": 1362 }, { "epoch": 1.21, "learning_rate": 9.994208117779979e-05, "loss": 21.9375, "step": 1363 }, { "epoch": 1.21, "learning_rate": 9.994194564218444e-05, "loss": 22.4834, "step": 1364 }, { "epoch": 1.21, "learning_rate": 9.994180994826328e-05, "loss": 21.6084, "step": 1365 }, { "epoch": 1.21, "learning_rate": 9.994167409603676e-05, "loss": 21.3936, "step": 1366 }, { "epoch": 1.21, "learning_rate": 9.994153808550532e-05, "loss": 21.5557, "step": 1367 }, { "epoch": 1.21, "learning_rate": 9.994140191666939e-05, "loss": 21.6807, "step": 1368 }, { "epoch": 1.22, "learning_rate": 9.994126558952937e-05, "loss": 21.9375, "step": 1369 }, { "epoch": 1.22, "learning_rate": 9.994112910408571e-05, "loss": 21.9219, "step": 1370 }, { "epoch": 1.22, "learning_rate": 9.994099246033885e-05, "loss": 22.1895, "step": 1371 }, { "epoch": 1.22, "learning_rate": 9.994085565828924e-05, "loss": 22.1699, "step": 1372 }, { "epoch": 1.22, "learning_rate": 9.994071869793726e-05, "loss": 21.3291, "step": 1373 }, { "epoch": 1.22, "learning_rate": 9.994058157928341e-05, "loss": 22.1133, "step": 1374 }, { "epoch": 1.22, "learning_rate": 9.994044430232808e-05, "loss": 22.0967, "step": 1375 }, { "epoch": 1.22, "learning_rate": 9.99403068670717e-05, "loss": 22.1787, "step": 1376 }, { "epoch": 1.22, "learning_rate": 9.994016927351476e-05, "loss": 22.083, "step": 1377 }, { "epoch": 1.22, "learning_rate": 9.994003152165762e-05, "loss": 22.3086, "step": 1378 }, { "epoch": 1.22, "learning_rate": 9.993989361150076e-05, "loss": 21.7637, "step": 1379 }, { "epoch": 1.23, "learning_rate": 9.993975554304463e-05, "loss": 22.3496, "step": 1380 }, { "epoch": 1.23, "learning_rate": 9.993961731628965e-05, "loss": 21.5527, "step": 1381 }, { "epoch": 1.23, "learning_rate": 9.993947893123624e-05, "loss": 22.0869, "step": 1382 }, { "epoch": 1.23, "learning_rate": 9.993934038788488e-05, "loss": 21.8516, "step": 1383 }, { "epoch": 1.23, "learning_rate": 9.993920168623596e-05, "loss": 21.8301, "step": 1384 }, { "epoch": 1.23, "learning_rate": 9.993906282628997e-05, "loss": 21.1895, "step": 1385 }, { "epoch": 1.23, "learning_rate": 9.99389238080473e-05, "loss": 21.2158, "step": 1386 }, { "epoch": 1.23, "learning_rate": 9.993878463150844e-05, "loss": 21.9023, "step": 1387 }, { "epoch": 1.23, "learning_rate": 9.993864529667381e-05, "loss": 21.5215, "step": 1388 }, { "epoch": 1.23, "learning_rate": 9.993850580354383e-05, "loss": 22.0186, "step": 1389 }, { "epoch": 1.23, "learning_rate": 9.993836615211898e-05, "loss": 21.6982, "step": 1390 }, { "epoch": 1.24, "learning_rate": 9.993822634239966e-05, "loss": 21.707, "step": 1391 }, { "epoch": 1.24, "learning_rate": 9.993808637438635e-05, "loss": 22.5322, "step": 1392 }, { "epoch": 1.24, "learning_rate": 9.993794624807949e-05, "loss": 21.5811, "step": 1393 }, { "epoch": 1.24, "learning_rate": 9.99378059634795e-05, "loss": 21.5293, "step": 1394 }, { "epoch": 1.24, "learning_rate": 9.993766552058686e-05, "loss": 22.1631, "step": 1395 }, { "epoch": 1.24, "learning_rate": 9.993752491940199e-05, "loss": 21.3145, "step": 1396 }, { "epoch": 1.24, "learning_rate": 9.993738415992534e-05, "loss": 21.8721, "step": 1397 }, { "epoch": 1.24, "learning_rate": 9.993724324215733e-05, "loss": 21.4336, "step": 1398 }, { "epoch": 1.24, "learning_rate": 9.993710216609846e-05, "loss": 22.1113, "step": 1399 }, { "epoch": 1.24, "learning_rate": 9.993696093174914e-05, "loss": 21.6719, "step": 1400 }, { "epoch": 1.24, "learning_rate": 9.993681953910983e-05, "loss": 21.8379, "step": 1401 }, { "epoch": 1.25, "learning_rate": 9.993667798818099e-05, "loss": 21.2715, "step": 1402 }, { "epoch": 1.25, "learning_rate": 9.993653627896305e-05, "loss": 21.8008, "step": 1403 }, { "epoch": 1.25, "learning_rate": 9.993639441145646e-05, "loss": 22.2139, "step": 1404 }, { "epoch": 1.25, "learning_rate": 9.993625238566167e-05, "loss": 22.1309, "step": 1405 }, { "epoch": 1.25, "learning_rate": 9.993611020157913e-05, "loss": 21.6328, "step": 1406 }, { "epoch": 1.25, "learning_rate": 9.99359678592093e-05, "loss": 21.8184, "step": 1407 }, { "epoch": 1.25, "learning_rate": 9.993582535855263e-05, "loss": 21.6436, "step": 1408 }, { "epoch": 1.25, "learning_rate": 9.993568269960958e-05, "loss": 21.918, "step": 1409 }, { "epoch": 1.25, "learning_rate": 9.993553988238058e-05, "loss": 21.918, "step": 1410 }, { "epoch": 1.25, "learning_rate": 9.993539690686608e-05, "loss": 21.3438, "step": 1411 }, { "epoch": 1.25, "learning_rate": 9.993525377306658e-05, "loss": 21.1953, "step": 1412 }, { "epoch": 1.25, "learning_rate": 9.993511048098247e-05, "loss": 21.3545, "step": 1413 }, { "epoch": 1.26, "learning_rate": 9.993496703061424e-05, "loss": 21.4707, "step": 1414 }, { "epoch": 1.26, "learning_rate": 9.993482342196234e-05, "loss": 22.1299, "step": 1415 }, { "epoch": 1.26, "learning_rate": 9.993467965502723e-05, "loss": 22.5146, "step": 1416 }, { "epoch": 1.26, "learning_rate": 9.993453572980936e-05, "loss": 21.4717, "step": 1417 }, { "epoch": 1.26, "learning_rate": 9.993439164630917e-05, "loss": 21.6729, "step": 1418 }, { "epoch": 1.26, "learning_rate": 9.993424740452713e-05, "loss": 21.8438, "step": 1419 }, { "epoch": 1.26, "learning_rate": 9.993410300446372e-05, "loss": 22.2646, "step": 1420 }, { "epoch": 1.26, "learning_rate": 9.993395844611937e-05, "loss": 21.5244, "step": 1421 }, { "epoch": 1.26, "learning_rate": 9.993381372949455e-05, "loss": 21.2715, "step": 1422 }, { "epoch": 1.26, "learning_rate": 9.99336688545897e-05, "loss": 21.709, "step": 1423 }, { "epoch": 1.26, "learning_rate": 9.993352382140531e-05, "loss": 21.0996, "step": 1424 }, { "epoch": 1.27, "learning_rate": 9.99333786299418e-05, "loss": 21.1475, "step": 1425 }, { "epoch": 1.27, "learning_rate": 9.993323328019968e-05, "loss": 22.1934, "step": 1426 }, { "epoch": 1.27, "learning_rate": 9.993308777217938e-05, "loss": 22.1963, "step": 1427 }, { "epoch": 1.27, "learning_rate": 9.993294210588135e-05, "loss": 22.3496, "step": 1428 }, { "epoch": 1.27, "learning_rate": 9.993279628130609e-05, "loss": 21.9727, "step": 1429 }, { "epoch": 1.27, "learning_rate": 9.993265029845402e-05, "loss": 21.2988, "step": 1430 }, { "epoch": 1.27, "learning_rate": 9.993250415732563e-05, "loss": 21.7744, "step": 1431 }, { "epoch": 1.27, "learning_rate": 9.993235785792137e-05, "loss": 21.4102, "step": 1432 }, { "epoch": 1.27, "learning_rate": 9.993221140024172e-05, "loss": 21.4648, "step": 1433 }, { "epoch": 1.27, "learning_rate": 9.993206478428714e-05, "loss": 21.3926, "step": 1434 }, { "epoch": 1.27, "learning_rate": 9.993191801005807e-05, "loss": 21.2246, "step": 1435 }, { "epoch": 1.28, "learning_rate": 9.9931771077555e-05, "loss": 22.2432, "step": 1436 }, { "epoch": 1.28, "learning_rate": 9.993162398677837e-05, "loss": 21.7148, "step": 1437 }, { "epoch": 1.28, "learning_rate": 9.99314767377287e-05, "loss": 21.4902, "step": 1438 }, { "epoch": 1.28, "learning_rate": 9.993132933040641e-05, "loss": 22.2119, "step": 1439 }, { "epoch": 1.28, "learning_rate": 9.993118176481197e-05, "loss": 22.1104, "step": 1440 }, { "epoch": 1.28, "learning_rate": 9.993103404094586e-05, "loss": 21.5781, "step": 1441 }, { "epoch": 1.28, "learning_rate": 9.993088615880855e-05, "loss": 21.7656, "step": 1442 }, { "epoch": 1.28, "learning_rate": 9.993073811840051e-05, "loss": 21.3281, "step": 1443 }, { "epoch": 1.28, "learning_rate": 9.993058991972219e-05, "loss": 21.3652, "step": 1444 }, { "epoch": 1.28, "learning_rate": 9.993044156277408e-05, "loss": 21.4639, "step": 1445 }, { "epoch": 1.28, "learning_rate": 9.993029304755664e-05, "loss": 22.1426, "step": 1446 }, { "epoch": 1.29, "learning_rate": 9.993014437407036e-05, "loss": 21.4443, "step": 1447 }, { "epoch": 1.29, "learning_rate": 9.992999554231568e-05, "loss": 20.8984, "step": 1448 }, { "epoch": 1.29, "learning_rate": 9.992984655229308e-05, "loss": 21.6641, "step": 1449 }, { "epoch": 1.29, "learning_rate": 9.992969740400305e-05, "loss": 21.5928, "step": 1450 }, { "epoch": 1.29, "learning_rate": 9.992954809744606e-05, "loss": 21.9893, "step": 1451 }, { "epoch": 1.29, "learning_rate": 9.992939863262256e-05, "loss": 21.4082, "step": 1452 }, { "epoch": 1.29, "learning_rate": 9.992939863262256e-05, "loss": 22.2256, "step": 1453 }, { "epoch": 1.29, "learning_rate": 9.992924900953306e-05, "loss": 21.2734, "step": 1454 }, { "epoch": 1.29, "learning_rate": 9.992924900953306e-05, "loss": 21.9746, "step": 1455 }, { "epoch": 1.29, "learning_rate": 9.992924900953306e-05, "loss": 21.708, "step": 1456 }, { "epoch": 1.29, "learning_rate": 9.992909922817799e-05, "loss": 21.5371, "step": 1457 }, { "epoch": 1.29, "learning_rate": 9.992894928855786e-05, "loss": 21.2021, "step": 1458 }, { "epoch": 1.3, "learning_rate": 9.992879919067312e-05, "loss": 21.5479, "step": 1459 }, { "epoch": 1.3, "learning_rate": 9.992864893452429e-05, "loss": 21.8203, "step": 1460 }, { "epoch": 1.3, "learning_rate": 9.992849852011178e-05, "loss": 21.6582, "step": 1461 }, { "epoch": 1.3, "learning_rate": 9.992834794743615e-05, "loss": 21.7393, "step": 1462 }, { "epoch": 1.3, "learning_rate": 9.992819721649778e-05, "loss": 21.5459, "step": 1463 }, { "epoch": 1.3, "learning_rate": 9.992804632729722e-05, "loss": 21.1504, "step": 1464 }, { "epoch": 1.3, "learning_rate": 9.992789527983492e-05, "loss": 21.3945, "step": 1465 }, { "epoch": 1.3, "learning_rate": 9.992774407411139e-05, "loss": 21.5146, "step": 1466 }, { "epoch": 1.3, "learning_rate": 9.992759271012707e-05, "loss": 21.3516, "step": 1467 }, { "epoch": 1.3, "learning_rate": 9.992744118788243e-05, "loss": 21.4619, "step": 1468 }, { "epoch": 1.3, "learning_rate": 9.9927289507378e-05, "loss": 21.6504, "step": 1469 }, { "epoch": 1.31, "learning_rate": 9.992713766861421e-05, "loss": 22.5166, "step": 1470 }, { "epoch": 1.31, "learning_rate": 9.992698567159159e-05, "loss": 22.2773, "step": 1471 }, { "epoch": 1.31, "learning_rate": 9.99268335163106e-05, "loss": 21.8594, "step": 1472 }, { "epoch": 1.31, "learning_rate": 9.992668120277171e-05, "loss": 20.9912, "step": 1473 }, { "epoch": 1.31, "learning_rate": 9.992652873097542e-05, "loss": 21.3916, "step": 1474 }, { "epoch": 1.31, "learning_rate": 9.99263761009222e-05, "loss": 21.2754, "step": 1475 }, { "epoch": 1.31, "learning_rate": 9.992622331261252e-05, "loss": 21.7471, "step": 1476 }, { "epoch": 1.31, "learning_rate": 9.992607036604691e-05, "loss": 20.6631, "step": 1477 }, { "epoch": 1.31, "learning_rate": 9.992591726122583e-05, "loss": 21.293, "step": 1478 }, { "epoch": 1.31, "learning_rate": 9.992576399814975e-05, "loss": 21.7822, "step": 1479 }, { "epoch": 1.31, "learning_rate": 9.992561057681918e-05, "loss": 21.6953, "step": 1480 }, { "epoch": 1.32, "learning_rate": 9.99254569972346e-05, "loss": 21.4102, "step": 1481 }, { "epoch": 1.32, "learning_rate": 9.992530325939648e-05, "loss": 21.0684, "step": 1482 }, { "epoch": 1.32, "learning_rate": 9.992514936330535e-05, "loss": 21.7539, "step": 1483 }, { "epoch": 1.32, "learning_rate": 9.992499530896165e-05, "loss": 22.2402, "step": 1484 }, { "epoch": 1.32, "learning_rate": 9.992484109636588e-05, "loss": 20.7305, "step": 1485 }, { "epoch": 1.32, "learning_rate": 9.992468672551853e-05, "loss": 20.7891, "step": 1486 }, { "epoch": 1.32, "learning_rate": 9.992453219642011e-05, "loss": 21.2266, "step": 1487 }, { "epoch": 1.32, "learning_rate": 9.99243775090711e-05, "loss": 21.208, "step": 1488 }, { "epoch": 1.32, "learning_rate": 9.992422266347198e-05, "loss": 20.8477, "step": 1489 }, { "epoch": 1.32, "learning_rate": 9.992406765962324e-05, "loss": 21.3506, "step": 1490 }, { "epoch": 1.32, "learning_rate": 9.992391249752539e-05, "loss": 21.6992, "step": 1491 }, { "epoch": 1.33, "learning_rate": 9.99237571771789e-05, "loss": 21.249, "step": 1492 }, { "epoch": 1.33, "learning_rate": 9.992360169858427e-05, "loss": 21.3027, "step": 1493 }, { "epoch": 1.33, "learning_rate": 9.9923446061742e-05, "loss": 22.0459, "step": 1494 }, { "epoch": 1.33, "learning_rate": 9.992329026665256e-05, "loss": 21.4561, "step": 1495 }, { "epoch": 1.33, "learning_rate": 9.992313431331648e-05, "loss": 21.583, "step": 1496 }, { "epoch": 1.33, "learning_rate": 9.992297820173424e-05, "loss": 21.6445, "step": 1497 }, { "epoch": 1.33, "learning_rate": 9.992282193190632e-05, "loss": 20.6318, "step": 1498 }, { "epoch": 1.33, "learning_rate": 9.992266550383322e-05, "loss": 21.7715, "step": 1499 }, { "epoch": 1.33, "learning_rate": 9.992250891751547e-05, "loss": 21.4072, "step": 1500 }, { "epoch": 1.33, "learning_rate": 9.992235217295352e-05, "loss": 21.3994, "step": 1501 }, { "epoch": 1.33, "learning_rate": 9.992219527014788e-05, "loss": 21.75, "step": 1502 }, { "epoch": 1.33, "learning_rate": 9.992203820909906e-05, "loss": 21.1963, "step": 1503 }, { "epoch": 1.34, "learning_rate": 9.992188098980755e-05, "loss": 21.3486, "step": 1504 }, { "epoch": 1.34, "learning_rate": 9.992172361227383e-05, "loss": 21.0303, "step": 1505 }, { "epoch": 1.34, "learning_rate": 9.992156607649846e-05, "loss": 21.167, "step": 1506 }, { "epoch": 1.34, "learning_rate": 9.992140838248185e-05, "loss": 21.2959, "step": 1507 }, { "epoch": 1.34, "learning_rate": 9.992125053022457e-05, "loss": 21.3018, "step": 1508 }, { "epoch": 1.34, "learning_rate": 9.99210925197271e-05, "loss": 21.2715, "step": 1509 }, { "epoch": 1.34, "learning_rate": 9.992093435098994e-05, "loss": 21.3213, "step": 1510 }, { "epoch": 1.34, "learning_rate": 9.992077602401357e-05, "loss": 21.7266, "step": 1511 }, { "epoch": 1.34, "learning_rate": 9.992061753879853e-05, "loss": 21.6289, "step": 1512 }, { "epoch": 1.34, "learning_rate": 9.99204588953453e-05, "loss": 20.8945, "step": 1513 }, { "epoch": 1.34, "learning_rate": 9.992030009365439e-05, "loss": 21.3438, "step": 1514 }, { "epoch": 1.35, "learning_rate": 9.99201411337263e-05, "loss": 21.2549, "step": 1515 }, { "epoch": 1.35, "learning_rate": 9.991998201556152e-05, "loss": 21.8057, "step": 1516 }, { "epoch": 1.35, "learning_rate": 9.991982273916059e-05, "loss": 21.3398, "step": 1517 }, { "epoch": 1.35, "learning_rate": 9.991966330452397e-05, "loss": 21.1973, "step": 1518 }, { "epoch": 1.35, "learning_rate": 9.99195037116522e-05, "loss": 21.0723, "step": 1519 }, { "epoch": 1.35, "learning_rate": 9.991934396054576e-05, "loss": 20.5645, "step": 1520 }, { "epoch": 1.35, "learning_rate": 9.991918405120519e-05, "loss": 20.8477, "step": 1521 }, { "epoch": 1.35, "learning_rate": 9.991902398363098e-05, "loss": 20.6787, "step": 1522 }, { "epoch": 1.35, "learning_rate": 9.991886375782362e-05, "loss": 21.2744, "step": 1523 }, { "epoch": 1.35, "learning_rate": 9.991870337378364e-05, "loss": 21.6016, "step": 1524 }, { "epoch": 1.35, "learning_rate": 9.991854283151154e-05, "loss": 21.3564, "step": 1525 }, { "epoch": 1.36, "learning_rate": 9.991838213100783e-05, "loss": 20.3955, "step": 1526 }, { "epoch": 1.36, "learning_rate": 9.991822127227302e-05, "loss": 21.1748, "step": 1527 }, { "epoch": 1.36, "learning_rate": 9.991806025530761e-05, "loss": 20.6904, "step": 1528 }, { "epoch": 1.36, "learning_rate": 9.991789908011213e-05, "loss": 21.5859, "step": 1529 }, { "epoch": 1.36, "learning_rate": 9.991773774668709e-05, "loss": 21.6426, "step": 1530 }, { "epoch": 1.36, "learning_rate": 9.991757625503298e-05, "loss": 20.8984, "step": 1531 }, { "epoch": 1.36, "learning_rate": 9.991741460515031e-05, "loss": 21.5889, "step": 1532 }, { "epoch": 1.36, "learning_rate": 9.991725279703963e-05, "loss": 21.0977, "step": 1533 }, { "epoch": 1.36, "learning_rate": 9.991709083070143e-05, "loss": 21.1006, "step": 1534 }, { "epoch": 1.36, "learning_rate": 9.99169287061362e-05, "loss": 20.6035, "step": 1535 }, { "epoch": 1.36, "learning_rate": 9.991676642334449e-05, "loss": 21.5254, "step": 1536 }, { "epoch": 1.37, "learning_rate": 9.991660398232681e-05, "loss": 21.1895, "step": 1537 }, { "epoch": 1.37, "learning_rate": 9.991644138308364e-05, "loss": 20.9375, "step": 1538 }, { "epoch": 1.37, "learning_rate": 9.991627862561555e-05, "loss": 20.9873, "step": 1539 }, { "epoch": 1.37, "learning_rate": 9.9916115709923e-05, "loss": 20.9844, "step": 1540 }, { "epoch": 1.37, "learning_rate": 9.991595263600657e-05, "loss": 21.4912, "step": 1541 }, { "epoch": 1.37, "learning_rate": 9.991578940386672e-05, "loss": 21.4219, "step": 1542 }, { "epoch": 1.37, "learning_rate": 9.991562601350398e-05, "loss": 21.2422, "step": 1543 }, { "epoch": 1.37, "learning_rate": 9.991546246491888e-05, "loss": 20.3438, "step": 1544 }, { "epoch": 1.37, "learning_rate": 9.991529875811194e-05, "loss": 21.0488, "step": 1545 }, { "epoch": 1.37, "learning_rate": 9.991513489308368e-05, "loss": 21.3916, "step": 1546 }, { "epoch": 1.37, "learning_rate": 9.991497086983459e-05, "loss": 20.71, "step": 1547 }, { "epoch": 1.37, "learning_rate": 9.991480668836524e-05, "loss": 20.5889, "step": 1548 }, { "epoch": 1.38, "learning_rate": 9.991464234867609e-05, "loss": 21.2822, "step": 1549 }, { "epoch": 1.38, "learning_rate": 9.991447785076772e-05, "loss": 20.8604, "step": 1550 }, { "epoch": 1.38, "learning_rate": 9.991431319464062e-05, "loss": 21.3213, "step": 1551 }, { "epoch": 1.38, "learning_rate": 9.991414838029531e-05, "loss": 21.2129, "step": 1552 }, { "epoch": 1.38, "learning_rate": 9.991398340773233e-05, "loss": 20.6562, "step": 1553 }, { "epoch": 1.38, "learning_rate": 9.991381827695218e-05, "loss": 21.0312, "step": 1554 }, { "epoch": 1.38, "learning_rate": 9.99136529879554e-05, "loss": 20.8691, "step": 1555 }, { "epoch": 1.38, "learning_rate": 9.991348754074252e-05, "loss": 21.0781, "step": 1556 }, { "epoch": 1.38, "learning_rate": 9.991332193531404e-05, "loss": 21.292, "step": 1557 }, { "epoch": 1.38, "learning_rate": 9.99131561716705e-05, "loss": 21.002, "step": 1558 }, { "epoch": 1.38, "learning_rate": 9.991299024981245e-05, "loss": 20.625, "step": 1559 }, { "epoch": 1.39, "learning_rate": 9.991282416974036e-05, "loss": 21.3711, "step": 1560 }, { "epoch": 1.39, "learning_rate": 9.991265793145479e-05, "loss": 20.877, "step": 1561 }, { "epoch": 1.39, "learning_rate": 9.991249153495628e-05, "loss": 21.2998, "step": 1562 }, { "epoch": 1.39, "learning_rate": 9.991232498024533e-05, "loss": 20.457, "step": 1563 }, { "epoch": 1.39, "learning_rate": 9.991215826732248e-05, "loss": 20.71, "step": 1564 }, { "epoch": 1.39, "learning_rate": 9.991199139618827e-05, "loss": 21.1465, "step": 1565 }, { "epoch": 1.39, "learning_rate": 9.991182436684321e-05, "loss": 20.9141, "step": 1566 }, { "epoch": 1.39, "learning_rate": 9.991165717928784e-05, "loss": 20.8359, "step": 1567 }, { "epoch": 1.39, "learning_rate": 9.991148983352267e-05, "loss": 21.2354, "step": 1568 }, { "epoch": 1.39, "learning_rate": 9.991132232954825e-05, "loss": 21.5576, "step": 1569 }, { "epoch": 1.39, "learning_rate": 9.991115466736511e-05, "loss": 21.5225, "step": 1570 }, { "epoch": 1.4, "learning_rate": 9.991098684697379e-05, "loss": 20.9561, "step": 1571 }, { "epoch": 1.4, "learning_rate": 9.991081886837481e-05, "loss": 20.667, "step": 1572 }, { "epoch": 1.4, "learning_rate": 9.99106507315687e-05, "loss": 21.5322, "step": 1573 }, { "epoch": 1.4, "learning_rate": 9.991048243655598e-05, "loss": 20.8428, "step": 1574 }, { "epoch": 1.4, "learning_rate": 9.991048243655598e-05, "loss": 21.7021, "step": 1575 }, { "epoch": 1.4, "learning_rate": 9.991031398333724e-05, "loss": 20.4961, "step": 1576 }, { "epoch": 1.4, "learning_rate": 9.991014537191294e-05, "loss": 20.8691, "step": 1577 }, { "epoch": 1.4, "learning_rate": 9.990997660228366e-05, "loss": 20.9551, "step": 1578 }, { "epoch": 1.4, "learning_rate": 9.990980767444991e-05, "loss": 21.5625, "step": 1579 }, { "epoch": 1.4, "learning_rate": 9.990963858841225e-05, "loss": 20.8408, "step": 1580 }, { "epoch": 1.4, "learning_rate": 9.99094693441712e-05, "loss": 20.832, "step": 1581 }, { "epoch": 1.4, "learning_rate": 9.990929994172731e-05, "loss": 21.626, "step": 1582 }, { "epoch": 1.41, "learning_rate": 9.990913038108109e-05, "loss": 21.3623, "step": 1583 }, { "epoch": 1.41, "learning_rate": 9.990896066223312e-05, "loss": 20.7148, "step": 1584 }, { "epoch": 1.41, "learning_rate": 9.990879078518391e-05, "loss": 21.1924, "step": 1585 }, { "epoch": 1.41, "learning_rate": 9.990862074993399e-05, "loss": 21.5225, "step": 1586 }, { "epoch": 1.41, "learning_rate": 9.99084505564839e-05, "loss": 21.3389, "step": 1587 }, { "epoch": 1.41, "learning_rate": 9.990828020483421e-05, "loss": 20.6318, "step": 1588 }, { "epoch": 1.41, "learning_rate": 9.990810969498544e-05, "loss": 20.7168, "step": 1589 }, { "epoch": 1.41, "learning_rate": 9.990793902693813e-05, "loss": 21.1123, "step": 1590 }, { "epoch": 1.41, "learning_rate": 9.990776820069281e-05, "loss": 21.0078, "step": 1591 }, { "epoch": 1.41, "learning_rate": 9.990759721625005e-05, "loss": 21.2188, "step": 1592 }, { "epoch": 1.41, "learning_rate": 9.990742607361037e-05, "loss": 20.2314, "step": 1593 }, { "epoch": 1.42, "learning_rate": 9.990725477277432e-05, "loss": 21.4297, "step": 1594 }, { "epoch": 1.42, "learning_rate": 9.990708331374244e-05, "loss": 20.8418, "step": 1595 }, { "epoch": 1.42, "learning_rate": 9.990691169651527e-05, "loss": 21.0293, "step": 1596 }, { "epoch": 1.42, "learning_rate": 9.990673992109335e-05, "loss": 21.0371, "step": 1597 }, { "epoch": 1.42, "learning_rate": 9.990656798747724e-05, "loss": 21.083, "step": 1598 }, { "epoch": 1.42, "learning_rate": 9.990639589566749e-05, "loss": 21.0186, "step": 1599 }, { "epoch": 1.42, "learning_rate": 9.990622364566463e-05, "loss": 20.8213, "step": 1600 }, { "epoch": 1.42, "learning_rate": 9.990605123746918e-05, "loss": 20.8896, "step": 1601 }, { "epoch": 1.42, "learning_rate": 9.990587867108175e-05, "loss": 20.6094, "step": 1602 }, { "epoch": 1.42, "learning_rate": 9.990570594650285e-05, "loss": 20.8994, "step": 1603 }, { "epoch": 1.42, "learning_rate": 9.990553306373302e-05, "loss": 20.4805, "step": 1604 }, { "epoch": 1.43, "learning_rate": 9.990536002277282e-05, "loss": 20.6035, "step": 1605 }, { "epoch": 1.43, "learning_rate": 9.99051868236228e-05, "loss": 20.7695, "step": 1606 }, { "epoch": 1.43, "learning_rate": 9.990501346628351e-05, "loss": 20.8408, "step": 1607 }, { "epoch": 1.43, "learning_rate": 9.990483995075549e-05, "loss": 21.082, "step": 1608 }, { "epoch": 1.43, "learning_rate": 9.990466627703929e-05, "loss": 20.5674, "step": 1609 }, { "epoch": 1.43, "learning_rate": 9.990449244513546e-05, "loss": 20.5059, "step": 1610 }, { "epoch": 1.43, "learning_rate": 9.990431845504457e-05, "loss": 21.0195, "step": 1611 }, { "epoch": 1.43, "learning_rate": 9.990414430676715e-05, "loss": 21.0342, "step": 1612 }, { "epoch": 1.43, "learning_rate": 9.990397000030378e-05, "loss": 21.0586, "step": 1613 }, { "epoch": 1.43, "learning_rate": 9.990379553565498e-05, "loss": 21.1348, "step": 1614 }, { "epoch": 1.43, "learning_rate": 9.99036209128213e-05, "loss": 21.249, "step": 1615 }, { "epoch": 1.44, "learning_rate": 9.990344613180333e-05, "loss": 20.709, "step": 1616 }, { "epoch": 1.44, "learning_rate": 9.990327119260161e-05, "loss": 21.6289, "step": 1617 }, { "epoch": 1.44, "learning_rate": 9.990309609521666e-05, "loss": 20.8672, "step": 1618 }, { "epoch": 1.44, "learning_rate": 9.99029208396491e-05, "loss": 20.9141, "step": 1619 }, { "epoch": 1.44, "learning_rate": 9.990274542589941e-05, "loss": 21.3203, "step": 1620 }, { "epoch": 1.44, "learning_rate": 9.99025698539682e-05, "loss": 20.5869, "step": 1621 }, { "epoch": 1.44, "learning_rate": 9.990239412385602e-05, "loss": 20.9873, "step": 1622 }, { "epoch": 1.44, "learning_rate": 9.990221823556342e-05, "loss": 21.125, "step": 1623 }, { "epoch": 1.44, "learning_rate": 9.990204218909093e-05, "loss": 21.0449, "step": 1624 }, { "epoch": 1.44, "learning_rate": 9.990186598443916e-05, "loss": 20.9873, "step": 1625 }, { "epoch": 1.44, "learning_rate": 9.990168962160864e-05, "loss": 20.918, "step": 1626 }, { "epoch": 1.44, "learning_rate": 9.990151310059992e-05, "loss": 20.292, "step": 1627 }, { "epoch": 1.45, "learning_rate": 9.990133642141359e-05, "loss": 20.8291, "step": 1628 }, { "epoch": 1.45, "learning_rate": 9.990115958405018e-05, "loss": 20.5771, "step": 1629 }, { "epoch": 1.45, "learning_rate": 9.990098258851025e-05, "loss": 20.9199, "step": 1630 }, { "epoch": 1.45, "learning_rate": 9.990080543479438e-05, "loss": 21.1006, "step": 1631 }, { "epoch": 1.45, "learning_rate": 9.990062812290313e-05, "loss": 21.04, "step": 1632 }, { "epoch": 1.45, "learning_rate": 9.990045065283704e-05, "loss": 21.3174, "step": 1633 }, { "epoch": 1.45, "learning_rate": 9.990027302459671e-05, "loss": 21.2822, "step": 1634 }, { "epoch": 1.45, "learning_rate": 9.990009523818267e-05, "loss": 21.1611, "step": 1635 }, { "epoch": 1.45, "learning_rate": 9.989991729359549e-05, "loss": 21.1377, "step": 1636 }, { "epoch": 1.45, "learning_rate": 9.989991729359549e-05, "loss": 21.3945, "step": 1637 }, { "epoch": 1.45, "learning_rate": 9.989973919083575e-05, "loss": 20.9248, "step": 1638 }, { "epoch": 1.46, "learning_rate": 9.9899560929904e-05, "loss": 20.5195, "step": 1639 }, { "epoch": 1.46, "learning_rate": 9.989938251080081e-05, "loss": 20.5049, "step": 1640 }, { "epoch": 1.46, "learning_rate": 9.989920393352674e-05, "loss": 20.9658, "step": 1641 }, { "epoch": 1.46, "learning_rate": 9.989902519808236e-05, "loss": 21.1895, "step": 1642 }, { "epoch": 1.46, "learning_rate": 9.989884630446823e-05, "loss": 21.2158, "step": 1643 }, { "epoch": 1.46, "learning_rate": 9.989866725268495e-05, "loss": 20.8818, "step": 1644 }, { "epoch": 1.46, "learning_rate": 9.989848804273306e-05, "loss": 20.9482, "step": 1645 }, { "epoch": 1.46, "learning_rate": 9.989830867461309e-05, "loss": 20.499, "step": 1646 }, { "epoch": 1.46, "learning_rate": 9.989812914832569e-05, "loss": 20.6973, "step": 1647 }, { "epoch": 1.46, "learning_rate": 9.989794946387137e-05, "loss": 21.1436, "step": 1648 }, { "epoch": 1.46, "learning_rate": 9.989776962125072e-05, "loss": 20.3301, "step": 1649 }, { "epoch": 1.47, "learning_rate": 9.989758962046429e-05, "loss": 21.0781, "step": 1650 }, { "epoch": 1.47, "learning_rate": 9.989740946151269e-05, "loss": 21.666, "step": 1651 }, { "epoch": 1.47, "learning_rate": 9.989722914439646e-05, "loss": 20.7324, "step": 1652 }, { "epoch": 1.47, "learning_rate": 9.989704866911618e-05, "loss": 20.877, "step": 1653 }, { "epoch": 1.47, "learning_rate": 9.989686803567241e-05, "loss": 20.4893, "step": 1654 }, { "epoch": 1.47, "learning_rate": 9.989668724406577e-05, "loss": 21.4111, "step": 1655 }, { "epoch": 1.47, "learning_rate": 9.989650629429676e-05, "loss": 20.4199, "step": 1656 }, { "epoch": 1.47, "learning_rate": 9.989632518636603e-05, "loss": 21.4229, "step": 1657 }, { "epoch": 1.47, "learning_rate": 9.989614392027409e-05, "loss": 20.8574, "step": 1658 }, { "epoch": 1.47, "learning_rate": 9.989596249602153e-05, "loss": 20.7168, "step": 1659 }, { "epoch": 1.47, "learning_rate": 9.989578091360896e-05, "loss": 21.4971, "step": 1660 }, { "epoch": 1.48, "learning_rate": 9.989559917303692e-05, "loss": 21.0, "step": 1661 }, { "epoch": 1.48, "learning_rate": 9.989541727430597e-05, "loss": 20.374, "step": 1662 }, { "epoch": 1.48, "learning_rate": 9.989523521741674e-05, "loss": 20.3154, "step": 1663 }, { "epoch": 1.48, "learning_rate": 9.98950530023698e-05, "loss": 20.5635, "step": 1664 }, { "epoch": 1.48, "learning_rate": 9.989487062916569e-05, "loss": 20.4619, "step": 1665 }, { "epoch": 1.48, "learning_rate": 9.9894688097805e-05, "loss": 20.5225, "step": 1666 }, { "epoch": 1.48, "learning_rate": 9.989450540828832e-05, "loss": 20.7363, "step": 1667 }, { "epoch": 1.48, "learning_rate": 9.989432256061621e-05, "loss": 20.6035, "step": 1668 }, { "epoch": 1.48, "learning_rate": 9.989413955478928e-05, "loss": 20.7451, "step": 1669 }, { "epoch": 1.48, "learning_rate": 9.98939563908081e-05, "loss": 20.6758, "step": 1670 }, { "epoch": 1.48, "learning_rate": 9.989377306867322e-05, "loss": 20.4873, "step": 1671 }, { "epoch": 1.48, "learning_rate": 9.989358958838526e-05, "loss": 20.4883, "step": 1672 }, { "epoch": 1.49, "learning_rate": 9.989340594994479e-05, "loss": 21.3906, "step": 1673 }, { "epoch": 1.49, "learning_rate": 9.989322215335238e-05, "loss": 20.8232, "step": 1674 }, { "epoch": 1.49, "learning_rate": 9.989303819860862e-05, "loss": 21.5049, "step": 1675 }, { "epoch": 1.49, "learning_rate": 9.989285408571411e-05, "loss": 21.5039, "step": 1676 }, { "epoch": 1.49, "learning_rate": 9.98926698146694e-05, "loss": 20.7012, "step": 1677 }, { "epoch": 1.49, "learning_rate": 9.989248538547511e-05, "loss": 20.9717, "step": 1678 }, { "epoch": 1.49, "learning_rate": 9.98923007981318e-05, "loss": 20.4795, "step": 1679 }, { "epoch": 1.49, "learning_rate": 9.989211605264006e-05, "loss": 20.6895, "step": 1680 }, { "epoch": 1.49, "learning_rate": 9.989193114900047e-05, "loss": 20.7705, "step": 1681 }, { "epoch": 1.49, "learning_rate": 9.989174608721364e-05, "loss": 20.71, "step": 1682 }, { "epoch": 1.49, "learning_rate": 9.989156086728013e-05, "loss": 20.4355, "step": 1683 }, { "epoch": 1.5, "learning_rate": 9.989137548920053e-05, "loss": 21.8672, "step": 1684 }, { "epoch": 1.5, "learning_rate": 9.989118995297545e-05, "loss": 19.8604, "step": 1685 }, { "epoch": 1.5, "learning_rate": 9.989100425860544e-05, "loss": 20.5107, "step": 1686 }, { "epoch": 1.5, "learning_rate": 9.989081840609114e-05, "loss": 20.751, "step": 1687 }, { "epoch": 1.5, "learning_rate": 9.98906323954331e-05, "loss": 20.9902, "step": 1688 }, { "epoch": 1.5, "learning_rate": 9.989044622663193e-05, "loss": 20.3018, "step": 1689 }, { "epoch": 1.5, "learning_rate": 9.989025989968819e-05, "loss": 20.708, "step": 1690 }, { "epoch": 1.5, "learning_rate": 9.98900734146025e-05, "loss": 21.0537, "step": 1691 }, { "epoch": 1.5, "learning_rate": 9.988988677137545e-05, "loss": 20.7529, "step": 1692 }, { "epoch": 1.5, "learning_rate": 9.988969997000761e-05, "loss": 20.9131, "step": 1693 }, { "epoch": 1.5, "learning_rate": 9.98895130104996e-05, "loss": 20.9111, "step": 1694 }, { "epoch": 1.51, "learning_rate": 9.988932589285199e-05, "loss": 20.334, "step": 1695 }, { "epoch": 1.51, "learning_rate": 9.98891386170654e-05, "loss": 20.6172, "step": 1696 }, { "epoch": 1.51, "learning_rate": 9.988895118314038e-05, "loss": 21.3896, "step": 1697 }, { "epoch": 1.51, "learning_rate": 9.988876359107755e-05, "loss": 20.2646, "step": 1698 }, { "epoch": 1.51, "learning_rate": 9.988857584087752e-05, "loss": 19.8701, "step": 1699 }, { "epoch": 1.51, "learning_rate": 9.988838793254087e-05, "loss": 20.6396, "step": 1700 }, { "epoch": 1.51, "learning_rate": 9.988819986606818e-05, "loss": 20.54, "step": 1701 }, { "epoch": 1.51, "learning_rate": 9.988801164146007e-05, "loss": 20.5264, "step": 1702 }, { "epoch": 1.51, "learning_rate": 9.988782325871713e-05, "loss": 20.5371, "step": 1703 }, { "epoch": 1.51, "learning_rate": 9.988763471783995e-05, "loss": 20.2578, "step": 1704 }, { "epoch": 1.51, "learning_rate": 9.988744601882913e-05, "loss": 21.1377, "step": 1705 }, { "epoch": 1.52, "learning_rate": 9.988725716168527e-05, "loss": 20.6191, "step": 1706 }, { "epoch": 1.52, "learning_rate": 9.988706814640898e-05, "loss": 20.6318, "step": 1707 }, { "epoch": 1.52, "learning_rate": 9.988687897300084e-05, "loss": 21.1816, "step": 1708 }, { "epoch": 1.52, "learning_rate": 9.988668964146146e-05, "loss": 20.6484, "step": 1709 }, { "epoch": 1.52, "learning_rate": 9.988650015179144e-05, "loss": 21.1045, "step": 1710 }, { "epoch": 1.52, "learning_rate": 9.988631050399137e-05, "loss": 20.7949, "step": 1711 }, { "epoch": 1.52, "learning_rate": 9.988612069806188e-05, "loss": 21.0586, "step": 1712 }, { "epoch": 1.52, "learning_rate": 9.988593073400354e-05, "loss": 20.4756, "step": 1713 }, { "epoch": 1.52, "learning_rate": 9.988574061181697e-05, "loss": 20.2578, "step": 1714 }, { "epoch": 1.52, "learning_rate": 9.988555033150275e-05, "loss": 20.9082, "step": 1715 }, { "epoch": 1.52, "learning_rate": 9.988535989306152e-05, "loss": 20.376, "step": 1716 }, { "epoch": 1.52, "learning_rate": 9.988516929649385e-05, "loss": 20.3428, "step": 1717 }, { "epoch": 1.53, "learning_rate": 9.988497854180036e-05, "loss": 20.9229, "step": 1718 }, { "epoch": 1.53, "learning_rate": 9.988478762898164e-05, "loss": 20.3535, "step": 1719 }, { "epoch": 1.53, "learning_rate": 9.988459655803833e-05, "loss": 20.1221, "step": 1720 }, { "epoch": 1.53, "learning_rate": 9.9884405328971e-05, "loss": 20.2695, "step": 1721 }, { "epoch": 1.53, "learning_rate": 9.988421394178027e-05, "loss": 21.3887, "step": 1722 }, { "epoch": 1.53, "learning_rate": 9.988402239646674e-05, "loss": 20.6943, "step": 1723 }, { "epoch": 1.53, "learning_rate": 9.988383069303104e-05, "loss": 20.3701, "step": 1724 }, { "epoch": 1.53, "learning_rate": 9.988363883147374e-05, "loss": 20.2432, "step": 1725 }, { "epoch": 1.53, "learning_rate": 9.98834468117955e-05, "loss": 20.4189, "step": 1726 }, { "epoch": 1.53, "learning_rate": 9.988325463399686e-05, "loss": 20.5625, "step": 1727 }, { "epoch": 1.53, "learning_rate": 9.988306229807849e-05, "loss": 20.3887, "step": 1728 }, { "epoch": 1.54, "learning_rate": 9.988286980404096e-05, "loss": 20.7725, "step": 1729 }, { "epoch": 1.54, "learning_rate": 9.98826771518849e-05, "loss": 20.4551, "step": 1730 }, { "epoch": 1.54, "learning_rate": 9.988248434161093e-05, "loss": 20.4492, "step": 1731 }, { "epoch": 1.54, "learning_rate": 9.988229137321964e-05, "loss": 20.4531, "step": 1732 }, { "epoch": 1.54, "learning_rate": 9.988209824671165e-05, "loss": 21.2588, "step": 1733 }, { "epoch": 1.54, "learning_rate": 9.988190496208757e-05, "loss": 20.5869, "step": 1734 }, { "epoch": 1.54, "learning_rate": 9.988171151934803e-05, "loss": 21.0449, "step": 1735 }, { "epoch": 1.54, "learning_rate": 9.98815179184936e-05, "loss": 21.2012, "step": 1736 }, { "epoch": 1.54, "learning_rate": 9.988132415952493e-05, "loss": 20.4727, "step": 1737 }, { "epoch": 1.54, "learning_rate": 9.988113024244263e-05, "loss": 20.1709, "step": 1738 }, { "epoch": 1.54, "learning_rate": 9.988093616724732e-05, "loss": 20.2158, "step": 1739 }, { "epoch": 1.55, "learning_rate": 9.988074193393959e-05, "loss": 20.292, "step": 1740 }, { "epoch": 1.55, "learning_rate": 9.988054754252009e-05, "loss": 20.4746, "step": 1741 }, { "epoch": 1.55, "learning_rate": 9.98803529929894e-05, "loss": 21.1123, "step": 1742 }, { "epoch": 1.55, "learning_rate": 9.988015828534815e-05, "loss": 20.9258, "step": 1743 }, { "epoch": 1.55, "learning_rate": 9.987996341959697e-05, "loss": 20.4414, "step": 1744 }, { "epoch": 1.55, "learning_rate": 9.987976839573648e-05, "loss": 20.4014, "step": 1745 }, { "epoch": 1.55, "learning_rate": 9.987957321376729e-05, "loss": 20.7217, "step": 1746 }, { "epoch": 1.55, "learning_rate": 9.987937787368999e-05, "loss": 20.6328, "step": 1747 }, { "epoch": 1.55, "learning_rate": 9.987918237550524e-05, "loss": 19.9326, "step": 1748 }, { "epoch": 1.55, "learning_rate": 9.987898671921365e-05, "loss": 20.8477, "step": 1749 }, { "epoch": 1.55, "learning_rate": 9.987879090481582e-05, "loss": 20.3008, "step": 1750 }, { "epoch": 1.56, "learning_rate": 9.98785949323124e-05, "loss": 20.2441, "step": 1751 }, { "epoch": 1.56, "learning_rate": 9.987839880170399e-05, "loss": 20.1826, "step": 1752 }, { "epoch": 1.56, "learning_rate": 9.987820251299122e-05, "loss": 20.7969, "step": 1753 }, { "epoch": 1.56, "learning_rate": 9.98780060661747e-05, "loss": 20.2754, "step": 1754 }, { "epoch": 1.56, "learning_rate": 9.987780946125508e-05, "loss": 20.666, "step": 1755 }, { "epoch": 1.56, "learning_rate": 9.987761269823296e-05, "loss": 20.3135, "step": 1756 }, { "epoch": 1.56, "learning_rate": 9.987741577710896e-05, "loss": 20.2656, "step": 1757 }, { "epoch": 1.56, "learning_rate": 9.987721869788373e-05, "loss": 20.5, "step": 1758 }, { "epoch": 1.56, "learning_rate": 9.987702146055788e-05, "loss": 20.2627, "step": 1759 }, { "epoch": 1.56, "learning_rate": 9.987682406513203e-05, "loss": 20.4795, "step": 1760 }, { "epoch": 1.56, "learning_rate": 9.987662651160681e-05, "loss": 20.9785, "step": 1761 }, { "epoch": 1.56, "learning_rate": 9.987642879998283e-05, "loss": 20.4395, "step": 1762 }, { "epoch": 1.57, "learning_rate": 9.987623093026074e-05, "loss": 20.4834, "step": 1763 }, { "epoch": 1.57, "learning_rate": 9.987603290244119e-05, "loss": 20.0674, "step": 1764 }, { "epoch": 1.57, "learning_rate": 9.987583471652476e-05, "loss": 20.9043, "step": 1765 }, { "epoch": 1.57, "learning_rate": 9.987563637251207e-05, "loss": 20.8389, "step": 1766 }, { "epoch": 1.57, "learning_rate": 9.987543787040381e-05, "loss": 20.4502, "step": 1767 }, { "epoch": 1.57, "learning_rate": 9.987523921020056e-05, "loss": 20.9229, "step": 1768 }, { "epoch": 1.57, "learning_rate": 9.987504039190296e-05, "loss": 20.8438, "step": 1769 }, { "epoch": 1.57, "learning_rate": 9.987484141551165e-05, "loss": 19.9727, "step": 1770 }, { "epoch": 1.57, "learning_rate": 9.987464228102726e-05, "loss": 20.1006, "step": 1771 }, { "epoch": 1.57, "learning_rate": 9.987444298845039e-05, "loss": 20.3896, "step": 1772 }, { "epoch": 1.57, "learning_rate": 9.987424353778172e-05, "loss": 20.2773, "step": 1773 }, { "epoch": 1.58, "learning_rate": 9.987404392902186e-05, "loss": 20.7256, "step": 1774 }, { "epoch": 1.58, "learning_rate": 9.987384416217144e-05, "loss": 20.6963, "step": 1775 }, { "epoch": 1.58, "learning_rate": 9.987364423723109e-05, "loss": 20.0488, "step": 1776 }, { "epoch": 1.58, "learning_rate": 9.987344415420145e-05, "loss": 20.375, "step": 1777 }, { "epoch": 1.58, "learning_rate": 9.987324391308317e-05, "loss": 21.2227, "step": 1778 }, { "epoch": 1.58, "learning_rate": 9.987304351387685e-05, "loss": 20.3262, "step": 1779 }, { "epoch": 1.58, "learning_rate": 9.987284295658315e-05, "loss": 20.3916, "step": 1780 }, { "epoch": 1.58, "learning_rate": 9.987264224120269e-05, "loss": 20.3271, "step": 1781 }, { "epoch": 1.58, "learning_rate": 9.987244136773612e-05, "loss": 20.6631, "step": 1782 }, { "epoch": 1.58, "learning_rate": 9.987224033618408e-05, "loss": 20.8438, "step": 1783 }, { "epoch": 1.58, "learning_rate": 9.98720391465472e-05, "loss": 20.1621, "step": 1784 }, { "epoch": 1.59, "learning_rate": 9.987183779882612e-05, "loss": 20.8037, "step": 1785 }, { "epoch": 1.59, "learning_rate": 9.987163629302147e-05, "loss": 20.3018, "step": 1786 }, { "epoch": 1.59, "learning_rate": 9.987143462913389e-05, "loss": 21.2705, "step": 1787 }, { "epoch": 1.59, "learning_rate": 9.987123280716403e-05, "loss": 20.915, "step": 1788 }, { "epoch": 1.59, "learning_rate": 9.987103082711252e-05, "loss": 20.5762, "step": 1789 }, { "epoch": 1.59, "learning_rate": 9.987082868898e-05, "loss": 20.5371, "step": 1790 }, { "epoch": 1.59, "learning_rate": 9.987062639276711e-05, "loss": 20.3174, "step": 1791 }, { "epoch": 1.59, "learning_rate": 9.987042393847451e-05, "loss": 20.6113, "step": 1792 }, { "epoch": 1.59, "learning_rate": 9.987022132610282e-05, "loss": 20.5537, "step": 1793 }, { "epoch": 1.59, "learning_rate": 9.987001855565269e-05, "loss": 20.3105, "step": 1794 }, { "epoch": 1.59, "learning_rate": 9.986981562712476e-05, "loss": 20.5879, "step": 1795 }, { "epoch": 1.6, "learning_rate": 9.986961254051968e-05, "loss": 20.7129, "step": 1796 }, { "epoch": 1.6, "learning_rate": 9.986940929583808e-05, "loss": 20.3281, "step": 1797 }, { "epoch": 1.6, "learning_rate": 9.986920589308062e-05, "loss": 20.5898, "step": 1798 }, { "epoch": 1.6, "learning_rate": 9.986900233224794e-05, "loss": 20.9639, "step": 1799 }, { "epoch": 1.6, "learning_rate": 9.986879861334069e-05, "loss": 20.3672, "step": 1800 }, { "epoch": 1.6, "learning_rate": 9.98685947363595e-05, "loss": 20.582, "step": 1801 }, { "epoch": 1.6, "learning_rate": 9.986839070130502e-05, "loss": 20.6055, "step": 1802 }, { "epoch": 1.6, "learning_rate": 9.98681865081779e-05, "loss": 20.2725, "step": 1803 }, { "epoch": 1.6, "learning_rate": 9.986798215697882e-05, "loss": 20.3271, "step": 1804 }, { "epoch": 1.6, "learning_rate": 9.986777764770836e-05, "loss": 20.4932, "step": 1805 }, { "epoch": 1.6, "learning_rate": 9.986757298036722e-05, "loss": 20.377, "step": 1806 }, { "epoch": 1.6, "learning_rate": 9.986736815495604e-05, "loss": 20.4482, "step": 1807 }, { "epoch": 1.61, "learning_rate": 9.986716317147545e-05, "loss": 20.2793, "step": 1808 }, { "epoch": 1.61, "learning_rate": 9.986695802992611e-05, "loss": 20.4404, "step": 1809 }, { "epoch": 1.61, "learning_rate": 9.98667527303087e-05, "loss": 20.3164, "step": 1810 }, { "epoch": 1.61, "learning_rate": 9.986654727262382e-05, "loss": 20.209, "step": 1811 }, { "epoch": 1.61, "learning_rate": 9.986634165687217e-05, "loss": 20.5596, "step": 1812 }, { "epoch": 1.61, "learning_rate": 9.986613588305434e-05, "loss": 20.1914, "step": 1813 }, { "epoch": 1.61, "learning_rate": 9.986592995117106e-05, "loss": 20.7041, "step": 1814 }, { "epoch": 1.61, "learning_rate": 9.986572386122291e-05, "loss": 20.1133, "step": 1815 }, { "epoch": 1.61, "learning_rate": 9.986551761321059e-05, "loss": 19.958, "step": 1816 }, { "epoch": 1.61, "learning_rate": 9.986531120713474e-05, "loss": 20.5, "step": 1817 }, { "epoch": 1.61, "learning_rate": 9.986510464299602e-05, "loss": 19.8096, "step": 1818 }, { "epoch": 1.62, "learning_rate": 9.986489792079505e-05, "loss": 20.6055, "step": 1819 }, { "epoch": 1.62, "learning_rate": 9.986469104053253e-05, "loss": 20.7158, "step": 1820 }, { "epoch": 1.62, "learning_rate": 9.986448400220911e-05, "loss": 20.8486, "step": 1821 }, { "epoch": 1.62, "learning_rate": 9.986427680582542e-05, "loss": 19.9727, "step": 1822 }, { "epoch": 1.62, "learning_rate": 9.986406945138214e-05, "loss": 20.4678, "step": 1823 }, { "epoch": 1.62, "learning_rate": 9.986386193887992e-05, "loss": 20.5391, "step": 1824 }, { "epoch": 1.62, "learning_rate": 9.986365426831942e-05, "loss": 20.6875, "step": 1825 }, { "epoch": 1.62, "learning_rate": 9.986344643970129e-05, "loss": 20.4307, "step": 1826 }, { "epoch": 1.62, "learning_rate": 9.98632384530262e-05, "loss": 20.541, "step": 1827 }, { "epoch": 1.62, "learning_rate": 9.98630303082948e-05, "loss": 20.1299, "step": 1828 }, { "epoch": 1.62, "learning_rate": 9.986282200550776e-05, "loss": 20.6719, "step": 1829 }, { "epoch": 1.63, "learning_rate": 9.986261354466572e-05, "loss": 20.4736, "step": 1830 }, { "epoch": 1.63, "learning_rate": 9.986240492576936e-05, "loss": 20.1689, "step": 1831 }, { "epoch": 1.63, "learning_rate": 9.986219614881933e-05, "loss": 20.6475, "step": 1832 }, { "epoch": 1.63, "learning_rate": 9.986198721381631e-05, "loss": 20.0801, "step": 1833 }, { "epoch": 1.63, "learning_rate": 9.986177812076094e-05, "loss": 19.543, "step": 1834 }, { "epoch": 1.63, "learning_rate": 9.98615688696539e-05, "loss": 20.1572, "step": 1835 }, { "epoch": 1.63, "learning_rate": 9.986135946049585e-05, "loss": 20.4648, "step": 1836 }, { "epoch": 1.63, "learning_rate": 9.986114989328744e-05, "loss": 20.1201, "step": 1837 }, { "epoch": 1.63, "learning_rate": 9.986094016802935e-05, "loss": 20.3438, "step": 1838 }, { "epoch": 1.63, "learning_rate": 9.986073028472223e-05, "loss": 20.1221, "step": 1839 }, { "epoch": 1.63, "learning_rate": 9.986052024336676e-05, "loss": 20.6777, "step": 1840 }, { "epoch": 1.63, "learning_rate": 9.986031004396362e-05, "loss": 20.582, "step": 1841 }, { "epoch": 1.64, "learning_rate": 9.986009968651342e-05, "loss": 20.0557, "step": 1842 }, { "epoch": 1.64, "learning_rate": 9.985988917101688e-05, "loss": 20.585, "step": 1843 }, { "epoch": 1.64, "learning_rate": 9.985988917101688e-05, "loss": 20.9307, "step": 1844 }, { "epoch": 1.64, "learning_rate": 9.985967849747466e-05, "loss": 20.1406, "step": 1845 }, { "epoch": 1.64, "learning_rate": 9.98594676658874e-05, "loss": 20.0342, "step": 1846 }, { "epoch": 1.64, "learning_rate": 9.985925667625579e-05, "loss": 20.5938, "step": 1847 }, { "epoch": 1.64, "learning_rate": 9.985904552858049e-05, "loss": 19.9355, "step": 1848 }, { "epoch": 1.64, "learning_rate": 9.98588342228622e-05, "loss": 20.8477, "step": 1849 }, { "epoch": 1.64, "learning_rate": 9.985862275910154e-05, "loss": 20.5723, "step": 1850 }, { "epoch": 1.64, "learning_rate": 9.985841113729922e-05, "loss": 20.4404, "step": 1851 }, { "epoch": 1.64, "learning_rate": 9.985819935745588e-05, "loss": 20.7041, "step": 1852 }, { "epoch": 1.65, "learning_rate": 9.985819935745588e-05, "loss": 20.207, "step": 1853 }, { "epoch": 1.65, "learning_rate": 9.985798741957222e-05, "loss": 20.5547, "step": 1854 }, { "epoch": 1.65, "learning_rate": 9.985777532364889e-05, "loss": 20.5156, "step": 1855 }, { "epoch": 1.65, "learning_rate": 9.985756306968657e-05, "loss": 20.1777, "step": 1856 }, { "epoch": 1.65, "learning_rate": 9.985735065768593e-05, "loss": 19.5986, "step": 1857 }, { "epoch": 1.65, "learning_rate": 9.985713808764766e-05, "loss": 20.623, "step": 1858 }, { "epoch": 1.65, "learning_rate": 9.985692535957242e-05, "loss": 20.3369, "step": 1859 }, { "epoch": 1.65, "learning_rate": 9.985671247346087e-05, "loss": 20.6436, "step": 1860 }, { "epoch": 1.65, "learning_rate": 9.985649942931372e-05, "loss": 20.6396, "step": 1861 }, { "epoch": 1.65, "learning_rate": 9.985628622713161e-05, "loss": 20.9395, "step": 1862 }, { "epoch": 1.65, "learning_rate": 9.985607286691523e-05, "loss": 20.3242, "step": 1863 }, { "epoch": 1.66, "learning_rate": 9.985585934866526e-05, "loss": 19.7012, "step": 1864 }, { "epoch": 1.66, "learning_rate": 9.985564567238237e-05, "loss": 20.3613, "step": 1865 }, { "epoch": 1.66, "learning_rate": 9.985543183806724e-05, "loss": 20.3154, "step": 1866 }, { "epoch": 1.66, "learning_rate": 9.985521784572057e-05, "loss": 19.8955, "step": 1867 }, { "epoch": 1.66, "learning_rate": 9.9855003695343e-05, "loss": 20.876, "step": 1868 }, { "epoch": 1.66, "learning_rate": 9.985478938693524e-05, "loss": 20.1025, "step": 1869 }, { "epoch": 1.66, "learning_rate": 9.985457492049795e-05, "loss": 20.7354, "step": 1870 }, { "epoch": 1.66, "learning_rate": 9.98543602960318e-05, "loss": 20.5889, "step": 1871 }, { "epoch": 1.66, "learning_rate": 9.98541455135375e-05, "loss": 20.252, "step": 1872 }, { "epoch": 1.66, "learning_rate": 9.98539305730157e-05, "loss": 20.4053, "step": 1873 }, { "epoch": 1.66, "learning_rate": 9.985371547446711e-05, "loss": 20.5234, "step": 1874 }, { "epoch": 1.67, "learning_rate": 9.985350021789241e-05, "loss": 20.3613, "step": 1875 }, { "epoch": 1.67, "learning_rate": 9.985328480329226e-05, "loss": 20.7666, "step": 1876 }, { "epoch": 1.67, "learning_rate": 9.985306923066735e-05, "loss": 20.2607, "step": 1877 }, { "epoch": 1.67, "learning_rate": 9.985285350001839e-05, "loss": 20.6426, "step": 1878 }, { "epoch": 1.67, "learning_rate": 9.985263761134602e-05, "loss": 19.6943, "step": 1879 }, { "epoch": 1.67, "learning_rate": 9.985242156465095e-05, "loss": 20.1348, "step": 1880 }, { "epoch": 1.67, "learning_rate": 9.985220535993387e-05, "loss": 20.3721, "step": 1881 }, { "epoch": 1.67, "learning_rate": 9.985198899719545e-05, "loss": 20.2305, "step": 1882 }, { "epoch": 1.67, "learning_rate": 9.985177247643638e-05, "loss": 20.7959, "step": 1883 }, { "epoch": 1.67, "learning_rate": 9.985155579765735e-05, "loss": 20.0547, "step": 1884 }, { "epoch": 1.67, "learning_rate": 9.985133896085905e-05, "loss": 20.2959, "step": 1885 }, { "epoch": 1.67, "learning_rate": 9.985112196604215e-05, "loss": 20.3818, "step": 1886 }, { "epoch": 1.68, "learning_rate": 9.985090481320735e-05, "loss": 19.9639, "step": 1887 }, { "epoch": 1.68, "learning_rate": 9.985068750235535e-05, "loss": 20.6787, "step": 1888 }, { "epoch": 1.68, "learning_rate": 9.985047003348684e-05, "loss": 20.1914, "step": 1889 }, { "epoch": 1.68, "learning_rate": 9.985025240660248e-05, "loss": 20.9951, "step": 1890 }, { "epoch": 1.68, "learning_rate": 9.985003462170297e-05, "loss": 20.0, "step": 1891 }, { "epoch": 1.68, "learning_rate": 9.984981667878902e-05, "loss": 20.3799, "step": 1892 }, { "epoch": 1.68, "learning_rate": 9.984959857786131e-05, "loss": 20.416, "step": 1893 }, { "epoch": 1.68, "learning_rate": 9.984938031892052e-05, "loss": 20.1777, "step": 1894 }, { "epoch": 1.68, "learning_rate": 9.984916190196736e-05, "loss": 19.958, "step": 1895 }, { "epoch": 1.68, "learning_rate": 9.98489433270025e-05, "loss": 20.3662, "step": 1896 }, { "epoch": 1.68, "learning_rate": 9.984872459402665e-05, "loss": 20.1533, "step": 1897 }, { "epoch": 1.69, "learning_rate": 9.984850570304052e-05, "loss": 21.1611, "step": 1898 }, { "epoch": 1.69, "learning_rate": 9.984828665404476e-05, "loss": 20.1318, "step": 1899 }, { "epoch": 1.69, "learning_rate": 9.98480674470401e-05, "loss": 20.0469, "step": 1900 }, { "epoch": 1.69, "learning_rate": 9.984784808202722e-05, "loss": 19.999, "step": 1901 }, { "epoch": 1.69, "learning_rate": 9.984762855900681e-05, "loss": 20.0928, "step": 1902 }, { "epoch": 1.69, "learning_rate": 9.984740887797959e-05, "loss": 20.6738, "step": 1903 }, { "epoch": 1.69, "learning_rate": 9.984718903894623e-05, "loss": 20.3281, "step": 1904 }, { "epoch": 1.69, "learning_rate": 9.984696904190743e-05, "loss": 20.2383, "step": 1905 }, { "epoch": 1.69, "learning_rate": 9.98467488868639e-05, "loss": 20.8008, "step": 1906 }, { "epoch": 1.69, "learning_rate": 9.984652857381633e-05, "loss": 20.3652, "step": 1907 }, { "epoch": 1.69, "learning_rate": 9.984630810276543e-05, "loss": 20.1445, "step": 1908 }, { "epoch": 1.7, "learning_rate": 9.984608747371189e-05, "loss": 20.0723, "step": 1909 }, { "epoch": 1.7, "learning_rate": 9.98458666866564e-05, "loss": 19.876, "step": 1910 }, { "epoch": 1.7, "learning_rate": 9.984564574159967e-05, "loss": 19.6855, "step": 1911 }, { "epoch": 1.7, "learning_rate": 9.98454246385424e-05, "loss": 20.0752, "step": 1912 }, { "epoch": 1.7, "learning_rate": 9.98452033774853e-05, "loss": 20.1357, "step": 1913 }, { "epoch": 1.7, "learning_rate": 9.984498195842905e-05, "loss": 19.7881, "step": 1914 }, { "epoch": 1.7, "learning_rate": 9.984476038137436e-05, "loss": 20.4141, "step": 1915 }, { "epoch": 1.7, "learning_rate": 9.984453864632195e-05, "loss": 19.5664, "step": 1916 }, { "epoch": 1.7, "learning_rate": 9.984453864632195e-05, "loss": 20.4297, "step": 1917 }, { "epoch": 1.7, "learning_rate": 9.98443167532725e-05, "loss": 20.4121, "step": 1918 }, { "epoch": 1.7, "learning_rate": 9.984409470222671e-05, "loss": 20.332, "step": 1919 }, { "epoch": 1.71, "learning_rate": 9.984387249318531e-05, "loss": 20.6992, "step": 1920 }, { "epoch": 1.71, "learning_rate": 9.984365012614897e-05, "loss": 20.4424, "step": 1921 }, { "epoch": 1.71, "learning_rate": 9.984342760111844e-05, "loss": 19.5684, "step": 1922 }, { "epoch": 1.71, "learning_rate": 9.98432049180944e-05, "loss": 20.2861, "step": 1923 }, { "epoch": 1.71, "learning_rate": 9.984298207707754e-05, "loss": 20.3564, "step": 1924 }, { "epoch": 1.71, "learning_rate": 9.984275907806859e-05, "loss": 21.0283, "step": 1925 }, { "epoch": 1.71, "learning_rate": 9.984253592106825e-05, "loss": 20.2324, "step": 1926 }, { "epoch": 1.71, "learning_rate": 9.984231260607722e-05, "loss": 20.4756, "step": 1927 }, { "epoch": 1.71, "learning_rate": 9.984208913309623e-05, "loss": 20.2549, "step": 1928 }, { "epoch": 1.71, "learning_rate": 9.984186550212595e-05, "loss": 19.8301, "step": 1929 }, { "epoch": 1.71, "learning_rate": 9.984164171316712e-05, "loss": 19.7783, "step": 1930 }, { "epoch": 1.71, "learning_rate": 9.984141776622044e-05, "loss": 20.9971, "step": 1931 }, { "epoch": 1.72, "learning_rate": 9.984119366128664e-05, "loss": 19.9346, "step": 1932 }, { "epoch": 1.72, "learning_rate": 9.98409693983664e-05, "loss": 19.6631, "step": 1933 }, { "epoch": 1.72, "learning_rate": 9.984074497746044e-05, "loss": 19.8252, "step": 1934 }, { "epoch": 1.72, "learning_rate": 9.984052039856946e-05, "loss": 20.3965, "step": 1935 }, { "epoch": 1.72, "learning_rate": 9.984029566169419e-05, "loss": 20.876, "step": 1936 }, { "epoch": 1.72, "learning_rate": 9.984007076683536e-05, "loss": 20.0225, "step": 1937 }, { "epoch": 1.72, "learning_rate": 9.983984571399365e-05, "loss": 20.3018, "step": 1938 }, { "epoch": 1.72, "learning_rate": 9.983962050316978e-05, "loss": 19.542, "step": 1939 }, { "epoch": 1.72, "learning_rate": 9.983939513436447e-05, "loss": 20.1797, "step": 1940 }, { "epoch": 1.72, "learning_rate": 9.983916960757842e-05, "loss": 20.3389, "step": 1941 }, { "epoch": 1.72, "learning_rate": 9.983894392281237e-05, "loss": 20.1904, "step": 1942 }, { "epoch": 1.73, "learning_rate": 9.983871808006702e-05, "loss": 19.9307, "step": 1943 }, { "epoch": 1.73, "learning_rate": 9.983849207934308e-05, "loss": 20.2285, "step": 1944 }, { "epoch": 1.73, "learning_rate": 9.983826592064128e-05, "loss": 20.2031, "step": 1945 }, { "epoch": 1.73, "learning_rate": 9.983803960396232e-05, "loss": 20.4141, "step": 1946 }, { "epoch": 1.73, "learning_rate": 9.983781312930696e-05, "loss": 19.8447, "step": 1947 }, { "epoch": 1.73, "learning_rate": 9.983758649667586e-05, "loss": 20.4824, "step": 1948 }, { "epoch": 1.73, "learning_rate": 9.983735970606978e-05, "loss": 20.1133, "step": 1949 }, { "epoch": 1.73, "learning_rate": 9.983713275748941e-05, "loss": 19.8799, "step": 1950 }, { "epoch": 1.73, "learning_rate": 9.98369056509355e-05, "loss": 20.5381, "step": 1951 }, { "epoch": 1.73, "learning_rate": 9.983667838640873e-05, "loss": 20.792, "step": 1952 }, { "epoch": 1.73, "learning_rate": 9.983645096390986e-05, "loss": 20.3662, "step": 1953 }, { "epoch": 1.74, "learning_rate": 9.98362233834396e-05, "loss": 20.3984, "step": 1954 }, { "epoch": 1.74, "learning_rate": 9.983599564499865e-05, "loss": 20.2256, "step": 1955 }, { "epoch": 1.74, "learning_rate": 9.983576774858776e-05, "loss": 19.9961, "step": 1956 }, { "epoch": 1.74, "learning_rate": 9.983553969420764e-05, "loss": 20.0049, "step": 1957 }, { "epoch": 1.74, "learning_rate": 9.983531148185902e-05, "loss": 20.1611, "step": 1958 }, { "epoch": 1.74, "learning_rate": 9.98350831115426e-05, "loss": 20.2441, "step": 1959 }, { "epoch": 1.74, "learning_rate": 9.983485458325913e-05, "loss": 20.2217, "step": 1960 }, { "epoch": 1.74, "learning_rate": 9.983462589700932e-05, "loss": 20.6562, "step": 1961 }, { "epoch": 1.74, "learning_rate": 9.983439705279389e-05, "loss": 20.0254, "step": 1962 }, { "epoch": 1.74, "learning_rate": 9.983416805061359e-05, "loss": 20.1094, "step": 1963 }, { "epoch": 1.74, "learning_rate": 9.983393889046913e-05, "loss": 20.8398, "step": 1964 }, { "epoch": 1.75, "learning_rate": 9.983370957236124e-05, "loss": 19.1064, "step": 1965 }, { "epoch": 1.75, "learning_rate": 9.983348009629064e-05, "loss": 20.418, "step": 1966 }, { "epoch": 1.75, "learning_rate": 9.983325046225806e-05, "loss": 20.2773, "step": 1967 }, { "epoch": 1.75, "learning_rate": 9.983302067026424e-05, "loss": 19.8975, "step": 1968 }, { "epoch": 1.75, "learning_rate": 9.983279072030988e-05, "loss": 20.1787, "step": 1969 }, { "epoch": 1.75, "learning_rate": 9.983256061239573e-05, "loss": 19.8457, "step": 1970 }, { "epoch": 1.75, "learning_rate": 9.983233034652253e-05, "loss": 19.8486, "step": 1971 }, { "epoch": 1.75, "learning_rate": 9.983209992269099e-05, "loss": 19.9727, "step": 1972 }, { "epoch": 1.75, "learning_rate": 9.983186934090182e-05, "loss": 20.1797, "step": 1973 }, { "epoch": 1.75, "learning_rate": 9.98316386011558e-05, "loss": 21.0605, "step": 1974 }, { "epoch": 1.75, "learning_rate": 9.983140770345365e-05, "loss": 20.2412, "step": 1975 }, { "epoch": 1.75, "learning_rate": 9.983117664779608e-05, "loss": 20.5527, "step": 1976 }, { "epoch": 1.76, "learning_rate": 9.983094543418383e-05, "loss": 20.4131, "step": 1977 }, { "epoch": 1.76, "learning_rate": 9.983071406261765e-05, "loss": 20.5322, "step": 1978 }, { "epoch": 1.76, "learning_rate": 9.983048253309825e-05, "loss": 20.4111, "step": 1979 }, { "epoch": 1.76, "learning_rate": 9.983025084562637e-05, "loss": 20.0898, "step": 1980 }, { "epoch": 1.76, "learning_rate": 9.983001900020275e-05, "loss": 19.2119, "step": 1981 }, { "epoch": 1.76, "learning_rate": 9.982978699682812e-05, "loss": 20.7988, "step": 1982 }, { "epoch": 1.76, "learning_rate": 9.982955483550322e-05, "loss": 20.0752, "step": 1983 }, { "epoch": 1.76, "learning_rate": 9.982932251622878e-05, "loss": 21.1211, "step": 1984 }, { "epoch": 1.76, "learning_rate": 9.982909003900556e-05, "loss": 19.752, "step": 1985 }, { "epoch": 1.76, "learning_rate": 9.982885740383426e-05, "loss": 20.292, "step": 1986 }, { "epoch": 1.76, "learning_rate": 9.982862461071563e-05, "loss": 19.6973, "step": 1987 }, { "epoch": 1.77, "learning_rate": 9.982839165965042e-05, "loss": 19.9805, "step": 1988 }, { "epoch": 1.77, "learning_rate": 9.982815855063937e-05, "loss": 19.9795, "step": 1989 }, { "epoch": 1.77, "learning_rate": 9.982792528368319e-05, "loss": 20.1875, "step": 1990 }, { "epoch": 1.77, "learning_rate": 9.982769185878264e-05, "loss": 20.8926, "step": 1991 }, { "epoch": 1.77, "learning_rate": 9.982745827593848e-05, "loss": 19.9824, "step": 1992 }, { "epoch": 1.77, "learning_rate": 9.982722453515141e-05, "loss": 20.4375, "step": 1993 }, { "epoch": 1.77, "learning_rate": 9.982699063642221e-05, "loss": 20.1699, "step": 1994 }, { "epoch": 1.77, "learning_rate": 9.982675657975158e-05, "loss": 20.0234, "step": 1995 }, { "epoch": 1.77, "learning_rate": 9.98265223651403e-05, "loss": 20.0723, "step": 1996 }, { "epoch": 1.77, "learning_rate": 9.982628799258909e-05, "loss": 19.4316, "step": 1997 }, { "epoch": 1.77, "learning_rate": 9.98260534620987e-05, "loss": 20.3779, "step": 1998 }, { "epoch": 1.78, "learning_rate": 9.982581877366988e-05, "loss": 19.7773, "step": 1999 }, { "epoch": 1.78, "learning_rate": 9.982558392730335e-05, "loss": 21.2422, "step": 2000 }, { "epoch": 1.78, "learning_rate": 9.982534892299988e-05, "loss": 19.9258, "step": 2001 }, { "epoch": 1.78, "learning_rate": 9.98251137607602e-05, "loss": 19.8389, "step": 2002 }, { "epoch": 1.78, "learning_rate": 9.982487844058507e-05, "loss": 19.5576, "step": 2003 }, { "epoch": 1.78, "learning_rate": 9.982464296247522e-05, "loss": 19.9355, "step": 2004 }, { "epoch": 1.78, "learning_rate": 9.982440732643141e-05, "loss": 19.4766, "step": 2005 }, { "epoch": 1.78, "learning_rate": 9.982417153245438e-05, "loss": 19.7412, "step": 2006 }, { "epoch": 1.78, "learning_rate": 9.982393558054486e-05, "loss": 19.5166, "step": 2007 }, { "epoch": 1.78, "learning_rate": 9.982369947070364e-05, "loss": 20.6445, "step": 2008 }, { "epoch": 1.78, "learning_rate": 9.982346320293144e-05, "loss": 20.4395, "step": 2009 }, { "epoch": 1.79, "learning_rate": 9.9823226777229e-05, "loss": 20.0693, "step": 2010 }, { "epoch": 1.79, "learning_rate": 9.98229901935971e-05, "loss": 19.5957, "step": 2011 }, { "epoch": 1.79, "learning_rate": 9.982275345203646e-05, "loss": 20.4717, "step": 2012 }, { "epoch": 1.79, "learning_rate": 9.982251655254784e-05, "loss": 20.0195, "step": 2013 }, { "epoch": 1.79, "learning_rate": 9.982227949513202e-05, "loss": 20.251, "step": 2014 }, { "epoch": 1.79, "learning_rate": 9.982204227978969e-05, "loss": 19.9805, "step": 2015 }, { "epoch": 1.79, "learning_rate": 9.982180490652165e-05, "loss": 19.7422, "step": 2016 }, { "epoch": 1.79, "learning_rate": 9.982156737532864e-05, "loss": 19.8545, "step": 2017 }, { "epoch": 1.79, "learning_rate": 9.982132968621143e-05, "loss": 19.999, "step": 2018 }, { "epoch": 1.79, "learning_rate": 9.982109183917073e-05, "loss": 19.916, "step": 2019 }, { "epoch": 1.79, "learning_rate": 9.982085383420733e-05, "loss": 20.2422, "step": 2020 }, { "epoch": 1.79, "learning_rate": 9.982061567132196e-05, "loss": 20.0508, "step": 2021 }, { "epoch": 1.8, "learning_rate": 9.982037735051542e-05, "loss": 19.8027, "step": 2022 }, { "epoch": 1.8, "learning_rate": 9.982013887178842e-05, "loss": 20.3115, "step": 2023 }, { "epoch": 1.8, "learning_rate": 9.981990023514172e-05, "loss": 19.3711, "step": 2024 }, { "epoch": 1.8, "learning_rate": 9.981966144057611e-05, "loss": 20.8242, "step": 2025 }, { "epoch": 1.8, "learning_rate": 9.981942248809231e-05, "loss": 20.4258, "step": 2026 }, { "epoch": 1.8, "learning_rate": 9.98191833776911e-05, "loss": 20.0088, "step": 2027 }, { "epoch": 1.8, "learning_rate": 9.98189441093732e-05, "loss": 19.6816, "step": 2028 }, { "epoch": 1.8, "learning_rate": 9.981870468313944e-05, "loss": 20.374, "step": 2029 }, { "epoch": 1.8, "learning_rate": 9.98184650989905e-05, "loss": 19.8232, "step": 2030 }, { "epoch": 1.8, "learning_rate": 9.98182253569272e-05, "loss": 20.1465, "step": 2031 }, { "epoch": 1.8, "learning_rate": 9.981798545695026e-05, "loss": 20.1543, "step": 2032 }, { "epoch": 1.81, "learning_rate": 9.981774539906045e-05, "loss": 20.6045, "step": 2033 }, { "epoch": 1.81, "learning_rate": 9.981750518325856e-05, "loss": 20.7402, "step": 2034 }, { "epoch": 1.81, "learning_rate": 9.981726480954531e-05, "loss": 20.4326, "step": 2035 }, { "epoch": 1.81, "learning_rate": 9.98170242779215e-05, "loss": 20.4395, "step": 2036 }, { "epoch": 1.81, "learning_rate": 9.981678358838787e-05, "loss": 20.3799, "step": 2037 }, { "epoch": 1.81, "learning_rate": 9.981654274094518e-05, "loss": 19.4277, "step": 2038 }, { "epoch": 1.81, "learning_rate": 9.98163017355942e-05, "loss": 20.5664, "step": 2039 }, { "epoch": 1.81, "learning_rate": 9.98160605723357e-05, "loss": 20.3779, "step": 2040 }, { "epoch": 1.81, "learning_rate": 9.981581925117042e-05, "loss": 20.0635, "step": 2041 }, { "epoch": 1.81, "learning_rate": 9.981557777209916e-05, "loss": 19.7168, "step": 2042 }, { "epoch": 1.81, "learning_rate": 9.981533613512266e-05, "loss": 19.9668, "step": 2043 }, { "epoch": 1.82, "learning_rate": 9.981509434024169e-05, "loss": 19.916, "step": 2044 }, { "epoch": 1.82, "learning_rate": 9.981485238745704e-05, "loss": 20.3057, "step": 2045 }, { "epoch": 1.82, "learning_rate": 9.981461027676944e-05, "loss": 19.3838, "step": 2046 }, { "epoch": 1.82, "learning_rate": 9.981436800817968e-05, "loss": 20.1855, "step": 2047 }, { "epoch": 1.82, "learning_rate": 9.981412558168853e-05, "loss": 20.7881, "step": 2048 }, { "epoch": 1.82, "learning_rate": 9.981412558168853e-05, "loss": 20.1055, "step": 2049 }, { "epoch": 1.82, "learning_rate": 9.981388299729674e-05, "loss": 20.0469, "step": 2050 }, { "epoch": 1.82, "learning_rate": 9.981388299729674e-05, "loss": 19.6943, "step": 2051 }, { "epoch": 1.82, "learning_rate": 9.98136402550051e-05, "loss": 19.9053, "step": 2052 }, { "epoch": 1.82, "learning_rate": 9.981339735481436e-05, "loss": 19.4219, "step": 2053 }, { "epoch": 1.82, "learning_rate": 9.981315429672531e-05, "loss": 19.6934, "step": 2054 }, { "epoch": 1.83, "learning_rate": 9.98129110807387e-05, "loss": 19.2822, "step": 2055 }, { "epoch": 1.83, "learning_rate": 9.981266770685533e-05, "loss": 20.2197, "step": 2056 }, { "epoch": 1.83, "learning_rate": 9.981242417507592e-05, "loss": 19.6855, "step": 2057 }, { "epoch": 1.83, "learning_rate": 9.981218048540131e-05, "loss": 19.8262, "step": 2058 }, { "epoch": 1.83, "learning_rate": 9.981193663783222e-05, "loss": 19.7549, "step": 2059 }, { "epoch": 1.83, "learning_rate": 9.981169263236944e-05, "loss": 19.3975, "step": 2060 }, { "epoch": 1.83, "learning_rate": 9.981144846901374e-05, "loss": 20.5283, "step": 2061 }, { "epoch": 1.83, "learning_rate": 9.98112041477659e-05, "loss": 19.7324, "step": 2062 }, { "epoch": 1.83, "learning_rate": 9.98109596686267e-05, "loss": 19.9473, "step": 2063 }, { "epoch": 1.83, "learning_rate": 9.981071503159689e-05, "loss": 20.6279, "step": 2064 }, { "epoch": 1.83, "learning_rate": 9.981047023667728e-05, "loss": 20.1436, "step": 2065 }, { "epoch": 1.83, "learning_rate": 9.981022528386862e-05, "loss": 20.2285, "step": 2066 }, { "epoch": 1.84, "learning_rate": 9.980998017317169e-05, "loss": 19.6455, "step": 2067 }, { "epoch": 1.84, "learning_rate": 9.980973490458728e-05, "loss": 20.0576, "step": 2068 }, { "epoch": 1.84, "learning_rate": 9.980948947811615e-05, "loss": 20.0557, "step": 2069 }, { "epoch": 1.84, "learning_rate": 9.980924389375909e-05, "loss": 20.3389, "step": 2070 }, { "epoch": 1.84, "learning_rate": 9.98089981515169e-05, "loss": 20.2236, "step": 2071 }, { "epoch": 1.84, "learning_rate": 9.98087522513903e-05, "loss": 19.5068, "step": 2072 }, { "epoch": 1.84, "learning_rate": 9.980850619338012e-05, "loss": 20.1191, "step": 2073 }, { "epoch": 1.84, "learning_rate": 9.980825997748712e-05, "loss": 19.7656, "step": 2074 }, { "epoch": 1.84, "learning_rate": 9.980801360371209e-05, "loss": 19.8311, "step": 2075 }, { "epoch": 1.84, "learning_rate": 9.980776707205579e-05, "loss": 20.0068, "step": 2076 }, { "epoch": 1.84, "learning_rate": 9.980752038251903e-05, "loss": 19.6318, "step": 2077 }, { "epoch": 1.85, "learning_rate": 9.980727353510257e-05, "loss": 19.8359, "step": 2078 }, { "epoch": 1.85, "learning_rate": 9.980702652980722e-05, "loss": 19.9336, "step": 2079 }, { "epoch": 1.85, "learning_rate": 9.980677936663372e-05, "loss": 20.3945, "step": 2080 }, { "epoch": 1.85, "learning_rate": 9.98065320455829e-05, "loss": 19.7578, "step": 2081 }, { "epoch": 1.85, "learning_rate": 9.98062845666555e-05, "loss": 20.2871, "step": 2082 }, { "epoch": 1.85, "learning_rate": 9.980603692985234e-05, "loss": 19.7363, "step": 2083 }, { "epoch": 1.85, "learning_rate": 9.980578913517418e-05, "loss": 19.5488, "step": 2084 }, { "epoch": 1.85, "learning_rate": 9.980554118262183e-05, "loss": 20.4893, "step": 2085 }, { "epoch": 1.85, "learning_rate": 9.980529307219605e-05, "loss": 19.917, "step": 2086 }, { "epoch": 1.85, "learning_rate": 9.980504480389765e-05, "loss": 19.5918, "step": 2087 }, { "epoch": 1.85, "learning_rate": 9.980479637772739e-05, "loss": 19.9404, "step": 2088 }, { "epoch": 1.86, "learning_rate": 9.980454779368609e-05, "loss": 20.5693, "step": 2089 }, { "epoch": 1.86, "learning_rate": 9.980429905177451e-05, "loss": 19.5742, "step": 2090 }, { "epoch": 1.86, "learning_rate": 9.980405015199346e-05, "loss": 19.9717, "step": 2091 }, { "epoch": 1.86, "learning_rate": 9.980380109434371e-05, "loss": 19.8184, "step": 2092 }, { "epoch": 1.86, "learning_rate": 9.980355187882605e-05, "loss": 20.0645, "step": 2093 }, { "epoch": 1.86, "learning_rate": 9.98033025054413e-05, "loss": 19.4346, "step": 2094 }, { "epoch": 1.86, "learning_rate": 9.980305297419021e-05, "loss": 19.8516, "step": 2095 }, { "epoch": 1.86, "learning_rate": 9.980280328507358e-05, "loss": 19.5586, "step": 2096 }, { "epoch": 1.86, "learning_rate": 9.980255343809223e-05, "loss": 19.874, "step": 2097 }, { "epoch": 1.86, "learning_rate": 9.980230343324694e-05, "loss": 19.0508, "step": 2098 }, { "epoch": 1.86, "learning_rate": 9.980205327053848e-05, "loss": 20.0312, "step": 2099 }, { "epoch": 1.87, "learning_rate": 9.980180294996767e-05, "loss": 20.3691, "step": 2100 }, { "epoch": 1.87, "learning_rate": 9.980155247153529e-05, "loss": 19.5098, "step": 2101 }, { "epoch": 1.87, "learning_rate": 9.980130183524212e-05, "loss": 19.9316, "step": 2102 }, { "epoch": 1.87, "learning_rate": 9.980105104108899e-05, "loss": 19.8994, "step": 2103 }, { "epoch": 1.87, "learning_rate": 9.980080008907666e-05, "loss": 20.0439, "step": 2104 }, { "epoch": 1.87, "learning_rate": 9.980054897920594e-05, "loss": 19.6123, "step": 2105 }, { "epoch": 1.87, "learning_rate": 9.980029771147764e-05, "loss": 19.9072, "step": 2106 }, { "epoch": 1.87, "learning_rate": 9.980004628589253e-05, "loss": 19.8066, "step": 2107 }, { "epoch": 1.87, "learning_rate": 9.979979470245143e-05, "loss": 20.085, "step": 2108 }, { "epoch": 1.87, "learning_rate": 9.979954296115512e-05, "loss": 19.7988, "step": 2109 }, { "epoch": 1.87, "learning_rate": 9.979929106200441e-05, "loss": 19.8896, "step": 2110 }, { "epoch": 1.87, "learning_rate": 9.97990390050001e-05, "loss": 19.5332, "step": 2111 }, { "epoch": 1.88, "learning_rate": 9.979878679014296e-05, "loss": 20.0859, "step": 2112 }, { "epoch": 1.88, "learning_rate": 9.979853441743383e-05, "loss": 19.4365, "step": 2113 }, { "epoch": 1.88, "learning_rate": 9.97982818868735e-05, "loss": 19.8262, "step": 2114 }, { "epoch": 1.88, "learning_rate": 9.979802919846275e-05, "loss": 19.5947, "step": 2115 }, { "epoch": 1.88, "learning_rate": 9.97977763522024e-05, "loss": 19.6582, "step": 2116 }, { "epoch": 1.88, "learning_rate": 9.979752334809324e-05, "loss": 19.6816, "step": 2117 }, { "epoch": 1.88, "learning_rate": 9.979727018613607e-05, "loss": 19.7812, "step": 2118 }, { "epoch": 1.88, "learning_rate": 9.979701686633172e-05, "loss": 20.0166, "step": 2119 }, { "epoch": 1.88, "learning_rate": 9.979676338868095e-05, "loss": 19.7031, "step": 2120 }, { "epoch": 1.88, "learning_rate": 9.97965097531846e-05, "loss": 19.5547, "step": 2121 }, { "epoch": 1.88, "learning_rate": 9.979625595984345e-05, "loss": 19.9492, "step": 2122 }, { "epoch": 1.89, "learning_rate": 9.979600200865833e-05, "loss": 19.7314, "step": 2123 }, { "epoch": 1.89, "learning_rate": 9.979574789963002e-05, "loss": 20.1289, "step": 2124 }, { "epoch": 1.89, "learning_rate": 9.979549363275935e-05, "loss": 20.8193, "step": 2125 }, { "epoch": 1.89, "learning_rate": 9.979523920804709e-05, "loss": 20.8555, "step": 2126 }, { "epoch": 1.89, "learning_rate": 9.979498462549407e-05, "loss": 19.5254, "step": 2127 }, { "epoch": 1.89, "learning_rate": 9.97947298851011e-05, "loss": 20.3945, "step": 2128 }, { "epoch": 1.89, "learning_rate": 9.979447498686898e-05, "loss": 19.748, "step": 2129 }, { "epoch": 1.89, "learning_rate": 9.979421993079852e-05, "loss": 19.6221, "step": 2130 }, { "epoch": 1.89, "learning_rate": 9.979396471689053e-05, "loss": 19.4639, "step": 2131 }, { "epoch": 1.89, "learning_rate": 9.979370934514583e-05, "loss": 20.0811, "step": 2132 }, { "epoch": 1.89, "learning_rate": 9.97934538155652e-05, "loss": 19.8711, "step": 2133 }, { "epoch": 1.9, "learning_rate": 9.979319812814946e-05, "loss": 19.71, "step": 2134 }, { "epoch": 1.9, "learning_rate": 9.979294228289944e-05, "loss": 20.0693, "step": 2135 }, { "epoch": 1.9, "learning_rate": 9.979268627981594e-05, "loss": 19.667, "step": 2136 }, { "epoch": 1.9, "learning_rate": 9.979243011889976e-05, "loss": 19.457, "step": 2137 }, { "epoch": 1.9, "learning_rate": 9.979217380015173e-05, "loss": 20.8584, "step": 2138 }, { "epoch": 1.9, "learning_rate": 9.979191732357265e-05, "loss": 20.1904, "step": 2139 }, { "epoch": 1.9, "learning_rate": 9.979166068916335e-05, "loss": 19.5469, "step": 2140 }, { "epoch": 1.9, "learning_rate": 9.979140389692461e-05, "loss": 20.6201, "step": 2141 }, { "epoch": 1.9, "learning_rate": 9.979114694685728e-05, "loss": 19.6592, "step": 2142 }, { "epoch": 1.9, "learning_rate": 9.979088983896214e-05, "loss": 19.6221, "step": 2143 }, { "epoch": 1.9, "learning_rate": 9.979063257324004e-05, "loss": 19.7969, "step": 2144 }, { "epoch": 1.9, "learning_rate": 9.979037514969178e-05, "loss": 20.333, "step": 2145 }, { "epoch": 1.91, "learning_rate": 9.979011756831818e-05, "loss": 19.8662, "step": 2146 }, { "epoch": 1.91, "learning_rate": 9.978985982912003e-05, "loss": 20.0176, "step": 2147 }, { "epoch": 1.91, "learning_rate": 9.978960193209819e-05, "loss": 19.8945, "step": 2148 }, { "epoch": 1.91, "learning_rate": 9.978934387725344e-05, "loss": 20.0332, "step": 2149 }, { "epoch": 1.91, "learning_rate": 9.978908566458662e-05, "loss": 20.0068, "step": 2150 }, { "epoch": 1.91, "learning_rate": 9.978882729409856e-05, "loss": 20.1641, "step": 2151 }, { "epoch": 1.91, "learning_rate": 9.978856876579004e-05, "loss": 19.4512, "step": 2152 }, { "epoch": 1.91, "learning_rate": 9.978831007966191e-05, "loss": 19.9844, "step": 2153 }, { "epoch": 1.91, "learning_rate": 9.978831007966191e-05, "loss": 19.9932, "step": 2154 }, { "epoch": 1.91, "learning_rate": 9.978805123571499e-05, "loss": 19.8652, "step": 2155 }, { "epoch": 1.91, "learning_rate": 9.978779223395007e-05, "loss": 20.3867, "step": 2156 }, { "epoch": 1.92, "learning_rate": 9.978753307436801e-05, "loss": 20.2295, "step": 2157 }, { "epoch": 1.92, "learning_rate": 9.97872737569696e-05, "loss": 20.082, "step": 2158 }, { "epoch": 1.92, "learning_rate": 9.97870142817557e-05, "loss": 20.3066, "step": 2159 }, { "epoch": 1.92, "learning_rate": 9.97867546487271e-05, "loss": 20.0557, "step": 2160 }, { "epoch": 1.92, "learning_rate": 9.978649485788463e-05, "loss": 19.7148, "step": 2161 }, { "epoch": 1.92, "learning_rate": 9.978623490922911e-05, "loss": 20.5381, "step": 2162 }, { "epoch": 1.92, "learning_rate": 9.978597480276137e-05, "loss": 20.1152, "step": 2163 }, { "epoch": 1.92, "learning_rate": 9.978571453848225e-05, "loss": 20.0488, "step": 2164 }, { "epoch": 1.92, "learning_rate": 9.978545411639253e-05, "loss": 20.1631, "step": 2165 }, { "epoch": 1.92, "learning_rate": 9.978519353649309e-05, "loss": 19.5039, "step": 2166 }, { "epoch": 1.92, "learning_rate": 9.978493279878471e-05, "loss": 19.7578, "step": 2167 }, { "epoch": 1.93, "learning_rate": 9.978467190326824e-05, "loss": 19.7588, "step": 2168 }, { "epoch": 1.93, "learning_rate": 9.978441084994453e-05, "loss": 19.7686, "step": 2169 }, { "epoch": 1.93, "learning_rate": 9.978414963881435e-05, "loss": 19.8994, "step": 2170 }, { "epoch": 1.93, "learning_rate": 9.978388826987857e-05, "loss": 19.7363, "step": 2171 }, { "epoch": 1.93, "learning_rate": 9.9783626743138e-05, "loss": 19.3115, "step": 2172 }, { "epoch": 1.93, "learning_rate": 9.978336505859348e-05, "loss": 20.041, "step": 2173 }, { "epoch": 1.93, "learning_rate": 9.978310321624584e-05, "loss": 20.1406, "step": 2174 }, { "epoch": 1.93, "learning_rate": 9.978284121609591e-05, "loss": 19.4033, "step": 2175 }, { "epoch": 1.93, "learning_rate": 9.978257905814451e-05, "loss": 19.7275, "step": 2176 }, { "epoch": 1.93, "learning_rate": 9.978231674239247e-05, "loss": 20.1055, "step": 2177 }, { "epoch": 1.93, "learning_rate": 9.978205426884064e-05, "loss": 19.6826, "step": 2178 }, { "epoch": 1.94, "learning_rate": 9.978179163748984e-05, "loss": 20.0449, "step": 2179 }, { "epoch": 1.94, "learning_rate": 9.97815288483409e-05, "loss": 20.3486, "step": 2180 }, { "epoch": 1.94, "learning_rate": 9.978126590139467e-05, "loss": 20.3096, "step": 2181 }, { "epoch": 1.94, "learning_rate": 9.978100279665197e-05, "loss": 19.9355, "step": 2182 }, { "epoch": 1.94, "learning_rate": 9.978073953411362e-05, "loss": 20.0791, "step": 2183 }, { "epoch": 1.94, "learning_rate": 9.978047611378048e-05, "loss": 20.3018, "step": 2184 }, { "epoch": 1.94, "learning_rate": 9.978021253565335e-05, "loss": 19.5225, "step": 2185 }, { "epoch": 1.94, "learning_rate": 9.977994879973311e-05, "loss": 20.0342, "step": 2186 }, { "epoch": 1.94, "learning_rate": 9.977968490602056e-05, "loss": 20.4648, "step": 2187 }, { "epoch": 1.94, "learning_rate": 9.977942085451657e-05, "loss": 19.8945, "step": 2188 }, { "epoch": 1.94, "learning_rate": 9.977915664522195e-05, "loss": 19.999, "step": 2189 }, { "epoch": 1.94, "learning_rate": 9.977915664522195e-05, "loss": 21.1787, "step": 2190 }, { "epoch": 1.95, "learning_rate": 9.977889227813755e-05, "loss": 20.2109, "step": 2191 }, { "epoch": 1.95, "learning_rate": 9.977862775326419e-05, "loss": 19.3135, "step": 2192 }, { "epoch": 1.95, "learning_rate": 9.977836307060274e-05, "loss": 20.4395, "step": 2193 }, { "epoch": 1.95, "learning_rate": 9.977809823015401e-05, "loss": 19.7559, "step": 2194 }, { "epoch": 1.95, "learning_rate": 9.977783323191885e-05, "loss": 19.8486, "step": 2195 }, { "epoch": 1.95, "learning_rate": 9.977756807589811e-05, "loss": 19.8496, "step": 2196 }, { "epoch": 1.95, "learning_rate": 9.977730276209261e-05, "loss": 19.5762, "step": 2197 }, { "epoch": 1.95, "learning_rate": 9.977703729050321e-05, "loss": 20.4639, "step": 2198 }, { "epoch": 1.95, "learning_rate": 9.977677166113075e-05, "loss": 19.9238, "step": 2199 }, { "epoch": 1.95, "learning_rate": 9.977650587397604e-05, "loss": 19.7852, "step": 2200 }, { "epoch": 1.95, "learning_rate": 9.977623992903998e-05, "loss": 19.2598, "step": 2201 }, { "epoch": 1.96, "learning_rate": 9.977597382632336e-05, "loss": 20.3281, "step": 2202 }, { "epoch": 1.96, "learning_rate": 9.977570756582706e-05, "loss": 20.1475, "step": 2203 }, { "epoch": 1.96, "learning_rate": 9.977544114755189e-05, "loss": 19.7959, "step": 2204 }, { "epoch": 1.96, "learning_rate": 9.977517457149874e-05, "loss": 19.7793, "step": 2205 }, { "epoch": 1.96, "learning_rate": 9.977490783766841e-05, "loss": 20.0957, "step": 2206 }, { "epoch": 1.96, "learning_rate": 9.977464094606177e-05, "loss": 19.2998, "step": 2207 }, { "epoch": 1.96, "learning_rate": 9.977437389667965e-05, "loss": 19.6436, "step": 2208 }, { "epoch": 1.96, "learning_rate": 9.977410668952291e-05, "loss": 20.1719, "step": 2209 }, { "epoch": 1.96, "learning_rate": 9.97738393245924e-05, "loss": 20.2705, "step": 2210 }, { "epoch": 1.96, "learning_rate": 9.977357180188895e-05, "loss": 19.4062, "step": 2211 }, { "epoch": 1.96, "learning_rate": 9.977330412141342e-05, "loss": 20.1387, "step": 2212 }, { "epoch": 1.97, "learning_rate": 9.977303628316667e-05, "loss": 20.0771, "step": 2213 }, { "epoch": 1.97, "learning_rate": 9.977276828714952e-05, "loss": 19.9658, "step": 2214 }, { "epoch": 1.97, "learning_rate": 9.977250013336284e-05, "loss": 19.6494, "step": 2215 }, { "epoch": 1.97, "learning_rate": 9.977223182180748e-05, "loss": 19.7539, "step": 2216 }, { "epoch": 1.97, "learning_rate": 9.977196335248428e-05, "loss": 19.7412, "step": 2217 }, { "epoch": 1.97, "learning_rate": 9.977169472539412e-05, "loss": 19.6885, "step": 2218 }, { "epoch": 1.97, "learning_rate": 9.977142594053781e-05, "loss": 20.166, "step": 2219 }, { "epoch": 1.97, "learning_rate": 9.977115699791622e-05, "loss": 20.1377, "step": 2220 }, { "epoch": 1.97, "learning_rate": 9.97708878975302e-05, "loss": 19.5469, "step": 2221 }, { "epoch": 1.97, "learning_rate": 9.977061863938062e-05, "loss": 19.5938, "step": 2222 }, { "epoch": 1.97, "learning_rate": 9.97703492234683e-05, "loss": 20.0234, "step": 2223 }, { "epoch": 1.98, "learning_rate": 9.977007964979414e-05, "loss": 19.5713, "step": 2224 }, { "epoch": 1.98, "learning_rate": 9.976980991835894e-05, "loss": 20.1172, "step": 2225 }, { "epoch": 1.98, "learning_rate": 9.97695400291636e-05, "loss": 19.7666, "step": 2226 }, { "epoch": 1.98, "learning_rate": 9.976926998220895e-05, "loss": 20.168, "step": 2227 }, { "epoch": 1.98, "learning_rate": 9.976899977749587e-05, "loss": 20.3477, "step": 2228 }, { "epoch": 1.98, "learning_rate": 9.976872941502519e-05, "loss": 20.2959, "step": 2229 }, { "epoch": 1.98, "learning_rate": 9.976845889479778e-05, "loss": 19.9443, "step": 2230 }, { "epoch": 1.98, "learning_rate": 9.976818821681449e-05, "loss": 19.5615, "step": 2231 }, { "epoch": 1.98, "learning_rate": 9.976791738107618e-05, "loss": 20.0791, "step": 2232 }, { "epoch": 1.98, "learning_rate": 9.976764638758373e-05, "loss": 20.5498, "step": 2233 }, { "epoch": 1.98, "learning_rate": 9.976737523633797e-05, "loss": 19.5957, "step": 2234 }, { "epoch": 1.98, "learning_rate": 9.976710392733977e-05, "loss": 20.0088, "step": 2235 }, { "epoch": 1.99, "learning_rate": 9.976683246058998e-05, "loss": 20.0547, "step": 2236 }, { "epoch": 1.99, "learning_rate": 9.976656083608949e-05, "loss": 20.3545, "step": 2237 }, { "epoch": 1.99, "learning_rate": 9.976628905383914e-05, "loss": 19.8145, "step": 2238 }, { "epoch": 1.99, "learning_rate": 9.97660171138398e-05, "loss": 19.6475, "step": 2239 }, { "epoch": 1.99, "learning_rate": 9.976574501609231e-05, "loss": 19.7891, "step": 2240 }, { "epoch": 1.99, "learning_rate": 9.976547276059755e-05, "loss": 19.7627, "step": 2241 }, { "epoch": 1.99, "learning_rate": 9.976520034735637e-05, "loss": 19.7578, "step": 2242 }, { "epoch": 1.99, "learning_rate": 9.976492777636966e-05, "loss": 19.9238, "step": 2243 }, { "epoch": 1.99, "learning_rate": 9.976465504763827e-05, "loss": 20.3867, "step": 2244 }, { "epoch": 1.99, "learning_rate": 9.976438216116306e-05, "loss": 20.1797, "step": 2245 }, { "epoch": 1.99, "learning_rate": 9.976410911694489e-05, "loss": 20.1309, "step": 2246 }, { "epoch": 2.0, "learning_rate": 9.976383591498465e-05, "loss": 19.8154, "step": 2247 }, { "epoch": 2.0, "learning_rate": 9.976356255528317e-05, "loss": 19.1084, "step": 2248 }, { "epoch": 2.0, "learning_rate": 9.976328903784135e-05, "loss": 19.749, "step": 2249 }, { "epoch": 2.0, "learning_rate": 9.976301536266004e-05, "loss": 20.3203, "step": 2250 }, { "epoch": 2.0, "learning_rate": 9.976274152974012e-05, "loss": 19.3809, "step": 2251 }, { "epoch": 2.0, "learning_rate": 9.976246753908243e-05, "loss": 20.459, "step": 2252 }, { "epoch": 2.0, "learning_rate": 9.976219339068786e-05, "loss": 19.5996, "step": 2253 }, { "epoch": 2.0, "learning_rate": 9.976191908455729e-05, "loss": 19.5635, "step": 2254 }, { "epoch": 2.0, "learning_rate": 9.976164462069157e-05, "loss": 19.9609, "step": 2255 }, { "epoch": 2.0, "learning_rate": 9.976136999909156e-05, "loss": 19.4395, "step": 2256 }, { "epoch": 2.0, "learning_rate": 9.976109521975817e-05, "loss": 19.292, "step": 2257 }, { "epoch": 2.01, "learning_rate": 9.976082028269223e-05, "loss": 19.6582, "step": 2258 }, { "epoch": 2.01, "learning_rate": 9.976054518789463e-05, "loss": 20.1973, "step": 2259 }, { "epoch": 2.01, "learning_rate": 9.976026993536625e-05, "loss": 19.6934, "step": 2260 }, { "epoch": 2.01, "learning_rate": 9.975999452510794e-05, "loss": 19.8184, "step": 2261 }, { "epoch": 2.01, "learning_rate": 9.97597189571206e-05, "loss": 19.5625, "step": 2262 }, { "epoch": 2.01, "learning_rate": 9.975944323140507e-05, "loss": 19.2305, "step": 2263 }, { "epoch": 2.01, "learning_rate": 9.975916734796226e-05, "loss": 19.3125, "step": 2264 }, { "epoch": 2.01, "learning_rate": 9.975889130679302e-05, "loss": 19.8818, "step": 2265 }, { "epoch": 2.01, "learning_rate": 9.975861510789824e-05, "loss": 20.3105, "step": 2266 }, { "epoch": 2.01, "learning_rate": 9.975833875127878e-05, "loss": 19.0322, "step": 2267 }, { "epoch": 2.01, "learning_rate": 9.975806223693554e-05, "loss": 20.2549, "step": 2268 }, { "epoch": 2.02, "learning_rate": 9.975778556486937e-05, "loss": 19.9424, "step": 2269 }, { "epoch": 2.02, "learning_rate": 9.975750873508115e-05, "loss": 20.0615, "step": 2270 }, { "epoch": 2.02, "learning_rate": 9.975723174757176e-05, "loss": 19.8691, "step": 2271 }, { "epoch": 2.02, "learning_rate": 9.975695460234212e-05, "loss": 19.3535, "step": 2272 }, { "epoch": 2.02, "learning_rate": 9.975667729939304e-05, "loss": 19.6836, "step": 2273 }, { "epoch": 2.02, "learning_rate": 9.975639983872543e-05, "loss": 19.9824, "step": 2274 }, { "epoch": 2.02, "learning_rate": 9.975612222034018e-05, "loss": 20.0332, "step": 2275 }, { "epoch": 2.02, "learning_rate": 9.975584444423815e-05, "loss": 19.4863, "step": 2276 }, { "epoch": 2.02, "learning_rate": 9.975556651042026e-05, "loss": 19.8447, "step": 2277 }, { "epoch": 2.02, "learning_rate": 9.975528841888733e-05, "loss": 19.8574, "step": 2278 }, { "epoch": 2.02, "learning_rate": 9.975501016964029e-05, "loss": 19.9453, "step": 2279 }, { "epoch": 2.02, "learning_rate": 9.975473176268e-05, "loss": 19.9033, "step": 2280 }, { "epoch": 2.03, "learning_rate": 9.975445319800735e-05, "loss": 19.5049, "step": 2281 }, { "epoch": 2.03, "learning_rate": 9.975417447562322e-05, "loss": 20.1299, "step": 2282 }, { "epoch": 2.03, "learning_rate": 9.97538955955285e-05, "loss": 19.5186, "step": 2283 }, { "epoch": 2.03, "learning_rate": 9.975361655772406e-05, "loss": 19.5801, "step": 2284 }, { "epoch": 2.03, "learning_rate": 9.975333736221079e-05, "loss": 19.7539, "step": 2285 }, { "epoch": 2.03, "learning_rate": 9.975305800898958e-05, "loss": 19.7803, "step": 2286 }, { "epoch": 2.03, "learning_rate": 9.975277849806133e-05, "loss": 19.4521, "step": 2287 }, { "epoch": 2.03, "learning_rate": 9.975249882942688e-05, "loss": 19.3789, "step": 2288 }, { "epoch": 2.03, "learning_rate": 9.975221900308717e-05, "loss": 19.4443, "step": 2289 }, { "epoch": 2.03, "learning_rate": 9.975193901904305e-05, "loss": 19.5596, "step": 2290 }, { "epoch": 2.03, "learning_rate": 9.975165887729543e-05, "loss": 19.9883, "step": 2291 }, { "epoch": 2.04, "learning_rate": 9.975137857784518e-05, "loss": 19.8672, "step": 2292 }, { "epoch": 2.04, "learning_rate": 9.975109812069318e-05, "loss": 19.7793, "step": 2293 }, { "epoch": 2.04, "learning_rate": 9.975081750584037e-05, "loss": 19.5391, "step": 2294 }, { "epoch": 2.04, "learning_rate": 9.975053673328757e-05, "loss": 19.6035, "step": 2295 }, { "epoch": 2.04, "learning_rate": 9.975025580303573e-05, "loss": 19.4922, "step": 2296 }, { "epoch": 2.04, "learning_rate": 9.974997471508571e-05, "loss": 19.292, "step": 2297 }, { "epoch": 2.04, "learning_rate": 9.974969346943842e-05, "loss": 19.8525, "step": 2298 }, { "epoch": 2.04, "learning_rate": 9.974941206609472e-05, "loss": 19.5654, "step": 2299 }, { "epoch": 2.04, "learning_rate": 9.974913050505553e-05, "loss": 19.0635, "step": 2300 }, { "epoch": 2.04, "learning_rate": 9.974884878632174e-05, "loss": 19.2148, "step": 2301 }, { "epoch": 2.04, "learning_rate": 9.97485669098942e-05, "loss": 19.293, "step": 2302 }, { "epoch": 2.05, "learning_rate": 9.974828487577388e-05, "loss": 19.3574, "step": 2303 }, { "epoch": 2.05, "learning_rate": 9.974800268396161e-05, "loss": 19.373, "step": 2304 }, { "epoch": 2.05, "learning_rate": 9.974772033445832e-05, "loss": 19.7188, "step": 2305 }, { "epoch": 2.05, "learning_rate": 9.974743782726487e-05, "loss": 19.8818, "step": 2306 }, { "epoch": 2.05, "learning_rate": 9.97471551623822e-05, "loss": 19.4824, "step": 2307 }, { "epoch": 2.05, "learning_rate": 9.974687233981118e-05, "loss": 19.8076, "step": 2308 }, { "epoch": 2.05, "learning_rate": 9.974658935955271e-05, "loss": 19.8721, "step": 2309 }, { "epoch": 2.05, "learning_rate": 9.974630622160769e-05, "loss": 19.2295, "step": 2310 }, { "epoch": 2.05, "learning_rate": 9.974602292597701e-05, "loss": 19.6904, "step": 2311 }, { "epoch": 2.05, "learning_rate": 9.974573947266157e-05, "loss": 19.5693, "step": 2312 }, { "epoch": 2.05, "learning_rate": 9.974545586166229e-05, "loss": 19.6787, "step": 2313 }, { "epoch": 2.06, "learning_rate": 9.974517209298002e-05, "loss": 19.9053, "step": 2314 }, { "epoch": 2.06, "learning_rate": 9.974488816661572e-05, "loss": 19.4316, "step": 2315 }, { "epoch": 2.06, "learning_rate": 9.974460408257023e-05, "loss": 19.8818, "step": 2316 }, { "epoch": 2.06, "learning_rate": 9.974431984084451e-05, "loss": 19.7695, "step": 2317 }, { "epoch": 2.06, "learning_rate": 9.974403544143941e-05, "loss": 19.5156, "step": 2318 }, { "epoch": 2.06, "learning_rate": 9.974375088435586e-05, "loss": 19.418, "step": 2319 }, { "epoch": 2.06, "learning_rate": 9.974346616959476e-05, "loss": 20.5059, "step": 2320 }, { "epoch": 2.06, "learning_rate": 9.974318129715701e-05, "loss": 19.085, "step": 2321 }, { "epoch": 2.06, "learning_rate": 9.97428962670435e-05, "loss": 20.3711, "step": 2322 }, { "epoch": 2.06, "learning_rate": 9.974261107925516e-05, "loss": 19.4961, "step": 2323 }, { "epoch": 2.06, "learning_rate": 9.974232573379285e-05, "loss": 20.2539, "step": 2324 }, { "epoch": 2.06, "learning_rate": 9.974204023065752e-05, "loss": 19.5039, "step": 2325 }, { "epoch": 2.07, "learning_rate": 9.974175456985006e-05, "loss": 19.5439, "step": 2326 }, { "epoch": 2.07, "learning_rate": 9.974146875137137e-05, "loss": 19.7764, "step": 2327 }, { "epoch": 2.07, "learning_rate": 9.974118277522236e-05, "loss": 19.5186, "step": 2328 }, { "epoch": 2.07, "learning_rate": 9.974118277522236e-05, "loss": 19.5762, "step": 2329 }, { "epoch": 2.07, "learning_rate": 9.974089664140392e-05, "loss": 19.3428, "step": 2330 }, { "epoch": 2.07, "learning_rate": 9.9740610349917e-05, "loss": 19.498, "step": 2331 }, { "epoch": 2.07, "learning_rate": 9.974032390076246e-05, "loss": 20.0293, "step": 2332 }, { "epoch": 2.07, "learning_rate": 9.974003729394124e-05, "loss": 19.333, "step": 2333 }, { "epoch": 2.07, "learning_rate": 9.97397505294542e-05, "loss": 19.6689, "step": 2334 }, { "epoch": 2.07, "learning_rate": 9.973946360730233e-05, "loss": 19.2314, "step": 2335 }, { "epoch": 2.07, "learning_rate": 9.973917652748648e-05, "loss": 19.5908, "step": 2336 }, { "epoch": 2.08, "learning_rate": 9.973888929000757e-05, "loss": 19.4971, "step": 2337 }, { "epoch": 2.08, "learning_rate": 9.973860189486652e-05, "loss": 19.9951, "step": 2338 }, { "epoch": 2.08, "learning_rate": 9.973831434206425e-05, "loss": 18.8711, "step": 2339 }, { "epoch": 2.08, "learning_rate": 9.973802663160163e-05, "loss": 19.5771, "step": 2340 }, { "epoch": 2.08, "learning_rate": 9.973773876347961e-05, "loss": 18.998, "step": 2341 }, { "epoch": 2.08, "learning_rate": 9.97374507376991e-05, "loss": 19.583, "step": 2342 }, { "epoch": 2.08, "learning_rate": 9.9737162554261e-05, "loss": 19.5088, "step": 2343 }, { "epoch": 2.08, "learning_rate": 9.973687421316622e-05, "loss": 19.4287, "step": 2344 }, { "epoch": 2.08, "learning_rate": 9.97365857144157e-05, "loss": 19.4932, "step": 2345 }, { "epoch": 2.08, "learning_rate": 9.973629705801033e-05, "loss": 19.0967, "step": 2346 }, { "epoch": 2.08, "learning_rate": 9.973600824395102e-05, "loss": 20.1279, "step": 2347 }, { "epoch": 2.09, "learning_rate": 9.973571927223871e-05, "loss": 19.6826, "step": 2348 }, { "epoch": 2.09, "learning_rate": 9.97354301428743e-05, "loss": 20.0283, "step": 2349 }, { "epoch": 2.09, "learning_rate": 9.973514085585871e-05, "loss": 19.8457, "step": 2350 }, { "epoch": 2.09, "learning_rate": 9.973485141119287e-05, "loss": 20.4043, "step": 2351 }, { "epoch": 2.09, "learning_rate": 9.973456180887766e-05, "loss": 19.8418, "step": 2352 }, { "epoch": 2.09, "learning_rate": 9.973427204891404e-05, "loss": 19.5752, "step": 2353 }, { "epoch": 2.09, "learning_rate": 9.973398213130291e-05, "loss": 19.6543, "step": 2354 }, { "epoch": 2.09, "learning_rate": 9.973369205604518e-05, "loss": 19.6895, "step": 2355 }, { "epoch": 2.09, "learning_rate": 9.973340182314179e-05, "loss": 19.2119, "step": 2356 }, { "epoch": 2.09, "learning_rate": 9.973311143259364e-05, "loss": 20.125, "step": 2357 }, { "epoch": 2.09, "learning_rate": 9.973282088440167e-05, "loss": 19.5635, "step": 2358 }, { "epoch": 2.1, "learning_rate": 9.973253017856678e-05, "loss": 19.1416, "step": 2359 }, { "epoch": 2.1, "learning_rate": 9.973223931508991e-05, "loss": 19.6953, "step": 2360 }, { "epoch": 2.1, "learning_rate": 9.973194829397196e-05, "loss": 19.5273, "step": 2361 }, { "epoch": 2.1, "learning_rate": 9.973165711521388e-05, "loss": 19.3438, "step": 2362 }, { "epoch": 2.1, "learning_rate": 9.973136577881659e-05, "loss": 19.7217, "step": 2363 }, { "epoch": 2.1, "learning_rate": 9.973107428478099e-05, "loss": 19.2041, "step": 2364 }, { "epoch": 2.1, "learning_rate": 9.973078263310803e-05, "loss": 19.9229, "step": 2365 }, { "epoch": 2.1, "learning_rate": 9.973049082379859e-05, "loss": 19.3662, "step": 2366 }, { "epoch": 2.1, "learning_rate": 9.973019885685365e-05, "loss": 19.4541, "step": 2367 }, { "epoch": 2.1, "learning_rate": 9.972990673227411e-05, "loss": 18.7998, "step": 2368 }, { "epoch": 2.1, "learning_rate": 9.972961445006091e-05, "loss": 19.5078, "step": 2369 }, { "epoch": 2.1, "learning_rate": 9.972932201021494e-05, "loss": 18.7324, "step": 2370 }, { "epoch": 2.11, "learning_rate": 9.972902941273716e-05, "loss": 19.5693, "step": 2371 }, { "epoch": 2.11, "learning_rate": 9.97287366576285e-05, "loss": 20.5898, "step": 2372 }, { "epoch": 2.11, "learning_rate": 9.972844374488986e-05, "loss": 20.1221, "step": 2373 }, { "epoch": 2.11, "learning_rate": 9.972815067452221e-05, "loss": 20.0703, "step": 2374 }, { "epoch": 2.11, "learning_rate": 9.972785744652644e-05, "loss": 18.9932, "step": 2375 }, { "epoch": 2.11, "learning_rate": 9.972756406090348e-05, "loss": 19.7295, "step": 2376 }, { "epoch": 2.11, "learning_rate": 9.972727051765429e-05, "loss": 19.4102, "step": 2377 }, { "epoch": 2.11, "learning_rate": 9.972697681677978e-05, "loss": 19.5615, "step": 2378 }, { "epoch": 2.11, "learning_rate": 9.97266829582809e-05, "loss": 19.4316, "step": 2379 }, { "epoch": 2.11, "learning_rate": 9.972638894215854e-05, "loss": 19.2471, "step": 2380 }, { "epoch": 2.11, "learning_rate": 9.972609476841367e-05, "loss": 19.0732, "step": 2381 }, { "epoch": 2.12, "learning_rate": 9.972580043704722e-05, "loss": 19.3379, "step": 2382 }, { "epoch": 2.12, "learning_rate": 9.972550594806011e-05, "loss": 19.625, "step": 2383 }, { "epoch": 2.12, "learning_rate": 9.972521130145327e-05, "loss": 19.917, "step": 2384 }, { "epoch": 2.12, "learning_rate": 9.972491649722763e-05, "loss": 19.2188, "step": 2385 }, { "epoch": 2.12, "learning_rate": 9.972462153538416e-05, "loss": 19.7559, "step": 2386 }, { "epoch": 2.12, "learning_rate": 9.972432641592377e-05, "loss": 19.4473, "step": 2387 }, { "epoch": 2.12, "learning_rate": 9.972403113884738e-05, "loss": 19.9033, "step": 2388 }, { "epoch": 2.12, "learning_rate": 9.972373570415597e-05, "loss": 19.4014, "step": 2389 }, { "epoch": 2.12, "learning_rate": 9.972344011185041e-05, "loss": 19.8428, "step": 2390 }, { "epoch": 2.12, "learning_rate": 9.97231443619317e-05, "loss": 19.0928, "step": 2391 }, { "epoch": 2.12, "learning_rate": 9.972284845440076e-05, "loss": 19.6768, "step": 2392 }, { "epoch": 2.13, "learning_rate": 9.972255238925851e-05, "loss": 19.1865, "step": 2393 }, { "epoch": 2.13, "learning_rate": 9.972225616650591e-05, "loss": 19.3994, "step": 2394 }, { "epoch": 2.13, "learning_rate": 9.972195978614387e-05, "loss": 19.5049, "step": 2395 }, { "epoch": 2.13, "learning_rate": 9.972166324817339e-05, "loss": 19.4307, "step": 2396 }, { "epoch": 2.13, "learning_rate": 9.972136655259531e-05, "loss": 19.5127, "step": 2397 }, { "epoch": 2.13, "learning_rate": 9.972106969941066e-05, "loss": 19.5771, "step": 2398 }, { "epoch": 2.13, "learning_rate": 9.972077268862035e-05, "loss": 19.0752, "step": 2399 }, { "epoch": 2.13, "learning_rate": 9.972047552022532e-05, "loss": 19.8398, "step": 2400 }, { "epoch": 2.13, "learning_rate": 9.97201781942265e-05, "loss": 20.2891, "step": 2401 }, { "epoch": 2.13, "learning_rate": 9.971988071062487e-05, "loss": 19.3506, "step": 2402 }, { "epoch": 2.13, "learning_rate": 9.971958306942133e-05, "loss": 19.501, "step": 2403 }, { "epoch": 2.13, "learning_rate": 9.971928527061685e-05, "loss": 20.2656, "step": 2404 }, { "epoch": 2.14, "learning_rate": 9.971898731421237e-05, "loss": 20.292, "step": 2405 }, { "epoch": 2.14, "learning_rate": 9.971868920020881e-05, "loss": 19.8086, "step": 2406 }, { "epoch": 2.14, "learning_rate": 9.971839092860715e-05, "loss": 19.0742, "step": 2407 }, { "epoch": 2.14, "learning_rate": 9.971809249940832e-05, "loss": 19.2109, "step": 2408 }, { "epoch": 2.14, "learning_rate": 9.971779391261327e-05, "loss": 19.1611, "step": 2409 }, { "epoch": 2.14, "learning_rate": 9.971749516822295e-05, "loss": 20.1299, "step": 2410 }, { "epoch": 2.14, "learning_rate": 9.971749516822295e-05, "loss": 19.7891, "step": 2411 }, { "epoch": 2.14, "learning_rate": 9.971719626623828e-05, "loss": 19.1787, "step": 2412 }, { "epoch": 2.14, "learning_rate": 9.971689720666024e-05, "loss": 19.3408, "step": 2413 }, { "epoch": 2.14, "learning_rate": 9.971659798948976e-05, "loss": 20.0479, "step": 2414 }, { "epoch": 2.14, "learning_rate": 9.97162986147278e-05, "loss": 19.2812, "step": 2415 }, { "epoch": 2.15, "learning_rate": 9.97159990823753e-05, "loss": 19.2744, "step": 2416 }, { "epoch": 2.15, "learning_rate": 9.971569939243321e-05, "loss": 20.127, "step": 2417 }, { "epoch": 2.15, "learning_rate": 9.971539954490248e-05, "loss": 20.002, "step": 2418 }, { "epoch": 2.15, "learning_rate": 9.971509953978407e-05, "loss": 19.6973, "step": 2419 }, { "epoch": 2.15, "learning_rate": 9.971479937707892e-05, "loss": 20.3604, "step": 2420 }, { "epoch": 2.15, "learning_rate": 9.971449905678799e-05, "loss": 19.4023, "step": 2421 }, { "epoch": 2.15, "learning_rate": 9.971419857891223e-05, "loss": 19.541, "step": 2422 }, { "epoch": 2.15, "learning_rate": 9.971389794345258e-05, "loss": 19.2559, "step": 2423 }, { "epoch": 2.15, "learning_rate": 9.971359715041e-05, "loss": 19.9268, "step": 2424 }, { "epoch": 2.15, "learning_rate": 9.971329619978546e-05, "loss": 19.2637, "step": 2425 }, { "epoch": 2.15, "learning_rate": 9.971299509157989e-05, "loss": 19.623, "step": 2426 }, { "epoch": 2.16, "learning_rate": 9.971269382579426e-05, "loss": 19.4307, "step": 2427 }, { "epoch": 2.16, "learning_rate": 9.971239240242952e-05, "loss": 19.6631, "step": 2428 }, { "epoch": 2.16, "learning_rate": 9.971209082148661e-05, "loss": 20.3398, "step": 2429 }, { "epoch": 2.16, "learning_rate": 9.971178908296652e-05, "loss": 19.9082, "step": 2430 }, { "epoch": 2.16, "learning_rate": 9.971148718687017e-05, "loss": 19.5342, "step": 2431 }, { "epoch": 2.16, "learning_rate": 9.971118513319855e-05, "loss": 19.915, "step": 2432 }, { "epoch": 2.16, "learning_rate": 9.971088292195261e-05, "loss": 19.4844, "step": 2433 }, { "epoch": 2.16, "learning_rate": 9.971058055313327e-05, "loss": 20.1602, "step": 2434 }, { "epoch": 2.16, "learning_rate": 9.971027802674154e-05, "loss": 19.6201, "step": 2435 }, { "epoch": 2.16, "learning_rate": 9.970997534277835e-05, "loss": 20.1533, "step": 2436 }, { "epoch": 2.16, "learning_rate": 9.970967250124468e-05, "loss": 19.8271, "step": 2437 }, { "epoch": 2.17, "learning_rate": 9.970936950214145e-05, "loss": 19.2646, "step": 2438 }, { "epoch": 2.17, "learning_rate": 9.970906634546966e-05, "loss": 19.5918, "step": 2439 }, { "epoch": 2.17, "learning_rate": 9.970876303123027e-05, "loss": 19.7393, "step": 2440 }, { "epoch": 2.17, "learning_rate": 9.970845955942421e-05, "loss": 19.624, "step": 2441 }, { "epoch": 2.17, "learning_rate": 9.970815593005247e-05, "loss": 19.8447, "step": 2442 }, { "epoch": 2.17, "learning_rate": 9.9707852143116e-05, "loss": 19.3799, "step": 2443 }, { "epoch": 2.17, "learning_rate": 9.970754819861577e-05, "loss": 19.7041, "step": 2444 }, { "epoch": 2.17, "learning_rate": 9.970724409655274e-05, "loss": 19.7061, "step": 2445 }, { "epoch": 2.17, "learning_rate": 9.970693983692787e-05, "loss": 19.1797, "step": 2446 }, { "epoch": 2.17, "learning_rate": 9.970663541974214e-05, "loss": 19.7422, "step": 2447 }, { "epoch": 2.17, "learning_rate": 9.97063308449965e-05, "loss": 20.0117, "step": 2448 }, { "epoch": 2.17, "learning_rate": 9.970602611269191e-05, "loss": 19.7393, "step": 2449 }, { "epoch": 2.18, "learning_rate": 9.970572122282935e-05, "loss": 19.0498, "step": 2450 }, { "epoch": 2.18, "learning_rate": 9.970541617540979e-05, "loss": 19.7686, "step": 2451 }, { "epoch": 2.18, "learning_rate": 9.970511097043417e-05, "loss": 20.3584, "step": 2452 }, { "epoch": 2.18, "learning_rate": 9.970480560790349e-05, "loss": 19.4531, "step": 2453 }, { "epoch": 2.18, "learning_rate": 9.970450008781868e-05, "loss": 19.9092, "step": 2454 }, { "epoch": 2.18, "learning_rate": 9.970419441018076e-05, "loss": 20.0488, "step": 2455 }, { "epoch": 2.18, "learning_rate": 9.970388857499066e-05, "loss": 19.8359, "step": 2456 }, { "epoch": 2.18, "learning_rate": 9.970358258224936e-05, "loss": 19.9951, "step": 2457 }, { "epoch": 2.18, "learning_rate": 9.970327643195784e-05, "loss": 19.7842, "step": 2458 }, { "epoch": 2.18, "learning_rate": 9.970297012411704e-05, "loss": 19.6299, "step": 2459 }, { "epoch": 2.18, "learning_rate": 9.970266365872798e-05, "loss": 20.4219, "step": 2460 }, { "epoch": 2.19, "learning_rate": 9.970235703579159e-05, "loss": 19.6221, "step": 2461 }, { "epoch": 2.19, "learning_rate": 9.970205025530884e-05, "loss": 19.9219, "step": 2462 }, { "epoch": 2.19, "learning_rate": 9.970174331728073e-05, "loss": 19.1182, "step": 2463 }, { "epoch": 2.19, "learning_rate": 9.970143622170822e-05, "loss": 19.7461, "step": 2464 }, { "epoch": 2.19, "learning_rate": 9.970112896859229e-05, "loss": 19.3662, "step": 2465 }, { "epoch": 2.19, "learning_rate": 9.97008215579339e-05, "loss": 19.8633, "step": 2466 }, { "epoch": 2.19, "learning_rate": 9.970051398973403e-05, "loss": 19.6982, "step": 2467 }, { "epoch": 2.19, "learning_rate": 9.970020626399366e-05, "loss": 20.0312, "step": 2468 }, { "epoch": 2.19, "learning_rate": 9.969989838071377e-05, "loss": 19.5771, "step": 2469 }, { "epoch": 2.19, "learning_rate": 9.96995903398953e-05, "loss": 19.9609, "step": 2470 }, { "epoch": 2.19, "learning_rate": 9.96992821415393e-05, "loss": 19.7471, "step": 2471 }, { "epoch": 2.2, "learning_rate": 9.969897378564666e-05, "loss": 19.7656, "step": 2472 }, { "epoch": 2.2, "learning_rate": 9.969866527221842e-05, "loss": 19.9287, "step": 2473 }, { "epoch": 2.2, "learning_rate": 9.969835660125554e-05, "loss": 19.4629, "step": 2474 }, { "epoch": 2.2, "learning_rate": 9.9698047772759e-05, "loss": 19.29, "step": 2475 }, { "epoch": 2.2, "learning_rate": 9.969773878672975e-05, "loss": 20.5371, "step": 2476 }, { "epoch": 2.2, "learning_rate": 9.969742964316881e-05, "loss": 19.5117, "step": 2477 }, { "epoch": 2.2, "learning_rate": 9.969712034207714e-05, "loss": 19.3369, "step": 2478 }, { "epoch": 2.2, "learning_rate": 9.969681088345572e-05, "loss": 19.7637, "step": 2479 }, { "epoch": 2.2, "learning_rate": 9.969650126730555e-05, "loss": 19.3457, "step": 2480 }, { "epoch": 2.2, "learning_rate": 9.969619149362758e-05, "loss": 20.001, "step": 2481 }, { "epoch": 2.2, "learning_rate": 9.969588156242282e-05, "loss": 19.8193, "step": 2482 }, { "epoch": 2.21, "learning_rate": 9.969557147369223e-05, "loss": 19.8408, "step": 2483 }, { "epoch": 2.21, "learning_rate": 9.969526122743682e-05, "loss": 19.0029, "step": 2484 }, { "epoch": 2.21, "learning_rate": 9.969495082365756e-05, "loss": 19.8311, "step": 2485 }, { "epoch": 2.21, "learning_rate": 9.969464026235542e-05, "loss": 19.7822, "step": 2486 }, { "epoch": 2.21, "learning_rate": 9.969432954353139e-05, "loss": 20.2119, "step": 2487 }, { "epoch": 2.21, "learning_rate": 9.969401866718646e-05, "loss": 20.0244, "step": 2488 }, { "epoch": 2.21, "learning_rate": 9.969370763332163e-05, "loss": 19.3936, "step": 2489 }, { "epoch": 2.21, "learning_rate": 9.969339644193787e-05, "loss": 19.7002, "step": 2490 }, { "epoch": 2.21, "learning_rate": 9.969308509303617e-05, "loss": 19.791, "step": 2491 }, { "epoch": 2.21, "learning_rate": 9.96927735866175e-05, "loss": 19.7354, "step": 2492 }, { "epoch": 2.21, "learning_rate": 9.969246192268286e-05, "loss": 19.7012, "step": 2493 }, { "epoch": 2.21, "learning_rate": 9.969215010123325e-05, "loss": 19.6924, "step": 2494 }, { "epoch": 2.22, "learning_rate": 9.969183812226966e-05, "loss": 19.5928, "step": 2495 }, { "epoch": 2.22, "learning_rate": 9.969152598579305e-05, "loss": 19.4756, "step": 2496 }, { "epoch": 2.22, "learning_rate": 9.969121369180444e-05, "loss": 19.6836, "step": 2497 }, { "epoch": 2.22, "learning_rate": 9.96909012403048e-05, "loss": 19.2461, "step": 2498 }, { "epoch": 2.22, "learning_rate": 9.969058863129512e-05, "loss": 19.4102, "step": 2499 }, { "epoch": 2.22, "learning_rate": 9.969027586477642e-05, "loss": 19.6006, "step": 2500 }, { "epoch": 2.22, "learning_rate": 9.968996294074965e-05, "loss": 19.3926, "step": 2501 }, { "epoch": 2.22, "learning_rate": 9.968964985921582e-05, "loss": 19.5742, "step": 2502 }, { "epoch": 2.22, "learning_rate": 9.968933662017595e-05, "loss": 19.1719, "step": 2503 }, { "epoch": 2.22, "learning_rate": 9.968902322363099e-05, "loss": 19.1504, "step": 2504 }, { "epoch": 2.22, "learning_rate": 9.968870966958194e-05, "loss": 19.0576, "step": 2505 }, { "epoch": 2.23, "learning_rate": 9.968839595802982e-05, "loss": 19.3975, "step": 2506 }, { "epoch": 2.23, "learning_rate": 9.96880820889756e-05, "loss": 19.6592, "step": 2507 }, { "epoch": 2.23, "learning_rate": 9.96877680624203e-05, "loss": 19.1699, "step": 2508 }, { "epoch": 2.23, "learning_rate": 9.968745387836489e-05, "loss": 19.5127, "step": 2509 }, { "epoch": 2.23, "learning_rate": 9.968713953681037e-05, "loss": 19.4844, "step": 2510 }, { "epoch": 2.23, "learning_rate": 9.968682503775774e-05, "loss": 19.7217, "step": 2511 }, { "epoch": 2.23, "learning_rate": 9.9686510381208e-05, "loss": 19.5518, "step": 2512 }, { "epoch": 2.23, "learning_rate": 9.968619556716215e-05, "loss": 19.4658, "step": 2513 }, { "epoch": 2.23, "learning_rate": 9.968588059562118e-05, "loss": 19.165, "step": 2514 }, { "epoch": 2.23, "learning_rate": 9.968556546658609e-05, "loss": 19.3037, "step": 2515 }, { "epoch": 2.23, "learning_rate": 9.968525018005788e-05, "loss": 19.4111, "step": 2516 }, { "epoch": 2.24, "learning_rate": 9.968493473603756e-05, "loss": 19.6309, "step": 2517 }, { "epoch": 2.24, "learning_rate": 9.968461913452611e-05, "loss": 19.7188, "step": 2518 }, { "epoch": 2.24, "learning_rate": 9.968430337552455e-05, "loss": 19.627, "step": 2519 }, { "epoch": 2.24, "learning_rate": 9.968398745903387e-05, "loss": 19.6133, "step": 2520 }, { "epoch": 2.24, "learning_rate": 9.968367138505506e-05, "loss": 19.6045, "step": 2521 }, { "epoch": 2.24, "learning_rate": 9.968335515358916e-05, "loss": 19.6885, "step": 2522 }, { "epoch": 2.24, "learning_rate": 9.968303876463712e-05, "loss": 19.5986, "step": 2523 }, { "epoch": 2.24, "learning_rate": 9.968303876463712e-05, "loss": 19.96, "step": 2524 }, { "epoch": 2.24, "learning_rate": 9.968272221819997e-05, "loss": 19.3574, "step": 2525 }, { "epoch": 2.24, "learning_rate": 9.968240551427873e-05, "loss": 19.5771, "step": 2526 }, { "epoch": 2.24, "learning_rate": 9.968208865287439e-05, "loss": 20.0234, "step": 2527 }, { "epoch": 2.25, "learning_rate": 9.968177163398793e-05, "loss": 20.2256, "step": 2528 }, { "epoch": 2.25, "learning_rate": 9.968145445762039e-05, "loss": 19.8408, "step": 2529 }, { "epoch": 2.25, "learning_rate": 9.968113712377276e-05, "loss": 19.1709, "step": 2530 }, { "epoch": 2.25, "learning_rate": 9.968081963244606e-05, "loss": 19.5605, "step": 2531 }, { "epoch": 2.25, "learning_rate": 9.968050198364127e-05, "loss": 19.8203, "step": 2532 }, { "epoch": 2.25, "learning_rate": 9.968018417735942e-05, "loss": 19.5469, "step": 2533 }, { "epoch": 2.25, "learning_rate": 9.96798662136015e-05, "loss": 19.2803, "step": 2534 }, { "epoch": 2.25, "learning_rate": 9.967954809236852e-05, "loss": 19.75, "step": 2535 }, { "epoch": 2.25, "learning_rate": 9.967922981366151e-05, "loss": 19.2773, "step": 2536 }, { "epoch": 2.25, "learning_rate": 9.967891137748146e-05, "loss": 19.3311, "step": 2537 }, { "epoch": 2.25, "learning_rate": 9.967859278382938e-05, "loss": 19.457, "step": 2538 }, { "epoch": 2.25, "learning_rate": 9.967827403270629e-05, "loss": 19.8457, "step": 2539 }, { "epoch": 2.26, "learning_rate": 9.967795512411317e-05, "loss": 19.3838, "step": 2540 }, { "epoch": 2.26, "learning_rate": 9.967763605805108e-05, "loss": 19.2861, "step": 2541 }, { "epoch": 2.26, "learning_rate": 9.9677316834521e-05, "loss": 19.252, "step": 2542 }, { "epoch": 2.26, "learning_rate": 9.967699745352395e-05, "loss": 19.5967, "step": 2543 }, { "epoch": 2.26, "learning_rate": 9.967667791506092e-05, "loss": 19.0488, "step": 2544 }, { "epoch": 2.26, "learning_rate": 9.967635821913296e-05, "loss": 19.3975, "step": 2545 }, { "epoch": 2.26, "learning_rate": 9.967603836574107e-05, "loss": 19.752, "step": 2546 }, { "epoch": 2.26, "learning_rate": 9.967571835488625e-05, "loss": 19.6729, "step": 2547 }, { "epoch": 2.26, "learning_rate": 9.967539818656953e-05, "loss": 19.8916, "step": 2548 }, { "epoch": 2.26, "learning_rate": 9.967507786079191e-05, "loss": 19.7822, "step": 2549 }, { "epoch": 2.26, "learning_rate": 9.967475737755441e-05, "loss": 19.7666, "step": 2550 }, { "epoch": 2.27, "learning_rate": 9.967443673685806e-05, "loss": 19.7305, "step": 2551 }, { "epoch": 2.27, "learning_rate": 9.967411593870388e-05, "loss": 19.1914, "step": 2552 }, { "epoch": 2.27, "learning_rate": 9.967379498309284e-05, "loss": 19.3906, "step": 2553 }, { "epoch": 2.27, "learning_rate": 9.967347387002602e-05, "loss": 19.5078, "step": 2554 }, { "epoch": 2.27, "learning_rate": 9.967315259950441e-05, "loss": 20.1143, "step": 2555 }, { "epoch": 2.27, "learning_rate": 9.967283117152901e-05, "loss": 19.418, "step": 2556 }, { "epoch": 2.27, "learning_rate": 9.967250958610086e-05, "loss": 20.1572, "step": 2557 }, { "epoch": 2.27, "learning_rate": 9.967218784322098e-05, "loss": 20.377, "step": 2558 }, { "epoch": 2.27, "learning_rate": 9.967186594289038e-05, "loss": 20.0381, "step": 2559 }, { "epoch": 2.27, "learning_rate": 9.967154388511009e-05, "loss": 19.5156, "step": 2560 }, { "epoch": 2.27, "learning_rate": 9.967122166988112e-05, "loss": 19.6572, "step": 2561 }, { "epoch": 2.28, "learning_rate": 9.967089929720451e-05, "loss": 19.3799, "step": 2562 }, { "epoch": 2.28, "learning_rate": 9.967057676708125e-05, "loss": 19.6748, "step": 2563 }, { "epoch": 2.28, "learning_rate": 9.96702540795124e-05, "loss": 19.7529, "step": 2564 }, { "epoch": 2.28, "learning_rate": 9.966993123449897e-05, "loss": 19.4746, "step": 2565 }, { "epoch": 2.28, "learning_rate": 9.966960823204197e-05, "loss": 19.5811, "step": 2566 }, { "epoch": 2.28, "learning_rate": 9.966928507214242e-05, "loss": 19.3613, "step": 2567 }, { "epoch": 2.28, "learning_rate": 9.966896175480138e-05, "loss": 20.2393, "step": 2568 }, { "epoch": 2.28, "learning_rate": 9.966863828001982e-05, "loss": 19.5186, "step": 2569 }, { "epoch": 2.28, "learning_rate": 9.966831464779882e-05, "loss": 19.4189, "step": 2570 }, { "epoch": 2.28, "learning_rate": 9.966799085813939e-05, "loss": 19.4043, "step": 2571 }, { "epoch": 2.28, "learning_rate": 9.966766691104252e-05, "loss": 19.2539, "step": 2572 }, { "epoch": 2.29, "learning_rate": 9.966734280650929e-05, "loss": 19.3525, "step": 2573 }, { "epoch": 2.29, "learning_rate": 9.966701854454068e-05, "loss": 19.5518, "step": 2574 }, { "epoch": 2.29, "learning_rate": 9.966669412513776e-05, "loss": 18.6719, "step": 2575 }, { "epoch": 2.29, "learning_rate": 9.966636954830152e-05, "loss": 19.2734, "step": 2576 }, { "epoch": 2.29, "learning_rate": 9.966604481403304e-05, "loss": 19.5918, "step": 2577 }, { "epoch": 2.29, "learning_rate": 9.966571992233328e-05, "loss": 19.5361, "step": 2578 }, { "epoch": 2.29, "learning_rate": 9.966539487320334e-05, "loss": 19.6338, "step": 2579 }, { "epoch": 2.29, "learning_rate": 9.96650696666442e-05, "loss": 19.5371, "step": 2580 }, { "epoch": 2.29, "learning_rate": 9.966474430265692e-05, "loss": 19.3896, "step": 2581 }, { "epoch": 2.29, "learning_rate": 9.966441878124251e-05, "loss": 19.9473, "step": 2582 }, { "epoch": 2.29, "learning_rate": 9.966409310240201e-05, "loss": 19.3682, "step": 2583 }, { "epoch": 2.29, "learning_rate": 9.966376726613646e-05, "loss": 19.1709, "step": 2584 }, { "epoch": 2.3, "learning_rate": 9.966344127244688e-05, "loss": 19.5762, "step": 2585 }, { "epoch": 2.3, "learning_rate": 9.966311512133432e-05, "loss": 19.627, "step": 2586 }, { "epoch": 2.3, "learning_rate": 9.96627888127998e-05, "loss": 19.3486, "step": 2587 }, { "epoch": 2.3, "learning_rate": 9.966246234684436e-05, "loss": 19.8994, "step": 2588 }, { "epoch": 2.3, "learning_rate": 9.966213572346903e-05, "loss": 19.3037, "step": 2589 }, { "epoch": 2.3, "learning_rate": 9.966180894267484e-05, "loss": 19.8662, "step": 2590 }, { "epoch": 2.3, "learning_rate": 9.966148200446284e-05, "loss": 19.2871, "step": 2591 }, { "epoch": 2.3, "learning_rate": 9.966115490883406e-05, "loss": 19.2969, "step": 2592 }, { "epoch": 2.3, "learning_rate": 9.966082765578954e-05, "loss": 19.8545, "step": 2593 }, { "epoch": 2.3, "learning_rate": 9.966050024533031e-05, "loss": 19.5703, "step": 2594 }, { "epoch": 2.3, "learning_rate": 9.966017267745742e-05, "loss": 19.79, "step": 2595 }, { "epoch": 2.31, "learning_rate": 9.965984495217191e-05, "loss": 19.5215, "step": 2596 }, { "epoch": 2.31, "learning_rate": 9.965951706947478e-05, "loss": 19.0811, "step": 2597 }, { "epoch": 2.31, "learning_rate": 9.965918902936713e-05, "loss": 19.3301, "step": 2598 }, { "epoch": 2.31, "learning_rate": 9.965886083184995e-05, "loss": 19.8066, "step": 2599 }, { "epoch": 2.31, "learning_rate": 9.965853247692432e-05, "loss": 19.5127, "step": 2600 }, { "epoch": 2.31, "learning_rate": 9.965820396459123e-05, "loss": 20.1641, "step": 2601 }, { "epoch": 2.31, "learning_rate": 9.965787529485176e-05, "loss": 19.6641, "step": 2602 }, { "epoch": 2.31, "learning_rate": 9.965754646770695e-05, "loss": 19.3809, "step": 2603 }, { "epoch": 2.31, "learning_rate": 9.965721748315784e-05, "loss": 19.835, "step": 2604 }, { "epoch": 2.31, "learning_rate": 9.965688834120546e-05, "loss": 19.6035, "step": 2605 }, { "epoch": 2.31, "learning_rate": 9.965655904185087e-05, "loss": 19.668, "step": 2606 }, { "epoch": 2.32, "learning_rate": 9.96562295850951e-05, "loss": 19.4365, "step": 2607 }, { "epoch": 2.32, "learning_rate": 9.96558999709392e-05, "loss": 19.585, "step": 2608 }, { "epoch": 2.32, "learning_rate": 9.96555701993842e-05, "loss": 19.9668, "step": 2609 }, { "epoch": 2.32, "learning_rate": 9.965524027043118e-05, "loss": 19.9707, "step": 2610 }, { "epoch": 2.32, "learning_rate": 9.965491018408116e-05, "loss": 18.9043, "step": 2611 }, { "epoch": 2.32, "learning_rate": 9.965457994033518e-05, "loss": 19.877, "step": 2612 }, { "epoch": 2.32, "learning_rate": 9.965424953919431e-05, "loss": 18.9424, "step": 2613 }, { "epoch": 2.32, "learning_rate": 9.965391898065958e-05, "loss": 19.9482, "step": 2614 }, { "epoch": 2.32, "learning_rate": 9.965358826473205e-05, "loss": 19.6289, "step": 2615 }, { "epoch": 2.32, "learning_rate": 9.965325739141277e-05, "loss": 19.874, "step": 2616 }, { "epoch": 2.32, "learning_rate": 9.965292636070277e-05, "loss": 19.8428, "step": 2617 }, { "epoch": 2.33, "learning_rate": 9.965259517260311e-05, "loss": 19.8975, "step": 2618 }, { "epoch": 2.33, "learning_rate": 9.965226382711485e-05, "loss": 19.5234, "step": 2619 }, { "epoch": 2.33, "learning_rate": 9.965193232423902e-05, "loss": 19.4854, "step": 2620 }, { "epoch": 2.33, "learning_rate": 9.965160066397667e-05, "loss": 19.5371, "step": 2621 }, { "epoch": 2.33, "learning_rate": 9.965126884632889e-05, "loss": 19.834, "step": 2622 }, { "epoch": 2.33, "learning_rate": 9.965093687129668e-05, "loss": 19.2275, "step": 2623 }, { "epoch": 2.33, "learning_rate": 9.965060473888112e-05, "loss": 19.3574, "step": 2624 }, { "epoch": 2.33, "learning_rate": 9.965027244908327e-05, "loss": 19.4492, "step": 2625 }, { "epoch": 2.33, "learning_rate": 9.964994000190418e-05, "loss": 20.2012, "step": 2626 }, { "epoch": 2.33, "learning_rate": 9.964960739734488e-05, "loss": 19.585, "step": 2627 }, { "epoch": 2.33, "learning_rate": 9.964960739734488e-05, "loss": 19.5459, "step": 2628 }, { "epoch": 2.33, "learning_rate": 9.964927463540644e-05, "loss": 19.6641, "step": 2629 }, { "epoch": 2.34, "learning_rate": 9.964927463540644e-05, "loss": 20.0312, "step": 2630 }, { "epoch": 2.34, "learning_rate": 9.964894171608992e-05, "loss": 19.293, "step": 2631 }, { "epoch": 2.34, "learning_rate": 9.964860863939637e-05, "loss": 19.2051, "step": 2632 }, { "epoch": 2.34, "learning_rate": 9.964827540532685e-05, "loss": 19.2305, "step": 2633 }, { "epoch": 2.34, "learning_rate": 9.964794201388242e-05, "loss": 19.627, "step": 2634 }, { "epoch": 2.34, "learning_rate": 9.964760846506412e-05, "loss": 19.9619, "step": 2635 }, { "epoch": 2.34, "learning_rate": 9.9647274758873e-05, "loss": 20.0654, "step": 2636 }, { "epoch": 2.34, "learning_rate": 9.964694089531017e-05, "loss": 19.6191, "step": 2637 }, { "epoch": 2.34, "learning_rate": 9.964660687437663e-05, "loss": 19.1094, "step": 2638 }, { "epoch": 2.34, "learning_rate": 9.964627269607346e-05, "loss": 19.2002, "step": 2639 }, { "epoch": 2.34, "learning_rate": 9.964593836040172e-05, "loss": 19.3164, "step": 2640 }, { "epoch": 2.35, "learning_rate": 9.964560386736249e-05, "loss": 18.9873, "step": 2641 }, { "epoch": 2.35, "learning_rate": 9.964526921695679e-05, "loss": 19.8633, "step": 2642 }, { "epoch": 2.35, "learning_rate": 9.964493440918572e-05, "loss": 19.4443, "step": 2643 }, { "epoch": 2.35, "learning_rate": 9.964459944405032e-05, "loss": 19.9971, "step": 2644 }, { "epoch": 2.35, "learning_rate": 9.964426432155162e-05, "loss": 19.3467, "step": 2645 }, { "epoch": 2.35, "learning_rate": 9.964392904169075e-05, "loss": 20.2959, "step": 2646 }, { "epoch": 2.35, "learning_rate": 9.964359360446874e-05, "loss": 19.7432, "step": 2647 }, { "epoch": 2.35, "learning_rate": 9.964325800988666e-05, "loss": 20.1387, "step": 2648 }, { "epoch": 2.35, "learning_rate": 9.964325800988666e-05, "loss": 19.5742, "step": 2649 }, { "epoch": 2.35, "learning_rate": 9.964292225794554e-05, "loss": 20.2734, "step": 2650 }, { "epoch": 2.35, "learning_rate": 9.96425863486465e-05, "loss": 19.2646, "step": 2651 }, { "epoch": 2.36, "learning_rate": 9.964225028199055e-05, "loss": 19.79, "step": 2652 }, { "epoch": 2.36, "learning_rate": 9.96419140579788e-05, "loss": 19.2529, "step": 2653 }, { "epoch": 2.36, "learning_rate": 9.964157767661229e-05, "loss": 19.6768, "step": 2654 }, { "epoch": 2.36, "learning_rate": 9.964124113789209e-05, "loss": 19.6309, "step": 2655 }, { "epoch": 2.36, "learning_rate": 9.964090444181928e-05, "loss": 19.6309, "step": 2656 }, { "epoch": 2.36, "learning_rate": 9.96405675883949e-05, "loss": 20.1699, "step": 2657 }, { "epoch": 2.36, "learning_rate": 9.964023057762004e-05, "loss": 19.7061, "step": 2658 }, { "epoch": 2.36, "learning_rate": 9.963989340949578e-05, "loss": 19.8926, "step": 2659 }, { "epoch": 2.36, "learning_rate": 9.963955608402316e-05, "loss": 19.3574, "step": 2660 }, { "epoch": 2.36, "learning_rate": 9.963921860120326e-05, "loss": 19.9502, "step": 2661 }, { "epoch": 2.36, "learning_rate": 9.963888096103715e-05, "loss": 19.4102, "step": 2662 }, { "epoch": 2.37, "learning_rate": 9.96385431635259e-05, "loss": 19.5078, "step": 2663 }, { "epoch": 2.37, "learning_rate": 9.96382052086706e-05, "loss": 19.6328, "step": 2664 }, { "epoch": 2.37, "learning_rate": 9.963786709647228e-05, "loss": 19.5195, "step": 2665 }, { "epoch": 2.37, "learning_rate": 9.963752882693204e-05, "loss": 19.6797, "step": 2666 }, { "epoch": 2.37, "learning_rate": 9.963719040005095e-05, "loss": 19.542, "step": 2667 }, { "epoch": 2.37, "learning_rate": 9.963685181583009e-05, "loss": 19.5566, "step": 2668 }, { "epoch": 2.37, "learning_rate": 9.963651307427051e-05, "loss": 20.1318, "step": 2669 }, { "epoch": 2.37, "learning_rate": 9.96361741753733e-05, "loss": 19.8184, "step": 2670 }, { "epoch": 2.37, "learning_rate": 9.963583511913954e-05, "loss": 19.4531, "step": 2671 }, { "epoch": 2.37, "learning_rate": 9.963549590557029e-05, "loss": 19.8135, "step": 2672 }, { "epoch": 2.37, "learning_rate": 9.963515653466662e-05, "loss": 19.4287, "step": 2673 }, { "epoch": 2.37, "learning_rate": 9.963481700642962e-05, "loss": 19.5518, "step": 2674 }, { "epoch": 2.38, "learning_rate": 9.963447732086037e-05, "loss": 19.0674, "step": 2675 }, { "epoch": 2.38, "learning_rate": 9.963413747795995e-05, "loss": 19.9365, "step": 2676 }, { "epoch": 2.38, "learning_rate": 9.963379747772941e-05, "loss": 19.6533, "step": 2677 }, { "epoch": 2.38, "learning_rate": 9.963345732016986e-05, "loss": 19.8125, "step": 2678 }, { "epoch": 2.38, "learning_rate": 9.963311700528235e-05, "loss": 20.0098, "step": 2679 }, { "epoch": 2.38, "learning_rate": 9.963277653306799e-05, "loss": 20.0752, "step": 2680 }, { "epoch": 2.38, "learning_rate": 9.963243590352782e-05, "loss": 19.6338, "step": 2681 }, { "epoch": 2.38, "learning_rate": 9.963209511666294e-05, "loss": 19.3936, "step": 2682 }, { "epoch": 2.38, "learning_rate": 9.963175417247444e-05, "loss": 19.5518, "step": 2683 }, { "epoch": 2.38, "learning_rate": 9.96314130709634e-05, "loss": 19.2324, "step": 2684 }, { "epoch": 2.38, "learning_rate": 9.963107181213088e-05, "loss": 19.4014, "step": 2685 }, { "epoch": 2.39, "learning_rate": 9.963073039597797e-05, "loss": 19.3066, "step": 2686 }, { "epoch": 2.39, "learning_rate": 9.963038882250577e-05, "loss": 19.6484, "step": 2687 }, { "epoch": 2.39, "learning_rate": 9.963004709171535e-05, "loss": 19.0264, "step": 2688 }, { "epoch": 2.39, "learning_rate": 9.96297052036078e-05, "loss": 19.4736, "step": 2689 }, { "epoch": 2.39, "learning_rate": 9.962936315818418e-05, "loss": 20.1133, "step": 2690 }, { "epoch": 2.39, "learning_rate": 9.96290209554456e-05, "loss": 19.5781, "step": 2691 }, { "epoch": 2.39, "learning_rate": 9.962867859539311e-05, "loss": 19.4365, "step": 2692 }, { "epoch": 2.39, "learning_rate": 9.962833607802785e-05, "loss": 19.3384, "step": 2693 }, { "epoch": 2.39, "learning_rate": 9.962799340335087e-05, "loss": 20.0352, "step": 2694 }, { "epoch": 2.39, "learning_rate": 9.962765057136325e-05, "loss": 19.6377, "step": 2695 }, { "epoch": 2.39, "learning_rate": 9.962730758206611e-05, "loss": 19.1543, "step": 2696 }, { "epoch": 2.4, "learning_rate": 9.96269644354605e-05, "loss": 20.0732, "step": 2697 }, { "epoch": 2.4, "learning_rate": 9.962662113154752e-05, "loss": 19.5195, "step": 2698 }, { "epoch": 2.4, "learning_rate": 9.962627767032828e-05, "loss": 20.0352, "step": 2699 }, { "epoch": 2.4, "learning_rate": 9.962593405180385e-05, "loss": 19.2158, "step": 2700 }, { "epoch": 2.4, "learning_rate": 9.962559027597531e-05, "loss": 18.9326, "step": 2701 }, { "epoch": 2.4, "learning_rate": 9.962524634284376e-05, "loss": 20.2822, "step": 2702 }, { "epoch": 2.4, "learning_rate": 9.96249022524103e-05, "loss": 19.2734, "step": 2703 }, { "epoch": 2.4, "learning_rate": 9.9624558004676e-05, "loss": 20.1348, "step": 2704 }, { "epoch": 2.4, "learning_rate": 9.962421359964198e-05, "loss": 20.5156, "step": 2705 }, { "epoch": 2.4, "learning_rate": 9.96238690373093e-05, "loss": 19.7402, "step": 2706 }, { "epoch": 2.4, "learning_rate": 9.962352431767907e-05, "loss": 19.4092, "step": 2707 }, { "epoch": 2.4, "learning_rate": 9.962317944075237e-05, "loss": 19.7031, "step": 2708 }, { "epoch": 2.41, "learning_rate": 9.962283440653031e-05, "loss": 19.6074, "step": 2709 }, { "epoch": 2.41, "learning_rate": 9.962248921501396e-05, "loss": 20.2715, "step": 2710 }, { "epoch": 2.41, "learning_rate": 9.962214386620445e-05, "loss": 19.9678, "step": 2711 }, { "epoch": 2.41, "learning_rate": 9.962179836010284e-05, "loss": 19.3818, "step": 2712 }, { "epoch": 2.41, "learning_rate": 9.962145269671025e-05, "loss": 19.8623, "step": 2713 }, { "epoch": 2.41, "learning_rate": 9.962110687602778e-05, "loss": 19.0986, "step": 2714 }, { "epoch": 2.41, "learning_rate": 9.962076089805647e-05, "loss": 19.7803, "step": 2715 }, { "epoch": 2.41, "learning_rate": 9.962041476279748e-05, "loss": 19.3008, "step": 2716 }, { "epoch": 2.41, "learning_rate": 9.962006847025189e-05, "loss": 19.8516, "step": 2717 }, { "epoch": 2.41, "learning_rate": 9.96197220204208e-05, "loss": 19.6191, "step": 2718 }, { "epoch": 2.41, "learning_rate": 9.961937541330528e-05, "loss": 19.2529, "step": 2719 }, { "epoch": 2.42, "learning_rate": 9.961902864890646e-05, "loss": 20.2812, "step": 2720 }, { "epoch": 2.42, "learning_rate": 9.961868172722543e-05, "loss": 19.6543, "step": 2721 }, { "epoch": 2.42, "learning_rate": 9.961833464826329e-05, "loss": 19.3809, "step": 2722 }, { "epoch": 2.42, "learning_rate": 9.961798741202114e-05, "loss": 19.665, "step": 2723 }, { "epoch": 2.42, "learning_rate": 9.961764001850008e-05, "loss": 19.6172, "step": 2724 }, { "epoch": 2.42, "learning_rate": 9.961729246770121e-05, "loss": 19.4648, "step": 2725 }, { "epoch": 2.42, "learning_rate": 9.961694475962562e-05, "loss": 19.5107, "step": 2726 }, { "epoch": 2.42, "learning_rate": 9.961659689427443e-05, "loss": 19.2637, "step": 2727 }, { "epoch": 2.42, "learning_rate": 9.961624887164876e-05, "loss": 20.3301, "step": 2728 }, { "epoch": 2.42, "learning_rate": 9.961590069174966e-05, "loss": 19.4102, "step": 2729 }, { "epoch": 2.42, "learning_rate": 9.961555235457828e-05, "loss": 19.7344, "step": 2730 }, { "epoch": 2.43, "learning_rate": 9.96152038601357e-05, "loss": 19.1113, "step": 2731 }, { "epoch": 2.43, "learning_rate": 9.961485520842304e-05, "loss": 19.9443, "step": 2732 }, { "epoch": 2.43, "learning_rate": 9.96145063994414e-05, "loss": 19.6982, "step": 2733 }, { "epoch": 2.43, "learning_rate": 9.961415743319186e-05, "loss": 19.7803, "step": 2734 }, { "epoch": 2.43, "learning_rate": 9.961380830967558e-05, "loss": 19.4893, "step": 2735 }, { "epoch": 2.43, "learning_rate": 9.961345902889363e-05, "loss": 19.1855, "step": 2736 }, { "epoch": 2.43, "learning_rate": 9.961310959084711e-05, "loss": 19.7949, "step": 2737 }, { "epoch": 2.43, "learning_rate": 9.961275999553716e-05, "loss": 19.0195, "step": 2738 }, { "epoch": 2.43, "learning_rate": 9.961241024296486e-05, "loss": 19.6562, "step": 2739 }, { "epoch": 2.43, "learning_rate": 9.961206033313133e-05, "loss": 19.3545, "step": 2740 }, { "epoch": 2.43, "learning_rate": 9.961171026603767e-05, "loss": 19.4424, "step": 2741 }, { "epoch": 2.44, "learning_rate": 9.9611360041685e-05, "loss": 19.0361, "step": 2742 }, { "epoch": 2.44, "learning_rate": 9.961100966007442e-05, "loss": 19.6094, "step": 2743 }, { "epoch": 2.44, "learning_rate": 9.961065912120707e-05, "loss": 19.2373, "step": 2744 }, { "epoch": 2.44, "learning_rate": 9.9610308425084e-05, "loss": 19.8311, "step": 2745 }, { "epoch": 2.44, "learning_rate": 9.960995757170639e-05, "loss": 19.5801, "step": 2746 }, { "epoch": 2.44, "learning_rate": 9.960960656107532e-05, "loss": 19.8174, "step": 2747 }, { "epoch": 2.44, "learning_rate": 9.960925539319191e-05, "loss": 19.0107, "step": 2748 }, { "epoch": 2.44, "learning_rate": 9.960890406805725e-05, "loss": 19.4316, "step": 2749 }, { "epoch": 2.44, "learning_rate": 9.96085525856725e-05, "loss": 19.334, "step": 2750 }, { "epoch": 2.44, "learning_rate": 9.960820094603872e-05, "loss": 19.5244, "step": 2751 }, { "epoch": 2.44, "learning_rate": 9.960784914915706e-05, "loss": 19.5547, "step": 2752 }, { "epoch": 2.44, "learning_rate": 9.960749719502862e-05, "loss": 19.7109, "step": 2753 }, { "epoch": 2.45, "learning_rate": 9.960714508365453e-05, "loss": 19.9229, "step": 2754 }, { "epoch": 2.45, "learning_rate": 9.960679281503589e-05, "loss": 19.7539, "step": 2755 }, { "epoch": 2.45, "learning_rate": 9.960644038917383e-05, "loss": 19.8086, "step": 2756 }, { "epoch": 2.45, "learning_rate": 9.960608780606946e-05, "loss": 19.7461, "step": 2757 }, { "epoch": 2.45, "learning_rate": 9.96057350657239e-05, "loss": 19.208, "step": 2758 }, { "epoch": 2.45, "learning_rate": 9.960538216813826e-05, "loss": 19.4053, "step": 2759 }, { "epoch": 2.45, "learning_rate": 9.960502911331367e-05, "loss": 19.8564, "step": 2760 }, { "epoch": 2.45, "learning_rate": 9.960467590125125e-05, "loss": 18.7109, "step": 2761 }, { "epoch": 2.45, "learning_rate": 9.96043225319521e-05, "loss": 19.7373, "step": 2762 }, { "epoch": 2.45, "learning_rate": 9.960396900541737e-05, "loss": 19.5684, "step": 2763 }, { "epoch": 2.45, "learning_rate": 9.960361532164816e-05, "loss": 19.9717, "step": 2764 }, { "epoch": 2.46, "learning_rate": 9.96032614806456e-05, "loss": 18.9932, "step": 2765 }, { "epoch": 2.46, "learning_rate": 9.960290748241079e-05, "loss": 19.6074, "step": 2766 }, { "epoch": 2.46, "learning_rate": 9.960255332694488e-05, "loss": 20.4355, "step": 2767 }, { "epoch": 2.46, "learning_rate": 9.960219901424898e-05, "loss": 19.7354, "step": 2768 }, { "epoch": 2.46, "learning_rate": 9.960184454432424e-05, "loss": 19.3545, "step": 2769 }, { "epoch": 2.46, "learning_rate": 9.960148991717173e-05, "loss": 19.0947, "step": 2770 }, { "epoch": 2.46, "learning_rate": 9.960113513279261e-05, "loss": 19.7207, "step": 2771 }, { "epoch": 2.46, "learning_rate": 9.9600780191188e-05, "loss": 20.1416, "step": 2772 }, { "epoch": 2.46, "learning_rate": 9.960042509235903e-05, "loss": 19.627, "step": 2773 }, { "epoch": 2.46, "learning_rate": 9.96000698363068e-05, "loss": 19.4844, "step": 2774 }, { "epoch": 2.46, "learning_rate": 9.959971442303247e-05, "loss": 19.8535, "step": 2775 }, { "epoch": 2.47, "learning_rate": 9.959935885253716e-05, "loss": 20.0518, "step": 2776 }, { "epoch": 2.47, "learning_rate": 9.959900312482198e-05, "loss": 19.5801, "step": 2777 }, { "epoch": 2.47, "learning_rate": 9.959864723988806e-05, "loss": 20.5557, "step": 2778 }, { "epoch": 2.47, "learning_rate": 9.959829119773653e-05, "loss": 19.6104, "step": 2779 }, { "epoch": 2.47, "learning_rate": 9.959793499836853e-05, "loss": 19.7949, "step": 2780 }, { "epoch": 2.47, "learning_rate": 9.959757864178518e-05, "loss": 20.0244, "step": 2781 }, { "epoch": 2.47, "learning_rate": 9.959722212798761e-05, "loss": 19.4062, "step": 2782 }, { "epoch": 2.47, "learning_rate": 9.959686545697694e-05, "loss": 20.21, "step": 2783 }, { "epoch": 2.47, "learning_rate": 9.959650862875433e-05, "loss": 19.4199, "step": 2784 }, { "epoch": 2.47, "learning_rate": 9.959615164332089e-05, "loss": 19.1318, "step": 2785 }, { "epoch": 2.47, "learning_rate": 9.959579450067776e-05, "loss": 19.3604, "step": 2786 }, { "epoch": 2.48, "learning_rate": 9.959543720082605e-05, "loss": 19.8506, "step": 2787 }, { "epoch": 2.48, "learning_rate": 9.959507974376691e-05, "loss": 19.6611, "step": 2788 }, { "epoch": 2.48, "learning_rate": 9.95947221295015e-05, "loss": 19.3906, "step": 2789 }, { "epoch": 2.48, "learning_rate": 9.959436435803088e-05, "loss": 19.8438, "step": 2790 }, { "epoch": 2.48, "learning_rate": 9.959400642935627e-05, "loss": 19.6924, "step": 2791 }, { "epoch": 2.48, "learning_rate": 9.959364834347875e-05, "loss": 19.4658, "step": 2792 }, { "epoch": 2.48, "learning_rate": 9.959329010039947e-05, "loss": 19.5225, "step": 2793 }, { "epoch": 2.48, "learning_rate": 9.959293170011957e-05, "loss": 19.5723, "step": 2794 }, { "epoch": 2.48, "learning_rate": 9.959257314264016e-05, "loss": 19.5117, "step": 2795 }, { "epoch": 2.48, "learning_rate": 9.959221442796241e-05, "loss": 19.793, "step": 2796 }, { "epoch": 2.48, "learning_rate": 9.959185555608746e-05, "loss": 19.5312, "step": 2797 }, { "epoch": 2.48, "learning_rate": 9.95914965270164e-05, "loss": 19.4424, "step": 2798 }, { "epoch": 2.49, "learning_rate": 9.959113734075043e-05, "loss": 19.2236, "step": 2799 }, { "epoch": 2.49, "learning_rate": 9.959077799729064e-05, "loss": 19.2627, "step": 2800 }, { "epoch": 2.49, "learning_rate": 9.959041849663821e-05, "loss": 19.2686, "step": 2801 }, { "epoch": 2.49, "learning_rate": 9.959005883879424e-05, "loss": 19.6885, "step": 2802 }, { "epoch": 2.49, "learning_rate": 9.958969902375988e-05, "loss": 19.6123, "step": 2803 }, { "epoch": 2.49, "learning_rate": 9.958933905153629e-05, "loss": 19.5439, "step": 2804 }, { "epoch": 2.49, "learning_rate": 9.95889789221246e-05, "loss": 19.9141, "step": 2805 }, { "epoch": 2.49, "learning_rate": 9.958861863552595e-05, "loss": 19.8486, "step": 2806 }, { "epoch": 2.49, "learning_rate": 9.958825819174147e-05, "loss": 19.6621, "step": 2807 }, { "epoch": 2.49, "learning_rate": 9.958789759077233e-05, "loss": 19.5137, "step": 2808 }, { "epoch": 2.49, "learning_rate": 9.958753683261965e-05, "loss": 20.0889, "step": 2809 }, { "epoch": 2.5, "learning_rate": 9.95871759172846e-05, "loss": 20.0137, "step": 2810 }, { "epoch": 2.5, "learning_rate": 9.958681484476828e-05, "loss": 19.6035, "step": 2811 }, { "epoch": 2.5, "learning_rate": 9.958645361507189e-05, "loss": 19.418, "step": 2812 }, { "epoch": 2.5, "learning_rate": 9.958609222819652e-05, "loss": 19.9121, "step": 2813 }, { "epoch": 2.5, "learning_rate": 9.958573068414335e-05, "loss": 19.6572, "step": 2814 }, { "epoch": 2.5, "learning_rate": 9.958536898291351e-05, "loss": 19.8984, "step": 2815 }, { "epoch": 2.5, "learning_rate": 9.958500712450815e-05, "loss": 19.3428, "step": 2816 }, { "epoch": 2.5, "learning_rate": 9.958464510892844e-05, "loss": 19.4434, "step": 2817 }, { "epoch": 2.5, "learning_rate": 9.958428293617549e-05, "loss": 19.4531, "step": 2818 }, { "epoch": 2.5, "learning_rate": 9.958392060625046e-05, "loss": 20.2109, "step": 2819 }, { "epoch": 2.5, "learning_rate": 9.958355811915451e-05, "loss": 19.2803, "step": 2820 }, { "epoch": 2.51, "learning_rate": 9.958319547488881e-05, "loss": 19.5068, "step": 2821 }, { "epoch": 2.51, "learning_rate": 9.958283267345445e-05, "loss": 20.1357, "step": 2822 }, { "epoch": 2.51, "learning_rate": 9.958246971485264e-05, "loss": 19.9619, "step": 2823 }, { "epoch": 2.51, "learning_rate": 9.958210659908448e-05, "loss": 18.8896, "step": 2824 }, { "epoch": 2.51, "learning_rate": 9.958174332615115e-05, "loss": 19.9287, "step": 2825 }, { "epoch": 2.51, "learning_rate": 9.95813798960538e-05, "loss": 19.4443, "step": 2826 }, { "epoch": 2.51, "learning_rate": 9.958101630879357e-05, "loss": 19.7139, "step": 2827 }, { "epoch": 2.51, "learning_rate": 9.958065256437163e-05, "loss": 19.8555, "step": 2828 }, { "epoch": 2.51, "learning_rate": 9.958028866278913e-05, "loss": 19.4668, "step": 2829 }, { "epoch": 2.51, "learning_rate": 9.95799246040472e-05, "loss": 19.3896, "step": 2830 }, { "epoch": 2.51, "learning_rate": 9.957956038814702e-05, "loss": 19.4443, "step": 2831 }, { "epoch": 2.52, "learning_rate": 9.957919601508974e-05, "loss": 19.3008, "step": 2832 }, { "epoch": 2.52, "learning_rate": 9.95788314848765e-05, "loss": 20.1572, "step": 2833 }, { "epoch": 2.52, "learning_rate": 9.957846679750846e-05, "loss": 19.7686, "step": 2834 }, { "epoch": 2.52, "learning_rate": 9.95781019529868e-05, "loss": 19.5322, "step": 2835 }, { "epoch": 2.52, "learning_rate": 9.957773695131265e-05, "loss": 19.2969, "step": 2836 }, { "epoch": 2.52, "learning_rate": 9.957737179248718e-05, "loss": 19.5791, "step": 2837 }, { "epoch": 2.52, "learning_rate": 9.957700647651153e-05, "loss": 19.1494, "step": 2838 }, { "epoch": 2.52, "learning_rate": 9.957700647651153e-05, "loss": 20.3691, "step": 2839 }, { "epoch": 2.52, "learning_rate": 9.957664100338688e-05, "loss": 19.2725, "step": 2840 }, { "epoch": 2.52, "learning_rate": 9.957627537311438e-05, "loss": 19.8252, "step": 2841 }, { "epoch": 2.52, "learning_rate": 9.957590958569518e-05, "loss": 19.6572, "step": 2842 }, { "epoch": 2.52, "learning_rate": 9.957554364113047e-05, "loss": 20.3721, "step": 2843 }, { "epoch": 2.53, "learning_rate": 9.957517753942136e-05, "loss": 19.5957, "step": 2844 }, { "epoch": 2.53, "learning_rate": 9.957481128056904e-05, "loss": 20.3691, "step": 2845 }, { "epoch": 2.53, "learning_rate": 9.95744448645747e-05, "loss": 19.334, "step": 2846 }, { "epoch": 2.53, "learning_rate": 9.957407829143943e-05, "loss": 19.8232, "step": 2847 }, { "epoch": 2.53, "learning_rate": 9.957371156116446e-05, "loss": 20.2803, "step": 2848 }, { "epoch": 2.53, "learning_rate": 9.957334467375092e-05, "loss": 19.5566, "step": 2849 }, { "epoch": 2.53, "learning_rate": 9.957297762919997e-05, "loss": 19.5273, "step": 2850 }, { "epoch": 2.53, "learning_rate": 9.957261042751278e-05, "loss": 19.8975, "step": 2851 }, { "epoch": 2.53, "learning_rate": 9.957224306869053e-05, "loss": 19.3584, "step": 2852 }, { "epoch": 2.53, "learning_rate": 9.957187555273434e-05, "loss": 19.3926, "step": 2853 }, { "epoch": 2.53, "learning_rate": 9.957150787964544e-05, "loss": 19.1094, "step": 2854 }, { "epoch": 2.54, "learning_rate": 9.957114004942495e-05, "loss": 19.4727, "step": 2855 }, { "epoch": 2.54, "learning_rate": 9.957077206207403e-05, "loss": 19.4229, "step": 2856 }, { "epoch": 2.54, "learning_rate": 9.95704039175939e-05, "loss": 19.209, "step": 2857 }, { "epoch": 2.54, "learning_rate": 9.957003561598565e-05, "loss": 19.4727, "step": 2858 }, { "epoch": 2.54, "learning_rate": 9.956966715725049e-05, "loss": 19.6514, "step": 2859 }, { "epoch": 2.54, "learning_rate": 9.956929854138962e-05, "loss": 19.3252, "step": 2860 }, { "epoch": 2.54, "learning_rate": 9.956892976840413e-05, "loss": 19.2188, "step": 2861 }, { "epoch": 2.54, "learning_rate": 9.956856083829526e-05, "loss": 19.7783, "step": 2862 }, { "epoch": 2.54, "learning_rate": 9.956819175106413e-05, "loss": 19.3779, "step": 2863 }, { "epoch": 2.54, "learning_rate": 9.956782250671195e-05, "loss": 19.0713, "step": 2864 }, { "epoch": 2.54, "learning_rate": 9.956745310523987e-05, "loss": 19.2041, "step": 2865 }, { "epoch": 2.55, "learning_rate": 9.956708354664905e-05, "loss": 20.1865, "step": 2866 }, { "epoch": 2.55, "learning_rate": 9.956671383094069e-05, "loss": 20.2871, "step": 2867 }, { "epoch": 2.55, "learning_rate": 9.956634395811595e-05, "loss": 19.5576, "step": 2868 }, { "epoch": 2.55, "learning_rate": 9.956597392817598e-05, "loss": 19.2881, "step": 2869 }, { "epoch": 2.55, "learning_rate": 9.956560374112198e-05, "loss": 19.5127, "step": 2870 }, { "epoch": 2.55, "learning_rate": 9.956523339695511e-05, "loss": 18.7061, "step": 2871 }, { "epoch": 2.55, "learning_rate": 9.956486289567657e-05, "loss": 19.8398, "step": 2872 }, { "epoch": 2.55, "learning_rate": 9.956486289567657e-05, "loss": 20.3799, "step": 2873 }, { "epoch": 2.55, "learning_rate": 9.95644922372875e-05, "loss": 19.8242, "step": 2874 }, { "epoch": 2.55, "learning_rate": 9.956412142178908e-05, "loss": 19.417, "step": 2875 }, { "epoch": 2.55, "learning_rate": 9.956375044918249e-05, "loss": 19.584, "step": 2876 }, { "epoch": 2.56, "learning_rate": 9.956337931946892e-05, "loss": 19.1953, "step": 2877 }, { "epoch": 2.56, "learning_rate": 9.956300803264955e-05, "loss": 19.7314, "step": 2878 }, { "epoch": 2.56, "learning_rate": 9.956263658872552e-05, "loss": 19.2275, "step": 2879 }, { "epoch": 2.56, "learning_rate": 9.956226498769805e-05, "loss": 19.4609, "step": 2880 }, { "epoch": 2.56, "learning_rate": 9.956189322956828e-05, "loss": 19.8506, "step": 2881 }, { "epoch": 2.56, "learning_rate": 9.956152131433742e-05, "loss": 19.4678, "step": 2882 }, { "epoch": 2.56, "learning_rate": 9.956114924200663e-05, "loss": 19.7891, "step": 2883 }, { "epoch": 2.56, "learning_rate": 9.956077701257709e-05, "loss": 19.7402, "step": 2884 }, { "epoch": 2.56, "learning_rate": 9.956040462604998e-05, "loss": 20.4619, "step": 2885 }, { "epoch": 2.56, "learning_rate": 9.956003208242651e-05, "loss": 19.5215, "step": 2886 }, { "epoch": 2.56, "learning_rate": 9.955965938170782e-05, "loss": 19.3389, "step": 2887 }, { "epoch": 2.56, "learning_rate": 9.95592865238951e-05, "loss": 19.252, "step": 2888 }, { "epoch": 2.57, "learning_rate": 9.955891350898956e-05, "loss": 19.1553, "step": 2889 }, { "epoch": 2.57, "learning_rate": 9.955854033699235e-05, "loss": 19.6338, "step": 2890 }, { "epoch": 2.57, "learning_rate": 9.955816700790466e-05, "loss": 19.3076, "step": 2891 }, { "epoch": 2.57, "learning_rate": 9.955779352172767e-05, "loss": 20.1758, "step": 2892 }, { "epoch": 2.57, "learning_rate": 9.955741987846259e-05, "loss": 19.5625, "step": 2893 }, { "epoch": 2.57, "learning_rate": 9.955704607811059e-05, "loss": 19.3672, "step": 2894 }, { "epoch": 2.57, "learning_rate": 9.955667212067283e-05, "loss": 19.7686, "step": 2895 }, { "epoch": 2.57, "learning_rate": 9.955629800615054e-05, "loss": 19.9844, "step": 2896 }, { "epoch": 2.57, "learning_rate": 9.955592373454486e-05, "loss": 19.9414, "step": 2897 }, { "epoch": 2.57, "learning_rate": 9.955554930585702e-05, "loss": 19.6162, "step": 2898 }, { "epoch": 2.57, "learning_rate": 9.955517472008817e-05, "loss": 19.8262, "step": 2899 }, { "epoch": 2.58, "learning_rate": 9.955479997723951e-05, "loss": 20.1123, "step": 2900 }, { "epoch": 2.58, "learning_rate": 9.955442507731225e-05, "loss": 19.4561, "step": 2901 }, { "epoch": 2.58, "learning_rate": 9.955405002030755e-05, "loss": 19.1025, "step": 2902 }, { "epoch": 2.58, "learning_rate": 9.955367480622659e-05, "loss": 19.668, "step": 2903 }, { "epoch": 2.58, "learning_rate": 9.95532994350706e-05, "loss": 19.417, "step": 2904 }, { "epoch": 2.58, "learning_rate": 9.955292390684075e-05, "loss": 19.5098, "step": 2905 }, { "epoch": 2.58, "learning_rate": 9.95525482215382e-05, "loss": 19.5234, "step": 2906 }, { "epoch": 2.58, "learning_rate": 9.95521723791642e-05, "loss": 19.6816, "step": 2907 }, { "epoch": 2.58, "learning_rate": 9.95517963797199e-05, "loss": 19.1191, "step": 2908 }, { "epoch": 2.58, "learning_rate": 9.955142022320649e-05, "loss": 19.5342, "step": 2909 }, { "epoch": 2.58, "learning_rate": 9.955104390962519e-05, "loss": 19.3926, "step": 2910 }, { "epoch": 2.59, "learning_rate": 9.955066743897717e-05, "loss": 19.2266, "step": 2911 }, { "epoch": 2.59, "learning_rate": 9.955029081126361e-05, "loss": 19.1299, "step": 2912 }, { "epoch": 2.59, "learning_rate": 9.954991402648574e-05, "loss": 20.1182, "step": 2913 }, { "epoch": 2.59, "learning_rate": 9.954953708464476e-05, "loss": 19.3682, "step": 2914 }, { "epoch": 2.59, "learning_rate": 9.954915998574181e-05, "loss": 19.4043, "step": 2915 }, { "epoch": 2.59, "learning_rate": 9.954878272977814e-05, "loss": 19.9277, "step": 2916 }, { "epoch": 2.59, "learning_rate": 9.954840531675491e-05, "loss": 19.7578, "step": 2917 }, { "epoch": 2.59, "learning_rate": 9.954802774667334e-05, "loss": 20.2334, "step": 2918 }, { "epoch": 2.59, "learning_rate": 9.954765001953462e-05, "loss": 19.3984, "step": 2919 }, { "epoch": 2.59, "learning_rate": 9.954727213533994e-05, "loss": 20.2705, "step": 2920 }, { "epoch": 2.59, "learning_rate": 9.95468940940905e-05, "loss": 19.8691, "step": 2921 }, { "epoch": 2.6, "learning_rate": 9.95465158957875e-05, "loss": 20.0244, "step": 2922 }, { "epoch": 2.6, "learning_rate": 9.954613754043215e-05, "loss": 19.6621, "step": 2923 }, { "epoch": 2.6, "learning_rate": 9.954575902802564e-05, "loss": 19.248, "step": 2924 }, { "epoch": 2.6, "learning_rate": 9.954538035856915e-05, "loss": 19.5811, "step": 2925 }, { "epoch": 2.6, "learning_rate": 9.954500153206391e-05, "loss": 19.832, "step": 2926 }, { "epoch": 2.6, "learning_rate": 9.954462254851111e-05, "loss": 19.8926, "step": 2927 }, { "epoch": 2.6, "learning_rate": 9.954424340791196e-05, "loss": 19.9805, "step": 2928 }, { "epoch": 2.6, "learning_rate": 9.954386411026764e-05, "loss": 19.8311, "step": 2929 }, { "epoch": 2.6, "learning_rate": 9.954348465557936e-05, "loss": 19.3906, "step": 2930 }, { "epoch": 2.6, "learning_rate": 9.954310504384834e-05, "loss": 19.4961, "step": 2931 }, { "epoch": 2.6, "learning_rate": 9.954272527507576e-05, "loss": 19.5049, "step": 2932 }, { "epoch": 2.6, "learning_rate": 9.954234534926286e-05, "loss": 20.1143, "step": 2933 }, { "epoch": 2.61, "learning_rate": 9.95419652664108e-05, "loss": 19.1016, "step": 2934 }, { "epoch": 2.61, "learning_rate": 9.95415850265208e-05, "loss": 19.4229, "step": 2935 }, { "epoch": 2.61, "learning_rate": 9.954120462959407e-05, "loss": 19.6318, "step": 2936 }, { "epoch": 2.61, "learning_rate": 9.954082407563183e-05, "loss": 19.3926, "step": 2937 }, { "epoch": 2.61, "learning_rate": 9.954044336463526e-05, "loss": 20.0576, "step": 2938 }, { "epoch": 2.61, "learning_rate": 9.954006249660559e-05, "loss": 19.0957, "step": 2939 }, { "epoch": 2.61, "learning_rate": 9.9539681471544e-05, "loss": 19.9287, "step": 2940 }, { "epoch": 2.61, "learning_rate": 9.953930028945172e-05, "loss": 19.9531, "step": 2941 }, { "epoch": 2.61, "learning_rate": 9.953891895032996e-05, "loss": 19.1562, "step": 2942 }, { "epoch": 2.61, "learning_rate": 9.953853745417991e-05, "loss": 19.8066, "step": 2943 }, { "epoch": 2.61, "learning_rate": 9.953815580100279e-05, "loss": 19.0469, "step": 2944 }, { "epoch": 2.62, "learning_rate": 9.953777399079982e-05, "loss": 20.3428, "step": 2945 }, { "epoch": 2.62, "learning_rate": 9.953739202357218e-05, "loss": 19.1025, "step": 2946 }, { "epoch": 2.62, "learning_rate": 9.953700989932111e-05, "loss": 19.3838, "step": 2947 }, { "epoch": 2.62, "learning_rate": 9.953662761804783e-05, "loss": 19.3213, "step": 2948 }, { "epoch": 2.62, "learning_rate": 9.953624517975351e-05, "loss": 19.5742, "step": 2949 }, { "epoch": 2.62, "learning_rate": 9.953586258443938e-05, "loss": 19.9697, "step": 2950 }, { "epoch": 2.62, "learning_rate": 9.95354798321067e-05, "loss": 19.0273, "step": 2951 }, { "epoch": 2.62, "learning_rate": 9.953509692275659e-05, "loss": 19.8877, "step": 2952 }, { "epoch": 2.62, "learning_rate": 9.953471385639035e-05, "loss": 19.8682, "step": 2953 }, { "epoch": 2.62, "learning_rate": 9.953433063300914e-05, "loss": 20.0088, "step": 2954 }, { "epoch": 2.62, "learning_rate": 9.953394725261421e-05, "loss": 19.3652, "step": 2955 }, { "epoch": 2.63, "learning_rate": 9.953356371520674e-05, "loss": 19.5137, "step": 2956 }, { "epoch": 2.63, "learning_rate": 9.9533180020788e-05, "loss": 19.2041, "step": 2957 }, { "epoch": 2.63, "learning_rate": 9.953279616935914e-05, "loss": 20.1152, "step": 2958 }, { "epoch": 2.63, "learning_rate": 9.953241216092142e-05, "loss": 19.3848, "step": 2959 }, { "epoch": 2.63, "learning_rate": 9.953202799547605e-05, "loss": 19.0342, "step": 2960 }, { "epoch": 2.63, "learning_rate": 9.953164367302423e-05, "loss": 19.0527, "step": 2961 }, { "epoch": 2.63, "learning_rate": 9.953125919356721e-05, "loss": 19.123, "step": 2962 }, { "epoch": 2.63, "learning_rate": 9.953087455710617e-05, "loss": 19.9775, "step": 2963 }, { "epoch": 2.63, "learning_rate": 9.953048976364237e-05, "loss": 19.5059, "step": 2964 }, { "epoch": 2.63, "learning_rate": 9.9530104813177e-05, "loss": 19.5801, "step": 2965 }, { "epoch": 2.63, "learning_rate": 9.952971970571128e-05, "loss": 19.4189, "step": 2966 }, { "epoch": 2.63, "learning_rate": 9.952933444124644e-05, "loss": 18.9111, "step": 2967 }, { "epoch": 2.64, "learning_rate": 9.952894901978371e-05, "loss": 19.2695, "step": 2968 }, { "epoch": 2.64, "learning_rate": 9.95285634413243e-05, "loss": 19.4902, "step": 2969 }, { "epoch": 2.64, "learning_rate": 9.952817770586944e-05, "loss": 20.04, "step": 2970 }, { "epoch": 2.64, "learning_rate": 9.952779181342036e-05, "loss": 19.4658, "step": 2971 }, { "epoch": 2.64, "learning_rate": 9.952740576397826e-05, "loss": 20.2539, "step": 2972 }, { "epoch": 2.64, "learning_rate": 9.952701955754436e-05, "loss": 19.8965, "step": 2973 }, { "epoch": 2.64, "learning_rate": 9.952663319411991e-05, "loss": 20.0557, "step": 2974 }, { "epoch": 2.64, "learning_rate": 9.952624667370613e-05, "loss": 20.1426, "step": 2975 }, { "epoch": 2.64, "learning_rate": 9.952585999630423e-05, "loss": 19.9785, "step": 2976 }, { "epoch": 2.64, "learning_rate": 9.952547316191544e-05, "loss": 19.7979, "step": 2977 }, { "epoch": 2.64, "learning_rate": 9.9525086170541e-05, "loss": 18.998, "step": 2978 }, { "epoch": 2.65, "learning_rate": 9.952469902218213e-05, "loss": 19.6396, "step": 2979 }, { "epoch": 2.65, "learning_rate": 9.952431171684005e-05, "loss": 19.2324, "step": 2980 }, { "epoch": 2.65, "learning_rate": 9.9523924254516e-05, "loss": 19.542, "step": 2981 }, { "epoch": 2.65, "learning_rate": 9.952353663521119e-05, "loss": 20.1826, "step": 2982 }, { "epoch": 2.65, "learning_rate": 9.952314885892686e-05, "loss": 19.2422, "step": 2983 }, { "epoch": 2.65, "learning_rate": 9.952276092566425e-05, "loss": 19.5137, "step": 2984 }, { "epoch": 2.65, "learning_rate": 9.952237283542456e-05, "loss": 20.0166, "step": 2985 }, { "epoch": 2.65, "learning_rate": 9.952198458820904e-05, "loss": 19.7334, "step": 2986 }, { "epoch": 2.65, "learning_rate": 9.952159618401895e-05, "loss": 19.7275, "step": 2987 }, { "epoch": 2.65, "learning_rate": 9.952120762285546e-05, "loss": 20.0645, "step": 2988 }, { "epoch": 2.65, "learning_rate": 9.952081890471984e-05, "loss": 19.4033, "step": 2989 }, { "epoch": 2.66, "learning_rate": 9.952043002961331e-05, "loss": 19.9092, "step": 2990 }, { "epoch": 2.66, "learning_rate": 9.952004099753711e-05, "loss": 19.292, "step": 2991 }, { "epoch": 2.66, "learning_rate": 9.951965180849248e-05, "loss": 19.6738, "step": 2992 }, { "epoch": 2.66, "learning_rate": 9.951926246248062e-05, "loss": 19.1416, "step": 2993 }, { "epoch": 2.66, "learning_rate": 9.951887295950281e-05, "loss": 19.5977, "step": 2994 }, { "epoch": 2.66, "learning_rate": 9.951848329956024e-05, "loss": 19.6357, "step": 2995 }, { "epoch": 2.66, "learning_rate": 9.951809348265419e-05, "loss": 19.6016, "step": 2996 }, { "epoch": 2.66, "learning_rate": 9.951770350878587e-05, "loss": 19.7363, "step": 2997 }, { "epoch": 2.66, "learning_rate": 9.95173133779565e-05, "loss": 19.4336, "step": 2998 }, { "epoch": 2.66, "learning_rate": 9.951692309016735e-05, "loss": 19.4248, "step": 2999 }, { "epoch": 2.66, "learning_rate": 9.951653264541963e-05, "loss": 19.0488, "step": 3000 }, { "epoch": 2.67, "learning_rate": 9.951614204371461e-05, "loss": 19.5752, "step": 3001 }, { "epoch": 2.67, "learning_rate": 9.951575128505351e-05, "loss": 19.4873, "step": 3002 }, { "epoch": 2.67, "learning_rate": 9.951536036943754e-05, "loss": 19.6045, "step": 3003 }, { "epoch": 2.67, "learning_rate": 9.951496929686799e-05, "loss": 19.0781, "step": 3004 }, { "epoch": 2.67, "learning_rate": 9.951457806734606e-05, "loss": 19.8242, "step": 3005 }, { "epoch": 2.67, "learning_rate": 9.951418668087303e-05, "loss": 20.0439, "step": 3006 }, { "epoch": 2.67, "learning_rate": 9.95137951374501e-05, "loss": 19.4121, "step": 3007 }, { "epoch": 2.67, "learning_rate": 9.95137951374501e-05, "loss": 19.9893, "step": 3008 }, { "epoch": 2.67, "learning_rate": 9.951340343707852e-05, "loss": 19.3232, "step": 3009 }, { "epoch": 2.67, "learning_rate": 9.951301157975955e-05, "loss": 20.1123, "step": 3010 }, { "epoch": 2.67, "learning_rate": 9.951261956549443e-05, "loss": 20.0068, "step": 3011 }, { "epoch": 2.67, "learning_rate": 9.951222739428437e-05, "loss": 19.6875, "step": 3012 }, { "epoch": 2.68, "learning_rate": 9.951183506613065e-05, "loss": 19.1631, "step": 3013 }, { "epoch": 2.68, "learning_rate": 9.951144258103451e-05, "loss": 19.3848, "step": 3014 }, { "epoch": 2.68, "learning_rate": 9.951104993899718e-05, "loss": 19.3818, "step": 3015 }, { "epoch": 2.68, "learning_rate": 9.95106571400199e-05, "loss": 19.4326, "step": 3016 }, { "epoch": 2.68, "learning_rate": 9.951026418410394e-05, "loss": 19.8213, "step": 3017 }, { "epoch": 2.68, "learning_rate": 9.950987107125052e-05, "loss": 19.5137, "step": 3018 }, { "epoch": 2.68, "learning_rate": 9.95094778014609e-05, "loss": 19.874, "step": 3019 }, { "epoch": 2.68, "learning_rate": 9.950908437473632e-05, "loss": 19.6826, "step": 3020 }, { "epoch": 2.68, "learning_rate": 9.950869079107804e-05, "loss": 19.1885, "step": 3021 }, { "epoch": 2.68, "learning_rate": 9.950829705048727e-05, "loss": 19.7783, "step": 3022 }, { "epoch": 2.68, "learning_rate": 9.95079031529653e-05, "loss": 19.4404, "step": 3023 }, { "epoch": 2.69, "learning_rate": 9.950750909851337e-05, "loss": 18.7598, "step": 3024 }, { "epoch": 2.69, "learning_rate": 9.950711488713273e-05, "loss": 19.6133, "step": 3025 }, { "epoch": 2.69, "learning_rate": 9.950672051882461e-05, "loss": 19.79, "step": 3026 }, { "epoch": 2.69, "learning_rate": 9.950632599359028e-05, "loss": 19.668, "step": 3027 }, { "epoch": 2.69, "learning_rate": 9.950593131143097e-05, "loss": 20.127, "step": 3028 }, { "epoch": 2.69, "learning_rate": 9.950553647234797e-05, "loss": 19.7207, "step": 3029 }, { "epoch": 2.69, "learning_rate": 9.950514147634249e-05, "loss": 19.583, "step": 3030 }, { "epoch": 2.69, "learning_rate": 9.95047463234158e-05, "loss": 19.8818, "step": 3031 }, { "epoch": 2.69, "learning_rate": 9.950435101356914e-05, "loss": 19.8574, "step": 3032 }, { "epoch": 2.69, "learning_rate": 9.950395554680378e-05, "loss": 19.4756, "step": 3033 }, { "epoch": 2.69, "learning_rate": 9.950355992312098e-05, "loss": 19.3594, "step": 3034 }, { "epoch": 2.7, "learning_rate": 9.950316414252197e-05, "loss": 19.5518, "step": 3035 }, { "epoch": 2.7, "learning_rate": 9.950276820500803e-05, "loss": 19.6357, "step": 3036 }, { "epoch": 2.7, "learning_rate": 9.950237211058038e-05, "loss": 19.6133, "step": 3037 }, { "epoch": 2.7, "learning_rate": 9.950197585924031e-05, "loss": 20.0664, "step": 3038 }, { "epoch": 2.7, "learning_rate": 9.950157945098906e-05, "loss": 19.4297, "step": 3039 }, { "epoch": 2.7, "learning_rate": 9.950118288582788e-05, "loss": 19.627, "step": 3040 }, { "epoch": 2.7, "learning_rate": 9.950078616375804e-05, "loss": 19.7012, "step": 3041 }, { "epoch": 2.7, "learning_rate": 9.950038928478081e-05, "loss": 19.8252, "step": 3042 }, { "epoch": 2.7, "learning_rate": 9.949999224889742e-05, "loss": 19.373, "step": 3043 }, { "epoch": 2.7, "learning_rate": 9.949959505610913e-05, "loss": 19.7295, "step": 3044 }, { "epoch": 2.7, "learning_rate": 9.949919770641723e-05, "loss": 19.4541, "step": 3045 }, { "epoch": 2.71, "learning_rate": 9.949880019982294e-05, "loss": 19.7734, "step": 3046 }, { "epoch": 2.71, "learning_rate": 9.949840253632754e-05, "loss": 19.3887, "step": 3047 }, { "epoch": 2.71, "learning_rate": 9.949800471593229e-05, "loss": 19.625, "step": 3048 }, { "epoch": 2.71, "learning_rate": 9.949760673863846e-05, "loss": 19.6855, "step": 3049 }, { "epoch": 2.71, "learning_rate": 9.94972086044473e-05, "loss": 19.7734, "step": 3050 }, { "epoch": 2.71, "learning_rate": 9.949681031336007e-05, "loss": 19.6172, "step": 3051 }, { "epoch": 2.71, "learning_rate": 9.949641186537804e-05, "loss": 19.4863, "step": 3052 }, { "epoch": 2.71, "learning_rate": 9.949601326050246e-05, "loss": 19.7012, "step": 3053 }, { "epoch": 2.71, "learning_rate": 9.949561449873461e-05, "loss": 19.3271, "step": 3054 }, { "epoch": 2.71, "learning_rate": 9.949521558007575e-05, "loss": 19.3896, "step": 3055 }, { "epoch": 2.71, "learning_rate": 9.949481650452714e-05, "loss": 19.1084, "step": 3056 }, { "epoch": 2.71, "learning_rate": 9.949441727209003e-05, "loss": 19.126, "step": 3057 }, { "epoch": 2.72, "learning_rate": 9.949401788276571e-05, "loss": 19.5918, "step": 3058 }, { "epoch": 2.72, "learning_rate": 9.949361833655545e-05, "loss": 19.6836, "step": 3059 }, { "epoch": 2.72, "learning_rate": 9.94932186334605e-05, "loss": 19.3203, "step": 3060 }, { "epoch": 2.72, "learning_rate": 9.949281877348214e-05, "loss": 19.3838, "step": 3061 }, { "epoch": 2.72, "learning_rate": 9.949241875662161e-05, "loss": 19.8203, "step": 3062 }, { "epoch": 2.72, "learning_rate": 9.949201858288019e-05, "loss": 19.4326, "step": 3063 }, { "epoch": 2.72, "learning_rate": 9.949161825225916e-05, "loss": 20.1182, "step": 3064 }, { "epoch": 2.72, "learning_rate": 9.94912177647598e-05, "loss": 19.7383, "step": 3065 }, { "epoch": 2.72, "learning_rate": 9.949081712038334e-05, "loss": 19.25, "step": 3066 }, { "epoch": 2.72, "learning_rate": 9.94904163191311e-05, "loss": 19.8262, "step": 3067 }, { "epoch": 2.72, "learning_rate": 9.949001536100432e-05, "loss": 19.9658, "step": 3068 }, { "epoch": 2.73, "learning_rate": 9.948961424600428e-05, "loss": 19.7734, "step": 3069 }, { "epoch": 2.73, "learning_rate": 9.948921297413222e-05, "loss": 20.2822, "step": 3070 }, { "epoch": 2.73, "learning_rate": 9.948881154538945e-05, "loss": 19.5674, "step": 3071 }, { "epoch": 2.73, "learning_rate": 9.948840995977725e-05, "loss": 19.9639, "step": 3072 }, { "epoch": 2.73, "learning_rate": 9.948800821729685e-05, "loss": 20.1357, "step": 3073 }, { "epoch": 2.73, "learning_rate": 9.948760631794955e-05, "loss": 20.1084, "step": 3074 }, { "epoch": 2.73, "learning_rate": 9.948720426173663e-05, "loss": 20.417, "step": 3075 }, { "epoch": 2.73, "learning_rate": 9.948680204865934e-05, "loss": 19.3125, "step": 3076 }, { "epoch": 2.73, "learning_rate": 9.948639967871898e-05, "loss": 18.9961, "step": 3077 }, { "epoch": 2.73, "learning_rate": 9.948599715191682e-05, "loss": 20.502, "step": 3078 }, { "epoch": 2.73, "learning_rate": 9.948559446825412e-05, "loss": 19.4668, "step": 3079 }, { "epoch": 2.74, "learning_rate": 9.948519162773218e-05, "loss": 19.9219, "step": 3080 }, { "epoch": 2.74, "learning_rate": 9.948478863035226e-05, "loss": 20.085, "step": 3081 }, { "epoch": 2.74, "learning_rate": 9.948438547611565e-05, "loss": 19.1641, "step": 3082 }, { "epoch": 2.74, "learning_rate": 9.948398216502361e-05, "loss": 19.5537, "step": 3083 }, { "epoch": 2.74, "learning_rate": 9.948357869707742e-05, "loss": 19.8643, "step": 3084 }, { "epoch": 2.74, "learning_rate": 9.948317507227841e-05, "loss": 19.9707, "step": 3085 }, { "epoch": 2.74, "learning_rate": 9.948277129062777e-05, "loss": 19.5703, "step": 3086 }, { "epoch": 2.74, "learning_rate": 9.948236735212683e-05, "loss": 20.1162, "step": 3087 }, { "epoch": 2.74, "learning_rate": 9.94819632567769e-05, "loss": 19.6006, "step": 3088 }, { "epoch": 2.74, "learning_rate": 9.94815590045792e-05, "loss": 18.9473, "step": 3089 }, { "epoch": 2.74, "learning_rate": 9.948115459553507e-05, "loss": 20.4219, "step": 3090 }, { "epoch": 2.75, "learning_rate": 9.948075002964573e-05, "loss": 19.6074, "step": 3091 }, { "epoch": 2.75, "learning_rate": 9.94803453069125e-05, "loss": 19.5, "step": 3092 }, { "epoch": 2.75, "learning_rate": 9.947994042733667e-05, "loss": 20.1328, "step": 3093 }, { "epoch": 2.75, "learning_rate": 9.947953539091949e-05, "loss": 19.9219, "step": 3094 }, { "epoch": 2.75, "learning_rate": 9.947913019766229e-05, "loss": 20.0049, "step": 3095 }, { "epoch": 2.75, "learning_rate": 9.947872484756631e-05, "loss": 20.1172, "step": 3096 }, { "epoch": 2.75, "learning_rate": 9.947831934063287e-05, "loss": 19.3418, "step": 3097 }, { "epoch": 2.75, "learning_rate": 9.947791367686324e-05, "loss": 20.1396, "step": 3098 }, { "epoch": 2.75, "learning_rate": 9.947750785625868e-05, "loss": 19.7188, "step": 3099 }, { "epoch": 2.75, "learning_rate": 9.947710187882051e-05, "loss": 19.7256, "step": 3100 }, { "epoch": 2.75, "learning_rate": 9.947669574455002e-05, "loss": 19.7109, "step": 3101 }, { "epoch": 2.75, "learning_rate": 9.947628945344848e-05, "loss": 19.2773, "step": 3102 }, { "epoch": 2.76, "learning_rate": 9.947588300551718e-05, "loss": 19.9648, "step": 3103 }, { "epoch": 2.76, "learning_rate": 9.94754764007574e-05, "loss": 19.5801, "step": 3104 }, { "epoch": 2.76, "learning_rate": 9.947506963917045e-05, "loss": 19.1484, "step": 3105 }, { "epoch": 2.76, "learning_rate": 9.947466272075763e-05, "loss": 19.332, "step": 3106 }, { "epoch": 2.76, "learning_rate": 9.947425564552019e-05, "loss": 19.4268, "step": 3107 }, { "epoch": 2.76, "learning_rate": 9.947384841345944e-05, "loss": 20.0137, "step": 3108 }, { "epoch": 2.76, "learning_rate": 9.947344102457667e-05, "loss": 19.6152, "step": 3109 }, { "epoch": 2.76, "learning_rate": 9.947344102457667e-05, "loss": 19.4365, "step": 3110 }, { "epoch": 2.76, "learning_rate": 9.947344102457667e-05, "loss": 19.9316, "step": 3111 }, { "epoch": 2.76, "learning_rate": 9.947303347887319e-05, "loss": 19.5166, "step": 3112 }, { "epoch": 2.76, "learning_rate": 9.947262577635025e-05, "loss": 19.373, "step": 3113 }, { "epoch": 2.77, "learning_rate": 9.947221791700918e-05, "loss": 19.6025, "step": 3114 }, { "epoch": 2.77, "learning_rate": 9.947180990085126e-05, "loss": 20.2148, "step": 3115 }, { "epoch": 2.77, "learning_rate": 9.947140172787777e-05, "loss": 19.9766, "step": 3116 }, { "epoch": 2.77, "learning_rate": 9.947099339809002e-05, "loss": 19.6836, "step": 3117 }, { "epoch": 2.77, "learning_rate": 9.94705849114893e-05, "loss": 19.6963, "step": 3118 }, { "epoch": 2.77, "learning_rate": 9.947017626807691e-05, "loss": 19.6816, "step": 3119 }, { "epoch": 2.77, "learning_rate": 9.946976746785415e-05, "loss": 19.7793, "step": 3120 }, { "epoch": 2.77, "learning_rate": 9.946935851082229e-05, "loss": 19.5498, "step": 3121 }, { "epoch": 2.77, "learning_rate": 9.946894939698265e-05, "loss": 19.3184, "step": 3122 }, { "epoch": 2.77, "learning_rate": 9.946854012633652e-05, "loss": 19.5361, "step": 3123 }, { "epoch": 2.77, "learning_rate": 9.94681306988852e-05, "loss": 20.2314, "step": 3124 }, { "epoch": 2.78, "learning_rate": 9.946772111462998e-05, "loss": 19.7246, "step": 3125 }, { "epoch": 2.78, "learning_rate": 9.946731137357216e-05, "loss": 19.5244, "step": 3126 }, { "epoch": 2.78, "learning_rate": 9.946690147571305e-05, "loss": 19.3682, "step": 3127 }, { "epoch": 2.78, "learning_rate": 9.946649142105393e-05, "loss": 20.0234, "step": 3128 }, { "epoch": 2.78, "learning_rate": 9.946608120959614e-05, "loss": 19.3818, "step": 3129 }, { "epoch": 2.78, "learning_rate": 9.94656708413409e-05, "loss": 19.2412, "step": 3130 }, { "epoch": 2.78, "learning_rate": 9.94652603162896e-05, "loss": 19.1787, "step": 3131 }, { "epoch": 2.78, "learning_rate": 9.94648496344435e-05, "loss": 19.6963, "step": 3132 }, { "epoch": 2.78, "learning_rate": 9.94644387958039e-05, "loss": 19.7207, "step": 3133 }, { "epoch": 2.78, "learning_rate": 9.946402780037211e-05, "loss": 19.541, "step": 3134 }, { "epoch": 2.78, "learning_rate": 9.946361664814943e-05, "loss": 19.8027, "step": 3135 }, { "epoch": 2.79, "learning_rate": 9.946320533913715e-05, "loss": 19.3682, "step": 3136 }, { "epoch": 2.79, "learning_rate": 9.946279387333661e-05, "loss": 19.748, "step": 3137 }, { "epoch": 2.79, "learning_rate": 9.946238225074907e-05, "loss": 20.0205, "step": 3138 }, { "epoch": 2.79, "learning_rate": 9.946197047137587e-05, "loss": 19.584, "step": 3139 }, { "epoch": 2.79, "learning_rate": 9.94615585352183e-05, "loss": 20.1377, "step": 3140 }, { "epoch": 2.79, "learning_rate": 9.946114644227766e-05, "loss": 19.5928, "step": 3141 }, { "epoch": 2.79, "learning_rate": 9.946073419255526e-05, "loss": 19.8203, "step": 3142 }, { "epoch": 2.79, "learning_rate": 9.946032178605242e-05, "loss": 19.5977, "step": 3143 }, { "epoch": 2.79, "learning_rate": 9.945990922277045e-05, "loss": 20.0918, "step": 3144 }, { "epoch": 2.79, "learning_rate": 9.945949650271062e-05, "loss": 19.7471, "step": 3145 }, { "epoch": 2.79, "learning_rate": 9.945908362587426e-05, "loss": 19.0723, "step": 3146 }, { "epoch": 2.79, "learning_rate": 9.94586705922627e-05, "loss": 19.4072, "step": 3147 }, { "epoch": 2.8, "learning_rate": 9.945825740187723e-05, "loss": 20.0186, "step": 3148 }, { "epoch": 2.8, "learning_rate": 9.945784405471916e-05, "loss": 20.0107, "step": 3149 }, { "epoch": 2.8, "learning_rate": 9.94574305507898e-05, "loss": 20.4961, "step": 3150 }, { "epoch": 2.8, "learning_rate": 9.945701689009046e-05, "loss": 19.9541, "step": 3151 }, { "epoch": 2.8, "learning_rate": 9.945660307262246e-05, "loss": 19.1289, "step": 3152 }, { "epoch": 2.8, "learning_rate": 9.94561890983871e-05, "loss": 19.8125, "step": 3153 }, { "epoch": 2.8, "learning_rate": 9.945577496738569e-05, "loss": 19.1865, "step": 3154 }, { "epoch": 2.8, "learning_rate": 9.945536067961956e-05, "loss": 19.5908, "step": 3155 }, { "epoch": 2.8, "learning_rate": 9.945494623509002e-05, "loss": 21.0195, "step": 3156 }, { "epoch": 2.8, "learning_rate": 9.945453163379836e-05, "loss": 19.4521, "step": 3157 }, { "epoch": 2.8, "learning_rate": 9.945411687574591e-05, "loss": 19.4199, "step": 3158 }, { "epoch": 2.81, "learning_rate": 9.9453701960934e-05, "loss": 19.4023, "step": 3159 }, { "epoch": 2.81, "learning_rate": 9.945328688936393e-05, "loss": 19.5107, "step": 3160 }, { "epoch": 2.81, "learning_rate": 9.9452871661037e-05, "loss": 19.6309, "step": 3161 }, { "epoch": 2.81, "learning_rate": 9.945245627595457e-05, "loss": 19.5703, "step": 3162 }, { "epoch": 2.81, "learning_rate": 9.94520407341179e-05, "loss": 19.2373, "step": 3163 }, { "epoch": 2.81, "learning_rate": 9.945162503552836e-05, "loss": 19.3809, "step": 3164 }, { "epoch": 2.81, "learning_rate": 9.945120918018722e-05, "loss": 19.7842, "step": 3165 }, { "epoch": 2.81, "learning_rate": 9.945079316809585e-05, "loss": 19.5039, "step": 3166 }, { "epoch": 2.81, "learning_rate": 9.945037699925552e-05, "loss": 19.8613, "step": 3167 }, { "epoch": 2.81, "learning_rate": 9.944996067366759e-05, "loss": 19.7168, "step": 3168 }, { "epoch": 2.81, "learning_rate": 9.944954419133334e-05, "loss": 19.7051, "step": 3169 }, { "epoch": 2.82, "learning_rate": 9.944912755225413e-05, "loss": 19.6152, "step": 3170 }, { "epoch": 2.82, "learning_rate": 9.944871075643124e-05, "loss": 19.6152, "step": 3171 }, { "epoch": 2.82, "learning_rate": 9.944829380386602e-05, "loss": 19.4238, "step": 3172 }, { "epoch": 2.82, "learning_rate": 9.944787669455979e-05, "loss": 19.3828, "step": 3173 }, { "epoch": 2.82, "learning_rate": 9.944745942851385e-05, "loss": 19.3154, "step": 3174 }, { "epoch": 2.82, "learning_rate": 9.944704200572957e-05, "loss": 19.9131, "step": 3175 }, { "epoch": 2.82, "learning_rate": 9.944662442620822e-05, "loss": 19.8984, "step": 3176 }, { "epoch": 2.82, "learning_rate": 9.944620668995113e-05, "loss": 19.8975, "step": 3177 }, { "epoch": 2.82, "learning_rate": 9.944578879695967e-05, "loss": 19.9248, "step": 3178 }, { "epoch": 2.82, "learning_rate": 9.944537074723513e-05, "loss": 20.0273, "step": 3179 }, { "epoch": 2.82, "learning_rate": 9.944495254077882e-05, "loss": 19.6465, "step": 3180 }, { "epoch": 2.83, "learning_rate": 9.944495254077882e-05, "loss": 20.1279, "step": 3181 }, { "epoch": 2.83, "learning_rate": 9.94445341775921e-05, "loss": 19.5947, "step": 3182 }, { "epoch": 2.83, "learning_rate": 9.944411565767626e-05, "loss": 20.3037, "step": 3183 }, { "epoch": 2.83, "learning_rate": 9.944369698103267e-05, "loss": 20.0059, "step": 3184 }, { "epoch": 2.83, "learning_rate": 9.944327814766263e-05, "loss": 20.0967, "step": 3185 }, { "epoch": 2.83, "learning_rate": 9.944285915756747e-05, "loss": 19.7734, "step": 3186 }, { "epoch": 2.83, "learning_rate": 9.944244001074851e-05, "loss": 19.1416, "step": 3187 }, { "epoch": 2.83, "learning_rate": 9.944202070720711e-05, "loss": 20.1152, "step": 3188 }, { "epoch": 2.83, "learning_rate": 9.944160124694458e-05, "loss": 20.042, "step": 3189 }, { "epoch": 2.83, "learning_rate": 9.944118162996222e-05, "loss": 18.9551, "step": 3190 }, { "epoch": 2.83, "learning_rate": 9.944076185626141e-05, "loss": 19.75, "step": 3191 }, { "epoch": 2.83, "learning_rate": 9.944034192584344e-05, "loss": 20.2832, "step": 3192 }, { "epoch": 2.84, "learning_rate": 9.943992183870968e-05, "loss": 19.4014, "step": 3193 }, { "epoch": 2.84, "learning_rate": 9.943950159486143e-05, "loss": 19.29, "step": 3194 }, { "epoch": 2.84, "learning_rate": 9.943908119430003e-05, "loss": 19.8008, "step": 3195 }, { "epoch": 2.84, "learning_rate": 9.943866063702682e-05, "loss": 19.9668, "step": 3196 }, { "epoch": 2.84, "learning_rate": 9.943823992304314e-05, "loss": 19.4902, "step": 3197 }, { "epoch": 2.84, "learning_rate": 9.94378190523503e-05, "loss": 19.3896, "step": 3198 }, { "epoch": 2.84, "learning_rate": 9.943739802494965e-05, "loss": 19.4346, "step": 3199 }, { "epoch": 2.84, "learning_rate": 9.943697684084252e-05, "loss": 19.0459, "step": 3200 }, { "epoch": 2.84, "learning_rate": 9.943655550003024e-05, "loss": 19.9238, "step": 3201 }, { "epoch": 2.84, "learning_rate": 9.943613400251416e-05, "loss": 19.918, "step": 3202 }, { "epoch": 2.84, "learning_rate": 9.943571234829561e-05, "loss": 19.7588, "step": 3203 }, { "epoch": 2.85, "learning_rate": 9.943529053737592e-05, "loss": 20.5, "step": 3204 }, { "epoch": 2.85, "learning_rate": 9.943486856975644e-05, "loss": 19.7324, "step": 3205 }, { "epoch": 2.85, "learning_rate": 9.943444644543848e-05, "loss": 19.3779, "step": 3206 }, { "epoch": 2.85, "learning_rate": 9.94340241644234e-05, "loss": 19.3105, "step": 3207 }, { "epoch": 2.85, "learning_rate": 9.943360172671255e-05, "loss": 20.2676, "step": 3208 }, { "epoch": 2.85, "learning_rate": 9.943317913230725e-05, "loss": 20.3223, "step": 3209 }, { "epoch": 2.85, "learning_rate": 9.943275638120884e-05, "loss": 19.9414, "step": 3210 }, { "epoch": 2.85, "learning_rate": 9.943233347341867e-05, "loss": 19.2686, "step": 3211 }, { "epoch": 2.85, "learning_rate": 9.943191040893806e-05, "loss": 19.2891, "step": 3212 }, { "epoch": 2.85, "learning_rate": 9.943148718776838e-05, "loss": 19.208, "step": 3213 }, { "epoch": 2.85, "learning_rate": 9.943106380991095e-05, "loss": 19.6211, "step": 3214 }, { "epoch": 2.86, "learning_rate": 9.943064027536712e-05, "loss": 20.041, "step": 3215 }, { "epoch": 2.86, "learning_rate": 9.943021658413825e-05, "loss": 19.4287, "step": 3216 }, { "epoch": 2.86, "learning_rate": 9.942979273622563e-05, "loss": 18.9756, "step": 3217 }, { "epoch": 2.86, "learning_rate": 9.942936873163066e-05, "loss": 19.6172, "step": 3218 }, { "epoch": 2.86, "learning_rate": 9.942894457035467e-05, "loss": 19.2578, "step": 3219 }, { "epoch": 2.86, "learning_rate": 9.942852025239898e-05, "loss": 19.4443, "step": 3220 }, { "epoch": 2.86, "learning_rate": 9.942809577776496e-05, "loss": 19.6738, "step": 3221 }, { "epoch": 2.86, "learning_rate": 9.942767114645395e-05, "loss": 19.8594, "step": 3222 }, { "epoch": 2.86, "learning_rate": 9.94272463584673e-05, "loss": 19.874, "step": 3223 }, { "epoch": 2.86, "learning_rate": 9.942682141380632e-05, "loss": 19.3828, "step": 3224 }, { "epoch": 2.86, "learning_rate": 9.942639631247242e-05, "loss": 20.1406, "step": 3225 }, { "epoch": 2.87, "learning_rate": 9.942597105446689e-05, "loss": 18.9902, "step": 3226 }, { "epoch": 2.87, "learning_rate": 9.942554563979111e-05, "loss": 19.8848, "step": 3227 }, { "epoch": 2.87, "learning_rate": 9.942512006844643e-05, "loss": 20.085, "step": 3228 }, { "epoch": 2.87, "learning_rate": 9.942469434043418e-05, "loss": 19.458, "step": 3229 }, { "epoch": 2.87, "learning_rate": 9.942426845575572e-05, "loss": 19.0713, "step": 3230 }, { "epoch": 2.87, "learning_rate": 9.942384241441241e-05, "loss": 19.7051, "step": 3231 }, { "epoch": 2.87, "learning_rate": 9.942341621640558e-05, "loss": 19.6387, "step": 3232 }, { "epoch": 2.87, "learning_rate": 9.942298986173659e-05, "loss": 19.6025, "step": 3233 }, { "epoch": 2.87, "learning_rate": 9.942256335040678e-05, "loss": 19.2158, "step": 3234 }, { "epoch": 2.87, "learning_rate": 9.942213668241754e-05, "loss": 19.4531, "step": 3235 }, { "epoch": 2.87, "learning_rate": 9.942170985777018e-05, "loss": 20.0928, "step": 3236 }, { "epoch": 2.87, "learning_rate": 9.942128287646608e-05, "loss": 19.8311, "step": 3237 }, { "epoch": 2.88, "learning_rate": 9.942085573850657e-05, "loss": 19.1602, "step": 3238 }, { "epoch": 2.88, "learning_rate": 9.942042844389303e-05, "loss": 19.6748, "step": 3239 }, { "epoch": 2.88, "learning_rate": 9.942000099262678e-05, "loss": 20.0234, "step": 3240 }, { "epoch": 2.88, "learning_rate": 9.941957338470922e-05, "loss": 19.6562, "step": 3241 }, { "epoch": 2.88, "learning_rate": 9.941914562014167e-05, "loss": 19.6631, "step": 3242 }, { "epoch": 2.88, "learning_rate": 9.94187176989255e-05, "loss": 19.6924, "step": 3243 }, { "epoch": 2.88, "learning_rate": 9.941828962106205e-05, "loss": 19.7188, "step": 3244 }, { "epoch": 2.88, "learning_rate": 9.941786138655272e-05, "loss": 19.2422, "step": 3245 }, { "epoch": 2.88, "learning_rate": 9.941743299539881e-05, "loss": 19.4854, "step": 3246 }, { "epoch": 2.88, "learning_rate": 9.941700444760172e-05, "loss": 19.4668, "step": 3247 }, { "epoch": 2.88, "learning_rate": 9.941657574316279e-05, "loss": 19.3662, "step": 3248 }, { "epoch": 2.89, "learning_rate": 9.94161468820834e-05, "loss": 19.4238, "step": 3249 }, { "epoch": 2.89, "learning_rate": 9.941571786436487e-05, "loss": 19.0977, "step": 3250 }, { "epoch": 2.89, "learning_rate": 9.941528869000861e-05, "loss": 19.7344, "step": 3251 }, { "epoch": 2.89, "learning_rate": 9.941485935901592e-05, "loss": 19.6377, "step": 3252 }, { "epoch": 2.89, "learning_rate": 9.941442987138821e-05, "loss": 19.5078, "step": 3253 }, { "epoch": 2.89, "learning_rate": 9.941400022712682e-05, "loss": 19.834, "step": 3254 }, { "epoch": 2.89, "learning_rate": 9.941357042623312e-05, "loss": 19.8955, "step": 3255 }, { "epoch": 2.89, "learning_rate": 9.941314046870847e-05, "loss": 19.1855, "step": 3256 }, { "epoch": 2.89, "learning_rate": 9.941271035455423e-05, "loss": 19.6318, "step": 3257 }, { "epoch": 2.89, "learning_rate": 9.941228008377178e-05, "loss": 19.4189, "step": 3258 }, { "epoch": 2.89, "learning_rate": 9.941184965636245e-05, "loss": 20.2646, "step": 3259 }, { "epoch": 2.9, "learning_rate": 9.941141907232765e-05, "loss": 19.6328, "step": 3260 }, { "epoch": 2.9, "learning_rate": 9.94109883316687e-05, "loss": 19.2969, "step": 3261 }, { "epoch": 2.9, "learning_rate": 9.941055743438699e-05, "loss": 20.0869, "step": 3262 }, { "epoch": 2.9, "learning_rate": 9.941012638048388e-05, "loss": 19.2783, "step": 3263 }, { "epoch": 2.9, "learning_rate": 9.940969516996072e-05, "loss": 20.1846, "step": 3264 }, { "epoch": 2.9, "learning_rate": 9.940926380281891e-05, "loss": 19.7627, "step": 3265 }, { "epoch": 2.9, "learning_rate": 9.94088322790598e-05, "loss": 19.502, "step": 3266 }, { "epoch": 2.9, "learning_rate": 9.940840059868477e-05, "loss": 19.5293, "step": 3267 }, { "epoch": 2.9, "learning_rate": 9.940796876169516e-05, "loss": 20.1074, "step": 3268 }, { "epoch": 2.9, "learning_rate": 9.940753676809235e-05, "loss": 19.627, "step": 3269 }, { "epoch": 2.9, "learning_rate": 9.940710461787775e-05, "loss": 19.3896, "step": 3270 }, { "epoch": 2.9, "learning_rate": 9.940667231105264e-05, "loss": 19.1162, "step": 3271 }, { "epoch": 2.91, "learning_rate": 9.94062398476185e-05, "loss": 19.6172, "step": 3272 }, { "epoch": 2.91, "learning_rate": 9.940580722757661e-05, "loss": 19.7021, "step": 3273 }, { "epoch": 2.91, "learning_rate": 9.94053744509284e-05, "loss": 19.4678, "step": 3274 }, { "epoch": 2.91, "learning_rate": 9.940494151767521e-05, "loss": 19.2822, "step": 3275 }, { "epoch": 2.91, "learning_rate": 9.940450842781841e-05, "loss": 19.5635, "step": 3276 }, { "epoch": 2.91, "learning_rate": 9.94040751813594e-05, "loss": 19.8281, "step": 3277 }, { "epoch": 2.91, "learning_rate": 9.940364177829953e-05, "loss": 19.665, "step": 3278 }, { "epoch": 2.91, "learning_rate": 9.940320821864019e-05, "loss": 19.3066, "step": 3279 }, { "epoch": 2.91, "learning_rate": 9.940277450238273e-05, "loss": 20.5908, "step": 3280 }, { "epoch": 2.91, "learning_rate": 9.940234062952855e-05, "loss": 19.7285, "step": 3281 }, { "epoch": 2.91, "learning_rate": 9.940190660007902e-05, "loss": 19.8477, "step": 3282 }, { "epoch": 2.92, "learning_rate": 9.940147241403551e-05, "loss": 19.0527, "step": 3283 }, { "epoch": 2.92, "learning_rate": 9.94010380713994e-05, "loss": 19.9785, "step": 3284 }, { "epoch": 2.92, "learning_rate": 9.940060357217206e-05, "loss": 19.207, "step": 3285 }, { "epoch": 2.92, "learning_rate": 9.940016891635488e-05, "loss": 19.8057, "step": 3286 }, { "epoch": 2.92, "learning_rate": 9.939973410394922e-05, "loss": 19.6602, "step": 3287 }, { "epoch": 2.92, "learning_rate": 9.939929913495647e-05, "loss": 19.8359, "step": 3288 }, { "epoch": 2.92, "learning_rate": 9.939886400937801e-05, "loss": 19.4023, "step": 3289 }, { "epoch": 2.92, "learning_rate": 9.939842872721521e-05, "loss": 19.0479, "step": 3290 }, { "epoch": 2.92, "learning_rate": 9.939799328846946e-05, "loss": 19.7236, "step": 3291 }, { "epoch": 2.92, "learning_rate": 9.939755769314214e-05, "loss": 19.3604, "step": 3292 }, { "epoch": 2.92, "learning_rate": 9.939712194123461e-05, "loss": 20.042, "step": 3293 }, { "epoch": 2.93, "learning_rate": 9.939668603274829e-05, "loss": 19.165, "step": 3294 }, { "epoch": 2.93, "learning_rate": 9.939624996768453e-05, "loss": 19.6533, "step": 3295 }, { "epoch": 2.93, "learning_rate": 9.939581374604472e-05, "loss": 19.9199, "step": 3296 }, { "epoch": 2.93, "learning_rate": 9.939537736783024e-05, "loss": 19.1377, "step": 3297 }, { "epoch": 2.93, "learning_rate": 9.93949408330425e-05, "loss": 20.1797, "step": 3298 }, { "epoch": 2.93, "learning_rate": 9.939450414168284e-05, "loss": 19.0381, "step": 3299 }, { "epoch": 2.93, "learning_rate": 9.939450414168284e-05, "loss": 20.5439, "step": 3300 }, { "epoch": 2.93, "learning_rate": 9.939406729375267e-05, "loss": 19.7637, "step": 3301 }, { "epoch": 2.93, "learning_rate": 9.939363028925337e-05, "loss": 19.6777, "step": 3302 }, { "epoch": 2.93, "learning_rate": 9.939319312818634e-05, "loss": 20.1318, "step": 3303 }, { "epoch": 2.93, "learning_rate": 9.939275581055294e-05, "loss": 19.9482, "step": 3304 }, { "epoch": 2.94, "learning_rate": 9.939231833635456e-05, "loss": 19.415, "step": 3305 }, { "epoch": 2.94, "learning_rate": 9.939188070559261e-05, "loss": 19.833, "step": 3306 }, { "epoch": 2.94, "learning_rate": 9.939144291826845e-05, "loss": 19.9092, "step": 3307 }, { "epoch": 2.94, "learning_rate": 9.939100497438349e-05, "loss": 19.8906, "step": 3308 }, { "epoch": 2.94, "learning_rate": 9.93905668739391e-05, "loss": 19.3926, "step": 3309 }, { "epoch": 2.94, "learning_rate": 9.939012861693669e-05, "loss": 20.3037, "step": 3310 }, { "epoch": 2.94, "learning_rate": 9.938969020337761e-05, "loss": 19.6094, "step": 3311 }, { "epoch": 2.94, "learning_rate": 9.938925163326329e-05, "loss": 19.7852, "step": 3312 }, { "epoch": 2.94, "learning_rate": 9.938881290659511e-05, "loss": 20.4844, "step": 3313 }, { "epoch": 2.94, "learning_rate": 9.938881290659511e-05, "loss": 19.5547, "step": 3314 }, { "epoch": 2.94, "learning_rate": 9.938837402337444e-05, "loss": 19.6104, "step": 3315 }, { "epoch": 2.94, "learning_rate": 9.938793498360271e-05, "loss": 19.3457, "step": 3316 }, { "epoch": 2.95, "learning_rate": 9.938749578728128e-05, "loss": 19.7793, "step": 3317 }, { "epoch": 2.95, "learning_rate": 9.938705643441154e-05, "loss": 19.8037, "step": 3318 }, { "epoch": 2.95, "learning_rate": 9.938661692499491e-05, "loss": 19.3633, "step": 3319 }, { "epoch": 2.95, "learning_rate": 9.938617725903274e-05, "loss": 19.1436, "step": 3320 }, { "epoch": 2.95, "learning_rate": 9.938573743652649e-05, "loss": 19.7764, "step": 3321 }, { "epoch": 2.95, "learning_rate": 9.938529745747748e-05, "loss": 19.2051, "step": 3322 }, { "epoch": 2.95, "learning_rate": 9.938485732188716e-05, "loss": 19.5215, "step": 3323 }, { "epoch": 2.95, "learning_rate": 9.938441702975689e-05, "loss": 19.7197, "step": 3324 }, { "epoch": 2.95, "learning_rate": 9.938397658108809e-05, "loss": 19.6191, "step": 3325 }, { "epoch": 2.95, "learning_rate": 9.938353597588215e-05, "loss": 19.54, "step": 3326 }, { "epoch": 2.95, "learning_rate": 9.938309521414044e-05, "loss": 19.292, "step": 3327 }, { "epoch": 2.96, "learning_rate": 9.93826542958644e-05, "loss": 19.1758, "step": 3328 }, { "epoch": 2.96, "learning_rate": 9.938221322105541e-05, "loss": 19.5889, "step": 3329 }, { "epoch": 2.96, "learning_rate": 9.938177198971486e-05, "loss": 19.5244, "step": 3330 }, { "epoch": 2.96, "learning_rate": 9.938133060184415e-05, "loss": 19.5186, "step": 3331 }, { "epoch": 2.96, "learning_rate": 9.938088905744469e-05, "loss": 19.7998, "step": 3332 }, { "epoch": 2.96, "learning_rate": 9.938044735651786e-05, "loss": 20.0049, "step": 3333 }, { "epoch": 2.96, "learning_rate": 9.938000549906508e-05, "loss": 19.6113, "step": 3334 }, { "epoch": 2.96, "learning_rate": 9.937956348508776e-05, "loss": 19.8105, "step": 3335 }, { "epoch": 2.96, "learning_rate": 9.937912131458727e-05, "loss": 19.3096, "step": 3336 }, { "epoch": 2.96, "learning_rate": 9.937867898756502e-05, "loss": 19.8096, "step": 3337 }, { "epoch": 2.96, "learning_rate": 9.937823650402243e-05, "loss": 19.3428, "step": 3338 }, { "epoch": 2.97, "learning_rate": 9.937779386396089e-05, "loss": 19.2285, "step": 3339 }, { "epoch": 2.97, "learning_rate": 9.93773510673818e-05, "loss": 19.8203, "step": 3340 }, { "epoch": 2.97, "learning_rate": 9.937690811428657e-05, "loss": 20.0293, "step": 3341 }, { "epoch": 2.97, "learning_rate": 9.93764650046766e-05, "loss": 19.2363, "step": 3342 }, { "epoch": 2.97, "learning_rate": 9.937602173855329e-05, "loss": 19.8096, "step": 3343 }, { "epoch": 2.97, "learning_rate": 9.937557831591807e-05, "loss": 19.1641, "step": 3344 }, { "epoch": 2.97, "learning_rate": 9.93751347367723e-05, "loss": 19.5459, "step": 3345 }, { "epoch": 2.97, "learning_rate": 9.937469100111744e-05, "loss": 19.6846, "step": 3346 }, { "epoch": 2.97, "learning_rate": 9.937424710895485e-05, "loss": 20.0586, "step": 3347 }, { "epoch": 2.97, "learning_rate": 9.937380306028597e-05, "loss": 19.6982, "step": 3348 }, { "epoch": 2.97, "learning_rate": 9.937335885511218e-05, "loss": 19.3516, "step": 3349 }, { "epoch": 2.98, "learning_rate": 9.937291449343493e-05, "loss": 19.624, "step": 3350 }, { "epoch": 2.98, "learning_rate": 9.937246997525558e-05, "loss": 19.4229, "step": 3351 }, { "epoch": 2.98, "learning_rate": 9.937202530057556e-05, "loss": 19.7969, "step": 3352 }, { "epoch": 2.98, "learning_rate": 9.937158046939627e-05, "loss": 20.2637, "step": 3353 }, { "epoch": 2.98, "learning_rate": 9.937113548171914e-05, "loss": 19.5186, "step": 3354 }, { "epoch": 2.98, "learning_rate": 9.937069033754558e-05, "loss": 19.4932, "step": 3355 }, { "epoch": 2.98, "learning_rate": 9.937024503687697e-05, "loss": 19.6133, "step": 3356 }, { "epoch": 2.98, "learning_rate": 9.936979957971477e-05, "loss": 18.833, "step": 3357 }, { "epoch": 2.98, "learning_rate": 9.936935396606034e-05, "loss": 19.6963, "step": 3358 }, { "epoch": 2.98, "learning_rate": 9.936890819591512e-05, "loss": 19.9678, "step": 3359 }, { "epoch": 2.98, "learning_rate": 9.936846226928053e-05, "loss": 19.5469, "step": 3360 }, { "epoch": 2.98, "learning_rate": 9.936801618615797e-05, "loss": 19.6182, "step": 3361 }, { "epoch": 2.99, "learning_rate": 9.936756994654886e-05, "loss": 19.8389, "step": 3362 }, { "epoch": 2.99, "learning_rate": 9.93671235504546e-05, "loss": 19.5088, "step": 3363 }, { "epoch": 2.99, "learning_rate": 9.936667699787663e-05, "loss": 19.5234, "step": 3364 }, { "epoch": 2.99, "learning_rate": 9.936623028881633e-05, "loss": 20.0967, "step": 3365 }, { "epoch": 2.99, "learning_rate": 9.936578342327515e-05, "loss": 19.6865, "step": 3366 }, { "epoch": 2.99, "learning_rate": 9.936533640125452e-05, "loss": 19.5889, "step": 3367 }, { "epoch": 2.99, "learning_rate": 9.936488922275579e-05, "loss": 19.8037, "step": 3368 }, { "epoch": 2.99, "learning_rate": 9.936444188778046e-05, "loss": 19.6465, "step": 3369 }, { "epoch": 2.99, "learning_rate": 9.936399439632989e-05, "loss": 19.6338, "step": 3370 }, { "epoch": 2.99, "learning_rate": 9.93635467484055e-05, "loss": 19.9561, "step": 3371 }, { "epoch": 2.99, "learning_rate": 9.936309894400875e-05, "loss": 19.7783, "step": 3372 }, { "epoch": 3.0, "learning_rate": 9.936265098314101e-05, "loss": 19.542, "step": 3373 }, { "epoch": 3.0, "learning_rate": 9.936220286580375e-05, "loss": 19.5166, "step": 3374 }, { "epoch": 3.0, "learning_rate": 9.936175459199834e-05, "loss": 19.7139, "step": 3375 }, { "epoch": 3.0, "learning_rate": 9.936130616172623e-05, "loss": 20.0459, "step": 3376 }, { "epoch": 3.0, "learning_rate": 9.936085757498886e-05, "loss": 19.9424, "step": 3377 }, { "epoch": 3.0, "learning_rate": 9.936040883178761e-05, "loss": 20.1104, "step": 3378 }, { "epoch": 3.0, "learning_rate": 9.935995993212391e-05, "loss": 19.5923, "step": 3379 }, { "epoch": 3.0, "learning_rate": 9.935951087599921e-05, "loss": 19.7988, "step": 3380 }, { "epoch": 3.0, "learning_rate": 9.935906166341492e-05, "loss": 19.7578, "step": 3381 }, { "epoch": 3.0, "learning_rate": 9.935861229437245e-05, "loss": 19.2881, "step": 3382 }, { "epoch": 3.0, "learning_rate": 9.935861229437245e-05, "loss": 19.6621, "step": 3383 }, { "epoch": 3.01, "learning_rate": 9.935816276887324e-05, "loss": 19.3193, "step": 3384 }, { "epoch": 3.01, "learning_rate": 9.935771308691871e-05, "loss": 19.8301, "step": 3385 }, { "epoch": 3.01, "learning_rate": 9.935726324851029e-05, "loss": 19.4453, "step": 3386 }, { "epoch": 3.01, "learning_rate": 9.93568132536494e-05, "loss": 19.3955, "step": 3387 }, { "epoch": 3.01, "learning_rate": 9.935636310233747e-05, "loss": 19.374, "step": 3388 }, { "epoch": 3.01, "learning_rate": 9.935591279457593e-05, "loss": 19.541, "step": 3389 }, { "epoch": 3.01, "learning_rate": 9.935546233036618e-05, "loss": 19.0762, "step": 3390 }, { "epoch": 3.01, "learning_rate": 9.935501170970969e-05, "loss": 20.0713, "step": 3391 }, { "epoch": 3.01, "learning_rate": 9.935456093260787e-05, "loss": 19.585, "step": 3392 }, { "epoch": 3.01, "learning_rate": 9.935410999906214e-05, "loss": 20.3125, "step": 3393 }, { "epoch": 3.01, "learning_rate": 9.935365890907395e-05, "loss": 19.582, "step": 3394 }, { "epoch": 3.02, "learning_rate": 9.935320766264471e-05, "loss": 19.2617, "step": 3395 }, { "epoch": 3.02, "learning_rate": 9.935275625977585e-05, "loss": 19.501, "step": 3396 }, { "epoch": 3.02, "learning_rate": 9.935230470046882e-05, "loss": 19.5889, "step": 3397 }, { "epoch": 3.02, "learning_rate": 9.935185298472503e-05, "loss": 20.1104, "step": 3398 }, { "epoch": 3.02, "learning_rate": 9.935140111254593e-05, "loss": 20.0137, "step": 3399 }, { "epoch": 3.02, "learning_rate": 9.935094908393292e-05, "loss": 19.5918, "step": 3400 }, { "epoch": 3.02, "learning_rate": 9.935049689888748e-05, "loss": 19.7734, "step": 3401 }, { "epoch": 3.02, "learning_rate": 9.935004455741101e-05, "loss": 19.2295, "step": 3402 }, { "epoch": 3.02, "learning_rate": 9.934959205950497e-05, "loss": 19.4844, "step": 3403 }, { "epoch": 3.02, "learning_rate": 9.934913940517077e-05, "loss": 19.8496, "step": 3404 }, { "epoch": 3.02, "learning_rate": 9.934868659440984e-05, "loss": 19.1152, "step": 3405 }, { "epoch": 3.02, "learning_rate": 9.934823362722364e-05, "loss": 19.6582, "step": 3406 }, { "epoch": 3.03, "learning_rate": 9.93477805036136e-05, "loss": 19.6074, "step": 3407 }, { "epoch": 3.03, "learning_rate": 9.934732722358113e-05, "loss": 19.3076, "step": 3408 }, { "epoch": 3.03, "learning_rate": 9.93468737871277e-05, "loss": 18.7637, "step": 3409 }, { "epoch": 3.03, "learning_rate": 9.934642019425472e-05, "loss": 19.3203, "step": 3410 }, { "epoch": 3.03, "learning_rate": 9.934596644496368e-05, "loss": 19.5615, "step": 3411 }, { "epoch": 3.03, "learning_rate": 9.934551253925594e-05, "loss": 19.084, "step": 3412 }, { "epoch": 3.03, "learning_rate": 9.9345058477133e-05, "loss": 19.4658, "step": 3413 }, { "epoch": 3.03, "learning_rate": 9.934460425859629e-05, "loss": 19.9805, "step": 3414 }, { "epoch": 3.03, "learning_rate": 9.934414988364722e-05, "loss": 19.6572, "step": 3415 }, { "epoch": 3.03, "learning_rate": 9.934369535228725e-05, "loss": 19.9912, "step": 3416 }, { "epoch": 3.03, "learning_rate": 9.934324066451782e-05, "loss": 19.8145, "step": 3417 }, { "epoch": 3.04, "learning_rate": 9.934278582034037e-05, "loss": 19.1318, "step": 3418 }, { "epoch": 3.04, "learning_rate": 9.934233081975634e-05, "loss": 19.6465, "step": 3419 }, { "epoch": 3.04, "learning_rate": 9.934187566276719e-05, "loss": 18.3018, "step": 3420 }, { "epoch": 3.04, "learning_rate": 9.934142034937432e-05, "loss": 19.3457, "step": 3421 }, { "epoch": 3.04, "learning_rate": 9.934096487957922e-05, "loss": 19.9297, "step": 3422 }, { "epoch": 3.04, "learning_rate": 9.934050925338331e-05, "loss": 19.7881, "step": 3423 }, { "epoch": 3.04, "learning_rate": 9.934005347078805e-05, "loss": 19.7168, "step": 3424 }, { "epoch": 3.04, "learning_rate": 9.933959753179487e-05, "loss": 19.7441, "step": 3425 }, { "epoch": 3.04, "learning_rate": 9.933914143640521e-05, "loss": 19.3594, "step": 3426 }, { "epoch": 3.04, "learning_rate": 9.933868518462052e-05, "loss": 19.4404, "step": 3427 }, { "epoch": 3.04, "learning_rate": 9.933822877644227e-05, "loss": 19.9375, "step": 3428 }, { "epoch": 3.05, "learning_rate": 9.933777221187187e-05, "loss": 19.543, "step": 3429 }, { "epoch": 3.05, "learning_rate": 9.933731549091078e-05, "loss": 19.6182, "step": 3430 }, { "epoch": 3.05, "learning_rate": 9.933685861356048e-05, "loss": 19.875, "step": 3431 }, { "epoch": 3.05, "learning_rate": 9.933640157982236e-05, "loss": 19.7393, "step": 3432 }, { "epoch": 3.05, "learning_rate": 9.933594438969791e-05, "loss": 19.6191, "step": 3433 }, { "epoch": 3.05, "learning_rate": 9.933548704318859e-05, "loss": 19.6377, "step": 3434 }, { "epoch": 3.05, "learning_rate": 9.93350295402958e-05, "loss": 19.2559, "step": 3435 }, { "epoch": 3.05, "learning_rate": 9.933457188102102e-05, "loss": 20.3643, "step": 3436 }, { "epoch": 3.05, "learning_rate": 9.933411406536571e-05, "loss": 19.3887, "step": 3437 }, { "epoch": 3.05, "learning_rate": 9.933365609333131e-05, "loss": 19.1562, "step": 3438 }, { "epoch": 3.05, "learning_rate": 9.933319796491927e-05, "loss": 19.5361, "step": 3439 }, { "epoch": 3.06, "learning_rate": 9.933273968013103e-05, "loss": 19.6729, "step": 3440 }, { "epoch": 3.06, "learning_rate": 9.933228123896807e-05, "loss": 19.6055, "step": 3441 }, { "epoch": 3.06, "learning_rate": 9.933182264143184e-05, "loss": 19.8301, "step": 3442 }, { "epoch": 3.06, "learning_rate": 9.933136388752378e-05, "loss": 19.6328, "step": 3443 }, { "epoch": 3.06, "learning_rate": 9.933090497724534e-05, "loss": 20.0264, "step": 3444 }, { "epoch": 3.06, "learning_rate": 9.933044591059797e-05, "loss": 20.0654, "step": 3445 }, { "epoch": 3.06, "learning_rate": 9.932998668758316e-05, "loss": 19.8311, "step": 3446 }, { "epoch": 3.06, "learning_rate": 9.932952730820234e-05, "loss": 19.8125, "step": 3447 }, { "epoch": 3.06, "learning_rate": 9.932906777245694e-05, "loss": 18.7461, "step": 3448 }, { "epoch": 3.06, "learning_rate": 9.932860808034848e-05, "loss": 19.3125, "step": 3449 }, { "epoch": 3.06, "learning_rate": 9.932814823187837e-05, "loss": 19.3906, "step": 3450 }, { "epoch": 3.06, "learning_rate": 9.932768822704807e-05, "loss": 19.3262, "step": 3451 }, { "epoch": 3.07, "learning_rate": 9.932722806585906e-05, "loss": 19.1895, "step": 3452 }, { "epoch": 3.07, "learning_rate": 9.93267677483128e-05, "loss": 19.5557, "step": 3453 }, { "epoch": 3.07, "learning_rate": 9.932630727441073e-05, "loss": 19.6064, "step": 3454 }, { "epoch": 3.07, "learning_rate": 9.93258466441543e-05, "loss": 19.4141, "step": 3455 }, { "epoch": 3.07, "learning_rate": 9.9325385857545e-05, "loss": 19.043, "step": 3456 }, { "epoch": 3.07, "learning_rate": 9.932492491458427e-05, "loss": 19.0957, "step": 3457 }, { "epoch": 3.07, "learning_rate": 9.932446381527358e-05, "loss": 18.9102, "step": 3458 }, { "epoch": 3.07, "learning_rate": 9.93240025596144e-05, "loss": 19.6035, "step": 3459 }, { "epoch": 3.07, "learning_rate": 9.932354114760818e-05, "loss": 19.3623, "step": 3460 }, { "epoch": 3.07, "learning_rate": 9.932307957925638e-05, "loss": 19.4102, "step": 3461 }, { "epoch": 3.07, "learning_rate": 9.932261785456045e-05, "loss": 19.3857, "step": 3462 }, { "epoch": 3.08, "learning_rate": 9.93221559735219e-05, "loss": 19.7734, "step": 3463 }, { "epoch": 3.08, "learning_rate": 9.932169393614214e-05, "loss": 19.0137, "step": 3464 }, { "epoch": 3.08, "learning_rate": 9.932123174242268e-05, "loss": 19.6602, "step": 3465 }, { "epoch": 3.08, "learning_rate": 9.932076939236494e-05, "loss": 19.7734, "step": 3466 }, { "epoch": 3.08, "learning_rate": 9.932030688597043e-05, "loss": 18.9854, "step": 3467 }, { "epoch": 3.08, "learning_rate": 9.931984422324059e-05, "loss": 19.2256, "step": 3468 }, { "epoch": 3.08, "learning_rate": 9.931938140417689e-05, "loss": 19.4844, "step": 3469 }, { "epoch": 3.08, "learning_rate": 9.931891842878081e-05, "loss": 19.0801, "step": 3470 }, { "epoch": 3.08, "learning_rate": 9.931845529705379e-05, "loss": 19.4092, "step": 3471 }, { "epoch": 3.08, "learning_rate": 9.931799200899732e-05, "loss": 19.665, "step": 3472 }, { "epoch": 3.08, "learning_rate": 9.931752856461288e-05, "loss": 19.6582, "step": 3473 }, { "epoch": 3.09, "learning_rate": 9.931706496390192e-05, "loss": 19.5547, "step": 3474 }, { "epoch": 3.09, "learning_rate": 9.93166012068659e-05, "loss": 18.7188, "step": 3475 }, { "epoch": 3.09, "learning_rate": 9.931613729350631e-05, "loss": 19.7715, "step": 3476 }, { "epoch": 3.09, "learning_rate": 9.93156732238246e-05, "loss": 20.4268, "step": 3477 }, { "epoch": 3.09, "learning_rate": 9.931520899782227e-05, "loss": 19.8047, "step": 3478 }, { "epoch": 3.09, "learning_rate": 9.931474461550076e-05, "loss": 20.1182, "step": 3479 }, { "epoch": 3.09, "learning_rate": 9.931428007686158e-05, "loss": 19.6094, "step": 3480 }, { "epoch": 3.09, "learning_rate": 9.931381538190616e-05, "loss": 19.0371, "step": 3481 }, { "epoch": 3.09, "learning_rate": 9.9313350530636e-05, "loss": 19.2217, "step": 3482 }, { "epoch": 3.09, "learning_rate": 9.931288552305256e-05, "loss": 18.9658, "step": 3483 }, { "epoch": 3.09, "learning_rate": 9.931242035915733e-05, "loss": 19.4844, "step": 3484 }, { "epoch": 3.1, "learning_rate": 9.931195503895177e-05, "loss": 19.2969, "step": 3485 }, { "epoch": 3.1, "learning_rate": 9.931148956243737e-05, "loss": 18.8672, "step": 3486 }, { "epoch": 3.1, "learning_rate": 9.931102392961557e-05, "loss": 19.5195, "step": 3487 }, { "epoch": 3.1, "learning_rate": 9.93105581404879e-05, "loss": 19.8105, "step": 3488 }, { "epoch": 3.1, "learning_rate": 9.93100921950558e-05, "loss": 19.1201, "step": 3489 }, { "epoch": 3.1, "learning_rate": 9.930962609332075e-05, "loss": 19.8838, "step": 3490 }, { "epoch": 3.1, "learning_rate": 9.930915983528423e-05, "loss": 19.6416, "step": 3491 }, { "epoch": 3.1, "learning_rate": 9.930869342094772e-05, "loss": 19.1846, "step": 3492 }, { "epoch": 3.1, "learning_rate": 9.93082268503127e-05, "loss": 19.209, "step": 3493 }, { "epoch": 3.1, "learning_rate": 9.930776012338065e-05, "loss": 19.2158, "step": 3494 }, { "epoch": 3.1, "learning_rate": 9.930729324015304e-05, "loss": 19.8955, "step": 3495 }, { "epoch": 3.1, "learning_rate": 9.930682620063136e-05, "loss": 19.6797, "step": 3496 }, { "epoch": 3.11, "learning_rate": 9.930635900481709e-05, "loss": 19.9473, "step": 3497 }, { "epoch": 3.11, "learning_rate": 9.93058916527117e-05, "loss": 19.8096, "step": 3498 }, { "epoch": 3.11, "learning_rate": 9.93054241443167e-05, "loss": 19.2812, "step": 3499 }, { "epoch": 3.11, "learning_rate": 9.930495647963353e-05, "loss": 19.3398, "step": 3500 }, { "epoch": 3.11, "learning_rate": 9.93044886586637e-05, "loss": 19.2754, "step": 3501 }, { "epoch": 3.11, "learning_rate": 9.930402068140869e-05, "loss": 19.2041, "step": 3502 }, { "epoch": 3.11, "learning_rate": 9.930355254786999e-05, "loss": 19.1475, "step": 3503 }, { "epoch": 3.11, "learning_rate": 9.930308425804905e-05, "loss": 19.5508, "step": 3504 }, { "epoch": 3.11, "learning_rate": 9.930261581194738e-05, "loss": 19.208, "step": 3505 }, { "epoch": 3.11, "learning_rate": 9.930214720956648e-05, "loss": 18.8633, "step": 3506 }, { "epoch": 3.11, "learning_rate": 9.93016784509078e-05, "loss": 18.9785, "step": 3507 }, { "epoch": 3.12, "learning_rate": 9.930120953597286e-05, "loss": 19.6396, "step": 3508 }, { "epoch": 3.12, "learning_rate": 9.930074046476314e-05, "loss": 19.7861, "step": 3509 }, { "epoch": 3.12, "learning_rate": 9.93002712372801e-05, "loss": 19.25, "step": 3510 }, { "epoch": 3.12, "learning_rate": 9.929980185352526e-05, "loss": 19.0205, "step": 3511 }, { "epoch": 3.12, "learning_rate": 9.929933231350008e-05, "loss": 19.4258, "step": 3512 }, { "epoch": 3.12, "learning_rate": 9.929886261720606e-05, "loss": 19.4268, "step": 3513 }, { "epoch": 3.12, "learning_rate": 9.92983927646447e-05, "loss": 19.0156, "step": 3514 }, { "epoch": 3.12, "learning_rate": 9.929792275581746e-05, "loss": 19.8662, "step": 3515 }, { "epoch": 3.12, "learning_rate": 9.929745259072586e-05, "loss": 19.1523, "step": 3516 }, { "epoch": 3.12, "learning_rate": 9.929698226937138e-05, "loss": 19.8252, "step": 3517 }, { "epoch": 3.12, "learning_rate": 9.929651179175552e-05, "loss": 19.2588, "step": 3518 }, { "epoch": 3.13, "learning_rate": 9.929604115787976e-05, "loss": 19.6172, "step": 3519 }, { "epoch": 3.13, "learning_rate": 9.929557036774559e-05, "loss": 19.4482, "step": 3520 }, { "epoch": 3.13, "learning_rate": 9.929509942135451e-05, "loss": 20.3447, "step": 3521 }, { "epoch": 3.13, "learning_rate": 9.929462831870799e-05, "loss": 19.4951, "step": 3522 }, { "epoch": 3.13, "learning_rate": 9.929415705980756e-05, "loss": 18.8447, "step": 3523 }, { "epoch": 3.13, "learning_rate": 9.929368564465469e-05, "loss": 19.2344, "step": 3524 }, { "epoch": 3.13, "learning_rate": 9.929321407325088e-05, "loss": 20.0195, "step": 3525 }, { "epoch": 3.13, "learning_rate": 9.929274234559763e-05, "loss": 19.8711, "step": 3526 }, { "epoch": 3.13, "learning_rate": 9.929227046169643e-05, "loss": 19.7188, "step": 3527 }, { "epoch": 3.13, "learning_rate": 9.929179842154876e-05, "loss": 19.959, "step": 3528 }, { "epoch": 3.13, "learning_rate": 9.929132622515615e-05, "loss": 19.7637, "step": 3529 }, { "epoch": 3.13, "learning_rate": 9.929085387252007e-05, "loss": 19.7764, "step": 3530 }, { "epoch": 3.14, "learning_rate": 9.929038136364203e-05, "loss": 19.874, "step": 3531 }, { "epoch": 3.14, "learning_rate": 9.928990869852352e-05, "loss": 18.9961, "step": 3532 }, { "epoch": 3.14, "learning_rate": 9.928943587716604e-05, "loss": 20.0811, "step": 3533 }, { "epoch": 3.14, "learning_rate": 9.92889628995711e-05, "loss": 19.6191, "step": 3534 }, { "epoch": 3.14, "learning_rate": 9.928848976574019e-05, "loss": 20.0967, "step": 3535 }, { "epoch": 3.14, "learning_rate": 9.92880164756748e-05, "loss": 19.2939, "step": 3536 }, { "epoch": 3.14, "learning_rate": 9.928754302937646e-05, "loss": 19.4971, "step": 3537 }, { "epoch": 3.14, "learning_rate": 9.928706942684664e-05, "loss": 19.2881, "step": 3538 }, { "epoch": 3.14, "learning_rate": 9.928659566808685e-05, "loss": 19.6221, "step": 3539 }, { "epoch": 3.14, "learning_rate": 9.92861217530986e-05, "loss": 19.585, "step": 3540 }, { "epoch": 3.14, "learning_rate": 9.928564768188337e-05, "loss": 19.3506, "step": 3541 }, { "epoch": 3.15, "learning_rate": 9.928517345444269e-05, "loss": 19.5762, "step": 3542 }, { "epoch": 3.15, "learning_rate": 9.928469907077804e-05, "loss": 19.9268, "step": 3543 }, { "epoch": 3.15, "learning_rate": 9.928422453089094e-05, "loss": 19.6455, "step": 3544 }, { "epoch": 3.15, "learning_rate": 9.92837498347829e-05, "loss": 18.708, "step": 3545 }, { "epoch": 3.15, "learning_rate": 9.928327498245542e-05, "loss": 19.8135, "step": 3546 }, { "epoch": 3.15, "learning_rate": 9.928279997391e-05, "loss": 19.4785, "step": 3547 }, { "epoch": 3.15, "learning_rate": 9.928232480914811e-05, "loss": 19.71, "step": 3548 }, { "epoch": 3.15, "learning_rate": 9.928184948817132e-05, "loss": 19.5088, "step": 3549 }, { "epoch": 3.15, "learning_rate": 9.928137401098111e-05, "loss": 19.3379, "step": 3550 }, { "epoch": 3.15, "learning_rate": 9.928089837757898e-05, "loss": 19.627, "step": 3551 }, { "epoch": 3.15, "learning_rate": 9.928042258796644e-05, "loss": 19.5039, "step": 3552 }, { "epoch": 3.16, "learning_rate": 9.927994664214501e-05, "loss": 19.7354, "step": 3553 }, { "epoch": 3.16, "learning_rate": 9.927947054011618e-05, "loss": 19.8525, "step": 3554 }, { "epoch": 3.16, "learning_rate": 9.927899428188147e-05, "loss": 20.4365, "step": 3555 }, { "epoch": 3.16, "learning_rate": 9.92785178674424e-05, "loss": 20.0693, "step": 3556 }, { "epoch": 3.16, "learning_rate": 9.927804129680046e-05, "loss": 19.4297, "step": 3557 }, { "epoch": 3.16, "learning_rate": 9.927756456995717e-05, "loss": 19.9727, "step": 3558 }, { "epoch": 3.16, "learning_rate": 9.927708768691404e-05, "loss": 19.71, "step": 3559 }, { "epoch": 3.16, "learning_rate": 9.927661064767258e-05, "loss": 19.3721, "step": 3560 }, { "epoch": 3.16, "learning_rate": 9.927613345223432e-05, "loss": 19.8369, "step": 3561 }, { "epoch": 3.16, "learning_rate": 9.927565610060074e-05, "loss": 19.4404, "step": 3562 }, { "epoch": 3.16, "learning_rate": 9.927517859277338e-05, "loss": 19.7959, "step": 3563 }, { "epoch": 3.17, "learning_rate": 9.927470092875373e-05, "loss": 18.8154, "step": 3564 }, { "epoch": 3.17, "learning_rate": 9.927422310854333e-05, "loss": 19.3906, "step": 3565 }, { "epoch": 3.17, "learning_rate": 9.927374513214367e-05, "loss": 19.7129, "step": 3566 }, { "epoch": 3.17, "learning_rate": 9.927326699955629e-05, "loss": 19.3145, "step": 3567 }, { "epoch": 3.17, "learning_rate": 9.92727887107827e-05, "loss": 19.0869, "step": 3568 }, { "epoch": 3.17, "learning_rate": 9.927231026582439e-05, "loss": 19.8418, "step": 3569 }, { "epoch": 3.17, "learning_rate": 9.92718316646829e-05, "loss": 20.0977, "step": 3570 }, { "epoch": 3.17, "learning_rate": 9.927135290735975e-05, "loss": 20.0195, "step": 3571 }, { "epoch": 3.17, "learning_rate": 9.927087399385644e-05, "loss": 19.4697, "step": 3572 }, { "epoch": 3.17, "learning_rate": 9.927039492417452e-05, "loss": 19.5039, "step": 3573 }, { "epoch": 3.17, "learning_rate": 9.926991569831546e-05, "loss": 19.5215, "step": 3574 }, { "epoch": 3.17, "learning_rate": 9.926943631628082e-05, "loss": 19.5957, "step": 3575 }, { "epoch": 3.18, "learning_rate": 9.92689567780721e-05, "loss": 20.0176, "step": 3576 }, { "epoch": 3.18, "learning_rate": 9.926847708369083e-05, "loss": 19.1182, "step": 3577 }, { "epoch": 3.18, "learning_rate": 9.926799723313854e-05, "loss": 19.4199, "step": 3578 }, { "epoch": 3.18, "learning_rate": 9.926751722641671e-05, "loss": 19.3271, "step": 3579 }, { "epoch": 3.18, "learning_rate": 9.926703706352689e-05, "loss": 19.1904, "step": 3580 }, { "epoch": 3.18, "learning_rate": 9.926655674447062e-05, "loss": 19.2812, "step": 3581 }, { "epoch": 3.18, "learning_rate": 9.92660762692494e-05, "loss": 19.7061, "step": 3582 }, { "epoch": 3.18, "learning_rate": 9.926559563786475e-05, "loss": 19.1309, "step": 3583 }, { "epoch": 3.18, "learning_rate": 9.92651148503182e-05, "loss": 19.6895, "step": 3584 }, { "epoch": 3.18, "learning_rate": 9.926463390661127e-05, "loss": 19.501, "step": 3585 }, { "epoch": 3.18, "learning_rate": 9.926415280674549e-05, "loss": 19.6562, "step": 3586 }, { "epoch": 3.19, "learning_rate": 9.926367155072238e-05, "loss": 19.0342, "step": 3587 }, { "epoch": 3.19, "learning_rate": 9.926319013854349e-05, "loss": 19.167, "step": 3588 }, { "epoch": 3.19, "learning_rate": 9.926270857021029e-05, "loss": 19.0059, "step": 3589 }, { "epoch": 3.19, "learning_rate": 9.926222684572437e-05, "loss": 19.9473, "step": 3590 }, { "epoch": 3.19, "learning_rate": 9.926174496508721e-05, "loss": 19.2217, "step": 3591 }, { "epoch": 3.19, "learning_rate": 9.926126292830036e-05, "loss": 19.7148, "step": 3592 }, { "epoch": 3.19, "learning_rate": 9.926078073536535e-05, "loss": 19.0898, "step": 3593 }, { "epoch": 3.19, "learning_rate": 9.926029838628371e-05, "loss": 19.416, "step": 3594 }, { "epoch": 3.19, "learning_rate": 9.925981588105693e-05, "loss": 19.3994, "step": 3595 }, { "epoch": 3.19, "learning_rate": 9.92593332196866e-05, "loss": 19.6143, "step": 3596 }, { "epoch": 3.19, "learning_rate": 9.925885040217421e-05, "loss": 19.8887, "step": 3597 }, { "epoch": 3.2, "learning_rate": 9.92583674285213e-05, "loss": 19.1377, "step": 3598 }, { "epoch": 3.2, "learning_rate": 9.925788429872939e-05, "loss": 19.2207, "step": 3599 }, { "epoch": 3.2, "learning_rate": 9.925740101280005e-05, "loss": 19.8545, "step": 3600 }, { "epoch": 3.2, "learning_rate": 9.925691757073477e-05, "loss": 19.9102, "step": 3601 }, { "epoch": 3.2, "learning_rate": 9.925643397253509e-05, "loss": 19.4385, "step": 3602 }, { "epoch": 3.2, "learning_rate": 9.925595021820255e-05, "loss": 19.0215, "step": 3603 }, { "epoch": 3.2, "learning_rate": 9.92554663077387e-05, "loss": 19.5967, "step": 3604 }, { "epoch": 3.2, "learning_rate": 9.925498224114505e-05, "loss": 19.3242, "step": 3605 }, { "epoch": 3.2, "learning_rate": 9.925449801842315e-05, "loss": 19.4648, "step": 3606 }, { "epoch": 3.2, "learning_rate": 9.92540136395745e-05, "loss": 19.3936, "step": 3607 }, { "epoch": 3.2, "learning_rate": 9.925352910460069e-05, "loss": 20.083, "step": 3608 }, { "epoch": 3.21, "learning_rate": 9.925352910460069e-05, "loss": 19.4131, "step": 3609 }, { "epoch": 3.21, "learning_rate": 9.925304441350321e-05, "loss": 19.4268, "step": 3610 }, { "epoch": 3.21, "learning_rate": 9.925255956628363e-05, "loss": 19.8281, "step": 3611 }, { "epoch": 3.21, "learning_rate": 9.925207456294346e-05, "loss": 19.6436, "step": 3612 }, { "epoch": 3.21, "learning_rate": 9.925158940348425e-05, "loss": 19.4521, "step": 3613 }, { "epoch": 3.21, "learning_rate": 9.925110408790754e-05, "loss": 19.2959, "step": 3614 }, { "epoch": 3.21, "learning_rate": 9.925061861621487e-05, "loss": 19.6133, "step": 3615 }, { "epoch": 3.21, "learning_rate": 9.925013298840776e-05, "loss": 19.4609, "step": 3616 }, { "epoch": 3.21, "learning_rate": 9.924964720448777e-05, "loss": 19.5547, "step": 3617 }, { "epoch": 3.21, "learning_rate": 9.924916126445643e-05, "loss": 19.6748, "step": 3618 }, { "epoch": 3.21, "learning_rate": 9.924867516831528e-05, "loss": 19.5273, "step": 3619 }, { "epoch": 3.21, "learning_rate": 9.924818891606589e-05, "loss": 20.1016, "step": 3620 }, { "epoch": 3.22, "learning_rate": 9.924770250770975e-05, "loss": 19.4111, "step": 3621 }, { "epoch": 3.22, "learning_rate": 9.924770250770975e-05, "loss": 19.5938, "step": 3622 }, { "epoch": 3.22, "learning_rate": 9.924721594324844e-05, "loss": 19.6826, "step": 3623 }, { "epoch": 3.22, "learning_rate": 9.924672922268348e-05, "loss": 19.1143, "step": 3624 }, { "epoch": 3.22, "learning_rate": 9.924624234601643e-05, "loss": 19.084, "step": 3625 }, { "epoch": 3.22, "learning_rate": 9.924575531324882e-05, "loss": 19.4668, "step": 3626 }, { "epoch": 3.22, "learning_rate": 9.92452681243822e-05, "loss": 19.4531, "step": 3627 }, { "epoch": 3.22, "learning_rate": 9.924478077941812e-05, "loss": 19.2363, "step": 3628 }, { "epoch": 3.22, "learning_rate": 9.92442932783581e-05, "loss": 19.7314, "step": 3629 }, { "epoch": 3.22, "learning_rate": 9.924380562120373e-05, "loss": 19.583, "step": 3630 }, { "epoch": 3.22, "learning_rate": 9.92433178079565e-05, "loss": 20.2676, "step": 3631 }, { "epoch": 3.23, "learning_rate": 9.924282983861801e-05, "loss": 19.7295, "step": 3632 }, { "epoch": 3.23, "learning_rate": 9.924234171318978e-05, "loss": 19.4014, "step": 3633 }, { "epoch": 3.23, "learning_rate": 9.924185343167335e-05, "loss": 19.6865, "step": 3634 }, { "epoch": 3.23, "learning_rate": 9.924136499407028e-05, "loss": 19.6914, "step": 3635 }, { "epoch": 3.23, "learning_rate": 9.924087640038211e-05, "loss": 19.4258, "step": 3636 }, { "epoch": 3.23, "learning_rate": 9.924038765061042e-05, "loss": 19.1748, "step": 3637 }, { "epoch": 3.23, "learning_rate": 9.923989874475669e-05, "loss": 19.6289, "step": 3638 }, { "epoch": 3.23, "learning_rate": 9.923940968282255e-05, "loss": 19.792, "step": 3639 }, { "epoch": 3.23, "learning_rate": 9.923892046480952e-05, "loss": 20.1426, "step": 3640 }, { "epoch": 3.23, "learning_rate": 9.923843109071911e-05, "loss": 19.748, "step": 3641 }, { "epoch": 3.23, "learning_rate": 9.923794156055293e-05, "loss": 19.6611, "step": 3642 }, { "epoch": 3.24, "learning_rate": 9.92374518743125e-05, "loss": 19.6025, "step": 3643 }, { "epoch": 3.24, "learning_rate": 9.923696203199937e-05, "loss": 19.3115, "step": 3644 }, { "epoch": 3.24, "learning_rate": 9.923647203361513e-05, "loss": 19.5947, "step": 3645 }, { "epoch": 3.24, "learning_rate": 9.923598187916128e-05, "loss": 20.6641, "step": 3646 }, { "epoch": 3.24, "learning_rate": 9.92354915686394e-05, "loss": 20.0713, "step": 3647 }, { "epoch": 3.24, "learning_rate": 9.923500110205106e-05, "loss": 19.7275, "step": 3648 }, { "epoch": 3.24, "learning_rate": 9.923451047939779e-05, "loss": 19.0918, "step": 3649 }, { "epoch": 3.24, "learning_rate": 9.923401970068116e-05, "loss": 20.5879, "step": 3650 }, { "epoch": 3.24, "learning_rate": 9.92335287659027e-05, "loss": 19.917, "step": 3651 }, { "epoch": 3.24, "learning_rate": 9.9233037675064e-05, "loss": 19.127, "step": 3652 }, { "epoch": 3.24, "learning_rate": 9.92325464281666e-05, "loss": 20.1885, "step": 3653 }, { "epoch": 3.25, "learning_rate": 9.923205502521206e-05, "loss": 19.9326, "step": 3654 }, { "epoch": 3.25, "learning_rate": 9.923156346620193e-05, "loss": 19.1377, "step": 3655 }, { "epoch": 3.25, "learning_rate": 9.923107175113779e-05, "loss": 19.8594, "step": 3656 }, { "epoch": 3.25, "learning_rate": 9.923057988002117e-05, "loss": 19.6074, "step": 3657 }, { "epoch": 3.25, "learning_rate": 9.923008785285364e-05, "loss": 19.0664, "step": 3658 }, { "epoch": 3.25, "learning_rate": 9.922959566963677e-05, "loss": 19.8496, "step": 3659 }, { "epoch": 3.25, "learning_rate": 9.922910333037211e-05, "loss": 19.3418, "step": 3660 }, { "epoch": 3.25, "learning_rate": 9.922861083506122e-05, "loss": 19.9727, "step": 3661 }, { "epoch": 3.25, "learning_rate": 9.922811818370567e-05, "loss": 19.459, "step": 3662 }, { "epoch": 3.25, "learning_rate": 9.9227625376307e-05, "loss": 19.8516, "step": 3663 }, { "epoch": 3.25, "learning_rate": 9.922713241286681e-05, "loss": 19.9775, "step": 3664 }, { "epoch": 3.25, "learning_rate": 9.922663929338662e-05, "loss": 19.8281, "step": 3665 }, { "epoch": 3.26, "learning_rate": 9.922614601786803e-05, "loss": 19.0098, "step": 3666 }, { "epoch": 3.26, "learning_rate": 9.922565258631258e-05, "loss": 19.083, "step": 3667 }, { "epoch": 3.26, "learning_rate": 9.922515899872184e-05, "loss": 19.7168, "step": 3668 }, { "epoch": 3.26, "learning_rate": 9.922466525509737e-05, "loss": 19.8574, "step": 3669 }, { "epoch": 3.26, "learning_rate": 9.922417135544075e-05, "loss": 19.3779, "step": 3670 }, { "epoch": 3.26, "learning_rate": 9.922367729975352e-05, "loss": 19.5566, "step": 3671 }, { "epoch": 3.26, "learning_rate": 9.922318308803728e-05, "loss": 19.667, "step": 3672 }, { "epoch": 3.26, "learning_rate": 9.922268872029358e-05, "loss": 19.4424, "step": 3673 }, { "epoch": 3.26, "learning_rate": 9.9222194196524e-05, "loss": 19.7334, "step": 3674 }, { "epoch": 3.26, "learning_rate": 9.922169951673005e-05, "loss": 19.7344, "step": 3675 }, { "epoch": 3.26, "learning_rate": 9.922120468091336e-05, "loss": 19.7998, "step": 3676 }, { "epoch": 3.27, "learning_rate": 9.922070968907548e-05, "loss": 19.5605, "step": 3677 }, { "epoch": 3.27, "learning_rate": 9.922021454121799e-05, "loss": 18.999, "step": 3678 }, { "epoch": 3.27, "learning_rate": 9.921971923734244e-05, "loss": 19.2939, "step": 3679 }, { "epoch": 3.27, "learning_rate": 9.921922377745041e-05, "loss": 19.7578, "step": 3680 }, { "epoch": 3.27, "learning_rate": 9.921872816154347e-05, "loss": 19.0703, "step": 3681 }, { "epoch": 3.27, "learning_rate": 9.92182323896232e-05, "loss": 18.9209, "step": 3682 }, { "epoch": 3.27, "learning_rate": 9.921773646169115e-05, "loss": 20.4873, "step": 3683 }, { "epoch": 3.27, "learning_rate": 9.92172403777489e-05, "loss": 20.2168, "step": 3684 }, { "epoch": 3.27, "learning_rate": 9.921674413779803e-05, "loss": 19.3604, "step": 3685 }, { "epoch": 3.27, "learning_rate": 9.921624774184011e-05, "loss": 19.4541, "step": 3686 }, { "epoch": 3.27, "learning_rate": 9.921575118987672e-05, "loss": 20.0244, "step": 3687 }, { "epoch": 3.28, "learning_rate": 9.92152544819094e-05, "loss": 19.498, "step": 3688 }, { "epoch": 3.28, "learning_rate": 9.921475761793978e-05, "loss": 19.8809, "step": 3689 }, { "epoch": 3.28, "learning_rate": 9.92142605979694e-05, "loss": 19.582, "step": 3690 }, { "epoch": 3.28, "learning_rate": 9.921376342199982e-05, "loss": 19.4619, "step": 3691 }, { "epoch": 3.28, "learning_rate": 9.921326609003266e-05, "loss": 20.1973, "step": 3692 }, { "epoch": 3.28, "learning_rate": 9.921276860206947e-05, "loss": 19.3447, "step": 3693 }, { "epoch": 3.28, "learning_rate": 9.921227095811183e-05, "loss": 19.2041, "step": 3694 }, { "epoch": 3.28, "learning_rate": 9.921177315816131e-05, "loss": 19.0293, "step": 3695 }, { "epoch": 3.28, "learning_rate": 9.921127520221952e-05, "loss": 19.4326, "step": 3696 }, { "epoch": 3.28, "learning_rate": 9.921077709028799e-05, "loss": 20.0137, "step": 3697 }, { "epoch": 3.28, "learning_rate": 9.921027882236832e-05, "loss": 19.5488, "step": 3698 }, { "epoch": 3.29, "learning_rate": 9.92097803984621e-05, "loss": 20.0244, "step": 3699 }, { "epoch": 3.29, "learning_rate": 9.92092818185709e-05, "loss": 19.4756, "step": 3700 }, { "epoch": 3.29, "learning_rate": 9.92087830826963e-05, "loss": 20.1201, "step": 3701 }, { "epoch": 3.29, "learning_rate": 9.92082841908399e-05, "loss": 19.7832, "step": 3702 }, { "epoch": 3.29, "learning_rate": 9.920778514300327e-05, "loss": 19.3369, "step": 3703 }, { "epoch": 3.29, "learning_rate": 9.920728593918796e-05, "loss": 19.1631, "step": 3704 }, { "epoch": 3.29, "learning_rate": 9.92067865793956e-05, "loss": 19.6475, "step": 3705 }, { "epoch": 3.29, "learning_rate": 9.920628706362775e-05, "loss": 19.2725, "step": 3706 }, { "epoch": 3.29, "learning_rate": 9.920578739188598e-05, "loss": 19.4873, "step": 3707 }, { "epoch": 3.29, "learning_rate": 9.92052875641719e-05, "loss": 19.7188, "step": 3708 }, { "epoch": 3.29, "learning_rate": 9.92047875804871e-05, "loss": 19.5342, "step": 3709 }, { "epoch": 3.29, "learning_rate": 9.920428744083312e-05, "loss": 20.2969, "step": 3710 }, { "epoch": 3.3, "learning_rate": 9.920378714521159e-05, "loss": 19.7695, "step": 3711 }, { "epoch": 3.3, "learning_rate": 9.920328669362409e-05, "loss": 20.0293, "step": 3712 }, { "epoch": 3.3, "learning_rate": 9.920278608607217e-05, "loss": 19.3057, "step": 3713 }, { "epoch": 3.3, "learning_rate": 9.920228532255747e-05, "loss": 19.3232, "step": 3714 }, { "epoch": 3.3, "learning_rate": 9.920178440308152e-05, "loss": 19.6025, "step": 3715 }, { "epoch": 3.3, "learning_rate": 9.920128332764597e-05, "loss": 19.5732, "step": 3716 }, { "epoch": 3.3, "learning_rate": 9.920078209625236e-05, "loss": 20.8594, "step": 3717 }, { "epoch": 3.3, "learning_rate": 9.920028070890229e-05, "loss": 19.1953, "step": 3718 }, { "epoch": 3.3, "learning_rate": 9.919977916559737e-05, "loss": 19.4678, "step": 3719 }, { "epoch": 3.3, "learning_rate": 9.919927746633917e-05, "loss": 19.5254, "step": 3720 }, { "epoch": 3.3, "learning_rate": 9.919877561112927e-05, "loss": 19.9639, "step": 3721 }, { "epoch": 3.31, "learning_rate": 9.91982735999693e-05, "loss": 19.5117, "step": 3722 }, { "epoch": 3.31, "learning_rate": 9.919777143286081e-05, "loss": 19.1768, "step": 3723 }, { "epoch": 3.31, "learning_rate": 9.91972691098054e-05, "loss": 19.7451, "step": 3724 }, { "epoch": 3.31, "learning_rate": 9.91967666308047e-05, "loss": 19.7588, "step": 3725 }, { "epoch": 3.31, "learning_rate": 9.919626399586025e-05, "loss": 19.0381, "step": 3726 }, { "epoch": 3.31, "learning_rate": 9.919576120497368e-05, "loss": 19.7988, "step": 3727 }, { "epoch": 3.31, "learning_rate": 9.919525825814655e-05, "loss": 19.3369, "step": 3728 }, { "epoch": 3.31, "learning_rate": 9.91947551553805e-05, "loss": 19.1748, "step": 3729 }, { "epoch": 3.31, "learning_rate": 9.919425189667709e-05, "loss": 19.3643, "step": 3730 }, { "epoch": 3.31, "learning_rate": 9.919374848203792e-05, "loss": 19.6592, "step": 3731 }, { "epoch": 3.31, "learning_rate": 9.91932449114646e-05, "loss": 19.7803, "step": 3732 }, { "epoch": 3.32, "learning_rate": 9.91932449114646e-05, "loss": 19.5195, "step": 3733 }, { "epoch": 3.32, "learning_rate": 9.91927411849587e-05, "loss": 19.7637, "step": 3734 }, { "epoch": 3.32, "learning_rate": 9.919223730252185e-05, "loss": 20.0439, "step": 3735 }, { "epoch": 3.32, "learning_rate": 9.919173326415563e-05, "loss": 19.8408, "step": 3736 }, { "epoch": 3.32, "learning_rate": 9.919122906986162e-05, "loss": 19.709, "step": 3737 }, { "epoch": 3.32, "learning_rate": 9.919072471964145e-05, "loss": 19.8223, "step": 3738 }, { "epoch": 3.32, "learning_rate": 9.91902202134967e-05, "loss": 19.4053, "step": 3739 }, { "epoch": 3.32, "learning_rate": 9.9189715551429e-05, "loss": 19.8848, "step": 3740 }, { "epoch": 3.32, "learning_rate": 9.91892107334399e-05, "loss": 19.1357, "step": 3741 }, { "epoch": 3.32, "learning_rate": 9.918870575953102e-05, "loss": 19.585, "step": 3742 }, { "epoch": 3.32, "learning_rate": 9.918820062970397e-05, "loss": 19.7754, "step": 3743 }, { "epoch": 3.33, "learning_rate": 9.918769534396035e-05, "loss": 19.751, "step": 3744 }, { "epoch": 3.33, "learning_rate": 9.918718990230175e-05, "loss": 19.8496, "step": 3745 }, { "epoch": 3.33, "learning_rate": 9.918668430472979e-05, "loss": 20.0088, "step": 3746 }, { "epoch": 3.33, "learning_rate": 9.918617855124606e-05, "loss": 19.8184, "step": 3747 }, { "epoch": 3.33, "learning_rate": 9.918567264185216e-05, "loss": 19.2949, "step": 3748 }, { "epoch": 3.33, "learning_rate": 9.918516657654971e-05, "loss": 19.6562, "step": 3749 }, { "epoch": 3.33, "learning_rate": 9.918466035534029e-05, "loss": 19.5615, "step": 3750 }, { "epoch": 3.33, "learning_rate": 9.918415397822553e-05, "loss": 19.0859, "step": 3751 }, { "epoch": 3.33, "learning_rate": 9.918364744520703e-05, "loss": 19.6562, "step": 3752 }, { "epoch": 3.33, "learning_rate": 9.918314075628636e-05, "loss": 19.8896, "step": 3753 }, { "epoch": 3.33, "learning_rate": 9.918263391146519e-05, "loss": 19.1455, "step": 3754 }, { "epoch": 3.33, "learning_rate": 9.918212691074507e-05, "loss": 19.5977, "step": 3755 }, { "epoch": 3.34, "learning_rate": 9.918161975412763e-05, "loss": 19.6367, "step": 3756 }, { "epoch": 3.34, "learning_rate": 9.918111244161448e-05, "loss": 19.5625, "step": 3757 }, { "epoch": 3.34, "learning_rate": 9.918060497320721e-05, "loss": 19.0176, "step": 3758 }, { "epoch": 3.34, "learning_rate": 9.918009734890745e-05, "loss": 19.8984, "step": 3759 }, { "epoch": 3.34, "learning_rate": 9.917958956871681e-05, "loss": 20.1592, "step": 3760 }, { "epoch": 3.34, "learning_rate": 9.91790816326369e-05, "loss": 19.667, "step": 3761 }, { "epoch": 3.34, "learning_rate": 9.917857354066931e-05, "loss": 19.9639, "step": 3762 }, { "epoch": 3.34, "learning_rate": 9.917806529281566e-05, "loss": 19.751, "step": 3763 }, { "epoch": 3.34, "learning_rate": 9.917755688907755e-05, "loss": 19.8301, "step": 3764 }, { "epoch": 3.34, "learning_rate": 9.917704832945662e-05, "loss": 19.9336, "step": 3765 }, { "epoch": 3.34, "learning_rate": 9.917653961395447e-05, "loss": 19.0635, "step": 3766 }, { "epoch": 3.35, "learning_rate": 9.91760307425727e-05, "loss": 19.3936, "step": 3767 }, { "epoch": 3.35, "learning_rate": 9.917552171531294e-05, "loss": 19.5586, "step": 3768 }, { "epoch": 3.35, "learning_rate": 9.917501253217679e-05, "loss": 20.0264, "step": 3769 }, { "epoch": 3.35, "learning_rate": 9.917450319316588e-05, "loss": 19.3887, "step": 3770 }, { "epoch": 3.35, "learning_rate": 9.91739936982818e-05, "loss": 19.6914, "step": 3771 }, { "epoch": 3.35, "learning_rate": 9.917348404752618e-05, "loss": 19.2822, "step": 3772 }, { "epoch": 3.35, "learning_rate": 9.917297424090065e-05, "loss": 19.7734, "step": 3773 }, { "epoch": 3.35, "learning_rate": 9.91724642784068e-05, "loss": 19.5078, "step": 3774 }, { "epoch": 3.35, "learning_rate": 9.917195416004625e-05, "loss": 19.8242, "step": 3775 }, { "epoch": 3.35, "learning_rate": 9.917144388582063e-05, "loss": 19.2617, "step": 3776 }, { "epoch": 3.35, "learning_rate": 9.917093345573156e-05, "loss": 19.5537, "step": 3777 }, { "epoch": 3.36, "learning_rate": 9.917042286978064e-05, "loss": 19.2568, "step": 3778 }, { "epoch": 3.36, "learning_rate": 9.91699121279695e-05, "loss": 20.0781, "step": 3779 }, { "epoch": 3.36, "learning_rate": 9.916940123029976e-05, "loss": 20.1846, "step": 3780 }, { "epoch": 3.36, "learning_rate": 9.916889017677302e-05, "loss": 20.04, "step": 3781 }, { "epoch": 3.36, "learning_rate": 9.916837896739094e-05, "loss": 19.6025, "step": 3782 }, { "epoch": 3.36, "learning_rate": 9.916837896739094e-05, "loss": 20.1396, "step": 3783 }, { "epoch": 3.36, "learning_rate": 9.916786760215511e-05, "loss": 19.4248, "step": 3784 }, { "epoch": 3.36, "learning_rate": 9.916735608106715e-05, "loss": 19.9824, "step": 3785 }, { "epoch": 3.36, "learning_rate": 9.916684440412868e-05, "loss": 19.8457, "step": 3786 }, { "epoch": 3.36, "learning_rate": 9.916633257134136e-05, "loss": 19.2051, "step": 3787 }, { "epoch": 3.36, "learning_rate": 9.916582058270675e-05, "loss": 19.707, "step": 3788 }, { "epoch": 3.37, "learning_rate": 9.916530843822653e-05, "loss": 19.418, "step": 3789 }, { "epoch": 3.37, "learning_rate": 9.916479613790231e-05, "loss": 19.7139, "step": 3790 }, { "epoch": 3.37, "learning_rate": 9.916428368173567e-05, "loss": 19.625, "step": 3791 }, { "epoch": 3.37, "learning_rate": 9.916377106972829e-05, "loss": 19.7568, "step": 3792 }, { "epoch": 3.37, "learning_rate": 9.916325830188177e-05, "loss": 20.3408, "step": 3793 }, { "epoch": 3.37, "learning_rate": 9.916274537819775e-05, "loss": 19.2197, "step": 3794 }, { "epoch": 3.37, "learning_rate": 9.916223229867781e-05, "loss": 19.5586, "step": 3795 }, { "epoch": 3.37, "learning_rate": 9.916171906332364e-05, "loss": 19.5889, "step": 3796 }, { "epoch": 3.37, "learning_rate": 9.916120567213683e-05, "loss": 19.4541, "step": 3797 }, { "epoch": 3.37, "learning_rate": 9.916069212511901e-05, "loss": 19.6992, "step": 3798 }, { "epoch": 3.37, "learning_rate": 9.916017842227181e-05, "loss": 19.5996, "step": 3799 }, { "epoch": 3.37, "learning_rate": 9.915966456359686e-05, "loss": 19.3428, "step": 3800 }, { "epoch": 3.38, "learning_rate": 9.915915054909579e-05, "loss": 19.6494, "step": 3801 }, { "epoch": 3.38, "learning_rate": 9.915863637877024e-05, "loss": 19.4639, "step": 3802 }, { "epoch": 3.38, "learning_rate": 9.915812205262182e-05, "loss": 19.2715, "step": 3803 }, { "epoch": 3.38, "learning_rate": 9.915760757065218e-05, "loss": 19.2324, "step": 3804 }, { "epoch": 3.38, "learning_rate": 9.915709293286293e-05, "loss": 19.8877, "step": 3805 }, { "epoch": 3.38, "learning_rate": 9.91565781392557e-05, "loss": 19.25, "step": 3806 }, { "epoch": 3.38, "learning_rate": 9.915606318983215e-05, "loss": 19.6445, "step": 3807 }, { "epoch": 3.38, "learning_rate": 9.915554808459389e-05, "loss": 19.9609, "step": 3808 }, { "epoch": 3.38, "learning_rate": 9.915503282354256e-05, "loss": 19.5586, "step": 3809 }, { "epoch": 3.38, "learning_rate": 9.915451740667978e-05, "loss": 19.9219, "step": 3810 }, { "epoch": 3.38, "learning_rate": 9.915400183400721e-05, "loss": 19.3691, "step": 3811 }, { "epoch": 3.39, "learning_rate": 9.915348610552645e-05, "loss": 19.8623, "step": 3812 }, { "epoch": 3.39, "learning_rate": 9.915297022123918e-05, "loss": 19.833, "step": 3813 }, { "epoch": 3.39, "learning_rate": 9.9152454181147e-05, "loss": 19.5488, "step": 3814 }, { "epoch": 3.39, "learning_rate": 9.915193798525155e-05, "loss": 19.042, "step": 3815 }, { "epoch": 3.39, "learning_rate": 9.915142163355447e-05, "loss": 19.9609, "step": 3816 }, { "epoch": 3.39, "learning_rate": 9.915090512605741e-05, "loss": 19.2705, "step": 3817 }, { "epoch": 3.39, "learning_rate": 9.9150388462762e-05, "loss": 19.2061, "step": 3818 }, { "epoch": 3.39, "learning_rate": 9.914987164366985e-05, "loss": 20.0137, "step": 3819 }, { "epoch": 3.39, "learning_rate": 9.914935466878262e-05, "loss": 20.0029, "step": 3820 }, { "epoch": 3.39, "learning_rate": 9.914883753810196e-05, "loss": 19.4238, "step": 3821 }, { "epoch": 3.39, "learning_rate": 9.91483202516295e-05, "loss": 19.4209, "step": 3822 }, { "epoch": 3.4, "learning_rate": 9.914780280936688e-05, "loss": 20.1338, "step": 3823 }, { "epoch": 3.4, "learning_rate": 9.914728521131574e-05, "loss": 20.0674, "step": 3824 }, { "epoch": 3.4, "learning_rate": 9.914676745747772e-05, "loss": 19.5586, "step": 3825 }, { "epoch": 3.4, "learning_rate": 9.914624954785446e-05, "loss": 19.7441, "step": 3826 }, { "epoch": 3.4, "learning_rate": 9.914573148244758e-05, "loss": 19.1846, "step": 3827 }, { "epoch": 3.4, "learning_rate": 9.914521326125879e-05, "loss": 19.0195, "step": 3828 }, { "epoch": 3.4, "learning_rate": 9.914469488428966e-05, "loss": 19.4229, "step": 3829 }, { "epoch": 3.4, "learning_rate": 9.914417635154185e-05, "loss": 19.8457, "step": 3830 }, { "epoch": 3.4, "learning_rate": 9.914365766301703e-05, "loss": 19.8828, "step": 3831 }, { "epoch": 3.4, "learning_rate": 9.914313881871681e-05, "loss": 19.6084, "step": 3832 }, { "epoch": 3.4, "learning_rate": 9.914261981864288e-05, "loss": 19.5146, "step": 3833 }, { "epoch": 3.4, "learning_rate": 9.914210066279684e-05, "loss": 19.9834, "step": 3834 }, { "epoch": 3.41, "learning_rate": 9.914158135118036e-05, "loss": 19.9893, "step": 3835 }, { "epoch": 3.41, "learning_rate": 9.914106188379508e-05, "loss": 19.5742, "step": 3836 }, { "epoch": 3.41, "learning_rate": 9.914054226064264e-05, "loss": 19.4863, "step": 3837 }, { "epoch": 3.41, "learning_rate": 9.914002248172471e-05, "loss": 19.2236, "step": 3838 }, { "epoch": 3.41, "learning_rate": 9.913950254704291e-05, "loss": 20.1035, "step": 3839 }, { "epoch": 3.41, "learning_rate": 9.913898245659889e-05, "loss": 19.4912, "step": 3840 }, { "epoch": 3.41, "learning_rate": 9.91384622103943e-05, "loss": 19.4141, "step": 3841 }, { "epoch": 3.41, "learning_rate": 9.913794180843084e-05, "loss": 20.0176, "step": 3842 }, { "epoch": 3.41, "learning_rate": 9.913742125071008e-05, "loss": 19.1104, "step": 3843 }, { "epoch": 3.41, "learning_rate": 9.913690053723371e-05, "loss": 19.6016, "step": 3844 }, { "epoch": 3.41, "learning_rate": 9.913637966800338e-05, "loss": 19.5186, "step": 3845 }, { "epoch": 3.42, "learning_rate": 9.913585864302076e-05, "loss": 19.958, "step": 3846 }, { "epoch": 3.42, "learning_rate": 9.913533746228745e-05, "loss": 19.416, "step": 3847 }, { "epoch": 3.42, "learning_rate": 9.913481612580512e-05, "loss": 19.4736, "step": 3848 }, { "epoch": 3.42, "learning_rate": 9.913429463357546e-05, "loss": 19.9023, "step": 3849 }, { "epoch": 3.42, "learning_rate": 9.91337729856001e-05, "loss": 19.8271, "step": 3850 }, { "epoch": 3.42, "learning_rate": 9.913325118188068e-05, "loss": 19.5439, "step": 3851 }, { "epoch": 3.42, "learning_rate": 9.913272922241887e-05, "loss": 19.4023, "step": 3852 }, { "epoch": 3.42, "learning_rate": 9.913220710721632e-05, "loss": 19.6553, "step": 3853 }, { "epoch": 3.42, "learning_rate": 9.913168483627468e-05, "loss": 20.0654, "step": 3854 }, { "epoch": 3.42, "learning_rate": 9.913116240959562e-05, "loss": 19.2031, "step": 3855 }, { "epoch": 3.42, "learning_rate": 9.913063982718076e-05, "loss": 19.4297, "step": 3856 }, { "epoch": 3.43, "learning_rate": 9.913011708903181e-05, "loss": 18.9346, "step": 3857 }, { "epoch": 3.43, "learning_rate": 9.912959419515038e-05, "loss": 19.8633, "step": 3858 }, { "epoch": 3.43, "learning_rate": 9.912907114553816e-05, "loss": 19.6836, "step": 3859 }, { "epoch": 3.43, "learning_rate": 9.912854794019679e-05, "loss": 19.6191, "step": 3860 }, { "epoch": 3.43, "learning_rate": 9.912802457912792e-05, "loss": 20.0459, "step": 3861 }, { "epoch": 3.43, "learning_rate": 9.912750106233324e-05, "loss": 19.1318, "step": 3862 }, { "epoch": 3.43, "learning_rate": 9.912697738981437e-05, "loss": 19.3848, "step": 3863 }, { "epoch": 3.43, "learning_rate": 9.912645356157302e-05, "loss": 20.167, "step": 3864 }, { "epoch": 3.43, "learning_rate": 9.912592957761079e-05, "loss": 19.4854, "step": 3865 }, { "epoch": 3.43, "learning_rate": 9.91254054379294e-05, "loss": 19.9082, "step": 3866 }, { "epoch": 3.43, "learning_rate": 9.912488114253046e-05, "loss": 19.3672, "step": 3867 }, { "epoch": 3.44, "learning_rate": 9.912435669141568e-05, "loss": 19.2773, "step": 3868 }, { "epoch": 3.44, "learning_rate": 9.912383208458669e-05, "loss": 19.4336, "step": 3869 }, { "epoch": 3.44, "learning_rate": 9.912330732204515e-05, "loss": 19.3359, "step": 3870 }, { "epoch": 3.44, "learning_rate": 9.912278240379276e-05, "loss": 19.5391, "step": 3871 }, { "epoch": 3.44, "learning_rate": 9.912225732983114e-05, "loss": 20.0576, "step": 3872 }, { "epoch": 3.44, "learning_rate": 9.912173210016196e-05, "loss": 19.7969, "step": 3873 }, { "epoch": 3.44, "learning_rate": 9.912120671478693e-05, "loss": 19.9619, "step": 3874 }, { "epoch": 3.44, "learning_rate": 9.912068117370765e-05, "loss": 19.5996, "step": 3875 }, { "epoch": 3.44, "learning_rate": 9.912015547692583e-05, "loss": 19.3809, "step": 3876 }, { "epoch": 3.44, "learning_rate": 9.911962962444314e-05, "loss": 19.5186, "step": 3877 }, { "epoch": 3.44, "learning_rate": 9.911910361626123e-05, "loss": 19.5029, "step": 3878 }, { "epoch": 3.44, "learning_rate": 9.911857745238175e-05, "loss": 19.582, "step": 3879 }, { "epoch": 3.45, "learning_rate": 9.911805113280641e-05, "loss": 20.0908, "step": 3880 }, { "epoch": 3.45, "learning_rate": 9.911752465753684e-05, "loss": 19.4043, "step": 3881 }, { "epoch": 3.45, "learning_rate": 9.911699802657473e-05, "loss": 19.5762, "step": 3882 }, { "epoch": 3.45, "learning_rate": 9.911647123992174e-05, "loss": 19.835, "step": 3883 }, { "epoch": 3.45, "learning_rate": 9.911594429757956e-05, "loss": 19.8477, "step": 3884 }, { "epoch": 3.45, "learning_rate": 9.911541719954983e-05, "loss": 19.4375, "step": 3885 }, { "epoch": 3.45, "learning_rate": 9.911488994583422e-05, "loss": 19.543, "step": 3886 }, { "epoch": 3.45, "learning_rate": 9.911436253643445e-05, "loss": 19.1602, "step": 3887 }, { "epoch": 3.45, "learning_rate": 9.911383497135212e-05, "loss": 19.5869, "step": 3888 }, { "epoch": 3.45, "learning_rate": 9.911330725058896e-05, "loss": 19.709, "step": 3889 }, { "epoch": 3.45, "learning_rate": 9.911277937414662e-05, "loss": 19.7578, "step": 3890 }, { "epoch": 3.46, "learning_rate": 9.911225134202679e-05, "loss": 19.5049, "step": 3891 }, { "epoch": 3.46, "learning_rate": 9.911172315423111e-05, "loss": 18.9492, "step": 3892 }, { "epoch": 3.46, "learning_rate": 9.911119481076129e-05, "loss": 19.4883, "step": 3893 }, { "epoch": 3.46, "learning_rate": 9.911066631161898e-05, "loss": 19.7529, "step": 3894 }, { "epoch": 3.46, "learning_rate": 9.911013765680585e-05, "loss": 19.334, "step": 3895 }, { "epoch": 3.46, "learning_rate": 9.910960884632361e-05, "loss": 19.5781, "step": 3896 }, { "epoch": 3.46, "learning_rate": 9.910907988017392e-05, "loss": 19.1084, "step": 3897 }, { "epoch": 3.46, "learning_rate": 9.910855075835845e-05, "loss": 19.5742, "step": 3898 }, { "epoch": 3.46, "learning_rate": 9.910802148087887e-05, "loss": 19.415, "step": 3899 }, { "epoch": 3.46, "learning_rate": 9.910749204773686e-05, "loss": 19.5703, "step": 3900 }, { "epoch": 3.46, "learning_rate": 9.910696245893412e-05, "loss": 19.5635, "step": 3901 }, { "epoch": 3.47, "learning_rate": 9.910643271447231e-05, "loss": 19.7549, "step": 3902 }, { "epoch": 3.47, "learning_rate": 9.910590281435312e-05, "loss": 20.8086, "step": 3903 }, { "epoch": 3.47, "learning_rate": 9.910537275857822e-05, "loss": 19.7139, "step": 3904 }, { "epoch": 3.47, "learning_rate": 9.91048425471493e-05, "loss": 20.1191, "step": 3905 }, { "epoch": 3.47, "learning_rate": 9.910431218006802e-05, "loss": 20.0527, "step": 3906 }, { "epoch": 3.47, "learning_rate": 9.910378165733607e-05, "loss": 19.9404, "step": 3907 }, { "epoch": 3.47, "learning_rate": 9.910325097895515e-05, "loss": 19.6914, "step": 3908 }, { "epoch": 3.47, "learning_rate": 9.910272014492693e-05, "loss": 19.374, "step": 3909 }, { "epoch": 3.47, "learning_rate": 9.91021891552531e-05, "loss": 19.4502, "step": 3910 }, { "epoch": 3.47, "learning_rate": 9.910165800993532e-05, "loss": 20.209, "step": 3911 }, { "epoch": 3.47, "learning_rate": 9.910112670897529e-05, "loss": 19.7451, "step": 3912 }, { "epoch": 3.48, "learning_rate": 9.910059525237469e-05, "loss": 19.5693, "step": 3913 }, { "epoch": 3.48, "learning_rate": 9.910006364013522e-05, "loss": 19.6357, "step": 3914 }, { "epoch": 3.48, "learning_rate": 9.909953187225854e-05, "loss": 19.5928, "step": 3915 }, { "epoch": 3.48, "learning_rate": 9.909899994874636e-05, "loss": 19.8232, "step": 3916 }, { "epoch": 3.48, "learning_rate": 9.909846786960034e-05, "loss": 19.0352, "step": 3917 }, { "epoch": 3.48, "learning_rate": 9.909793563482219e-05, "loss": 19.7588, "step": 3918 }, { "epoch": 3.48, "learning_rate": 9.909740324441359e-05, "loss": 19.4697, "step": 3919 }, { "epoch": 3.48, "learning_rate": 9.90968706983762e-05, "loss": 18.917, "step": 3920 }, { "epoch": 3.48, "learning_rate": 9.909633799671177e-05, "loss": 20.2002, "step": 3921 }, { "epoch": 3.48, "learning_rate": 9.909580513942194e-05, "loss": 19.0, "step": 3922 }, { "epoch": 3.48, "learning_rate": 9.909527212650839e-05, "loss": 19.7002, "step": 3923 }, { "epoch": 3.48, "learning_rate": 9.909473895797285e-05, "loss": 19.752, "step": 3924 }, { "epoch": 3.49, "learning_rate": 9.909420563381699e-05, "loss": 19.2783, "step": 3925 }, { "epoch": 3.49, "learning_rate": 9.90936721540425e-05, "loss": 20.0332, "step": 3926 }, { "epoch": 3.49, "learning_rate": 9.909313851865108e-05, "loss": 19.4492, "step": 3927 }, { "epoch": 3.49, "learning_rate": 9.90926047276444e-05, "loss": 19.6523, "step": 3928 }, { "epoch": 3.49, "learning_rate": 9.909207078102415e-05, "loss": 19.7295, "step": 3929 }, { "epoch": 3.49, "learning_rate": 9.909153667879207e-05, "loss": 19.8877, "step": 3930 }, { "epoch": 3.49, "learning_rate": 9.909100242094982e-05, "loss": 19.9023, "step": 3931 }, { "epoch": 3.49, "learning_rate": 9.909046800749908e-05, "loss": 20.0469, "step": 3932 }, { "epoch": 3.49, "learning_rate": 9.908993343844156e-05, "loss": 19.4697, "step": 3933 }, { "epoch": 3.49, "learning_rate": 9.908939871377895e-05, "loss": 19.9883, "step": 3934 }, { "epoch": 3.49, "learning_rate": 9.908886383351296e-05, "loss": 20.2969, "step": 3935 }, { "epoch": 3.5, "learning_rate": 9.908832879764526e-05, "loss": 19.7793, "step": 3936 }, { "epoch": 3.5, "learning_rate": 9.908779360617757e-05, "loss": 19.7578, "step": 3937 }, { "epoch": 3.5, "learning_rate": 9.908725825911159e-05, "loss": 19.7812, "step": 3938 }, { "epoch": 3.5, "learning_rate": 9.908672275644898e-05, "loss": 19.5117, "step": 3939 }, { "epoch": 3.5, "learning_rate": 9.908618709819147e-05, "loss": 19.2129, "step": 3940 }, { "epoch": 3.5, "learning_rate": 9.908565128434073e-05, "loss": 19.3008, "step": 3941 }, { "epoch": 3.5, "learning_rate": 9.908511531489848e-05, "loss": 19.251, "step": 3942 }, { "epoch": 3.5, "learning_rate": 9.908457918986644e-05, "loss": 19.3496, "step": 3943 }, { "epoch": 3.5, "learning_rate": 9.908404290924627e-05, "loss": 19.8506, "step": 3944 }, { "epoch": 3.5, "learning_rate": 9.908350647303968e-05, "loss": 19.9189, "step": 3945 }, { "epoch": 3.5, "learning_rate": 9.908296988124838e-05, "loss": 19.8867, "step": 3946 }, { "epoch": 3.51, "learning_rate": 9.908296988124838e-05, "loss": 20.1396, "step": 3947 }, { "epoch": 3.51, "learning_rate": 9.908243313387406e-05, "loss": 19.7959, "step": 3948 }, { "epoch": 3.51, "learning_rate": 9.908189623091844e-05, "loss": 19.8105, "step": 3949 }, { "epoch": 3.51, "learning_rate": 9.908135917238321e-05, "loss": 19.4404, "step": 3950 }, { "epoch": 3.51, "learning_rate": 9.908082195827006e-05, "loss": 19.9287, "step": 3951 }, { "epoch": 3.51, "learning_rate": 9.908028458858071e-05, "loss": 19.3652, "step": 3952 }, { "epoch": 3.51, "learning_rate": 9.907974706331685e-05, "loss": 20.0791, "step": 3953 }, { "epoch": 3.51, "learning_rate": 9.90792093824802e-05, "loss": 19.4082, "step": 3954 }, { "epoch": 3.51, "learning_rate": 9.907867154607247e-05, "loss": 19.3643, "step": 3955 }, { "epoch": 3.51, "learning_rate": 9.907813355409532e-05, "loss": 20.2432, "step": 3956 }, { "epoch": 3.51, "learning_rate": 9.90775954065505e-05, "loss": 19.7812, "step": 3957 }, { "epoch": 3.52, "learning_rate": 9.907705710343971e-05, "loss": 20.3682, "step": 3958 }, { "epoch": 3.52, "learning_rate": 9.907651864476464e-05, "loss": 20.3984, "step": 3959 }, { "epoch": 3.52, "learning_rate": 9.907598003052701e-05, "loss": 20.1504, "step": 3960 }, { "epoch": 3.52, "learning_rate": 9.907544126072851e-05, "loss": 19.5342, "step": 3961 }, { "epoch": 3.52, "learning_rate": 9.907490233537089e-05, "loss": 19.6064, "step": 3962 }, { "epoch": 3.52, "learning_rate": 9.90743632544558e-05, "loss": 19.5527, "step": 3963 }, { "epoch": 3.52, "learning_rate": 9.9073824017985e-05, "loss": 19.5986, "step": 3964 }, { "epoch": 3.52, "learning_rate": 9.907328462596015e-05, "loss": 19.7842, "step": 3965 }, { "epoch": 3.52, "learning_rate": 9.9072745078383e-05, "loss": 20.167, "step": 3966 }, { "epoch": 3.52, "learning_rate": 9.907220537525526e-05, "loss": 19.6357, "step": 3967 }, { "epoch": 3.52, "learning_rate": 9.90716655165786e-05, "loss": 19.665, "step": 3968 }, { "epoch": 3.52, "learning_rate": 9.907112550235478e-05, "loss": 19.5898, "step": 3969 }, { "epoch": 3.53, "learning_rate": 9.907058533258549e-05, "loss": 19.3799, "step": 3970 }, { "epoch": 3.53, "learning_rate": 9.907004500727242e-05, "loss": 19.873, "step": 3971 }, { "epoch": 3.53, "learning_rate": 9.906950452641732e-05, "loss": 19.4443, "step": 3972 }, { "epoch": 3.53, "learning_rate": 9.90689638900219e-05, "loss": 19.3945, "step": 3973 }, { "epoch": 3.53, "learning_rate": 9.906842309808785e-05, "loss": 20.1406, "step": 3974 }, { "epoch": 3.53, "learning_rate": 9.906788215061688e-05, "loss": 19.9443, "step": 3975 }, { "epoch": 3.53, "learning_rate": 9.906734104761076e-05, "loss": 19.7705, "step": 3976 }, { "epoch": 3.53, "learning_rate": 9.906679978907114e-05, "loss": 19.8418, "step": 3977 }, { "epoch": 3.53, "learning_rate": 9.906625837499977e-05, "loss": 19.8574, "step": 3978 }, { "epoch": 3.53, "learning_rate": 9.906571680539835e-05, "loss": 20.0615, "step": 3979 }, { "epoch": 3.53, "learning_rate": 9.906517508026862e-05, "loss": 20.6211, "step": 3980 }, { "epoch": 3.54, "learning_rate": 9.906463319961225e-05, "loss": 19.8164, "step": 3981 }, { "epoch": 3.54, "learning_rate": 9.906409116343102e-05, "loss": 20.7588, "step": 3982 }, { "epoch": 3.54, "learning_rate": 9.906354897172662e-05, "loss": 20.1553, "step": 3983 }, { "epoch": 3.54, "learning_rate": 9.906300662450075e-05, "loss": 19.8105, "step": 3984 }, { "epoch": 3.54, "learning_rate": 9.906246412175516e-05, "loss": 19.3945, "step": 3985 }, { "epoch": 3.54, "learning_rate": 9.906192146349153e-05, "loss": 19.4277, "step": 3986 }, { "epoch": 3.54, "learning_rate": 9.906137864971163e-05, "loss": 19.5146, "step": 3987 }, { "epoch": 3.54, "learning_rate": 9.906083568041715e-05, "loss": 19.5361, "step": 3988 }, { "epoch": 3.54, "learning_rate": 9.906029255560981e-05, "loss": 19.1045, "step": 3989 }, { "epoch": 3.54, "learning_rate": 9.905974927529135e-05, "loss": 19.4014, "step": 3990 }, { "epoch": 3.54, "learning_rate": 9.905920583946346e-05, "loss": 19.7441, "step": 3991 }, { "epoch": 3.55, "learning_rate": 9.90586622481279e-05, "loss": 20.1074, "step": 3992 }, { "epoch": 3.55, "learning_rate": 9.905811850128639e-05, "loss": 19.9824, "step": 3993 }, { "epoch": 3.55, "learning_rate": 9.905757459894062e-05, "loss": 20.2822, "step": 3994 }, { "epoch": 3.55, "learning_rate": 9.905703054109233e-05, "loss": 20.0273, "step": 3995 }, { "epoch": 3.55, "learning_rate": 9.905648632774326e-05, "loss": 20.2021, "step": 3996 }, { "epoch": 3.55, "learning_rate": 9.905594195889511e-05, "loss": 19.374, "step": 3997 }, { "epoch": 3.55, "learning_rate": 9.905539743454963e-05, "loss": 19.5918, "step": 3998 }, { "epoch": 3.55, "learning_rate": 9.905485275470854e-05, "loss": 19.4287, "step": 3999 }, { "epoch": 3.55, "learning_rate": 9.905430791937356e-05, "loss": 20.1152, "step": 4000 }, { "epoch": 3.55, "learning_rate": 9.905376292854642e-05, "loss": 20.0342, "step": 4001 }, { "epoch": 3.55, "learning_rate": 9.905321778222883e-05, "loss": 19.6582, "step": 4002 }, { "epoch": 3.56, "learning_rate": 9.905267248042254e-05, "loss": 19.6787, "step": 4003 }, { "epoch": 3.56, "learning_rate": 9.905212702312929e-05, "loss": 19.7412, "step": 4004 }, { "epoch": 3.56, "learning_rate": 9.905158141035078e-05, "loss": 19.6182, "step": 4005 }, { "epoch": 3.56, "learning_rate": 9.905103564208875e-05, "loss": 19.7939, "step": 4006 }, { "epoch": 3.56, "learning_rate": 9.905048971834492e-05, "loss": 19.7607, "step": 4007 }, { "epoch": 3.56, "learning_rate": 9.904994363912106e-05, "loss": 20.0742, "step": 4008 }, { "epoch": 3.56, "learning_rate": 9.904939740441885e-05, "loss": 19.8809, "step": 4009 }, { "epoch": 3.56, "learning_rate": 9.904885101424004e-05, "loss": 20.0977, "step": 4010 }, { "epoch": 3.56, "learning_rate": 9.904830446858637e-05, "loss": 19.2461, "step": 4011 }, { "epoch": 3.56, "learning_rate": 9.904775776745958e-05, "loss": 19.4219, "step": 4012 }, { "epoch": 3.56, "learning_rate": 9.904721091086138e-05, "loss": 19.9814, "step": 4013 }, { "epoch": 3.56, "learning_rate": 9.904666389879354e-05, "loss": 19.2451, "step": 4014 }, { "epoch": 3.57, "learning_rate": 9.904611673125774e-05, "loss": 19.5137, "step": 4015 }, { "epoch": 3.57, "learning_rate": 9.904556940825576e-05, "loss": 19.5645, "step": 4016 }, { "epoch": 3.57, "learning_rate": 9.904502192978931e-05, "loss": 19.7793, "step": 4017 }, { "epoch": 3.57, "learning_rate": 9.904447429586012e-05, "loss": 19.8516, "step": 4018 }, { "epoch": 3.57, "learning_rate": 9.904392650646995e-05, "loss": 19.2148, "step": 4019 }, { "epoch": 3.57, "learning_rate": 9.904337856162053e-05, "loss": 19.9277, "step": 4020 }, { "epoch": 3.57, "learning_rate": 9.90428304613136e-05, "loss": 20.5293, "step": 4021 }, { "epoch": 3.57, "learning_rate": 9.904228220555087e-05, "loss": 20.3838, "step": 4022 }, { "epoch": 3.57, "learning_rate": 9.90417337943341e-05, "loss": 20.0625, "step": 4023 }, { "epoch": 3.57, "learning_rate": 9.904118522766505e-05, "loss": 19.8203, "step": 4024 }, { "epoch": 3.57, "learning_rate": 9.904063650554541e-05, "loss": 20.002, "step": 4025 }, { "epoch": 3.58, "learning_rate": 9.904008762797696e-05, "loss": 20.1934, "step": 4026 }, { "epoch": 3.58, "learning_rate": 9.903953859496141e-05, "loss": 19.1523, "step": 4027 }, { "epoch": 3.58, "learning_rate": 9.903953859496141e-05, "loss": 20.3926, "step": 4028 }, { "epoch": 3.58, "learning_rate": 9.903898940650053e-05, "loss": 19.9727, "step": 4029 }, { "epoch": 3.58, "learning_rate": 9.903844006259603e-05, "loss": 20.0811, "step": 4030 }, { "epoch": 3.58, "learning_rate": 9.903789056324968e-05, "loss": 19.6543, "step": 4031 }, { "epoch": 3.58, "learning_rate": 9.90373409084632e-05, "loss": 20.0, "step": 4032 }, { "epoch": 3.58, "learning_rate": 9.903679109823834e-05, "loss": 19.7871, "step": 4033 }, { "epoch": 3.58, "learning_rate": 9.903624113257684e-05, "loss": 19.7939, "step": 4034 }, { "epoch": 3.58, "learning_rate": 9.903569101148046e-05, "loss": 20.332, "step": 4035 }, { "epoch": 3.58, "learning_rate": 9.903514073495093e-05, "loss": 19.4062, "step": 4036 }, { "epoch": 3.59, "learning_rate": 9.903459030298999e-05, "loss": 19.9326, "step": 4037 }, { "epoch": 3.59, "learning_rate": 9.903403971559937e-05, "loss": 19.7197, "step": 4038 }, { "epoch": 3.59, "learning_rate": 9.903348897278086e-05, "loss": 19.833, "step": 4039 }, { "epoch": 3.59, "learning_rate": 9.903293807453618e-05, "loss": 19.1143, "step": 4040 }, { "epoch": 3.59, "learning_rate": 9.903238702086705e-05, "loss": 19.543, "step": 4041 }, { "epoch": 3.59, "learning_rate": 9.903183581177527e-05, "loss": 19.6973, "step": 4042 }, { "epoch": 3.59, "learning_rate": 9.903128444726255e-05, "loss": 20.0596, "step": 4043 }, { "epoch": 3.59, "learning_rate": 9.903073292733065e-05, "loss": 20.0264, "step": 4044 }, { "epoch": 3.59, "learning_rate": 9.903018125198132e-05, "loss": 20.4111, "step": 4045 }, { "epoch": 3.59, "learning_rate": 9.902962942121631e-05, "loss": 19.5977, "step": 4046 }, { "epoch": 3.59, "learning_rate": 9.902907743503735e-05, "loss": 20.0117, "step": 4047 }, { "epoch": 3.6, "learning_rate": 9.902852529344622e-05, "loss": 19.6416, "step": 4048 }, { "epoch": 3.6, "learning_rate": 9.902797299644464e-05, "loss": 19.6758, "step": 4049 }, { "epoch": 3.6, "learning_rate": 9.902742054403438e-05, "loss": 19.7422, "step": 4050 }, { "epoch": 3.6, "learning_rate": 9.90268679362172e-05, "loss": 19.748, "step": 4051 }, { "epoch": 3.6, "learning_rate": 9.902631517299482e-05, "loss": 20.0723, "step": 4052 }, { "epoch": 3.6, "learning_rate": 9.902576225436902e-05, "loss": 20.0547, "step": 4053 }, { "epoch": 3.6, "learning_rate": 9.902520918034153e-05, "loss": 19.6025, "step": 4054 }, { "epoch": 3.6, "learning_rate": 9.902465595091413e-05, "loss": 19.6748, "step": 4055 }, { "epoch": 3.6, "learning_rate": 9.902410256608855e-05, "loss": 20.0498, "step": 4056 }, { "epoch": 3.6, "learning_rate": 9.902354902586656e-05, "loss": 19.5518, "step": 4057 }, { "epoch": 3.6, "learning_rate": 9.90229953302499e-05, "loss": 19.7432, "step": 4058 }, { "epoch": 3.6, "learning_rate": 9.902244147924033e-05, "loss": 19.5117, "step": 4059 }, { "epoch": 3.61, "learning_rate": 9.902188747283963e-05, "loss": 19.2129, "step": 4060 }, { "epoch": 3.61, "learning_rate": 9.902133331104952e-05, "loss": 19.7852, "step": 4061 }, { "epoch": 3.61, "learning_rate": 9.902077899387177e-05, "loss": 20.1182, "step": 4062 }, { "epoch": 3.61, "learning_rate": 9.902022452130815e-05, "loss": 19.3584, "step": 4063 }, { "epoch": 3.61, "learning_rate": 9.901966989336038e-05, "loss": 19.2627, "step": 4064 }, { "epoch": 3.61, "learning_rate": 9.901911511003028e-05, "loss": 19.7979, "step": 4065 }, { "epoch": 3.61, "learning_rate": 9.901856017131955e-05, "loss": 19.5654, "step": 4066 }, { "epoch": 3.61, "learning_rate": 9.901800507722998e-05, "loss": 20.0107, "step": 4067 }, { "epoch": 3.61, "learning_rate": 9.901744982776331e-05, "loss": 19.4766, "step": 4068 }, { "epoch": 3.61, "learning_rate": 9.901689442292132e-05, "loss": 20.0566, "step": 4069 }, { "epoch": 3.61, "learning_rate": 9.901633886270576e-05, "loss": 19.4521, "step": 4070 }, { "epoch": 3.62, "learning_rate": 9.901578314711839e-05, "loss": 20.0312, "step": 4071 }, { "epoch": 3.62, "learning_rate": 9.901522727616099e-05, "loss": 20.2012, "step": 4072 }, { "epoch": 3.62, "learning_rate": 9.90146712498353e-05, "loss": 19.2549, "step": 4073 }, { "epoch": 3.62, "learning_rate": 9.901411506814307e-05, "loss": 19.3877, "step": 4074 }, { "epoch": 3.62, "learning_rate": 9.901355873108609e-05, "loss": 18.9414, "step": 4075 }, { "epoch": 3.62, "learning_rate": 9.901300223866612e-05, "loss": 20.333, "step": 4076 }, { "epoch": 3.62, "learning_rate": 9.901244559088493e-05, "loss": 19.7402, "step": 4077 }, { "epoch": 3.62, "learning_rate": 9.901188878774425e-05, "loss": 20.0537, "step": 4078 }, { "epoch": 3.62, "learning_rate": 9.901133182924589e-05, "loss": 19.7334, "step": 4079 }, { "epoch": 3.62, "learning_rate": 9.901077471539159e-05, "loss": 20.2383, "step": 4080 }, { "epoch": 3.62, "learning_rate": 9.90102174461831e-05, "loss": 19.3867, "step": 4081 }, { "epoch": 3.63, "learning_rate": 9.900966002162224e-05, "loss": 20.1924, "step": 4082 }, { "epoch": 3.63, "learning_rate": 9.900910244171073e-05, "loss": 19.4199, "step": 4083 }, { "epoch": 3.63, "learning_rate": 9.900854470645034e-05, "loss": 20.0205, "step": 4084 }, { "epoch": 3.63, "learning_rate": 9.900798681584286e-05, "loss": 19.4541, "step": 4085 }, { "epoch": 3.63, "learning_rate": 9.900742876989005e-05, "loss": 19.8633, "step": 4086 }, { "epoch": 3.63, "learning_rate": 9.900687056859366e-05, "loss": 19.6738, "step": 4087 }, { "epoch": 3.63, "learning_rate": 9.900631221195549e-05, "loss": 19.0693, "step": 4088 }, { "epoch": 3.63, "learning_rate": 9.900575369997729e-05, "loss": 19.374, "step": 4089 }, { "epoch": 3.63, "learning_rate": 9.900519503266083e-05, "loss": 19.5605, "step": 4090 }, { "epoch": 3.63, "learning_rate": 9.900463621000788e-05, "loss": 19.4277, "step": 4091 }, { "epoch": 3.63, "learning_rate": 9.900407723202023e-05, "loss": 19.5186, "step": 4092 }, { "epoch": 3.63, "learning_rate": 9.900351809869964e-05, "loss": 19.7002, "step": 4093 }, { "epoch": 3.64, "learning_rate": 9.900295881004789e-05, "loss": 19.8154, "step": 4094 }, { "epoch": 3.64, "learning_rate": 9.900239936606673e-05, "loss": 19.5547, "step": 4095 }, { "epoch": 3.64, "learning_rate": 9.900183976675796e-05, "loss": 19.6191, "step": 4096 }, { "epoch": 3.64, "learning_rate": 9.900128001212333e-05, "loss": 20.1436, "step": 4097 }, { "epoch": 3.64, "learning_rate": 9.900072010216463e-05, "loss": 19.9102, "step": 4098 }, { "epoch": 3.64, "learning_rate": 9.900016003688364e-05, "loss": 19.8379, "step": 4099 }, { "epoch": 3.64, "learning_rate": 9.899959981628212e-05, "loss": 19.6338, "step": 4100 }, { "epoch": 3.64, "learning_rate": 9.899903944036186e-05, "loss": 19.2666, "step": 4101 }, { "epoch": 3.64, "learning_rate": 9.899847890912461e-05, "loss": 19.2236, "step": 4102 }, { "epoch": 3.64, "learning_rate": 9.899791822257218e-05, "loss": 20.042, "step": 4103 }, { "epoch": 3.64, "learning_rate": 9.899735738070633e-05, "loss": 19.6436, "step": 4104 }, { "epoch": 3.65, "learning_rate": 9.899679638352884e-05, "loss": 19.2686, "step": 4105 }, { "epoch": 3.65, "learning_rate": 9.899623523104149e-05, "loss": 19.8369, "step": 4106 }, { "epoch": 3.65, "learning_rate": 9.899567392324605e-05, "loss": 20.001, "step": 4107 }, { "epoch": 3.65, "learning_rate": 9.899511246014432e-05, "loss": 19.3369, "step": 4108 }, { "epoch": 3.65, "learning_rate": 9.899455084173805e-05, "loss": 18.8027, "step": 4109 }, { "epoch": 3.65, "learning_rate": 9.899398906802904e-05, "loss": 19.668, "step": 4110 }, { "epoch": 3.65, "learning_rate": 9.899342713901907e-05, "loss": 19.9355, "step": 4111 }, { "epoch": 3.65, "learning_rate": 9.899286505470993e-05, "loss": 19.8115, "step": 4112 }, { "epoch": 3.65, "learning_rate": 9.899230281510337e-05, "loss": 19.6758, "step": 4113 }, { "epoch": 3.65, "learning_rate": 9.899174042020121e-05, "loss": 19.3066, "step": 4114 }, { "epoch": 3.65, "learning_rate": 9.89911778700052e-05, "loss": 20.2529, "step": 4115 }, { "epoch": 3.66, "learning_rate": 9.899061516451716e-05, "loss": 19.5605, "step": 4116 }, { "epoch": 3.66, "learning_rate": 9.899005230373883e-05, "loss": 19.8447, "step": 4117 }, { "epoch": 3.66, "learning_rate": 9.898948928767202e-05, "loss": 19.2979, "step": 4118 }, { "epoch": 3.66, "learning_rate": 9.898892611631852e-05, "loss": 19.5723, "step": 4119 }, { "epoch": 3.66, "learning_rate": 9.898836278968009e-05, "loss": 20.2666, "step": 4120 }, { "epoch": 3.66, "learning_rate": 9.898779930775854e-05, "loss": 19.457, "step": 4121 }, { "epoch": 3.66, "learning_rate": 9.898723567055564e-05, "loss": 19.7207, "step": 4122 }, { "epoch": 3.66, "learning_rate": 9.89866718780732e-05, "loss": 19.6875, "step": 4123 }, { "epoch": 3.66, "learning_rate": 9.898610793031298e-05, "loss": 19.8574, "step": 4124 }, { "epoch": 3.66, "learning_rate": 9.898554382727678e-05, "loss": 19.9395, "step": 4125 }, { "epoch": 3.66, "learning_rate": 9.898497956896639e-05, "loss": 19.8623, "step": 4126 }, { "epoch": 3.67, "learning_rate": 9.89844151553836e-05, "loss": 19.5449, "step": 4127 }, { "epoch": 3.67, "learning_rate": 9.898385058653016e-05, "loss": 19.8379, "step": 4128 }, { "epoch": 3.67, "learning_rate": 9.898328586240793e-05, "loss": 19.9023, "step": 4129 }, { "epoch": 3.67, "learning_rate": 9.898272098301866e-05, "loss": 19.9922, "step": 4130 }, { "epoch": 3.67, "learning_rate": 9.898215594836413e-05, "loss": 19.6963, "step": 4131 }, { "epoch": 3.67, "learning_rate": 9.898159075844617e-05, "loss": 20.1562, "step": 4132 }, { "epoch": 3.67, "learning_rate": 9.898102541326652e-05, "loss": 19.7188, "step": 4133 }, { "epoch": 3.67, "learning_rate": 9.898045991282702e-05, "loss": 20.0459, "step": 4134 }, { "epoch": 3.67, "learning_rate": 9.897989425712944e-05, "loss": 19.3418, "step": 4135 }, { "epoch": 3.67, "learning_rate": 9.897932844617557e-05, "loss": 19.6719, "step": 4136 }, { "epoch": 3.67, "learning_rate": 9.89787624799672e-05, "loss": 19.5869, "step": 4137 }, { "epoch": 3.67, "learning_rate": 9.897819635850614e-05, "loss": 19.8037, "step": 4138 }, { "epoch": 3.68, "learning_rate": 9.897763008179419e-05, "loss": 19.2793, "step": 4139 }, { "epoch": 3.68, "learning_rate": 9.897706364983311e-05, "loss": 19.6768, "step": 4140 }, { "epoch": 3.68, "learning_rate": 9.897649706262473e-05, "loss": 19.8447, "step": 4141 }, { "epoch": 3.68, "learning_rate": 9.897593032017083e-05, "loss": 19.873, "step": 4142 }, { "epoch": 3.68, "learning_rate": 9.897536342247319e-05, "loss": 19.8623, "step": 4143 }, { "epoch": 3.68, "learning_rate": 9.897479636953366e-05, "loss": 19.5254, "step": 4144 }, { "epoch": 3.68, "learning_rate": 9.897422916135399e-05, "loss": 20.0605, "step": 4145 }, { "epoch": 3.68, "learning_rate": 9.8973661797936e-05, "loss": 19.5547, "step": 4146 }, { "epoch": 3.68, "learning_rate": 9.897309427928146e-05, "loss": 19.7773, "step": 4147 }, { "epoch": 3.68, "learning_rate": 9.89725266053922e-05, "loss": 19.9268, "step": 4148 }, { "epoch": 3.68, "learning_rate": 9.89725266053922e-05, "loss": 20.1006, "step": 4149 }, { "epoch": 3.69, "learning_rate": 9.897195877627002e-05, "loss": 20.1172, "step": 4150 }, { "epoch": 3.69, "learning_rate": 9.89713907919167e-05, "loss": 19.1816, "step": 4151 }, { "epoch": 3.69, "learning_rate": 9.897082265233404e-05, "loss": 20.0703, "step": 4152 }, { "epoch": 3.69, "learning_rate": 9.897025435752386e-05, "loss": 19.498, "step": 4153 }, { "epoch": 3.69, "learning_rate": 9.896968590748795e-05, "loss": 19.417, "step": 4154 }, { "epoch": 3.69, "learning_rate": 9.89691173022281e-05, "loss": 19.6992, "step": 4155 }, { "epoch": 3.69, "learning_rate": 9.896854854174616e-05, "loss": 19.5742, "step": 4156 }, { "epoch": 3.69, "learning_rate": 9.896797962604388e-05, "loss": 20.1953, "step": 4157 }, { "epoch": 3.69, "learning_rate": 9.896741055512306e-05, "loss": 19.4219, "step": 4158 }, { "epoch": 3.69, "learning_rate": 9.896684132898555e-05, "loss": 20.6094, "step": 4159 }, { "epoch": 3.69, "learning_rate": 9.896627194763313e-05, "loss": 19.5781, "step": 4160 }, { "epoch": 3.7, "learning_rate": 9.89657024110676e-05, "loss": 19.499, "step": 4161 }, { "epoch": 3.7, "learning_rate": 9.896513271929076e-05, "loss": 20.4414, "step": 4162 }, { "epoch": 3.7, "learning_rate": 9.896456287230444e-05, "loss": 19.4365, "step": 4163 }, { "epoch": 3.7, "learning_rate": 9.896399287011042e-05, "loss": 19.96, "step": 4164 }, { "epoch": 3.7, "learning_rate": 9.896342271271053e-05, "loss": 18.9688, "step": 4165 }, { "epoch": 3.7, "learning_rate": 9.896285240010656e-05, "loss": 20.165, "step": 4166 }, { "epoch": 3.7, "learning_rate": 9.896228193230033e-05, "loss": 19.3975, "step": 4167 }, { "epoch": 3.7, "learning_rate": 9.896171130929364e-05, "loss": 19.7793, "step": 4168 }, { "epoch": 3.7, "learning_rate": 9.896114053108829e-05, "loss": 19.2334, "step": 4169 }, { "epoch": 3.7, "learning_rate": 9.896056959768612e-05, "loss": 20.0156, "step": 4170 }, { "epoch": 3.7, "learning_rate": 9.89599985090889e-05, "loss": 19.9756, "step": 4171 }, { "epoch": 3.71, "learning_rate": 9.895942726529847e-05, "loss": 20.2012, "step": 4172 }, { "epoch": 3.71, "learning_rate": 9.895885586631663e-05, "loss": 19.6934, "step": 4173 }, { "epoch": 3.71, "learning_rate": 9.89582843121452e-05, "loss": 19.792, "step": 4174 }, { "epoch": 3.71, "learning_rate": 9.895771260278596e-05, "loss": 20.0947, "step": 4175 }, { "epoch": 3.71, "learning_rate": 9.895714073824079e-05, "loss": 20.208, "step": 4176 }, { "epoch": 3.71, "learning_rate": 9.895656871851142e-05, "loss": 19.7363, "step": 4177 }, { "epoch": 3.71, "learning_rate": 9.895599654359972e-05, "loss": 19.7471, "step": 4178 }, { "epoch": 3.71, "learning_rate": 9.895542421350748e-05, "loss": 19.3643, "step": 4179 }, { "epoch": 3.71, "learning_rate": 9.895485172823651e-05, "loss": 19.7549, "step": 4180 }, { "epoch": 3.71, "learning_rate": 9.895427908778865e-05, "loss": 19.8008, "step": 4181 }, { "epoch": 3.71, "learning_rate": 9.895370629216569e-05, "loss": 19.668, "step": 4182 }, { "epoch": 3.71, "learning_rate": 9.895313334136947e-05, "loss": 19.5293, "step": 4183 }, { "epoch": 3.72, "learning_rate": 9.895256023540177e-05, "loss": 19.3252, "step": 4184 }, { "epoch": 3.72, "learning_rate": 9.895198697426444e-05, "loss": 20.1289, "step": 4185 }, { "epoch": 3.72, "learning_rate": 9.895198697426444e-05, "loss": 19.7119, "step": 4186 }, { "epoch": 3.72, "learning_rate": 9.895141355795929e-05, "loss": 19.7549, "step": 4187 }, { "epoch": 3.72, "learning_rate": 9.895083998648811e-05, "loss": 19.9092, "step": 4188 }, { "epoch": 3.72, "learning_rate": 9.895026625985278e-05, "loss": 19.96, "step": 4189 }, { "epoch": 3.72, "learning_rate": 9.894969237805505e-05, "loss": 19.8525, "step": 4190 }, { "epoch": 3.72, "learning_rate": 9.894911834109677e-05, "loss": 19.8916, "step": 4191 }, { "epoch": 3.72, "learning_rate": 9.894854414897976e-05, "loss": 19.8867, "step": 4192 }, { "epoch": 3.72, "learning_rate": 9.894796980170585e-05, "loss": 19.8223, "step": 4193 }, { "epoch": 3.72, "learning_rate": 9.894739529927683e-05, "loss": 19.3262, "step": 4194 }, { "epoch": 3.73, "learning_rate": 9.894682064169456e-05, "loss": 19.2002, "step": 4195 }, { "epoch": 3.73, "learning_rate": 9.894624582896084e-05, "loss": 19.7139, "step": 4196 }, { "epoch": 3.73, "learning_rate": 9.894567086107747e-05, "loss": 19.2529, "step": 4197 }, { "epoch": 3.73, "learning_rate": 9.894509573804632e-05, "loss": 19.417, "step": 4198 }, { "epoch": 3.73, "learning_rate": 9.894452045986918e-05, "loss": 19.8047, "step": 4199 }, { "epoch": 3.73, "learning_rate": 9.894394502654789e-05, "loss": 19.791, "step": 4200 }, { "epoch": 3.73, "learning_rate": 9.894336943808426e-05, "loss": 19.9434, "step": 4201 }, { "epoch": 3.73, "learning_rate": 9.894279369448012e-05, "loss": 19.5234, "step": 4202 }, { "epoch": 3.73, "learning_rate": 9.894221779573729e-05, "loss": 19.5566, "step": 4203 }, { "epoch": 3.73, "learning_rate": 9.894164174185761e-05, "loss": 19.6895, "step": 4204 }, { "epoch": 3.73, "learning_rate": 9.89410655328429e-05, "loss": 19.915, "step": 4205 }, { "epoch": 3.74, "learning_rate": 9.894048916869498e-05, "loss": 19.6709, "step": 4206 }, { "epoch": 3.74, "learning_rate": 9.893991264941567e-05, "loss": 19.7422, "step": 4207 }, { "epoch": 3.74, "learning_rate": 9.893933597500683e-05, "loss": 20.0576, "step": 4208 }, { "epoch": 3.74, "learning_rate": 9.893875914547026e-05, "loss": 19.9902, "step": 4209 }, { "epoch": 3.74, "learning_rate": 9.89381821608078e-05, "loss": 19.7314, "step": 4210 }, { "epoch": 3.74, "learning_rate": 9.893760502102126e-05, "loss": 19.6221, "step": 4211 }, { "epoch": 3.74, "learning_rate": 9.893702772611248e-05, "loss": 19.6377, "step": 4212 }, { "epoch": 3.74, "learning_rate": 9.89364502760833e-05, "loss": 20.2812, "step": 4213 }, { "epoch": 3.74, "learning_rate": 9.893587267093554e-05, "loss": 19.4775, "step": 4214 }, { "epoch": 3.74, "learning_rate": 9.893529491067104e-05, "loss": 19.6484, "step": 4215 }, { "epoch": 3.74, "learning_rate": 9.893471699529161e-05, "loss": 19.707, "step": 4216 }, { "epoch": 3.75, "learning_rate": 9.893413892479913e-05, "loss": 19.7852, "step": 4217 }, { "epoch": 3.75, "learning_rate": 9.893356069919538e-05, "loss": 19.9629, "step": 4218 }, { "epoch": 3.75, "learning_rate": 9.89329823184822e-05, "loss": 20.1602, "step": 4219 }, { "epoch": 3.75, "learning_rate": 9.893240378266146e-05, "loss": 19.4756, "step": 4220 }, { "epoch": 3.75, "learning_rate": 9.893182509173496e-05, "loss": 19.9736, "step": 4221 }, { "epoch": 3.75, "learning_rate": 9.893124624570455e-05, "loss": 19.9326, "step": 4222 }, { "epoch": 3.75, "learning_rate": 9.893066724457206e-05, "loss": 20.1816, "step": 4223 }, { "epoch": 3.75, "learning_rate": 9.89300880883393e-05, "loss": 20.1104, "step": 4224 }, { "epoch": 3.75, "learning_rate": 9.892950877700815e-05, "loss": 19.8887, "step": 4225 }, { "epoch": 3.75, "learning_rate": 9.892892931058042e-05, "loss": 19.7334, "step": 4226 }, { "epoch": 3.75, "learning_rate": 9.892834968905797e-05, "loss": 19.7715, "step": 4227 }, { "epoch": 3.75, "learning_rate": 9.892776991244261e-05, "loss": 20.0801, "step": 4228 }, { "epoch": 3.76, "learning_rate": 9.892718998073618e-05, "loss": 19.9668, "step": 4229 }, { "epoch": 3.76, "learning_rate": 9.892660989394053e-05, "loss": 19.4453, "step": 4230 }, { "epoch": 3.76, "learning_rate": 9.892602965205751e-05, "loss": 19.9082, "step": 4231 }, { "epoch": 3.76, "learning_rate": 9.892544925508893e-05, "loss": 20.0508, "step": 4232 }, { "epoch": 3.76, "learning_rate": 9.892486870303665e-05, "loss": 19.9131, "step": 4233 }, { "epoch": 3.76, "learning_rate": 9.892428799590249e-05, "loss": 19.8721, "step": 4234 }, { "epoch": 3.76, "learning_rate": 9.892370713368833e-05, "loss": 20.0225, "step": 4235 }, { "epoch": 3.76, "learning_rate": 9.892312611639597e-05, "loss": 20.2168, "step": 4236 }, { "epoch": 3.76, "learning_rate": 9.892254494402727e-05, "loss": 20.0264, "step": 4237 }, { "epoch": 3.76, "learning_rate": 9.892196361658408e-05, "loss": 19.7773, "step": 4238 }, { "epoch": 3.76, "learning_rate": 9.892138213406821e-05, "loss": 19.625, "step": 4239 }, { "epoch": 3.77, "learning_rate": 9.892080049648156e-05, "loss": 20.1436, "step": 4240 }, { "epoch": 3.77, "learning_rate": 9.89202187038259e-05, "loss": 19.5518, "step": 4241 }, { "epoch": 3.77, "learning_rate": 9.891963675610315e-05, "loss": 19.9434, "step": 4242 }, { "epoch": 3.77, "learning_rate": 9.89190546533151e-05, "loss": 20.0117, "step": 4243 }, { "epoch": 3.77, "learning_rate": 9.891847239546363e-05, "loss": 19.6201, "step": 4244 }, { "epoch": 3.77, "learning_rate": 9.891788998255056e-05, "loss": 19.6348, "step": 4245 }, { "epoch": 3.77, "learning_rate": 9.891730741457774e-05, "loss": 19.7178, "step": 4246 }, { "epoch": 3.77, "learning_rate": 9.891672469154702e-05, "loss": 19.3633, "step": 4247 }, { "epoch": 3.77, "learning_rate": 9.891614181346027e-05, "loss": 20.1113, "step": 4248 }, { "epoch": 3.77, "learning_rate": 9.89155587803193e-05, "loss": 20.4629, "step": 4249 }, { "epoch": 3.77, "learning_rate": 9.891497559212597e-05, "loss": 19.6543, "step": 4250 }, { "epoch": 3.78, "learning_rate": 9.891439224888215e-05, "loss": 19.7822, "step": 4251 }, { "epoch": 3.78, "learning_rate": 9.891380875058967e-05, "loss": 19.8838, "step": 4252 }, { "epoch": 3.78, "learning_rate": 9.891322509725036e-05, "loss": 19.4697, "step": 4253 }, { "epoch": 3.78, "learning_rate": 9.891264128886613e-05, "loss": 19.5303, "step": 4254 }, { "epoch": 3.78, "learning_rate": 9.891205732543875e-05, "loss": 19.2432, "step": 4255 }, { "epoch": 3.78, "learning_rate": 9.891147320697015e-05, "loss": 19.8643, "step": 4256 }, { "epoch": 3.78, "learning_rate": 9.891088893346213e-05, "loss": 19.5225, "step": 4257 }, { "epoch": 3.78, "learning_rate": 9.891030450491656e-05, "loss": 19.875, "step": 4258 }, { "epoch": 3.78, "learning_rate": 9.890971992133529e-05, "loss": 19.7314, "step": 4259 }, { "epoch": 3.78, "learning_rate": 9.890913518272019e-05, "loss": 19.251, "step": 4260 }, { "epoch": 3.78, "learning_rate": 9.890855028907307e-05, "loss": 20.0059, "step": 4261 }, { "epoch": 3.79, "learning_rate": 9.890796524039582e-05, "loss": 20.042, "step": 4262 }, { "epoch": 3.79, "learning_rate": 9.890738003669029e-05, "loss": 19.3506, "step": 4263 }, { "epoch": 3.79, "learning_rate": 9.890679467795833e-05, "loss": 19.8271, "step": 4264 }, { "epoch": 3.79, "learning_rate": 9.890620916420179e-05, "loss": 20.2129, "step": 4265 }, { "epoch": 3.79, "learning_rate": 9.890562349542253e-05, "loss": 19.7461, "step": 4266 }, { "epoch": 3.79, "learning_rate": 9.89050376716224e-05, "loss": 20.1924, "step": 4267 }, { "epoch": 3.79, "learning_rate": 9.890445169280329e-05, "loss": 19.7695, "step": 4268 }, { "epoch": 3.79, "learning_rate": 9.890386555896703e-05, "loss": 19.9199, "step": 4269 }, { "epoch": 3.79, "learning_rate": 9.890327927011545e-05, "loss": 19.8154, "step": 4270 }, { "epoch": 3.79, "learning_rate": 9.890269282625047e-05, "loss": 19.7197, "step": 4271 }, { "epoch": 3.79, "learning_rate": 9.89021062273739e-05, "loss": 19.7529, "step": 4272 }, { "epoch": 3.79, "learning_rate": 9.890151947348763e-05, "loss": 19.5127, "step": 4273 }, { "epoch": 3.8, "learning_rate": 9.890093256459349e-05, "loss": 20.5781, "step": 4274 }, { "epoch": 3.8, "learning_rate": 9.890034550069337e-05, "loss": 19.2783, "step": 4275 }, { "epoch": 3.8, "learning_rate": 9.889975828178911e-05, "loss": 19.499, "step": 4276 }, { "epoch": 3.8, "learning_rate": 9.889917090788259e-05, "loss": 19.6768, "step": 4277 }, { "epoch": 3.8, "learning_rate": 9.889858337897565e-05, "loss": 19.8291, "step": 4278 }, { "epoch": 3.8, "learning_rate": 9.889799569507016e-05, "loss": 20.1445, "step": 4279 }, { "epoch": 3.8, "learning_rate": 9.889740785616801e-05, "loss": 19.5117, "step": 4280 }, { "epoch": 3.8, "learning_rate": 9.889681986227102e-05, "loss": 19.8057, "step": 4281 }, { "epoch": 3.8, "learning_rate": 9.889623171338108e-05, "loss": 19.7422, "step": 4282 }, { "epoch": 3.8, "learning_rate": 9.889564340950004e-05, "loss": 19.7627, "step": 4283 }, { "epoch": 3.8, "learning_rate": 9.88950549506298e-05, "loss": 19.7236, "step": 4284 }, { "epoch": 3.81, "learning_rate": 9.889446633677217e-05, "loss": 20.0029, "step": 4285 }, { "epoch": 3.81, "learning_rate": 9.889387756792905e-05, "loss": 19.7324, "step": 4286 }, { "epoch": 3.81, "learning_rate": 9.88932886441023e-05, "loss": 19.5312, "step": 4287 }, { "epoch": 3.81, "learning_rate": 9.889269956529378e-05, "loss": 19.8145, "step": 4288 }, { "epoch": 3.81, "learning_rate": 9.889211033150538e-05, "loss": 19.458, "step": 4289 }, { "epoch": 3.81, "learning_rate": 9.889152094273896e-05, "loss": 19.2217, "step": 4290 }, { "epoch": 3.81, "learning_rate": 9.889152094273896e-05, "loss": 19.8984, "step": 4291 }, { "epoch": 3.81, "learning_rate": 9.889093139899636e-05, "loss": 19.8789, "step": 4292 }, { "epoch": 3.81, "learning_rate": 9.889093139899636e-05, "loss": 20.0059, "step": 4293 }, { "epoch": 3.81, "learning_rate": 9.889034170027948e-05, "loss": 20.249, "step": 4294 }, { "epoch": 3.81, "learning_rate": 9.888975184659018e-05, "loss": 19.7158, "step": 4295 }, { "epoch": 3.82, "learning_rate": 9.888916183793031e-05, "loss": 19.6426, "step": 4296 }, { "epoch": 3.82, "learning_rate": 9.888857167430176e-05, "loss": 20.1006, "step": 4297 }, { "epoch": 3.82, "learning_rate": 9.888798135570643e-05, "loss": 19.7725, "step": 4298 }, { "epoch": 3.82, "learning_rate": 9.888739088214614e-05, "loss": 19.7744, "step": 4299 }, { "epoch": 3.82, "learning_rate": 9.888680025362277e-05, "loss": 19.2588, "step": 4300 }, { "epoch": 3.82, "learning_rate": 9.888620947013822e-05, "loss": 19.2852, "step": 4301 }, { "epoch": 3.82, "learning_rate": 9.888561853169434e-05, "loss": 20.3525, "step": 4302 }, { "epoch": 3.82, "learning_rate": 9.8885027438293e-05, "loss": 19.5234, "step": 4303 }, { "epoch": 3.82, "learning_rate": 9.88844361899361e-05, "loss": 19.7725, "step": 4304 }, { "epoch": 3.82, "learning_rate": 9.88838447866255e-05, "loss": 19.8643, "step": 4305 }, { "epoch": 3.82, "learning_rate": 9.888325322836305e-05, "loss": 20.7305, "step": 4306 }, { "epoch": 3.83, "learning_rate": 9.888266151515066e-05, "loss": 20.1006, "step": 4307 }, { "epoch": 3.83, "learning_rate": 9.88820696469902e-05, "loss": 19.2793, "step": 4308 }, { "epoch": 3.83, "learning_rate": 9.888147762388352e-05, "loss": 19.5723, "step": 4309 }, { "epoch": 3.83, "learning_rate": 9.888088544583254e-05, "loss": 20.0693, "step": 4310 }, { "epoch": 3.83, "learning_rate": 9.888029311283908e-05, "loss": 20.1025, "step": 4311 }, { "epoch": 3.83, "learning_rate": 9.887970062490508e-05, "loss": 19.9883, "step": 4312 }, { "epoch": 3.83, "learning_rate": 9.887910798203237e-05, "loss": 19.6016, "step": 4313 }, { "epoch": 3.83, "learning_rate": 9.887851518422286e-05, "loss": 19.9863, "step": 4314 }, { "epoch": 3.83, "learning_rate": 9.887792223147841e-05, "loss": 20.0361, "step": 4315 }, { "epoch": 3.83, "learning_rate": 9.887732912380091e-05, "loss": 19.623, "step": 4316 }, { "epoch": 3.83, "learning_rate": 9.887673586119223e-05, "loss": 19.8389, "step": 4317 }, { "epoch": 3.83, "learning_rate": 9.887614244365426e-05, "loss": 19.46, "step": 4318 }, { "epoch": 3.84, "learning_rate": 9.887554887118887e-05, "loss": 19.707, "step": 4319 }, { "epoch": 3.84, "learning_rate": 9.887495514379796e-05, "loss": 19.3994, "step": 4320 }, { "epoch": 3.84, "learning_rate": 9.887436126148339e-05, "loss": 19.9551, "step": 4321 }, { "epoch": 3.84, "learning_rate": 9.887376722424707e-05, "loss": 19.4805, "step": 4322 }, { "epoch": 3.84, "learning_rate": 9.887317303209084e-05, "loss": 19.8809, "step": 4323 }, { "epoch": 3.84, "learning_rate": 9.887257868501661e-05, "loss": 19.5303, "step": 4324 }, { "epoch": 3.84, "learning_rate": 9.887198418302628e-05, "loss": 20.1426, "step": 4325 }, { "epoch": 3.84, "learning_rate": 9.887138952612172e-05, "loss": 19.8477, "step": 4326 }, { "epoch": 3.84, "learning_rate": 9.88707947143048e-05, "loss": 19.708, "step": 4327 }, { "epoch": 3.84, "learning_rate": 9.887019974757743e-05, "loss": 19.7363, "step": 4328 }, { "epoch": 3.84, "learning_rate": 9.886960462594147e-05, "loss": 19.4717, "step": 4329 }, { "epoch": 3.85, "learning_rate": 9.886900934939882e-05, "loss": 19.5498, "step": 4330 }, { "epoch": 3.85, "learning_rate": 9.886841391795139e-05, "loss": 19.6221, "step": 4331 }, { "epoch": 3.85, "learning_rate": 9.886781833160101e-05, "loss": 19.8584, "step": 4332 }, { "epoch": 3.85, "learning_rate": 9.886722259034964e-05, "loss": 19.3867, "step": 4333 }, { "epoch": 3.85, "learning_rate": 9.886662669419911e-05, "loss": 19.918, "step": 4334 }, { "epoch": 3.85, "learning_rate": 9.886603064315133e-05, "loss": 19.499, "step": 4335 }, { "epoch": 3.85, "learning_rate": 9.88654344372082e-05, "loss": 19.8926, "step": 4336 }, { "epoch": 3.85, "learning_rate": 9.886483807637159e-05, "loss": 19.4883, "step": 4337 }, { "epoch": 3.85, "learning_rate": 9.88642415606434e-05, "loss": 20.1553, "step": 4338 }, { "epoch": 3.85, "learning_rate": 9.886364489002551e-05, "loss": 20.2471, "step": 4339 }, { "epoch": 3.85, "learning_rate": 9.886304806451984e-05, "loss": 19.8193, "step": 4340 }, { "epoch": 3.86, "learning_rate": 9.886245108412826e-05, "loss": 20.1279, "step": 4341 }, { "epoch": 3.86, "learning_rate": 9.886185394885266e-05, "loss": 19.832, "step": 4342 }, { "epoch": 3.86, "learning_rate": 9.886125665869495e-05, "loss": 19.9131, "step": 4343 }, { "epoch": 3.86, "learning_rate": 9.8860659213657e-05, "loss": 19.9922, "step": 4344 }, { "epoch": 3.86, "learning_rate": 9.88600616137407e-05, "loss": 20.292, "step": 4345 }, { "epoch": 3.86, "learning_rate": 9.8859463858948e-05, "loss": 19.3848, "step": 4346 }, { "epoch": 3.86, "learning_rate": 9.885886594928073e-05, "loss": 20.5342, "step": 4347 }, { "epoch": 3.86, "learning_rate": 9.88582678847408e-05, "loss": 20.0605, "step": 4348 }, { "epoch": 3.86, "learning_rate": 9.885766966533014e-05, "loss": 19.8213, "step": 4349 }, { "epoch": 3.86, "learning_rate": 9.885707129105061e-05, "loss": 20.7334, "step": 4350 }, { "epoch": 3.86, "learning_rate": 9.88564727619041e-05, "loss": 20.1484, "step": 4351 }, { "epoch": 3.87, "learning_rate": 9.885587407789256e-05, "loss": 19.7705, "step": 4352 }, { "epoch": 3.87, "learning_rate": 9.885527523901783e-05, "loss": 20.5234, "step": 4353 }, { "epoch": 3.87, "learning_rate": 9.885467624528184e-05, "loss": 19.7139, "step": 4354 }, { "epoch": 3.87, "learning_rate": 9.885407709668648e-05, "loss": 20.4795, "step": 4355 }, { "epoch": 3.87, "learning_rate": 9.885347779323366e-05, "loss": 19.7568, "step": 4356 }, { "epoch": 3.87, "learning_rate": 9.885287833492525e-05, "loss": 19.5449, "step": 4357 }, { "epoch": 3.87, "learning_rate": 9.88522787217632e-05, "loss": 19.7764, "step": 4358 }, { "epoch": 3.87, "learning_rate": 9.885167895374933e-05, "loss": 19.2227, "step": 4359 }, { "epoch": 3.87, "learning_rate": 9.885107903088564e-05, "loss": 20.2549, "step": 4360 }, { "epoch": 3.87, "learning_rate": 9.885047895317396e-05, "loss": 19.3867, "step": 4361 }, { "epoch": 3.87, "learning_rate": 9.884987872061622e-05, "loss": 19.8838, "step": 4362 }, { "epoch": 3.87, "learning_rate": 9.884927833321431e-05, "loss": 19.3311, "step": 4363 }, { "epoch": 3.88, "learning_rate": 9.884867779097015e-05, "loss": 19.6787, "step": 4364 }, { "epoch": 3.88, "learning_rate": 9.884807709388562e-05, "loss": 20.125, "step": 4365 }, { "epoch": 3.88, "learning_rate": 9.884747624196265e-05, "loss": 19.7334, "step": 4366 }, { "epoch": 3.88, "learning_rate": 9.884687523520313e-05, "loss": 19.543, "step": 4367 }, { "epoch": 3.88, "learning_rate": 9.884627407360898e-05, "loss": 19.6465, "step": 4368 }, { "epoch": 3.88, "learning_rate": 9.884567275718208e-05, "loss": 19.8955, "step": 4369 }, { "epoch": 3.88, "learning_rate": 9.884507128592435e-05, "loss": 19.9893, "step": 4370 }, { "epoch": 3.88, "learning_rate": 9.88444696598377e-05, "loss": 19.7354, "step": 4371 }, { "epoch": 3.88, "learning_rate": 9.884386787892403e-05, "loss": 19.3428, "step": 4372 }, { "epoch": 3.88, "learning_rate": 9.884326594318525e-05, "loss": 20.1182, "step": 4373 }, { "epoch": 3.88, "learning_rate": 9.884266385262329e-05, "loss": 19.5801, "step": 4374 }, { "epoch": 3.89, "learning_rate": 9.884206160724001e-05, "loss": 19.7832, "step": 4375 }, { "epoch": 3.89, "learning_rate": 9.884145920703736e-05, "loss": 19.998, "step": 4376 }, { "epoch": 3.89, "learning_rate": 9.884085665201722e-05, "loss": 19.7588, "step": 4377 }, { "epoch": 3.89, "learning_rate": 9.884025394218153e-05, "loss": 20.1113, "step": 4378 }, { "epoch": 3.89, "learning_rate": 9.883965107753219e-05, "loss": 19.9375, "step": 4379 }, { "epoch": 3.89, "learning_rate": 9.883904805807109e-05, "loss": 20.1406, "step": 4380 }, { "epoch": 3.89, "learning_rate": 9.883844488380016e-05, "loss": 19.6094, "step": 4381 }, { "epoch": 3.89, "learning_rate": 9.883844488380016e-05, "loss": 20.1924, "step": 4382 }, { "epoch": 3.89, "learning_rate": 9.883784155472134e-05, "loss": 20.2344, "step": 4383 }, { "epoch": 3.89, "learning_rate": 9.883723807083648e-05, "loss": 19.2744, "step": 4384 }, { "epoch": 3.89, "learning_rate": 9.883663443214755e-05, "loss": 19.4609, "step": 4385 }, { "epoch": 3.9, "learning_rate": 9.883603063865641e-05, "loss": 19.5684, "step": 4386 }, { "epoch": 3.9, "learning_rate": 9.883542669036503e-05, "loss": 20.0742, "step": 4387 }, { "epoch": 3.9, "learning_rate": 9.883482258727528e-05, "loss": 19.3037, "step": 4388 }, { "epoch": 3.9, "learning_rate": 9.883421832938911e-05, "loss": 20.0146, "step": 4389 }, { "epoch": 3.9, "learning_rate": 9.88336139167084e-05, "loss": 20.0703, "step": 4390 }, { "epoch": 3.9, "learning_rate": 9.88330093492351e-05, "loss": 19.4648, "step": 4391 }, { "epoch": 3.9, "learning_rate": 9.88324046269711e-05, "loss": 19.9512, "step": 4392 }, { "epoch": 3.9, "learning_rate": 9.883179974991832e-05, "loss": 19.459, "step": 4393 }, { "epoch": 3.9, "learning_rate": 9.883119471807869e-05, "loss": 19.0957, "step": 4394 }, { "epoch": 3.9, "learning_rate": 9.883058953145412e-05, "loss": 19.5635, "step": 4395 }, { "epoch": 3.9, "learning_rate": 9.882998419004654e-05, "loss": 20.0, "step": 4396 }, { "epoch": 3.9, "learning_rate": 9.882937869385786e-05, "loss": 19.7432, "step": 4397 }, { "epoch": 3.91, "learning_rate": 9.882877304289e-05, "loss": 19.8604, "step": 4398 }, { "epoch": 3.91, "learning_rate": 9.882816723714486e-05, "loss": 19.3066, "step": 4399 }, { "epoch": 3.91, "learning_rate": 9.882756127662439e-05, "loss": 19.5137, "step": 4400 }, { "epoch": 3.91, "learning_rate": 9.88269551613305e-05, "loss": 19.5674, "step": 4401 }, { "epoch": 3.91, "learning_rate": 9.882634889126511e-05, "loss": 20.2344, "step": 4402 }, { "epoch": 3.91, "learning_rate": 9.882574246643015e-05, "loss": 19.9971, "step": 4403 }, { "epoch": 3.91, "learning_rate": 9.882513588682751e-05, "loss": 19.3066, "step": 4404 }, { "epoch": 3.91, "learning_rate": 9.882452915245917e-05, "loss": 19.5391, "step": 4405 }, { "epoch": 3.91, "learning_rate": 9.8823922263327e-05, "loss": 19.5986, "step": 4406 }, { "epoch": 3.91, "learning_rate": 9.882331521943294e-05, "loss": 19.6914, "step": 4407 }, { "epoch": 3.91, "learning_rate": 9.882270802077892e-05, "loss": 20.0713, "step": 4408 }, { "epoch": 3.92, "learning_rate": 9.882210066736688e-05, "loss": 19.7266, "step": 4409 }, { "epoch": 3.92, "learning_rate": 9.882149315919873e-05, "loss": 19.916, "step": 4410 }, { "epoch": 3.92, "learning_rate": 9.882088549627637e-05, "loss": 19.1816, "step": 4411 }, { "epoch": 3.92, "learning_rate": 9.882027767860177e-05, "loss": 19.9658, "step": 4412 }, { "epoch": 3.92, "learning_rate": 9.881966970617682e-05, "loss": 19.5732, "step": 4413 }, { "epoch": 3.92, "learning_rate": 9.881906157900348e-05, "loss": 19.7168, "step": 4414 }, { "epoch": 3.92, "learning_rate": 9.881845329708365e-05, "loss": 20.1182, "step": 4415 }, { "epoch": 3.92, "learning_rate": 9.881784486041928e-05, "loss": 20.1094, "step": 4416 }, { "epoch": 3.92, "learning_rate": 9.881723626901229e-05, "loss": 19.8848, "step": 4417 }, { "epoch": 3.92, "learning_rate": 9.88166275228646e-05, "loss": 20.1279, "step": 4418 }, { "epoch": 3.92, "learning_rate": 9.881601862197814e-05, "loss": 20.4375, "step": 4419 }, { "epoch": 3.93, "learning_rate": 9.881540956635487e-05, "loss": 19.6934, "step": 4420 }, { "epoch": 3.93, "learning_rate": 9.881480035599667e-05, "loss": 19.7041, "step": 4421 }, { "epoch": 3.93, "learning_rate": 9.881419099090552e-05, "loss": 19.5879, "step": 4422 }, { "epoch": 3.93, "learning_rate": 9.881358147108331e-05, "loss": 20.4619, "step": 4423 }, { "epoch": 3.93, "learning_rate": 9.881297179653201e-05, "loss": 19.2695, "step": 4424 }, { "epoch": 3.93, "learning_rate": 9.881236196725354e-05, "loss": 19.9014, "step": 4425 }, { "epoch": 3.93, "learning_rate": 9.881175198324981e-05, "loss": 19.457, "step": 4426 }, { "epoch": 3.93, "learning_rate": 9.881114184452278e-05, "loss": 19.4297, "step": 4427 }, { "epoch": 3.93, "learning_rate": 9.881053155107438e-05, "loss": 20.1797, "step": 4428 }, { "epoch": 3.93, "learning_rate": 9.880992110290652e-05, "loss": 19.8799, "step": 4429 }, { "epoch": 3.93, "learning_rate": 9.880931050002118e-05, "loss": 19.8184, "step": 4430 }, { "epoch": 3.94, "learning_rate": 9.880869974242026e-05, "loss": 19.8896, "step": 4431 }, { "epoch": 3.94, "learning_rate": 9.88080888301057e-05, "loss": 19.6504, "step": 4432 }, { "epoch": 3.94, "learning_rate": 9.880747776307946e-05, "loss": 19.9697, "step": 4433 }, { "epoch": 3.94, "learning_rate": 9.880686654134344e-05, "loss": 20.4053, "step": 4434 }, { "epoch": 3.94, "learning_rate": 9.88062551648996e-05, "loss": 19.7363, "step": 4435 }, { "epoch": 3.94, "learning_rate": 9.88056436337499e-05, "loss": 20.3672, "step": 4436 }, { "epoch": 3.94, "learning_rate": 9.880503194789623e-05, "loss": 20.2021, "step": 4437 }, { "epoch": 3.94, "learning_rate": 9.880442010734057e-05, "loss": 19.8389, "step": 4438 }, { "epoch": 3.94, "learning_rate": 9.880380811208483e-05, "loss": 19.9189, "step": 4439 }, { "epoch": 3.94, "learning_rate": 9.880319596213097e-05, "loss": 20.4141, "step": 4440 }, { "epoch": 3.94, "learning_rate": 9.88025836574809e-05, "loss": 20.0596, "step": 4441 }, { "epoch": 3.94, "learning_rate": 9.88019711981366e-05, "loss": 19.4834, "step": 4442 }, { "epoch": 3.95, "learning_rate": 9.88013585841e-05, "loss": 19.5, "step": 4443 }, { "epoch": 3.95, "learning_rate": 9.880074581537303e-05, "loss": 19.6357, "step": 4444 }, { "epoch": 3.95, "learning_rate": 9.880013289195764e-05, "loss": 20.1152, "step": 4445 }, { "epoch": 3.95, "learning_rate": 9.879951981385578e-05, "loss": 20.335, "step": 4446 }, { "epoch": 3.95, "learning_rate": 9.879890658106936e-05, "loss": 19.6973, "step": 4447 }, { "epoch": 3.95, "learning_rate": 9.879829319360036e-05, "loss": 20.2178, "step": 4448 }, { "epoch": 3.95, "learning_rate": 9.879767965145073e-05, "loss": 20.1094, "step": 4449 }, { "epoch": 3.95, "learning_rate": 9.879706595462239e-05, "loss": 19.6074, "step": 4450 }, { "epoch": 3.95, "learning_rate": 9.87964521031173e-05, "loss": 19.6953, "step": 4451 }, { "epoch": 3.95, "learning_rate": 9.879583809693738e-05, "loss": 19.2334, "step": 4452 }, { "epoch": 3.95, "learning_rate": 9.87952239360846e-05, "loss": 19.9346, "step": 4453 }, { "epoch": 3.96, "learning_rate": 9.87946096205609e-05, "loss": 19.8477, "step": 4454 }, { "epoch": 3.96, "learning_rate": 9.879399515036824e-05, "loss": 20.0498, "step": 4455 }, { "epoch": 3.96, "learning_rate": 9.879338052550855e-05, "loss": 19.6064, "step": 4456 }, { "epoch": 3.96, "learning_rate": 9.879276574598379e-05, "loss": 19.9277, "step": 4457 }, { "epoch": 3.96, "learning_rate": 9.87921508117959e-05, "loss": 20.4277, "step": 4458 }, { "epoch": 3.96, "learning_rate": 9.879153572294684e-05, "loss": 19.7158, "step": 4459 }, { "epoch": 3.96, "learning_rate": 9.879092047943854e-05, "loss": 19.9033, "step": 4460 }, { "epoch": 3.96, "learning_rate": 9.879030508127298e-05, "loss": 20.0488, "step": 4461 }, { "epoch": 3.96, "learning_rate": 9.87896895284521e-05, "loss": 19.9941, "step": 4462 }, { "epoch": 3.96, "learning_rate": 9.878907382097782e-05, "loss": 20.4951, "step": 4463 }, { "epoch": 3.96, "learning_rate": 9.878845795885212e-05, "loss": 19.7949, "step": 4464 }, { "epoch": 3.97, "learning_rate": 9.878784194207696e-05, "loss": 20.0547, "step": 4465 }, { "epoch": 3.97, "learning_rate": 9.878722577065426e-05, "loss": 20.2842, "step": 4466 }, { "epoch": 3.97, "learning_rate": 9.878660944458602e-05, "loss": 19.916, "step": 4467 }, { "epoch": 3.97, "learning_rate": 9.878599296387417e-05, "loss": 19.9307, "step": 4468 }, { "epoch": 3.97, "learning_rate": 9.878537632852066e-05, "loss": 19.9131, "step": 4469 }, { "epoch": 3.97, "learning_rate": 9.878475953852743e-05, "loss": 20.71, "step": 4470 }, { "epoch": 3.97, "learning_rate": 9.878414259389646e-05, "loss": 19.958, "step": 4471 }, { "epoch": 3.97, "learning_rate": 9.87835254946297e-05, "loss": 20.4238, "step": 4472 }, { "epoch": 3.97, "learning_rate": 9.878290824072912e-05, "loss": 19.8281, "step": 4473 }, { "epoch": 3.97, "learning_rate": 9.878229083219663e-05, "loss": 19.9639, "step": 4474 }, { "epoch": 3.97, "learning_rate": 9.878167326903422e-05, "loss": 19.9395, "step": 4475 }, { "epoch": 3.98, "learning_rate": 9.878105555124386e-05, "loss": 19.373, "step": 4476 }, { "epoch": 3.98, "learning_rate": 9.878043767882749e-05, "loss": 20.1738, "step": 4477 }, { "epoch": 3.98, "learning_rate": 9.877981965178707e-05, "loss": 19.8848, "step": 4478 }, { "epoch": 3.98, "learning_rate": 9.877920147012456e-05, "loss": 20.1533, "step": 4479 }, { "epoch": 3.98, "learning_rate": 9.877858313384192e-05, "loss": 19.2227, "step": 4480 }, { "epoch": 3.98, "learning_rate": 9.877796464294111e-05, "loss": 19.9355, "step": 4481 }, { "epoch": 3.98, "learning_rate": 9.877734599742409e-05, "loss": 19.208, "step": 4482 }, { "epoch": 3.98, "learning_rate": 9.877672719729282e-05, "loss": 19.3467, "step": 4483 }, { "epoch": 3.98, "learning_rate": 9.877610824254929e-05, "loss": 20.127, "step": 4484 }, { "epoch": 3.98, "learning_rate": 9.877548913319542e-05, "loss": 19.7949, "step": 4485 }, { "epoch": 3.98, "learning_rate": 9.877486986923316e-05, "loss": 19.9531, "step": 4486 }, { "epoch": 3.98, "learning_rate": 9.877425045066452e-05, "loss": 19.9648, "step": 4487 }, { "epoch": 3.99, "learning_rate": 9.877363087749144e-05, "loss": 19.8906, "step": 4488 }, { "epoch": 3.99, "learning_rate": 9.877301114971589e-05, "loss": 20.0771, "step": 4489 }, { "epoch": 3.99, "learning_rate": 9.877239126733984e-05, "loss": 19.9453, "step": 4490 }, { "epoch": 3.99, "learning_rate": 9.877177123036522e-05, "loss": 19.7949, "step": 4491 }, { "epoch": 3.99, "learning_rate": 9.877115103879407e-05, "loss": 19.8096, "step": 4492 }, { "epoch": 3.99, "learning_rate": 9.877053069262827e-05, "loss": 19.5107, "step": 4493 }, { "epoch": 3.99, "learning_rate": 9.876991019186983e-05, "loss": 19.8887, "step": 4494 }, { "epoch": 3.99, "learning_rate": 9.876928953652071e-05, "loss": 19.5049, "step": 4495 }, { "epoch": 3.99, "learning_rate": 9.87686687265829e-05, "loss": 19.6914, "step": 4496 }, { "epoch": 3.99, "learning_rate": 9.876804776205832e-05, "loss": 19.7539, "step": 4497 }, { "epoch": 3.99, "learning_rate": 9.876742664294898e-05, "loss": 19.7881, "step": 4498 }, { "epoch": 4.0, "learning_rate": 9.876680536925685e-05, "loss": 19.4639, "step": 4499 }, { "epoch": 4.0, "learning_rate": 9.876618394098385e-05, "loss": 19.9531, "step": 4500 }, { "epoch": 4.0, "learning_rate": 9.876556235813199e-05, "loss": 19.7129, "step": 4501 }, { "epoch": 4.0, "learning_rate": 9.876494062070325e-05, "loss": 19.7598, "step": 4502 }, { "epoch": 4.0, "learning_rate": 9.876431872869958e-05, "loss": 20.2842, "step": 4503 }, { "epoch": 4.0, "learning_rate": 9.876369668212295e-05, "loss": 20.0254, "step": 4504 }, { "epoch": 4.0, "learning_rate": 9.876307448097533e-05, "loss": 19.9609, "step": 4505 }, { "epoch": 4.0, "learning_rate": 9.876245212525871e-05, "loss": 19.6797, "step": 4506 }, { "epoch": 4.0, "learning_rate": 9.876182961497504e-05, "loss": 19.6455, "step": 4507 }, { "epoch": 4.0, "learning_rate": 9.876120695012632e-05, "loss": 20.2236, "step": 4508 }, { "epoch": 4.0, "learning_rate": 9.87605841307145e-05, "loss": 19.5439, "step": 4509 }, { "epoch": 4.01, "learning_rate": 9.875996115674158e-05, "loss": 19.2969, "step": 4510 }, { "epoch": 4.01, "learning_rate": 9.875933802820949e-05, "loss": 19.2754, "step": 4511 }, { "epoch": 4.01, "learning_rate": 9.875871474512025e-05, "loss": 19.3086, "step": 4512 }, { "epoch": 4.01, "learning_rate": 9.875809130747581e-05, "loss": 19.4355, "step": 4513 }, { "epoch": 4.01, "learning_rate": 9.875746771527816e-05, "loss": 19.4473, "step": 4514 }, { "epoch": 4.01, "learning_rate": 9.875684396852927e-05, "loss": 19.2178, "step": 4515 }, { "epoch": 4.01, "learning_rate": 9.875622006723114e-05, "loss": 19.7402, "step": 4516 }, { "epoch": 4.01, "learning_rate": 9.87555960113857e-05, "loss": 19.374, "step": 4517 }, { "epoch": 4.01, "learning_rate": 9.875497180099495e-05, "loss": 19.4883, "step": 4518 }, { "epoch": 4.01, "learning_rate": 9.875434743606089e-05, "loss": 19.7041, "step": 4519 }, { "epoch": 4.01, "learning_rate": 9.875372291658549e-05, "loss": 20.1621, "step": 4520 }, { "epoch": 4.02, "learning_rate": 9.87530982425707e-05, "loss": 19.6621, "step": 4521 }, { "epoch": 4.02, "learning_rate": 9.875247341401854e-05, "loss": 20.3691, "step": 4522 }, { "epoch": 4.02, "learning_rate": 9.875184843093096e-05, "loss": 19.6621, "step": 4523 }, { "epoch": 4.02, "learning_rate": 9.875122329330995e-05, "loss": 19.9414, "step": 4524 }, { "epoch": 4.02, "learning_rate": 9.875059800115752e-05, "loss": 19.6846, "step": 4525 }, { "epoch": 4.02, "learning_rate": 9.87499725544756e-05, "loss": 19.7861, "step": 4526 }, { "epoch": 4.02, "learning_rate": 9.87493469532662e-05, "loss": 19.2939, "step": 4527 }, { "epoch": 4.02, "learning_rate": 9.874872119753133e-05, "loss": 20.0605, "step": 4528 }, { "epoch": 4.02, "learning_rate": 9.874809528727292e-05, "loss": 19.9639, "step": 4529 }, { "epoch": 4.02, "learning_rate": 9.874746922249298e-05, "loss": 19.4678, "step": 4530 }, { "epoch": 4.02, "learning_rate": 9.874684300319352e-05, "loss": 20.2412, "step": 4531 }, { "epoch": 4.02, "learning_rate": 9.874621662937649e-05, "loss": 19.3086, "step": 4532 }, { "epoch": 4.03, "learning_rate": 9.874559010104387e-05, "loss": 19.6348, "step": 4533 }, { "epoch": 4.03, "learning_rate": 9.874496341819767e-05, "loss": 19.0371, "step": 4534 }, { "epoch": 4.03, "learning_rate": 9.874433658083986e-05, "loss": 19.4814, "step": 4535 }, { "epoch": 4.03, "learning_rate": 9.874370958897246e-05, "loss": 20.123, "step": 4536 }, { "epoch": 4.03, "learning_rate": 9.87430824425974e-05, "loss": 19.5684, "step": 4537 }, { "epoch": 4.03, "learning_rate": 9.874245514171671e-05, "loss": 20.1699, "step": 4538 }, { "epoch": 4.03, "learning_rate": 9.874182768633238e-05, "loss": 19.6016, "step": 4539 }, { "epoch": 4.03, "learning_rate": 9.874120007644639e-05, "loss": 19.9062, "step": 4540 }, { "epoch": 4.03, "learning_rate": 9.87405723120607e-05, "loss": 19.8213, "step": 4541 }, { "epoch": 4.03, "learning_rate": 9.873994439317735e-05, "loss": 20.4287, "step": 4542 }, { "epoch": 4.03, "learning_rate": 9.873931631979831e-05, "loss": 19.3115, "step": 4543 }, { "epoch": 4.04, "learning_rate": 9.873868809192556e-05, "loss": 19.3984, "step": 4544 }, { "epoch": 4.04, "learning_rate": 9.87380597095611e-05, "loss": 19.8691, "step": 4545 }, { "epoch": 4.04, "learning_rate": 9.873743117270691e-05, "loss": 19.6172, "step": 4546 }, { "epoch": 4.04, "learning_rate": 9.873680248136501e-05, "loss": 20.125, "step": 4547 }, { "epoch": 4.04, "learning_rate": 9.873617363553737e-05, "loss": 19.6924, "step": 4548 }, { "epoch": 4.04, "learning_rate": 9.873554463522598e-05, "loss": 19.2646, "step": 4549 }, { "epoch": 4.04, "learning_rate": 9.873491548043286e-05, "loss": 19.0293, "step": 4550 }, { "epoch": 4.04, "learning_rate": 9.873428617115998e-05, "loss": 19.7354, "step": 4551 }, { "epoch": 4.04, "learning_rate": 9.873365670740932e-05, "loss": 19.4717, "step": 4552 }, { "epoch": 4.04, "learning_rate": 9.873302708918293e-05, "loss": 19.4102, "step": 4553 }, { "epoch": 4.04, "learning_rate": 9.873239731648276e-05, "loss": 19.3584, "step": 4554 }, { "epoch": 4.05, "learning_rate": 9.873176738931083e-05, "loss": 19.8799, "step": 4555 }, { "epoch": 4.05, "learning_rate": 9.873113730766911e-05, "loss": 19.4766, "step": 4556 }, { "epoch": 4.05, "learning_rate": 9.873050707155963e-05, "loss": 19.8174, "step": 4557 }, { "epoch": 4.05, "learning_rate": 9.872987668098437e-05, "loss": 19.5068, "step": 4558 }, { "epoch": 4.05, "learning_rate": 9.872924613594532e-05, "loss": 19.5723, "step": 4559 }, { "epoch": 4.05, "learning_rate": 9.872861543644449e-05, "loss": 19.7021, "step": 4560 }, { "epoch": 4.05, "learning_rate": 9.872798458248388e-05, "loss": 19.9873, "step": 4561 }, { "epoch": 4.05, "learning_rate": 9.872735357406548e-05, "loss": 19.3262, "step": 4562 }, { "epoch": 4.05, "learning_rate": 9.872672241119132e-05, "loss": 19.5293, "step": 4563 }, { "epoch": 4.05, "learning_rate": 9.872609109386334e-05, "loss": 19.4434, "step": 4564 }, { "epoch": 4.05, "learning_rate": 9.872545962208361e-05, "loss": 19.3535, "step": 4565 }, { "epoch": 4.06, "learning_rate": 9.87248279958541e-05, "loss": 19.7646, "step": 4566 }, { "epoch": 4.06, "learning_rate": 9.87241962151768e-05, "loss": 19.0557, "step": 4567 }, { "epoch": 4.06, "learning_rate": 9.872356428005374e-05, "loss": 19.4102, "step": 4568 }, { "epoch": 4.06, "learning_rate": 9.872293219048689e-05, "loss": 19.4189, "step": 4569 }, { "epoch": 4.06, "learning_rate": 9.872229994647828e-05, "loss": 19.9814, "step": 4570 }, { "epoch": 4.06, "learning_rate": 9.872166754802991e-05, "loss": 19.8789, "step": 4571 }, { "epoch": 4.06, "learning_rate": 9.872103499514378e-05, "loss": 19.6084, "step": 4572 }, { "epoch": 4.06, "learning_rate": 9.872040228782189e-05, "loss": 19.667, "step": 4573 }, { "epoch": 4.06, "learning_rate": 9.871976942606625e-05, "loss": 19.4795, "step": 4574 }, { "epoch": 4.06, "learning_rate": 9.871913640987888e-05, "loss": 19.2441, "step": 4575 }, { "epoch": 4.06, "learning_rate": 9.871850323926177e-05, "loss": 19.3535, "step": 4576 }, { "epoch": 4.06, "learning_rate": 9.871786991421692e-05, "loss": 19.4219, "step": 4577 }, { "epoch": 4.07, "learning_rate": 9.871723643474636e-05, "loss": 19.3193, "step": 4578 }, { "epoch": 4.07, "learning_rate": 9.871660280085209e-05, "loss": 19.9834, "step": 4579 }, { "epoch": 4.07, "learning_rate": 9.87159690125361e-05, "loss": 19.9131, "step": 4580 }, { "epoch": 4.07, "learning_rate": 9.871533506980042e-05, "loss": 19.7861, "step": 4581 }, { "epoch": 4.07, "learning_rate": 9.871470097264705e-05, "loss": 19.6221, "step": 4582 }, { "epoch": 4.07, "learning_rate": 9.871406672107802e-05, "loss": 19.4512, "step": 4583 }, { "epoch": 4.07, "learning_rate": 9.87134323150953e-05, "loss": 19.5, "step": 4584 }, { "epoch": 4.07, "learning_rate": 9.871279775470095e-05, "loss": 19.7441, "step": 4585 }, { "epoch": 4.07, "learning_rate": 9.871216303989694e-05, "loss": 19.3936, "step": 4586 }, { "epoch": 4.07, "learning_rate": 9.871152817068531e-05, "loss": 19.7744, "step": 4587 }, { "epoch": 4.07, "learning_rate": 9.871089314706804e-05, "loss": 19.2783, "step": 4588 }, { "epoch": 4.08, "learning_rate": 9.871025796904719e-05, "loss": 20.3555, "step": 4589 }, { "epoch": 4.08, "learning_rate": 9.870962263662473e-05, "loss": 19.3105, "step": 4590 }, { "epoch": 4.08, "learning_rate": 9.87089871498027e-05, "loss": 19.5586, "step": 4591 }, { "epoch": 4.08, "learning_rate": 9.870835150858311e-05, "loss": 19.8799, "step": 4592 }, { "epoch": 4.08, "learning_rate": 9.870771571296795e-05, "loss": 19.208, "step": 4593 }, { "epoch": 4.08, "learning_rate": 9.870707976295926e-05, "loss": 19.8965, "step": 4594 }, { "epoch": 4.08, "learning_rate": 9.870644365855905e-05, "loss": 19.4082, "step": 4595 }, { "epoch": 4.08, "learning_rate": 9.870580739976935e-05, "loss": 19.7363, "step": 4596 }, { "epoch": 4.08, "learning_rate": 9.870517098659217e-05, "loss": 19.0068, "step": 4597 }, { "epoch": 4.08, "learning_rate": 9.87045344190295e-05, "loss": 19.5088, "step": 4598 }, { "epoch": 4.08, "learning_rate": 9.87038976970834e-05, "loss": 19.5664, "step": 4599 }, { "epoch": 4.09, "learning_rate": 9.870326082075586e-05, "loss": 19.0186, "step": 4600 }, { "epoch": 4.09, "learning_rate": 9.87026237900489e-05, "loss": 19.5156, "step": 4601 }, { "epoch": 4.09, "learning_rate": 9.870198660496454e-05, "loss": 19.7822, "step": 4602 }, { "epoch": 4.09, "learning_rate": 9.870134926550483e-05, "loss": 19.5713, "step": 4603 }, { "epoch": 4.09, "learning_rate": 9.870071177167174e-05, "loss": 19.2188, "step": 4604 }, { "epoch": 4.09, "learning_rate": 9.870007412346733e-05, "loss": 19.4727, "step": 4605 }, { "epoch": 4.09, "learning_rate": 9.86994363208936e-05, "loss": 19.6611, "step": 4606 }, { "epoch": 4.09, "learning_rate": 9.86987983639526e-05, "loss": 18.9502, "step": 4607 }, { "epoch": 4.09, "learning_rate": 9.86981602526463e-05, "loss": 19.7539, "step": 4608 }, { "epoch": 4.09, "learning_rate": 9.869752198697678e-05, "loss": 19.7314, "step": 4609 }, { "epoch": 4.09, "learning_rate": 9.869688356694601e-05, "loss": 19.2764, "step": 4610 }, { "epoch": 4.1, "learning_rate": 9.869624499255606e-05, "loss": 19.5908, "step": 4611 }, { "epoch": 4.1, "learning_rate": 9.869560626380893e-05, "loss": 19.416, "step": 4612 }, { "epoch": 4.1, "learning_rate": 9.869496738070666e-05, "loss": 19.6211, "step": 4613 }, { "epoch": 4.1, "learning_rate": 9.869432834325126e-05, "loss": 19.1357, "step": 4614 }, { "epoch": 4.1, "learning_rate": 9.869368915144476e-05, "loss": 19.8916, "step": 4615 }, { "epoch": 4.1, "learning_rate": 9.869304980528918e-05, "loss": 19.6533, "step": 4616 }, { "epoch": 4.1, "learning_rate": 9.869241030478655e-05, "loss": 20.1328, "step": 4617 }, { "epoch": 4.1, "learning_rate": 9.869177064993892e-05, "loss": 19.6973, "step": 4618 }, { "epoch": 4.1, "learning_rate": 9.869113084074828e-05, "loss": 19.2803, "step": 4619 }, { "epoch": 4.1, "learning_rate": 9.869049087721669e-05, "loss": 19.9297, "step": 4620 }, { "epoch": 4.1, "learning_rate": 9.868985075934615e-05, "loss": 19.5537, "step": 4621 }, { "epoch": 4.1, "learning_rate": 9.868921048713872e-05, "loss": 20.0312, "step": 4622 }, { "epoch": 4.11, "learning_rate": 9.86885700605964e-05, "loss": 19.5879, "step": 4623 }, { "epoch": 4.11, "learning_rate": 9.868792947972123e-05, "loss": 19.8926, "step": 4624 }, { "epoch": 4.11, "learning_rate": 9.868728874451526e-05, "loss": 19.7168, "step": 4625 }, { "epoch": 4.11, "learning_rate": 9.86866478549805e-05, "loss": 19.7344, "step": 4626 }, { "epoch": 4.11, "learning_rate": 9.868600681111897e-05, "loss": 19.5, "step": 4627 }, { "epoch": 4.11, "learning_rate": 9.868536561293273e-05, "loss": 19.6143, "step": 4628 }, { "epoch": 4.11, "learning_rate": 9.868472426042382e-05, "loss": 19.8936, "step": 4629 }, { "epoch": 4.11, "learning_rate": 9.868408275359423e-05, "loss": 19.1699, "step": 4630 }, { "epoch": 4.11, "learning_rate": 9.8683441092446e-05, "loss": 19.8799, "step": 4631 }, { "epoch": 4.11, "learning_rate": 9.86827992769812e-05, "loss": 20.1504, "step": 4632 }, { "epoch": 4.11, "learning_rate": 9.868215730720187e-05, "loss": 19.6338, "step": 4633 }, { "epoch": 4.12, "learning_rate": 9.868151518311e-05, "loss": 20.0469, "step": 4634 }, { "epoch": 4.12, "learning_rate": 9.868087290470763e-05, "loss": 19.9531, "step": 4635 }, { "epoch": 4.12, "learning_rate": 9.868023047199683e-05, "loss": 19.3086, "step": 4636 }, { "epoch": 4.12, "learning_rate": 9.867958788497962e-05, "loss": 19.8184, "step": 4637 }, { "epoch": 4.12, "learning_rate": 9.867894514365802e-05, "loss": 19.6475, "step": 4638 }, { "epoch": 4.12, "learning_rate": 9.867830224803409e-05, "loss": 19.4512, "step": 4639 }, { "epoch": 4.12, "learning_rate": 9.867765919810985e-05, "loss": 19.5713, "step": 4640 }, { "epoch": 4.12, "learning_rate": 9.867701599388737e-05, "loss": 19.9756, "step": 4641 }, { "epoch": 4.12, "learning_rate": 9.867637263536865e-05, "loss": 19.5186, "step": 4642 }, { "epoch": 4.12, "learning_rate": 9.867572912255576e-05, "loss": 19.3955, "step": 4643 }, { "epoch": 4.12, "learning_rate": 9.867508545545071e-05, "loss": 20.0527, "step": 4644 }, { "epoch": 4.13, "learning_rate": 9.867444163405558e-05, "loss": 19.5762, "step": 4645 }, { "epoch": 4.13, "learning_rate": 9.867379765837236e-05, "loss": 19.4971, "step": 4646 }, { "epoch": 4.13, "learning_rate": 9.867315352840313e-05, "loss": 19.8936, "step": 4647 }, { "epoch": 4.13, "learning_rate": 9.867250924414992e-05, "loss": 19.6973, "step": 4648 }, { "epoch": 4.13, "learning_rate": 9.867186480561478e-05, "loss": 19.5605, "step": 4649 }, { "epoch": 4.13, "learning_rate": 9.867122021279973e-05, "loss": 19.3994, "step": 4650 }, { "epoch": 4.13, "learning_rate": 9.867057546570684e-05, "loss": 20.6016, "step": 4651 }, { "epoch": 4.13, "learning_rate": 9.866993056433814e-05, "loss": 19.709, "step": 4652 }, { "epoch": 4.13, "learning_rate": 9.866928550869568e-05, "loss": 19.5615, "step": 4653 }, { "epoch": 4.13, "learning_rate": 9.86686402987815e-05, "loss": 19.3965, "step": 4654 }, { "epoch": 4.13, "learning_rate": 9.866799493459764e-05, "loss": 20.0605, "step": 4655 }, { "epoch": 4.13, "learning_rate": 9.866734941614616e-05, "loss": 19.6426, "step": 4656 }, { "epoch": 4.14, "learning_rate": 9.86667037434291e-05, "loss": 19.791, "step": 4657 }, { "epoch": 4.14, "learning_rate": 9.86660579164485e-05, "loss": 19.6045, "step": 4658 }, { "epoch": 4.14, "learning_rate": 9.866541193520641e-05, "loss": 19.998, "step": 4659 }, { "epoch": 4.14, "learning_rate": 9.866476579970489e-05, "loss": 19.6865, "step": 4660 }, { "epoch": 4.14, "learning_rate": 9.866411950994597e-05, "loss": 19.3809, "step": 4661 }, { "epoch": 4.14, "learning_rate": 9.86634730659317e-05, "loss": 19.9814, "step": 4662 }, { "epoch": 4.14, "learning_rate": 9.866282646766413e-05, "loss": 20.1992, "step": 4663 }, { "epoch": 4.14, "learning_rate": 9.866217971514532e-05, "loss": 19.5439, "step": 4664 }, { "epoch": 4.14, "learning_rate": 9.866153280837733e-05, "loss": 20.0967, "step": 4665 }, { "epoch": 4.14, "learning_rate": 9.86608857473622e-05, "loss": 19.5566, "step": 4666 }, { "epoch": 4.14, "learning_rate": 9.866023853210196e-05, "loss": 19.4736, "step": 4667 }, { "epoch": 4.15, "learning_rate": 9.865959116259868e-05, "loss": 19.709, "step": 4668 }, { "epoch": 4.15, "learning_rate": 9.865894363885442e-05, "loss": 19.5635, "step": 4669 }, { "epoch": 4.15, "learning_rate": 9.865829596087121e-05, "loss": 19.4951, "step": 4670 }, { "epoch": 4.15, "learning_rate": 9.865764812865113e-05, "loss": 19.4033, "step": 4671 }, { "epoch": 4.15, "learning_rate": 9.86570001421962e-05, "loss": 19.627, "step": 4672 }, { "epoch": 4.15, "learning_rate": 9.86563520015085e-05, "loss": 19.7119, "step": 4673 }, { "epoch": 4.15, "learning_rate": 9.86557037065901e-05, "loss": 19.8008, "step": 4674 }, { "epoch": 4.15, "learning_rate": 9.865505525744301e-05, "loss": 19.6523, "step": 4675 }, { "epoch": 4.15, "learning_rate": 9.865440665406931e-05, "loss": 19.6123, "step": 4676 }, { "epoch": 4.15, "learning_rate": 9.865375789647107e-05, "loss": 19.1055, "step": 4677 }, { "epoch": 4.15, "learning_rate": 9.865310898465032e-05, "loss": 19.3096, "step": 4678 }, { "epoch": 4.16, "learning_rate": 9.865245991860911e-05, "loss": 19.4648, "step": 4679 }, { "epoch": 4.16, "learning_rate": 9.865181069834953e-05, "loss": 19.752, "step": 4680 }, { "epoch": 4.16, "learning_rate": 9.865116132387363e-05, "loss": 20.1396, "step": 4681 }, { "epoch": 4.16, "learning_rate": 9.865051179518345e-05, "loss": 19.627, "step": 4682 }, { "epoch": 4.16, "learning_rate": 9.864986211228107e-05, "loss": 19.7461, "step": 4683 }, { "epoch": 4.16, "learning_rate": 9.864921227516854e-05, "loss": 19.915, "step": 4684 }, { "epoch": 4.16, "learning_rate": 9.864856228384791e-05, "loss": 19.3232, "step": 4685 }, { "epoch": 4.16, "learning_rate": 9.864791213832125e-05, "loss": 20.0273, "step": 4686 }, { "epoch": 4.16, "learning_rate": 9.864726183859064e-05, "loss": 19.0928, "step": 4687 }, { "epoch": 4.16, "learning_rate": 9.86466113846581e-05, "loss": 19.6807, "step": 4688 }, { "epoch": 4.16, "learning_rate": 9.864596077652571e-05, "loss": 19.4863, "step": 4689 }, { "epoch": 4.17, "learning_rate": 9.864531001419555e-05, "loss": 19.4385, "step": 4690 }, { "epoch": 4.17, "learning_rate": 9.864465909766967e-05, "loss": 19.6602, "step": 4691 }, { "epoch": 4.17, "learning_rate": 9.864400802695012e-05, "loss": 19.3018, "step": 4692 }, { "epoch": 4.17, "learning_rate": 9.864400802695012e-05, "loss": 20.4131, "step": 4693 }, { "epoch": 4.17, "learning_rate": 9.864335680203898e-05, "loss": 19.6016, "step": 4694 }, { "epoch": 4.17, "learning_rate": 9.864270542293832e-05, "loss": 19.7041, "step": 4695 }, { "epoch": 4.17, "learning_rate": 9.864270542293832e-05, "loss": 19.999, "step": 4696 }, { "epoch": 4.17, "learning_rate": 9.864205388965017e-05, "loss": 19.7881, "step": 4697 }, { "epoch": 4.17, "learning_rate": 9.864140220217665e-05, "loss": 18.9619, "step": 4698 }, { "epoch": 4.17, "learning_rate": 9.864075036051979e-05, "loss": 19.2881, "step": 4699 }, { "epoch": 4.17, "learning_rate": 9.864009836468164e-05, "loss": 19.4824, "step": 4700 }, { "epoch": 4.17, "learning_rate": 9.86394462146643e-05, "loss": 19.8818, "step": 4701 }, { "epoch": 4.18, "learning_rate": 9.863879391046984e-05, "loss": 19.6787, "step": 4702 }, { "epoch": 4.18, "learning_rate": 9.863814145210029e-05, "loss": 19.4863, "step": 4703 }, { "epoch": 4.18, "learning_rate": 9.863748883955775e-05, "loss": 19.6064, "step": 4704 }, { "epoch": 4.18, "learning_rate": 9.863683607284428e-05, "loss": 19.5381, "step": 4705 }, { "epoch": 4.18, "learning_rate": 9.863618315196198e-05, "loss": 19.7295, "step": 4706 }, { "epoch": 4.18, "learning_rate": 9.863553007691284e-05, "loss": 19.3057, "step": 4707 }, { "epoch": 4.18, "learning_rate": 9.863487684769901e-05, "loss": 19.8359, "step": 4708 }, { "epoch": 4.18, "learning_rate": 9.863422346432252e-05, "loss": 20.0674, "step": 4709 }, { "epoch": 4.18, "learning_rate": 9.863356992678546e-05, "loss": 19.6504, "step": 4710 }, { "epoch": 4.18, "learning_rate": 9.863291623508987e-05, "loss": 19.4502, "step": 4711 }, { "epoch": 4.18, "learning_rate": 9.863226238923786e-05, "loss": 19.8213, "step": 4712 }, { "epoch": 4.19, "learning_rate": 9.863160838923149e-05, "loss": 19.3184, "step": 4713 }, { "epoch": 4.19, "learning_rate": 9.863095423507283e-05, "loss": 20.1094, "step": 4714 }, { "epoch": 4.19, "learning_rate": 9.863029992676394e-05, "loss": 20.1816, "step": 4715 }, { "epoch": 4.19, "learning_rate": 9.862964546430692e-05, "loss": 19.9336, "step": 4716 }, { "epoch": 4.19, "learning_rate": 9.862899084770383e-05, "loss": 19.3857, "step": 4717 }, { "epoch": 4.19, "learning_rate": 9.862833607695674e-05, "loss": 19.0107, "step": 4718 }, { "epoch": 4.19, "learning_rate": 9.862768115206774e-05, "loss": 20.1309, "step": 4719 }, { "epoch": 4.19, "learning_rate": 9.86270260730389e-05, "loss": 19.7598, "step": 4720 }, { "epoch": 4.19, "learning_rate": 9.862637083987229e-05, "loss": 19.7617, "step": 4721 }, { "epoch": 4.19, "learning_rate": 9.862571545257e-05, "loss": 19.7549, "step": 4722 }, { "epoch": 4.19, "learning_rate": 9.862505991113409e-05, "loss": 19.416, "step": 4723 }, { "epoch": 4.2, "learning_rate": 9.862440421556664e-05, "loss": 19.4619, "step": 4724 }, { "epoch": 4.2, "learning_rate": 9.862374836586976e-05, "loss": 20.0361, "step": 4725 }, { "epoch": 4.2, "learning_rate": 9.862309236204548e-05, "loss": 19.458, "step": 4726 }, { "epoch": 4.2, "learning_rate": 9.862243620409592e-05, "loss": 19.7988, "step": 4727 }, { "epoch": 4.2, "learning_rate": 9.862177989202314e-05, "loss": 19.7891, "step": 4728 }, { "epoch": 4.2, "learning_rate": 9.862112342582923e-05, "loss": 20.0176, "step": 4729 }, { "epoch": 4.2, "learning_rate": 9.862046680551627e-05, "loss": 19.4736, "step": 4730 }, { "epoch": 4.2, "learning_rate": 9.861981003108631e-05, "loss": 19.2305, "step": 4731 }, { "epoch": 4.2, "learning_rate": 9.861915310254148e-05, "loss": 19.126, "step": 4732 }, { "epoch": 4.2, "learning_rate": 9.861849601988383e-05, "loss": 20.3213, "step": 4733 }, { "epoch": 4.2, "learning_rate": 9.861783878311546e-05, "loss": 19.4678, "step": 4734 }, { "epoch": 4.21, "learning_rate": 9.861718139223845e-05, "loss": 19.0742, "step": 4735 }, { "epoch": 4.21, "learning_rate": 9.861652384725489e-05, "loss": 19.9443, "step": 4736 }, { "epoch": 4.21, "learning_rate": 9.861586614816682e-05, "loss": 19.8252, "step": 4737 }, { "epoch": 4.21, "learning_rate": 9.861520829497639e-05, "loss": 19.5645, "step": 4738 }, { "epoch": 4.21, "learning_rate": 9.861455028768565e-05, "loss": 19.7539, "step": 4739 }, { "epoch": 4.21, "learning_rate": 9.861389212629668e-05, "loss": 19.4482, "step": 4740 }, { "epoch": 4.21, "learning_rate": 9.861323381081157e-05, "loss": 20.4092, "step": 4741 }, { "epoch": 4.21, "learning_rate": 9.861257534123244e-05, "loss": 19.915, "step": 4742 }, { "epoch": 4.21, "learning_rate": 9.861191671756134e-05, "loss": 19.4736, "step": 4743 }, { "epoch": 4.21, "learning_rate": 9.861125793980037e-05, "loss": 19.917, "step": 4744 }, { "epoch": 4.21, "learning_rate": 9.861059900795162e-05, "loss": 19.1367, "step": 4745 }, { "epoch": 4.21, "learning_rate": 9.860993992201718e-05, "loss": 19.9268, "step": 4746 }, { "epoch": 4.22, "learning_rate": 9.86092806819991e-05, "loss": 19.8477, "step": 4747 }, { "epoch": 4.22, "learning_rate": 9.860862128789953e-05, "loss": 19.9336, "step": 4748 }, { "epoch": 4.22, "learning_rate": 9.860796173972054e-05, "loss": 19.668, "step": 4749 }, { "epoch": 4.22, "learning_rate": 9.86073020374642e-05, "loss": 20.0518, "step": 4750 }, { "epoch": 4.22, "learning_rate": 9.860664218113262e-05, "loss": 19.9941, "step": 4751 }, { "epoch": 4.22, "learning_rate": 9.860598217072791e-05, "loss": 19.9092, "step": 4752 }, { "epoch": 4.22, "learning_rate": 9.860532200625212e-05, "loss": 19.7314, "step": 4753 }, { "epoch": 4.22, "learning_rate": 9.860466168770737e-05, "loss": 19.9688, "step": 4754 }, { "epoch": 4.22, "learning_rate": 9.860400121509573e-05, "loss": 20.2793, "step": 4755 }, { "epoch": 4.22, "learning_rate": 9.860334058841933e-05, "loss": 19.4082, "step": 4756 }, { "epoch": 4.22, "learning_rate": 9.860267980768023e-05, "loss": 19.6113, "step": 4757 }, { "epoch": 4.23, "learning_rate": 9.860201887288054e-05, "loss": 19.4326, "step": 4758 }, { "epoch": 4.23, "learning_rate": 9.860135778402235e-05, "loss": 19.833, "step": 4759 }, { "epoch": 4.23, "learning_rate": 9.860069654110776e-05, "loss": 19.9131, "step": 4760 }, { "epoch": 4.23, "learning_rate": 9.860003514413887e-05, "loss": 19.6426, "step": 4761 }, { "epoch": 4.23, "learning_rate": 9.859937359311775e-05, "loss": 19.5225, "step": 4762 }, { "epoch": 4.23, "learning_rate": 9.859871188804655e-05, "loss": 19.9043, "step": 4763 }, { "epoch": 4.23, "learning_rate": 9.859805002892732e-05, "loss": 20.3838, "step": 4764 }, { "epoch": 4.23, "learning_rate": 9.859738801576217e-05, "loss": 19.8428, "step": 4765 }, { "epoch": 4.23, "learning_rate": 9.859672584855321e-05, "loss": 19.7158, "step": 4766 }, { "epoch": 4.23, "learning_rate": 9.859606352730252e-05, "loss": 19.8193, "step": 4767 }, { "epoch": 4.23, "learning_rate": 9.859540105201221e-05, "loss": 19.584, "step": 4768 }, { "epoch": 4.24, "learning_rate": 9.859473842268438e-05, "loss": 20.2031, "step": 4769 }, { "epoch": 4.24, "learning_rate": 9.859407563932115e-05, "loss": 19.918, "step": 4770 }, { "epoch": 4.24, "learning_rate": 9.859341270192458e-05, "loss": 19.8652, "step": 4771 }, { "epoch": 4.24, "learning_rate": 9.85927496104968e-05, "loss": 19.75, "step": 4772 }, { "epoch": 4.24, "learning_rate": 9.859208636503991e-05, "loss": 19.9717, "step": 4773 }, { "epoch": 4.24, "learning_rate": 9.859142296555599e-05, "loss": 20.0078, "step": 4774 }, { "epoch": 4.24, "learning_rate": 9.859075941204718e-05, "loss": 19.6797, "step": 4775 }, { "epoch": 4.24, "learning_rate": 9.859009570451555e-05, "loss": 19.0361, "step": 4776 }, { "epoch": 4.24, "learning_rate": 9.858943184296322e-05, "loss": 19.3027, "step": 4777 }, { "epoch": 4.24, "learning_rate": 9.85887678273923e-05, "loss": 19.5771, "step": 4778 }, { "epoch": 4.24, "learning_rate": 9.858810365780486e-05, "loss": 19.4473, "step": 4779 }, { "epoch": 4.25, "learning_rate": 9.858743933420306e-05, "loss": 19.584, "step": 4780 }, { "epoch": 4.25, "learning_rate": 9.858677485658896e-05, "loss": 19.8594, "step": 4781 }, { "epoch": 4.25, "learning_rate": 9.858611022496469e-05, "loss": 20.1602, "step": 4782 }, { "epoch": 4.25, "learning_rate": 9.858544543933234e-05, "loss": 19.875, "step": 4783 }, { "epoch": 4.25, "learning_rate": 9.858478049969404e-05, "loss": 19.3232, "step": 4784 }, { "epoch": 4.25, "learning_rate": 9.858411540605188e-05, "loss": 19.3438, "step": 4785 }, { "epoch": 4.25, "learning_rate": 9.858345015840797e-05, "loss": 20.0059, "step": 4786 }, { "epoch": 4.25, "learning_rate": 9.858278475676444e-05, "loss": 20.3154, "step": 4787 }, { "epoch": 4.25, "learning_rate": 9.858211920112336e-05, "loss": 19.7197, "step": 4788 }, { "epoch": 4.25, "learning_rate": 9.858145349148686e-05, "loss": 20.0947, "step": 4789 }, { "epoch": 4.25, "learning_rate": 9.858078762785707e-05, "loss": 19.9941, "step": 4790 }, { "epoch": 4.25, "learning_rate": 9.858012161023606e-05, "loss": 19.7119, "step": 4791 }, { "epoch": 4.26, "learning_rate": 9.857945543862599e-05, "loss": 19.6787, "step": 4792 }, { "epoch": 4.26, "learning_rate": 9.857878911302891e-05, "loss": 20.0713, "step": 4793 }, { "epoch": 4.26, "learning_rate": 9.8578122633447e-05, "loss": 19.7314, "step": 4794 }, { "epoch": 4.26, "learning_rate": 9.85774559998823e-05, "loss": 19.7295, "step": 4795 }, { "epoch": 4.26, "learning_rate": 9.857678921233699e-05, "loss": 19.418, "step": 4796 }, { "epoch": 4.26, "learning_rate": 9.857612227081317e-05, "loss": 19.3203, "step": 4797 }, { "epoch": 4.26, "learning_rate": 9.85754551753129e-05, "loss": 19.9414, "step": 4798 }, { "epoch": 4.26, "learning_rate": 9.857478792583837e-05, "loss": 19.4844, "step": 4799 }, { "epoch": 4.26, "learning_rate": 9.857412052239164e-05, "loss": 19.1992, "step": 4800 }, { "epoch": 4.26, "learning_rate": 9.857345296497485e-05, "loss": 19.3877, "step": 4801 }, { "epoch": 4.26, "learning_rate": 9.85727852535901e-05, "loss": 20.1162, "step": 4802 }, { "epoch": 4.27, "learning_rate": 9.857211738823953e-05, "loss": 19.6689, "step": 4803 }, { "epoch": 4.27, "learning_rate": 9.857144936892524e-05, "loss": 19.6475, "step": 4804 }, { "epoch": 4.27, "learning_rate": 9.857078119564935e-05, "loss": 19.3643, "step": 4805 }, { "epoch": 4.27, "learning_rate": 9.857011286841398e-05, "loss": 19.8682, "step": 4806 }, { "epoch": 4.27, "learning_rate": 9.856944438722126e-05, "loss": 19.3516, "step": 4807 }, { "epoch": 4.27, "learning_rate": 9.856877575207328e-05, "loss": 19.9199, "step": 4808 }, { "epoch": 4.27, "learning_rate": 9.856877575207328e-05, "loss": 19.8027, "step": 4809 }, { "epoch": 4.27, "learning_rate": 9.856877575207328e-05, "loss": 20.6572, "step": 4810 }, { "epoch": 4.27, "learning_rate": 9.856810696297218e-05, "loss": 19.8857, "step": 4811 }, { "epoch": 4.27, "learning_rate": 9.856743801992009e-05, "loss": 20.1152, "step": 4812 }, { "epoch": 4.27, "learning_rate": 9.85667689229191e-05, "loss": 20.0566, "step": 4813 }, { "epoch": 4.28, "learning_rate": 9.856609967197136e-05, "loss": 20.1973, "step": 4814 }, { "epoch": 4.28, "learning_rate": 9.856543026707898e-05, "loss": 20.3896, "step": 4815 }, { "epoch": 4.28, "learning_rate": 9.856476070824408e-05, "loss": 20.5098, "step": 4816 }, { "epoch": 4.28, "learning_rate": 9.856409099546877e-05, "loss": 20.1025, "step": 4817 }, { "epoch": 4.28, "learning_rate": 9.856342112875521e-05, "loss": 20.0234, "step": 4818 }, { "epoch": 4.28, "learning_rate": 9.856275110810549e-05, "loss": 20.3291, "step": 4819 }, { "epoch": 4.28, "learning_rate": 9.856208093352172e-05, "loss": 20.5488, "step": 4820 }, { "epoch": 4.28, "learning_rate": 9.856141060500607e-05, "loss": 19.1992, "step": 4821 }, { "epoch": 4.28, "learning_rate": 9.856074012256064e-05, "loss": 20.3936, "step": 4822 }, { "epoch": 4.28, "learning_rate": 9.856006948618756e-05, "loss": 20.5322, "step": 4823 }, { "epoch": 4.28, "learning_rate": 9.855939869588897e-05, "loss": 19.4619, "step": 4824 }, { "epoch": 4.29, "learning_rate": 9.855872775166695e-05, "loss": 19.9141, "step": 4825 }, { "epoch": 4.29, "learning_rate": 9.855805665352368e-05, "loss": 19.3838, "step": 4826 }, { "epoch": 4.29, "learning_rate": 9.855738540146125e-05, "loss": 20.3145, "step": 4827 }, { "epoch": 4.29, "learning_rate": 9.855671399548181e-05, "loss": 19.7734, "step": 4828 }, { "epoch": 4.29, "learning_rate": 9.855604243558747e-05, "loss": 19.75, "step": 4829 }, { "epoch": 4.29, "learning_rate": 9.855537072178038e-05, "loss": 20.0186, "step": 4830 }, { "epoch": 4.29, "learning_rate": 9.855469885406265e-05, "loss": 19.6152, "step": 4831 }, { "epoch": 4.29, "learning_rate": 9.855402683243642e-05, "loss": 19.7383, "step": 4832 }, { "epoch": 4.29, "learning_rate": 9.855335465690382e-05, "loss": 19.9141, "step": 4833 }, { "epoch": 4.29, "learning_rate": 9.855268232746698e-05, "loss": 19.5322, "step": 4834 }, { "epoch": 4.29, "learning_rate": 9.855200984412802e-05, "loss": 19.5391, "step": 4835 }, { "epoch": 4.29, "learning_rate": 9.855133720688909e-05, "loss": 20.1846, "step": 4836 }, { "epoch": 4.3, "learning_rate": 9.855066441575231e-05, "loss": 19.7773, "step": 4837 }, { "epoch": 4.3, "learning_rate": 9.854999147071981e-05, "loss": 19.7344, "step": 4838 }, { "epoch": 4.3, "learning_rate": 9.854931837179374e-05, "loss": 19.8203, "step": 4839 }, { "epoch": 4.3, "learning_rate": 9.854864511897622e-05, "loss": 19.6094, "step": 4840 }, { "epoch": 4.3, "learning_rate": 9.854797171226938e-05, "loss": 19.4941, "step": 4841 }, { "epoch": 4.3, "learning_rate": 9.854729815167538e-05, "loss": 19.4658, "step": 4842 }, { "epoch": 4.3, "learning_rate": 9.854662443719631e-05, "loss": 19.4727, "step": 4843 }, { "epoch": 4.3, "learning_rate": 9.854595056883434e-05, "loss": 19.7607, "step": 4844 }, { "epoch": 4.3, "learning_rate": 9.85452765465916e-05, "loss": 20.4404, "step": 4845 }, { "epoch": 4.3, "learning_rate": 9.85452765465916e-05, "loss": 19.6816, "step": 4846 }, { "epoch": 4.3, "learning_rate": 9.854460237047023e-05, "loss": 19.6807, "step": 4847 }, { "epoch": 4.31, "learning_rate": 9.854392804047237e-05, "loss": 19.626, "step": 4848 }, { "epoch": 4.31, "learning_rate": 9.854325355660012e-05, "loss": 19.8203, "step": 4849 }, { "epoch": 4.31, "learning_rate": 9.854257891885568e-05, "loss": 20.1162, "step": 4850 }, { "epoch": 4.31, "learning_rate": 9.854190412724114e-05, "loss": 19.1201, "step": 4851 }, { "epoch": 4.31, "learning_rate": 9.854122918175866e-05, "loss": 19.7568, "step": 4852 }, { "epoch": 4.31, "learning_rate": 9.854055408241035e-05, "loss": 20.2031, "step": 4853 }, { "epoch": 4.31, "learning_rate": 9.853987882919839e-05, "loss": 20.0156, "step": 4854 }, { "epoch": 4.31, "learning_rate": 9.85392034221249e-05, "loss": 20.0029, "step": 4855 }, { "epoch": 4.31, "learning_rate": 9.853852786119204e-05, "loss": 19.1455, "step": 4856 }, { "epoch": 4.31, "learning_rate": 9.853785214640193e-05, "loss": 19.8311, "step": 4857 }, { "epoch": 4.31, "learning_rate": 9.853717627775671e-05, "loss": 20.0303, "step": 4858 }, { "epoch": 4.32, "learning_rate": 9.853650025525853e-05, "loss": 20.1377, "step": 4859 }, { "epoch": 4.32, "learning_rate": 9.853582407890954e-05, "loss": 19.9131, "step": 4860 }, { "epoch": 4.32, "learning_rate": 9.853514774871187e-05, "loss": 19.3945, "step": 4861 }, { "epoch": 4.32, "learning_rate": 9.853447126466769e-05, "loss": 19.5762, "step": 4862 }, { "epoch": 4.32, "learning_rate": 9.85337946267791e-05, "loss": 20.0098, "step": 4863 }, { "epoch": 4.32, "learning_rate": 9.853311783504828e-05, "loss": 19.8584, "step": 4864 }, { "epoch": 4.32, "learning_rate": 9.853244088947738e-05, "loss": 19.9629, "step": 4865 }, { "epoch": 4.32, "learning_rate": 9.853176379006851e-05, "loss": 19.9678, "step": 4866 }, { "epoch": 4.32, "learning_rate": 9.853108653682383e-05, "loss": 20.1523, "step": 4867 }, { "epoch": 4.32, "learning_rate": 9.853040912974551e-05, "loss": 19.8232, "step": 4868 }, { "epoch": 4.32, "learning_rate": 9.85297315688357e-05, "loss": 20.3086, "step": 4869 }, { "epoch": 4.33, "learning_rate": 9.85290538540965e-05, "loss": 20.043, "step": 4870 }, { "epoch": 4.33, "learning_rate": 9.852837598553008e-05, "loss": 19.4863, "step": 4871 }, { "epoch": 4.33, "learning_rate": 9.852769796313862e-05, "loss": 19.7031, "step": 4872 }, { "epoch": 4.33, "learning_rate": 9.852701978692423e-05, "loss": 19.665, "step": 4873 }, { "epoch": 4.33, "learning_rate": 9.852634145688909e-05, "loss": 19.626, "step": 4874 }, { "epoch": 4.33, "learning_rate": 9.852566297303531e-05, "loss": 20.7031, "step": 4875 }, { "epoch": 4.33, "learning_rate": 9.852498433536508e-05, "loss": 19.4062, "step": 4876 }, { "epoch": 4.33, "learning_rate": 9.852430554388054e-05, "loss": 19.4814, "step": 4877 }, { "epoch": 4.33, "learning_rate": 9.852362659858384e-05, "loss": 19.5488, "step": 4878 }, { "epoch": 4.33, "learning_rate": 9.852294749947713e-05, "loss": 19.7881, "step": 4879 }, { "epoch": 4.33, "learning_rate": 9.852226824656255e-05, "loss": 20.3252, "step": 4880 }, { "epoch": 4.33, "learning_rate": 9.852158883984228e-05, "loss": 19.9551, "step": 4881 }, { "epoch": 4.34, "learning_rate": 9.852090927931845e-05, "loss": 19.9199, "step": 4882 }, { "epoch": 4.34, "learning_rate": 9.852022956499322e-05, "loss": 19.998, "step": 4883 }, { "epoch": 4.34, "learning_rate": 9.851954969686876e-05, "loss": 19.2559, "step": 4884 }, { "epoch": 4.34, "learning_rate": 9.851886967494722e-05, "loss": 19.5146, "step": 4885 }, { "epoch": 4.34, "learning_rate": 9.851818949923073e-05, "loss": 19.4941, "step": 4886 }, { "epoch": 4.34, "learning_rate": 9.851750916972147e-05, "loss": 19.8633, "step": 4887 }, { "epoch": 4.34, "learning_rate": 9.85168286864216e-05, "loss": 19.9727, "step": 4888 }, { "epoch": 4.34, "learning_rate": 9.851614804933325e-05, "loss": 19.583, "step": 4889 }, { "epoch": 4.34, "learning_rate": 9.851546725845861e-05, "loss": 20.1006, "step": 4890 }, { "epoch": 4.34, "learning_rate": 9.851478631379982e-05, "loss": 19.6289, "step": 4891 }, { "epoch": 4.34, "learning_rate": 9.851410521535905e-05, "loss": 20.0225, "step": 4892 }, { "epoch": 4.35, "learning_rate": 9.851342396313845e-05, "loss": 20.1875, "step": 4893 }, { "epoch": 4.35, "learning_rate": 9.851274255714017e-05, "loss": 19.623, "step": 4894 }, { "epoch": 4.35, "learning_rate": 9.851206099736639e-05, "loss": 20.2998, "step": 4895 }, { "epoch": 4.35, "learning_rate": 9.851137928381926e-05, "loss": 19.501, "step": 4896 }, { "epoch": 4.35, "learning_rate": 9.851069741650094e-05, "loss": 20.4736, "step": 4897 }, { "epoch": 4.35, "learning_rate": 9.851001539541359e-05, "loss": 20.0889, "step": 4898 }, { "epoch": 4.35, "learning_rate": 9.850933322055937e-05, "loss": 19.4102, "step": 4899 }, { "epoch": 4.35, "learning_rate": 9.850865089194046e-05, "loss": 20.082, "step": 4900 }, { "epoch": 4.35, "learning_rate": 9.8507968409559e-05, "loss": 19.5791, "step": 4901 }, { "epoch": 4.35, "learning_rate": 9.850728577341718e-05, "loss": 19.6846, "step": 4902 }, { "epoch": 4.35, "learning_rate": 9.850660298351713e-05, "loss": 19.209, "step": 4903 }, { "epoch": 4.36, "learning_rate": 9.850592003986103e-05, "loss": 19.6172, "step": 4904 }, { "epoch": 4.36, "learning_rate": 9.850523694245106e-05, "loss": 19.8857, "step": 4905 }, { "epoch": 4.36, "learning_rate": 9.850455369128937e-05, "loss": 19.9434, "step": 4906 }, { "epoch": 4.36, "learning_rate": 9.850387028637812e-05, "loss": 19.5674, "step": 4907 }, { "epoch": 4.36, "learning_rate": 9.850318672771948e-05, "loss": 19.7246, "step": 4908 }, { "epoch": 4.36, "learning_rate": 9.850250301531563e-05, "loss": 19.8037, "step": 4909 }, { "epoch": 4.36, "learning_rate": 9.850181914916874e-05, "loss": 19.6289, "step": 4910 }, { "epoch": 4.36, "learning_rate": 9.850113512928094e-05, "loss": 20.0498, "step": 4911 }, { "epoch": 4.36, "learning_rate": 9.850045095565443e-05, "loss": 19.6709, "step": 4912 }, { "epoch": 4.36, "learning_rate": 9.849976662829139e-05, "loss": 19.501, "step": 4913 }, { "epoch": 4.36, "learning_rate": 9.849908214719396e-05, "loss": 20.4912, "step": 4914 }, { "epoch": 4.37, "learning_rate": 9.849839751236431e-05, "loss": 20.2598, "step": 4915 }, { "epoch": 4.37, "learning_rate": 9.849771272380463e-05, "loss": 19.6953, "step": 4916 }, { "epoch": 4.37, "learning_rate": 9.849702778151708e-05, "loss": 19.1709, "step": 4917 }, { "epoch": 4.37, "learning_rate": 9.849634268550385e-05, "loss": 20.0732, "step": 4918 }, { "epoch": 4.37, "learning_rate": 9.849565743576708e-05, "loss": 19.7334, "step": 4919 }, { "epoch": 4.37, "learning_rate": 9.849497203230896e-05, "loss": 19.9639, "step": 4920 }, { "epoch": 4.37, "learning_rate": 9.849428647513166e-05, "loss": 20.3691, "step": 4921 }, { "epoch": 4.37, "learning_rate": 9.849360076423734e-05, "loss": 19.5771, "step": 4922 }, { "epoch": 4.37, "learning_rate": 9.84929148996282e-05, "loss": 20.0527, "step": 4923 }, { "epoch": 4.37, "learning_rate": 9.849222888130641e-05, "loss": 20.373, "step": 4924 }, { "epoch": 4.37, "learning_rate": 9.84915427092741e-05, "loss": 19.8945, "step": 4925 }, { "epoch": 4.37, "learning_rate": 9.84908563835335e-05, "loss": 19.7783, "step": 4926 }, { "epoch": 4.38, "learning_rate": 9.849016990408677e-05, "loss": 19.9355, "step": 4927 }, { "epoch": 4.38, "learning_rate": 9.848948327093608e-05, "loss": 20.2881, "step": 4928 }, { "epoch": 4.38, "learning_rate": 9.848879648408361e-05, "loss": 20.4619, "step": 4929 }, { "epoch": 4.38, "learning_rate": 9.848810954353152e-05, "loss": 19.0996, "step": 4930 }, { "epoch": 4.38, "learning_rate": 9.848742244928203e-05, "loss": 20.1484, "step": 4931 }, { "epoch": 4.38, "learning_rate": 9.848673520133726e-05, "loss": 20.3965, "step": 4932 }, { "epoch": 4.38, "learning_rate": 9.848604779969944e-05, "loss": 19.7754, "step": 4933 }, { "epoch": 4.38, "learning_rate": 9.848536024437071e-05, "loss": 19.6455, "step": 4934 }, { "epoch": 4.38, "learning_rate": 9.848467253535327e-05, "loss": 20.0244, "step": 4935 }, { "epoch": 4.38, "learning_rate": 9.848398467264931e-05, "loss": 19.8281, "step": 4936 }, { "epoch": 4.38, "learning_rate": 9.8483296656261e-05, "loss": 19.793, "step": 4937 }, { "epoch": 4.39, "learning_rate": 9.84826084861905e-05, "loss": 20.0586, "step": 4938 }, { "epoch": 4.39, "learning_rate": 9.848192016244001e-05, "loss": 19.5811, "step": 4939 }, { "epoch": 4.39, "learning_rate": 9.848123168501172e-05, "loss": 20.1562, "step": 4940 }, { "epoch": 4.39, "learning_rate": 9.84805430539078e-05, "loss": 20.2188, "step": 4941 }, { "epoch": 4.39, "learning_rate": 9.847985426913044e-05, "loss": 20.1113, "step": 4942 }, { "epoch": 4.39, "learning_rate": 9.847916533068182e-05, "loss": 19.5693, "step": 4943 }, { "epoch": 4.39, "learning_rate": 9.847847623856412e-05, "loss": 20.1572, "step": 4944 }, { "epoch": 4.39, "learning_rate": 9.847778699277952e-05, "loss": 19.7295, "step": 4945 }, { "epoch": 4.39, "learning_rate": 9.847709759333023e-05, "loss": 19.9004, "step": 4946 }, { "epoch": 4.39, "learning_rate": 9.84764080402184e-05, "loss": 19.8662, "step": 4947 }, { "epoch": 4.39, "learning_rate": 9.847571833344624e-05, "loss": 19.9883, "step": 4948 }, { "epoch": 4.4, "learning_rate": 9.847502847301595e-05, "loss": 19.7334, "step": 4949 }, { "epoch": 4.4, "learning_rate": 9.847433845892967e-05, "loss": 19.6914, "step": 4950 }, { "epoch": 4.4, "learning_rate": 9.847364829118963e-05, "loss": 19.5869, "step": 4951 }, { "epoch": 4.4, "learning_rate": 9.847295796979799e-05, "loss": 19.2725, "step": 4952 }, { "epoch": 4.4, "learning_rate": 9.847226749475695e-05, "loss": 19.8535, "step": 4953 }, { "epoch": 4.4, "learning_rate": 9.84715768660687e-05, "loss": 19.3154, "step": 4954 }, { "epoch": 4.4, "learning_rate": 9.847088608373542e-05, "loss": 19.7529, "step": 4955 }, { "epoch": 4.4, "learning_rate": 9.847019514775933e-05, "loss": 19.7607, "step": 4956 }, { "epoch": 4.4, "learning_rate": 9.846950405814258e-05, "loss": 19.6836, "step": 4957 }, { "epoch": 4.4, "learning_rate": 9.846881281488738e-05, "loss": 20.0264, "step": 4958 }, { "epoch": 4.4, "learning_rate": 9.846812141799592e-05, "loss": 20.3438, "step": 4959 }, { "epoch": 4.4, "learning_rate": 9.84674298674704e-05, "loss": 20.2119, "step": 4960 }, { "epoch": 4.41, "learning_rate": 9.846673816331297e-05, "loss": 19.9727, "step": 4961 }, { "epoch": 4.41, "learning_rate": 9.846604630552589e-05, "loss": 19.4902, "step": 4962 }, { "epoch": 4.41, "learning_rate": 9.84653542941113e-05, "loss": 19.6992, "step": 4963 }, { "epoch": 4.41, "learning_rate": 9.846466212907142e-05, "loss": 19.1318, "step": 4964 }, { "epoch": 4.41, "learning_rate": 9.846396981040843e-05, "loss": 19.7959, "step": 4965 }, { "epoch": 4.41, "learning_rate": 9.846327733812453e-05, "loss": 19.7334, "step": 4966 }, { "epoch": 4.41, "learning_rate": 9.846258471222193e-05, "loss": 20.5762, "step": 4967 }, { "epoch": 4.41, "learning_rate": 9.84618919327028e-05, "loss": 19.1631, "step": 4968 }, { "epoch": 4.41, "learning_rate": 9.846119899956934e-05, "loss": 19.624, "step": 4969 }, { "epoch": 4.41, "learning_rate": 9.846050591282376e-05, "loss": 20.1396, "step": 4970 }, { "epoch": 4.41, "learning_rate": 9.845981267246826e-05, "loss": 19.4238, "step": 4971 }, { "epoch": 4.42, "learning_rate": 9.8459119278505e-05, "loss": 19.2803, "step": 4972 }, { "epoch": 4.42, "learning_rate": 9.845842573093623e-05, "loss": 19.6113, "step": 4973 }, { "epoch": 4.42, "learning_rate": 9.845773202976411e-05, "loss": 19.3369, "step": 4974 }, { "epoch": 4.42, "learning_rate": 9.845703817499087e-05, "loss": 19.6523, "step": 4975 }, { "epoch": 4.42, "learning_rate": 9.845634416661867e-05, "loss": 19.0986, "step": 4976 }, { "epoch": 4.42, "learning_rate": 9.845565000464975e-05, "loss": 19.6182, "step": 4977 }, { "epoch": 4.42, "learning_rate": 9.845495568908628e-05, "loss": 19.5898, "step": 4978 }, { "epoch": 4.42, "learning_rate": 9.845426121993048e-05, "loss": 19.6992, "step": 4979 }, { "epoch": 4.42, "learning_rate": 9.845356659718455e-05, "loss": 19.2275, "step": 4980 }, { "epoch": 4.42, "learning_rate": 9.845356659718455e-05, "loss": 20.2715, "step": 4981 }, { "epoch": 4.42, "learning_rate": 9.845287182085067e-05, "loss": 19.7676, "step": 4982 }, { "epoch": 4.43, "learning_rate": 9.845217689093107e-05, "loss": 19.3994, "step": 4983 }, { "epoch": 4.43, "learning_rate": 9.845148180742794e-05, "loss": 20.1328, "step": 4984 }, { "epoch": 4.43, "learning_rate": 9.845078657034348e-05, "loss": 19.9521, "step": 4985 }, { "epoch": 4.43, "learning_rate": 9.84500911796799e-05, "loss": 19.5479, "step": 4986 }, { "epoch": 4.43, "learning_rate": 9.84493956354394e-05, "loss": 20.0957, "step": 4987 }, { "epoch": 4.43, "learning_rate": 9.84486999376242e-05, "loss": 20.2529, "step": 4988 }, { "epoch": 4.43, "learning_rate": 9.844800408623649e-05, "loss": 20.2275, "step": 4989 }, { "epoch": 4.43, "learning_rate": 9.844730808127847e-05, "loss": 20.0781, "step": 4990 }, { "epoch": 4.43, "learning_rate": 9.844661192275235e-05, "loss": 19.8496, "step": 4991 }, { "epoch": 4.43, "learning_rate": 9.844591561066034e-05, "loss": 19.499, "step": 4992 }, { "epoch": 4.43, "learning_rate": 9.844521914500466e-05, "loss": 19.5391, "step": 4993 }, { "epoch": 4.44, "learning_rate": 9.844452252578751e-05, "loss": 19.8154, "step": 4994 }, { "epoch": 4.44, "learning_rate": 9.844382575301107e-05, "loss": 19.9795, "step": 4995 }, { "epoch": 4.44, "learning_rate": 9.844382575301107e-05, "loss": 20.583, "step": 4996 }, { "epoch": 4.44, "learning_rate": 9.844312882667762e-05, "loss": 19.9062, "step": 4997 }, { "epoch": 4.44, "learning_rate": 9.844243174678927e-05, "loss": 20.0195, "step": 4998 }, { "epoch": 4.44, "learning_rate": 9.84417345133483e-05, "loss": 19.9023, "step": 4999 }, { "epoch": 4.44, "learning_rate": 9.844103712635691e-05, "loss": 20.2695, "step": 5000 }, { "epoch": 4.44, "learning_rate": 9.84403395858173e-05, "loss": 19.9326, "step": 5001 }, { "epoch": 4.44, "learning_rate": 9.843964189173167e-05, "loss": 19.7764, "step": 5002 }, { "epoch": 4.44, "learning_rate": 9.843894404410226e-05, "loss": 20.0967, "step": 5003 }, { "epoch": 4.44, "learning_rate": 9.843824604293126e-05, "loss": 21.0693, "step": 5004 }, { "epoch": 4.44, "learning_rate": 9.84375478882209e-05, "loss": 19.7383, "step": 5005 }, { "epoch": 4.45, "learning_rate": 9.843684957997337e-05, "loss": 19.8311, "step": 5006 }, { "epoch": 4.45, "learning_rate": 9.84361511181909e-05, "loss": 20.3018, "step": 5007 }, { "epoch": 4.45, "learning_rate": 9.84354525028757e-05, "loss": 20.8066, "step": 5008 }, { "epoch": 4.45, "learning_rate": 9.843475373402997e-05, "loss": 19.6338, "step": 5009 }, { "epoch": 4.45, "learning_rate": 9.843405481165595e-05, "loss": 20.2178, "step": 5010 }, { "epoch": 4.45, "learning_rate": 9.843335573575585e-05, "loss": 19.6084, "step": 5011 }, { "epoch": 4.45, "learning_rate": 9.843265650633188e-05, "loss": 19.9053, "step": 5012 }, { "epoch": 4.45, "learning_rate": 9.843195712338624e-05, "loss": 19.6924, "step": 5013 }, { "epoch": 4.45, "learning_rate": 9.843125758692119e-05, "loss": 20.0146, "step": 5014 }, { "epoch": 4.45, "learning_rate": 9.843055789693891e-05, "loss": 19.7578, "step": 5015 }, { "epoch": 4.45, "learning_rate": 9.842985805344163e-05, "loss": 18.9971, "step": 5016 }, { "epoch": 4.46, "learning_rate": 9.842915805643155e-05, "loss": 19.6523, "step": 5017 }, { "epoch": 4.46, "learning_rate": 9.842845790591093e-05, "loss": 19.6191, "step": 5018 }, { "epoch": 4.46, "learning_rate": 9.842775760188197e-05, "loss": 19.8838, "step": 5019 }, { "epoch": 4.46, "learning_rate": 9.842705714434686e-05, "loss": 19.9492, "step": 5020 }, { "epoch": 4.46, "learning_rate": 9.842635653330786e-05, "loss": 19.2549, "step": 5021 }, { "epoch": 4.46, "learning_rate": 9.842565576876718e-05, "loss": 19.7002, "step": 5022 }, { "epoch": 4.46, "learning_rate": 9.842495485072703e-05, "loss": 20.1396, "step": 5023 }, { "epoch": 4.46, "learning_rate": 9.842425377918964e-05, "loss": 19.833, "step": 5024 }, { "epoch": 4.46, "learning_rate": 9.842355255415724e-05, "loss": 19.8311, "step": 5025 }, { "epoch": 4.46, "learning_rate": 9.842285117563204e-05, "loss": 19.7607, "step": 5026 }, { "epoch": 4.46, "learning_rate": 9.842214964361627e-05, "loss": 20.416, "step": 5027 }, { "epoch": 4.47, "learning_rate": 9.842144795811214e-05, "loss": 19.5645, "step": 5028 }, { "epoch": 4.47, "learning_rate": 9.84207461191219e-05, "loss": 19.9961, "step": 5029 }, { "epoch": 4.47, "learning_rate": 9.842004412664775e-05, "loss": 20.5234, "step": 5030 }, { "epoch": 4.47, "learning_rate": 9.841934198069194e-05, "loss": 19.4072, "step": 5031 }, { "epoch": 4.47, "learning_rate": 9.841863968125666e-05, "loss": 19.4785, "step": 5032 }, { "epoch": 4.47, "learning_rate": 9.841793722834419e-05, "loss": 20.083, "step": 5033 }, { "epoch": 4.47, "learning_rate": 9.841723462195669e-05, "loss": 20.2588, "step": 5034 }, { "epoch": 4.47, "learning_rate": 9.841653186209644e-05, "loss": 19.9639, "step": 5035 }, { "epoch": 4.47, "learning_rate": 9.841582894876564e-05, "loss": 20.6631, "step": 5036 }, { "epoch": 4.47, "learning_rate": 9.841512588196652e-05, "loss": 19.7568, "step": 5037 }, { "epoch": 4.47, "learning_rate": 9.841442266170133e-05, "loss": 20.2305, "step": 5038 }, { "epoch": 4.48, "learning_rate": 9.841371928797229e-05, "loss": 19.8115, "step": 5039 }, { "epoch": 4.48, "learning_rate": 9.841301576078162e-05, "loss": 19.3203, "step": 5040 }, { "epoch": 4.48, "learning_rate": 9.841231208013156e-05, "loss": 20.1699, "step": 5041 }, { "epoch": 4.48, "learning_rate": 9.841160824602431e-05, "loss": 19.4961, "step": 5042 }, { "epoch": 4.48, "learning_rate": 9.841090425846214e-05, "loss": 20.5342, "step": 5043 }, { "epoch": 4.48, "learning_rate": 9.841020011744726e-05, "loss": 19.5635, "step": 5044 }, { "epoch": 4.48, "learning_rate": 9.840949582298193e-05, "loss": 19.7432, "step": 5045 }, { "epoch": 4.48, "learning_rate": 9.840879137506834e-05, "loss": 19.7441, "step": 5046 }, { "epoch": 4.48, "learning_rate": 9.840808677370875e-05, "loss": 19.7354, "step": 5047 }, { "epoch": 4.48, "learning_rate": 9.84073820189054e-05, "loss": 20.0459, "step": 5048 }, { "epoch": 4.48, "learning_rate": 9.840667711066049e-05, "loss": 19.8467, "step": 5049 }, { "epoch": 4.48, "learning_rate": 9.84059720489763e-05, "loss": 19.4736, "step": 5050 }, { "epoch": 4.49, "learning_rate": 9.840526683385502e-05, "loss": 19.9951, "step": 5051 }, { "epoch": 4.49, "learning_rate": 9.840456146529892e-05, "loss": 19.2861, "step": 5052 }, { "epoch": 4.49, "learning_rate": 9.840385594331022e-05, "loss": 19.0, "step": 5053 }, { "epoch": 4.49, "learning_rate": 9.840315026789115e-05, "loss": 20.123, "step": 5054 }, { "epoch": 4.49, "learning_rate": 9.840244443904397e-05, "loss": 19.8711, "step": 5055 }, { "epoch": 4.49, "learning_rate": 9.840173845677089e-05, "loss": 20.0381, "step": 5056 }, { "epoch": 4.49, "learning_rate": 9.840103232107418e-05, "loss": 20.041, "step": 5057 }, { "epoch": 4.49, "learning_rate": 9.840032603195604e-05, "loss": 20.0771, "step": 5058 }, { "epoch": 4.49, "learning_rate": 9.839961958941874e-05, "loss": 20.1992, "step": 5059 }, { "epoch": 4.49, "learning_rate": 9.83989129934645e-05, "loss": 19.9834, "step": 5060 }, { "epoch": 4.49, "learning_rate": 9.839820624409558e-05, "loss": 19.293, "step": 5061 }, { "epoch": 4.5, "learning_rate": 9.839749934131419e-05, "loss": 20.374, "step": 5062 }, { "epoch": 4.5, "learning_rate": 9.83967922851226e-05, "loss": 20.4189, "step": 5063 }, { "epoch": 4.5, "learning_rate": 9.839608507552303e-05, "loss": 20.0693, "step": 5064 }, { "epoch": 4.5, "learning_rate": 9.839537771251774e-05, "loss": 20.0469, "step": 5065 }, { "epoch": 4.5, "learning_rate": 9.839467019610896e-05, "loss": 19.3301, "step": 5066 }, { "epoch": 4.5, "learning_rate": 9.839396252629892e-05, "loss": 20.6006, "step": 5067 }, { "epoch": 4.5, "learning_rate": 9.839325470308988e-05, "loss": 19.9189, "step": 5068 }, { "epoch": 4.5, "learning_rate": 9.83925467264841e-05, "loss": 20.252, "step": 5069 }, { "epoch": 4.5, "learning_rate": 9.839183859648383e-05, "loss": 19.7334, "step": 5070 }, { "epoch": 4.5, "learning_rate": 9.839113031309124e-05, "loss": 20.4512, "step": 5071 }, { "epoch": 4.5, "learning_rate": 9.839042187630865e-05, "loss": 19.7754, "step": 5072 }, { "epoch": 4.51, "learning_rate": 9.838971328613828e-05, "loss": 19.8555, "step": 5073 }, { "epoch": 4.51, "learning_rate": 9.83890045425824e-05, "loss": 19.8721, "step": 5074 }, { "epoch": 4.51, "learning_rate": 9.83882956456432e-05, "loss": 19.3994, "step": 5075 }, { "epoch": 4.51, "learning_rate": 9.8387586595323e-05, "loss": 19.4287, "step": 5076 }, { "epoch": 4.51, "learning_rate": 9.838687739162397e-05, "loss": 19.8486, "step": 5077 }, { "epoch": 4.51, "learning_rate": 9.838616803454841e-05, "loss": 20.2783, "step": 5078 }, { "epoch": 4.51, "learning_rate": 9.838545852409857e-05, "loss": 19.5889, "step": 5079 }, { "epoch": 4.51, "learning_rate": 9.838474886027667e-05, "loss": 20.1963, "step": 5080 }, { "epoch": 4.51, "learning_rate": 9.838403904308498e-05, "loss": 19.6299, "step": 5081 }, { "epoch": 4.51, "learning_rate": 9.838332907252575e-05, "loss": 19.8848, "step": 5082 }, { "epoch": 4.51, "learning_rate": 9.838261894860121e-05, "loss": 20.1133, "step": 5083 }, { "epoch": 4.52, "learning_rate": 9.838190867131364e-05, "loss": 20.4805, "step": 5084 }, { "epoch": 4.52, "learning_rate": 9.838119824066528e-05, "loss": 20.3848, "step": 5085 }, { "epoch": 4.52, "learning_rate": 9.838048765665837e-05, "loss": 19.2539, "step": 5086 }, { "epoch": 4.52, "learning_rate": 9.837977691929516e-05, "loss": 19.8965, "step": 5087 }, { "epoch": 4.52, "learning_rate": 9.837906602857794e-05, "loss": 19.2998, "step": 5088 }, { "epoch": 4.52, "learning_rate": 9.837835498450891e-05, "loss": 19.7637, "step": 5089 }, { "epoch": 4.52, "learning_rate": 9.837764378709038e-05, "loss": 19.9053, "step": 5090 }, { "epoch": 4.52, "learning_rate": 9.837693243632456e-05, "loss": 19.7939, "step": 5091 }, { "epoch": 4.52, "learning_rate": 9.837622093221372e-05, "loss": 19.8359, "step": 5092 }, { "epoch": 4.52, "learning_rate": 9.837550927476012e-05, "loss": 19.9746, "step": 5093 }, { "epoch": 4.52, "learning_rate": 9.837479746396601e-05, "loss": 19.7949, "step": 5094 }, { "epoch": 4.52, "learning_rate": 9.837408549983366e-05, "loss": 19.7773, "step": 5095 }, { "epoch": 4.53, "learning_rate": 9.83733733823653e-05, "loss": 19.8535, "step": 5096 }, { "epoch": 4.53, "learning_rate": 9.837266111156321e-05, "loss": 19.9199, "step": 5097 }, { "epoch": 4.53, "learning_rate": 9.837194868742965e-05, "loss": 19.8291, "step": 5098 }, { "epoch": 4.53, "learning_rate": 9.837123610996685e-05, "loss": 19.3887, "step": 5099 }, { "epoch": 4.53, "learning_rate": 9.83705233791771e-05, "loss": 19.8359, "step": 5100 }, { "epoch": 4.53, "learning_rate": 9.836981049506263e-05, "loss": 19.9004, "step": 5101 }, { "epoch": 4.53, "learning_rate": 9.836909745762573e-05, "loss": 19.9873, "step": 5102 }, { "epoch": 4.53, "learning_rate": 9.836838426686864e-05, "loss": 19.1426, "step": 5103 }, { "epoch": 4.53, "learning_rate": 9.836767092279363e-05, "loss": 19.4219, "step": 5104 }, { "epoch": 4.53, "learning_rate": 9.836695742540296e-05, "loss": 19.8291, "step": 5105 }, { "epoch": 4.53, "learning_rate": 9.83662437746989e-05, "loss": 20.3496, "step": 5106 }, { "epoch": 4.54, "learning_rate": 9.836552997068368e-05, "loss": 19.3135, "step": 5107 }, { "epoch": 4.54, "learning_rate": 9.836481601335958e-05, "loss": 19.999, "step": 5108 }, { "epoch": 4.54, "learning_rate": 9.836410190272889e-05, "loss": 19.7666, "step": 5109 }, { "epoch": 4.54, "learning_rate": 9.836338763879385e-05, "loss": 20.002, "step": 5110 }, { "epoch": 4.54, "learning_rate": 9.836267322155671e-05, "loss": 19.874, "step": 5111 }, { "epoch": 4.54, "learning_rate": 9.836195865101976e-05, "loss": 19.5879, "step": 5112 }, { "epoch": 4.54, "learning_rate": 9.836124392718526e-05, "loss": 19.9492, "step": 5113 }, { "epoch": 4.54, "learning_rate": 9.836052905005546e-05, "loss": 20.1543, "step": 5114 }, { "epoch": 4.54, "learning_rate": 9.835981401963264e-05, "loss": 19.54, "step": 5115 }, { "epoch": 4.54, "learning_rate": 9.835909883591905e-05, "loss": 19.7598, "step": 5116 }, { "epoch": 4.54, "learning_rate": 9.835838349891699e-05, "loss": 19.96, "step": 5117 }, { "epoch": 4.55, "learning_rate": 9.835766800862868e-05, "loss": 19.8721, "step": 5118 }, { "epoch": 4.55, "learning_rate": 9.835695236505644e-05, "loss": 19.9082, "step": 5119 }, { "epoch": 4.55, "learning_rate": 9.835623656820252e-05, "loss": 20.1689, "step": 5120 }, { "epoch": 4.55, "learning_rate": 9.835552061806917e-05, "loss": 19.5889, "step": 5121 }, { "epoch": 4.55, "learning_rate": 9.835480451465866e-05, "loss": 19.5771, "step": 5122 }, { "epoch": 4.55, "learning_rate": 9.83540882579733e-05, "loss": 19.9482, "step": 5123 }, { "epoch": 4.55, "learning_rate": 9.835337184801531e-05, "loss": 19.9053, "step": 5124 }, { "epoch": 4.55, "learning_rate": 9.835265528478699e-05, "loss": 19.5898, "step": 5125 }, { "epoch": 4.55, "learning_rate": 9.83519385682906e-05, "loss": 19.9756, "step": 5126 }, { "epoch": 4.55, "learning_rate": 9.835122169852841e-05, "loss": 19.9209, "step": 5127 }, { "epoch": 4.55, "learning_rate": 9.835050467550273e-05, "loss": 19.9443, "step": 5128 }, { "epoch": 4.56, "learning_rate": 9.834978749921577e-05, "loss": 19.8076, "step": 5129 }, { "epoch": 4.56, "learning_rate": 9.834907016966986e-05, "loss": 19.1133, "step": 5130 }, { "epoch": 4.56, "learning_rate": 9.834835268686722e-05, "loss": 19.5967, "step": 5131 }, { "epoch": 4.56, "learning_rate": 9.834763505081017e-05, "loss": 19.791, "step": 5132 }, { "epoch": 4.56, "learning_rate": 9.834691726150096e-05, "loss": 19.959, "step": 5133 }, { "epoch": 4.56, "learning_rate": 9.83461993189419e-05, "loss": 19.8027, "step": 5134 }, { "epoch": 4.56, "learning_rate": 9.83454812231352e-05, "loss": 19.9443, "step": 5135 }, { "epoch": 4.56, "learning_rate": 9.83447629740832e-05, "loss": 20.1777, "step": 5136 }, { "epoch": 4.56, "learning_rate": 9.834404457178815e-05, "loss": 19.7764, "step": 5137 }, { "epoch": 4.56, "learning_rate": 9.834332601625231e-05, "loss": 19.583, "step": 5138 }, { "epoch": 4.56, "learning_rate": 9.834260730747799e-05, "loss": 19.6973, "step": 5139 }, { "epoch": 4.56, "learning_rate": 9.834188844546745e-05, "loss": 19.1074, "step": 5140 }, { "epoch": 4.57, "learning_rate": 9.834116943022298e-05, "loss": 20.375, "step": 5141 }, { "epoch": 4.57, "learning_rate": 9.834045026174684e-05, "loss": 19.8213, "step": 5142 }, { "epoch": 4.57, "learning_rate": 9.833973094004134e-05, "loss": 20.3604, "step": 5143 }, { "epoch": 4.57, "learning_rate": 9.833901146510874e-05, "loss": 19.9785, "step": 5144 }, { "epoch": 4.57, "learning_rate": 9.83382918369513e-05, "loss": 20.1016, "step": 5145 }, { "epoch": 4.57, "learning_rate": 9.833757205557135e-05, "loss": 19.9248, "step": 5146 }, { "epoch": 4.57, "learning_rate": 9.833685212097112e-05, "loss": 19.5928, "step": 5147 }, { "epoch": 4.57, "learning_rate": 9.833613203315294e-05, "loss": 19.0498, "step": 5148 }, { "epoch": 4.57, "learning_rate": 9.833541179211905e-05, "loss": 19.8848, "step": 5149 }, { "epoch": 4.57, "learning_rate": 9.833469139787177e-05, "loss": 19.6035, "step": 5150 }, { "epoch": 4.57, "learning_rate": 9.833397085041336e-05, "loss": 19.8154, "step": 5151 }, { "epoch": 4.58, "learning_rate": 9.833325014974611e-05, "loss": 19.4512, "step": 5152 }, { "epoch": 4.58, "learning_rate": 9.833252929587232e-05, "loss": 18.9062, "step": 5153 }, { "epoch": 4.58, "learning_rate": 9.833180828879423e-05, "loss": 19.6865, "step": 5154 }, { "epoch": 4.58, "learning_rate": 9.833108712851418e-05, "loss": 19.9424, "step": 5155 }, { "epoch": 4.58, "learning_rate": 9.833108712851418e-05, "loss": 19.6055, "step": 5156 }, { "epoch": 4.58, "learning_rate": 9.833036581503442e-05, "loss": 19.9277, "step": 5157 }, { "epoch": 4.58, "learning_rate": 9.832964434835725e-05, "loss": 19.8271, "step": 5158 }, { "epoch": 4.58, "learning_rate": 9.832892272848495e-05, "loss": 19.9424, "step": 5159 }, { "epoch": 4.58, "learning_rate": 9.832820095541982e-05, "loss": 20.1445, "step": 5160 }, { "epoch": 4.58, "learning_rate": 9.832747902916414e-05, "loss": 19.9258, "step": 5161 }, { "epoch": 4.58, "learning_rate": 9.83267569497202e-05, "loss": 19.3984, "step": 5162 }, { "epoch": 4.59, "learning_rate": 9.832603471709028e-05, "loss": 19.9355, "step": 5163 }, { "epoch": 4.59, "learning_rate": 9.832531233127668e-05, "loss": 20.4824, "step": 5164 }, { "epoch": 4.59, "learning_rate": 9.832458979228168e-05, "loss": 19.5635, "step": 5165 }, { "epoch": 4.59, "learning_rate": 9.832386710010758e-05, "loss": 19.8857, "step": 5166 }, { "epoch": 4.59, "learning_rate": 9.832314425475666e-05, "loss": 19.5918, "step": 5167 }, { "epoch": 4.59, "learning_rate": 9.832242125623123e-05, "loss": 19.5479, "step": 5168 }, { "epoch": 4.59, "learning_rate": 9.832242125623123e-05, "loss": 20.0303, "step": 5169 }, { "epoch": 4.59, "learning_rate": 9.832169810453358e-05, "loss": 19.8477, "step": 5170 }, { "epoch": 4.59, "learning_rate": 9.832097479966598e-05, "loss": 19.8086, "step": 5171 }, { "epoch": 4.59, "learning_rate": 9.832025134163072e-05, "loss": 19.124, "step": 5172 }, { "epoch": 4.59, "learning_rate": 9.831952773043013e-05, "loss": 19.6025, "step": 5173 }, { "epoch": 4.6, "learning_rate": 9.831880396606648e-05, "loss": 19.7207, "step": 5174 }, { "epoch": 4.6, "learning_rate": 9.831808004854206e-05, "loss": 19.8105, "step": 5175 }, { "epoch": 4.6, "learning_rate": 9.831735597785916e-05, "loss": 19.4873, "step": 5176 }, { "epoch": 4.6, "learning_rate": 9.831663175402011e-05, "loss": 19.9287, "step": 5177 }, { "epoch": 4.6, "learning_rate": 9.831590737702716e-05, "loss": 19.6855, "step": 5178 }, { "epoch": 4.6, "learning_rate": 9.831518284688264e-05, "loss": 19.7256, "step": 5179 }, { "epoch": 4.6, "learning_rate": 9.831445816358884e-05, "loss": 20.1543, "step": 5180 }, { "epoch": 4.6, "learning_rate": 9.831373332714803e-05, "loss": 19.9873, "step": 5181 }, { "epoch": 4.6, "learning_rate": 9.831300833756257e-05, "loss": 19.7197, "step": 5182 }, { "epoch": 4.6, "learning_rate": 9.831228319483468e-05, "loss": 19.9609, "step": 5183 }, { "epoch": 4.6, "learning_rate": 9.83115578989667e-05, "loss": 19.752, "step": 5184 }, { "epoch": 4.6, "learning_rate": 9.831083244996093e-05, "loss": 19.9121, "step": 5185 }, { "epoch": 4.61, "learning_rate": 9.831010684781967e-05, "loss": 19.6494, "step": 5186 }, { "epoch": 4.61, "learning_rate": 9.830938109254521e-05, "loss": 19.9844, "step": 5187 }, { "epoch": 4.61, "learning_rate": 9.830865518413985e-05, "loss": 19.8467, "step": 5188 }, { "epoch": 4.61, "learning_rate": 9.830792912260591e-05, "loss": 19.5674, "step": 5189 }, { "epoch": 4.61, "learning_rate": 9.830720290794566e-05, "loss": 20.5156, "step": 5190 }, { "epoch": 4.61, "learning_rate": 9.830647654016143e-05, "loss": 19.7236, "step": 5191 }, { "epoch": 4.61, "learning_rate": 9.830575001925551e-05, "loss": 19.9658, "step": 5192 }, { "epoch": 4.61, "learning_rate": 9.830502334523022e-05, "loss": 20.4785, "step": 5193 }, { "epoch": 4.61, "learning_rate": 9.830429651808782e-05, "loss": 19.9551, "step": 5194 }, { "epoch": 4.61, "learning_rate": 9.830356953783066e-05, "loss": 19.9111, "step": 5195 }, { "epoch": 4.61, "learning_rate": 9.830284240446102e-05, "loss": 19.5781, "step": 5196 }, { "epoch": 4.62, "learning_rate": 9.830211511798122e-05, "loss": 19.6025, "step": 5197 }, { "epoch": 4.62, "learning_rate": 9.830138767839354e-05, "loss": 19.4678, "step": 5198 }, { "epoch": 4.62, "learning_rate": 9.830066008570031e-05, "loss": 19.8008, "step": 5199 }, { "epoch": 4.62, "learning_rate": 9.829993233990384e-05, "loss": 20.1484, "step": 5200 }, { "epoch": 4.62, "learning_rate": 9.82992044410064e-05, "loss": 19.459, "step": 5201 }, { "epoch": 4.62, "learning_rate": 9.829847638901035e-05, "loss": 19.6592, "step": 5202 }, { "epoch": 4.62, "learning_rate": 9.829774818391795e-05, "loss": 19.5742, "step": 5203 }, { "epoch": 4.62, "learning_rate": 9.829701982573154e-05, "loss": 19.3232, "step": 5204 }, { "epoch": 4.62, "learning_rate": 9.829629131445342e-05, "loss": 19.2002, "step": 5205 }, { "epoch": 4.62, "learning_rate": 9.82955626500859e-05, "loss": 20.5938, "step": 5206 }, { "epoch": 4.62, "learning_rate": 9.829483383263127e-05, "loss": 20.085, "step": 5207 }, { "epoch": 4.63, "learning_rate": 9.829410486209187e-05, "loss": 20.4082, "step": 5208 }, { "epoch": 4.63, "learning_rate": 9.829337573846999e-05, "loss": 19.5088, "step": 5209 }, { "epoch": 4.63, "learning_rate": 9.829264646176795e-05, "loss": 20.0469, "step": 5210 }, { "epoch": 4.63, "learning_rate": 9.829191703198805e-05, "loss": 19.9521, "step": 5211 }, { "epoch": 4.63, "learning_rate": 9.829118744913264e-05, "loss": 19.2891, "step": 5212 }, { "epoch": 4.63, "learning_rate": 9.829045771320399e-05, "loss": 20.2158, "step": 5213 }, { "epoch": 4.63, "learning_rate": 9.828972782420442e-05, "loss": 20.1543, "step": 5214 }, { "epoch": 4.63, "learning_rate": 9.828899778213627e-05, "loss": 19.6455, "step": 5215 }, { "epoch": 4.63, "learning_rate": 9.828826758700182e-05, "loss": 19.8213, "step": 5216 }, { "epoch": 4.63, "learning_rate": 9.828753723880341e-05, "loss": 19.9307, "step": 5217 }, { "epoch": 4.63, "learning_rate": 9.828753723880341e-05, "loss": 21.0195, "step": 5218 }, { "epoch": 4.63, "learning_rate": 9.828680673754333e-05, "loss": 19.6387, "step": 5219 }, { "epoch": 4.64, "learning_rate": 9.828607608322394e-05, "loss": 20.1484, "step": 5220 }, { "epoch": 4.64, "learning_rate": 9.828534527584749e-05, "loss": 19.8887, "step": 5221 }, { "epoch": 4.64, "learning_rate": 9.828461431541636e-05, "loss": 19.5889, "step": 5222 }, { "epoch": 4.64, "learning_rate": 9.828388320193285e-05, "loss": 20.2061, "step": 5223 }, { "epoch": 4.64, "learning_rate": 9.828315193539925e-05, "loss": 20.1631, "step": 5224 }, { "epoch": 4.64, "learning_rate": 9.828242051581789e-05, "loss": 20.2168, "step": 5225 }, { "epoch": 4.64, "learning_rate": 9.82816889431911e-05, "loss": 19.8877, "step": 5226 }, { "epoch": 4.64, "learning_rate": 9.828095721752119e-05, "loss": 20.3262, "step": 5227 }, { "epoch": 4.64, "learning_rate": 9.828022533881049e-05, "loss": 19.9912, "step": 5228 }, { "epoch": 4.64, "learning_rate": 9.827949330706132e-05, "loss": 19.7412, "step": 5229 }, { "epoch": 4.64, "learning_rate": 9.827876112227599e-05, "loss": 20.0508, "step": 5230 }, { "epoch": 4.65, "learning_rate": 9.827802878445682e-05, "loss": 21.0801, "step": 5231 }, { "epoch": 4.65, "learning_rate": 9.827729629360613e-05, "loss": 20.5283, "step": 5232 }, { "epoch": 4.65, "learning_rate": 9.827656364972624e-05, "loss": 19.3291, "step": 5233 }, { "epoch": 4.65, "learning_rate": 9.82758308528195e-05, "loss": 19.4062, "step": 5234 }, { "epoch": 4.65, "learning_rate": 9.82750979028882e-05, "loss": 19.7793, "step": 5235 }, { "epoch": 4.65, "learning_rate": 9.827436479993469e-05, "loss": 20.0801, "step": 5236 }, { "epoch": 4.65, "learning_rate": 9.827363154396125e-05, "loss": 19.6152, "step": 5237 }, { "epoch": 4.65, "learning_rate": 9.827289813497026e-05, "loss": 19.7207, "step": 5238 }, { "epoch": 4.65, "learning_rate": 9.8272164572964e-05, "loss": 20.666, "step": 5239 }, { "epoch": 4.65, "learning_rate": 9.827143085794483e-05, "loss": 20.165, "step": 5240 }, { "epoch": 4.65, "learning_rate": 9.827069698991506e-05, "loss": 19.7051, "step": 5241 }, { "epoch": 4.66, "learning_rate": 9.8269962968877e-05, "loss": 19.6465, "step": 5242 }, { "epoch": 4.66, "learning_rate": 9.8269228794833e-05, "loss": 19.3438, "step": 5243 }, { "epoch": 4.66, "learning_rate": 9.826849446778539e-05, "loss": 20.1201, "step": 5244 }, { "epoch": 4.66, "learning_rate": 9.826775998773648e-05, "loss": 20.46, "step": 5245 }, { "epoch": 4.66, "learning_rate": 9.82670253546886e-05, "loss": 19.8076, "step": 5246 }, { "epoch": 4.66, "learning_rate": 9.82662905686441e-05, "loss": 19.873, "step": 5247 }, { "epoch": 4.66, "learning_rate": 9.826555562960527e-05, "loss": 20.0811, "step": 5248 }, { "epoch": 4.66, "learning_rate": 9.826482053757447e-05, "loss": 19.3203, "step": 5249 }, { "epoch": 4.66, "learning_rate": 9.826408529255402e-05, "loss": 19.6738, "step": 5250 }, { "epoch": 4.66, "learning_rate": 9.826334989454627e-05, "loss": 19.8936, "step": 5251 }, { "epoch": 4.66, "learning_rate": 9.826261434355353e-05, "loss": 20.1143, "step": 5252 }, { "epoch": 4.67, "learning_rate": 9.826187863957811e-05, "loss": 20.252, "step": 5253 }, { "epoch": 4.67, "learning_rate": 9.82611427826224e-05, "loss": 20.0742, "step": 5254 }, { "epoch": 4.67, "learning_rate": 9.826040677268869e-05, "loss": 19.5889, "step": 5255 }, { "epoch": 4.67, "learning_rate": 9.825967060977932e-05, "loss": 19.6543, "step": 5256 }, { "epoch": 4.67, "learning_rate": 9.825893429389664e-05, "loss": 20.0537, "step": 5257 }, { "epoch": 4.67, "learning_rate": 9.825819782504295e-05, "loss": 19.834, "step": 5258 }, { "epoch": 4.67, "learning_rate": 9.825746120322061e-05, "loss": 20.1943, "step": 5259 }, { "epoch": 4.67, "learning_rate": 9.825672442843197e-05, "loss": 19.9072, "step": 5260 }, { "epoch": 4.67, "learning_rate": 9.825598750067932e-05, "loss": 20.1104, "step": 5261 }, { "epoch": 4.67, "learning_rate": 9.825525041996504e-05, "loss": 20.2988, "step": 5262 }, { "epoch": 4.67, "learning_rate": 9.825451318629145e-05, "loss": 19.6436, "step": 5263 }, { "epoch": 4.67, "learning_rate": 9.825377579966086e-05, "loss": 20.334, "step": 5264 }, { "epoch": 4.68, "learning_rate": 9.825303826007566e-05, "loss": 20.2227, "step": 5265 }, { "epoch": 4.68, "learning_rate": 9.825230056753814e-05, "loss": 19.9766, "step": 5266 }, { "epoch": 4.68, "learning_rate": 9.825156272205067e-05, "loss": 19.416, "step": 5267 }, { "epoch": 4.68, "learning_rate": 9.825082472361557e-05, "loss": 19.5869, "step": 5268 }, { "epoch": 4.68, "learning_rate": 9.82500865722352e-05, "loss": 19.6104, "step": 5269 }, { "epoch": 4.68, "learning_rate": 9.824934826791188e-05, "loss": 20.2578, "step": 5270 }, { "epoch": 4.68, "learning_rate": 9.824860981064795e-05, "loss": 19.6377, "step": 5271 }, { "epoch": 4.68, "learning_rate": 9.824787120044577e-05, "loss": 20.1787, "step": 5272 }, { "epoch": 4.68, "learning_rate": 9.824713243730766e-05, "loss": 20.0049, "step": 5273 }, { "epoch": 4.68, "learning_rate": 9.824639352123596e-05, "loss": 20.0723, "step": 5274 }, { "epoch": 4.68, "learning_rate": 9.824565445223304e-05, "loss": 19.6055, "step": 5275 }, { "epoch": 4.69, "learning_rate": 9.824491523030123e-05, "loss": 19.6611, "step": 5276 }, { "epoch": 4.69, "learning_rate": 9.824417585544285e-05, "loss": 20.4336, "step": 5277 }, { "epoch": 4.69, "learning_rate": 9.824343632766028e-05, "loss": 20.1006, "step": 5278 }, { "epoch": 4.69, "learning_rate": 9.824269664695583e-05, "loss": 20.3438, "step": 5279 }, { "epoch": 4.69, "learning_rate": 9.824195681333188e-05, "loss": 19.8027, "step": 5280 }, { "epoch": 4.69, "learning_rate": 9.824121682679073e-05, "loss": 20.4072, "step": 5281 }, { "epoch": 4.69, "learning_rate": 9.824047668733477e-05, "loss": 19.8496, "step": 5282 }, { "epoch": 4.69, "learning_rate": 9.823973639496633e-05, "loss": 19.3857, "step": 5283 }, { "epoch": 4.69, "learning_rate": 9.823899594968776e-05, "loss": 20.0225, "step": 5284 }, { "epoch": 4.69, "learning_rate": 9.823825535150137e-05, "loss": 20.4453, "step": 5285 }, { "epoch": 4.69, "learning_rate": 9.823751460040957e-05, "loss": 19.8721, "step": 5286 }, { "epoch": 4.7, "learning_rate": 9.823677369641466e-05, "loss": 19.6904, "step": 5287 }, { "epoch": 4.7, "learning_rate": 9.823603263951902e-05, "loss": 19.8301, "step": 5288 }, { "epoch": 4.7, "learning_rate": 9.823529142972497e-05, "loss": 19.5518, "step": 5289 }, { "epoch": 4.7, "learning_rate": 9.823455006703488e-05, "loss": 19.9092, "step": 5290 }, { "epoch": 4.7, "learning_rate": 9.82338085514511e-05, "loss": 19.5137, "step": 5291 }, { "epoch": 4.7, "learning_rate": 9.823306688297596e-05, "loss": 20.0342, "step": 5292 }, { "epoch": 4.7, "learning_rate": 9.823232506161184e-05, "loss": 20.2979, "step": 5293 }, { "epoch": 4.7, "learning_rate": 9.823158308736107e-05, "loss": 19.6914, "step": 5294 }, { "epoch": 4.7, "learning_rate": 9.823084096022602e-05, "loss": 19.9014, "step": 5295 }, { "epoch": 4.7, "learning_rate": 9.823009868020901e-05, "loss": 19.75, "step": 5296 }, { "epoch": 4.7, "learning_rate": 9.822935624731242e-05, "loss": 19.9893, "step": 5297 }, { "epoch": 4.71, "learning_rate": 9.82286136615386e-05, "loss": 19.3438, "step": 5298 }, { "epoch": 4.71, "learning_rate": 9.822787092288991e-05, "loss": 19.9883, "step": 5299 }, { "epoch": 4.71, "learning_rate": 9.822712803136869e-05, "loss": 19.8311, "step": 5300 }, { "epoch": 4.71, "learning_rate": 9.822638498697729e-05, "loss": 20.1543, "step": 5301 }, { "epoch": 4.71, "learning_rate": 9.822564178971809e-05, "loss": 19.5166, "step": 5302 }, { "epoch": 4.71, "learning_rate": 9.822489843959343e-05, "loss": 19.6191, "step": 5303 }, { "epoch": 4.71, "learning_rate": 9.822415493660566e-05, "loss": 20.2402, "step": 5304 }, { "epoch": 4.71, "learning_rate": 9.822341128075716e-05, "loss": 19.9248, "step": 5305 }, { "epoch": 4.71, "learning_rate": 9.822266747205026e-05, "loss": 19.9033, "step": 5306 }, { "epoch": 4.71, "learning_rate": 9.822192351048733e-05, "loss": 19.5352, "step": 5307 }, { "epoch": 4.71, "learning_rate": 9.822117939607072e-05, "loss": 19.2734, "step": 5308 }, { "epoch": 4.71, "learning_rate": 9.822043512880281e-05, "loss": 20.0645, "step": 5309 }, { "epoch": 4.72, "learning_rate": 9.821969070868593e-05, "loss": 19.6748, "step": 5310 }, { "epoch": 4.72, "learning_rate": 9.821894613572246e-05, "loss": 20.3711, "step": 5311 }, { "epoch": 4.72, "learning_rate": 9.821820140991477e-05, "loss": 19.4492, "step": 5312 }, { "epoch": 4.72, "learning_rate": 9.82174565312652e-05, "loss": 19.875, "step": 5313 }, { "epoch": 4.72, "learning_rate": 9.821671149977611e-05, "loss": 20.041, "step": 5314 }, { "epoch": 4.72, "learning_rate": 9.821596631544987e-05, "loss": 20.1328, "step": 5315 }, { "epoch": 4.72, "learning_rate": 9.821522097828884e-05, "loss": 19.4805, "step": 5316 }, { "epoch": 4.72, "learning_rate": 9.821447548829539e-05, "loss": 20.1621, "step": 5317 }, { "epoch": 4.72, "learning_rate": 9.821372984547188e-05, "loss": 19.8643, "step": 5318 }, { "epoch": 4.72, "learning_rate": 9.821298404982066e-05, "loss": 19.9424, "step": 5319 }, { "epoch": 4.72, "learning_rate": 9.82122381013441e-05, "loss": 19.6807, "step": 5320 }, { "epoch": 4.73, "learning_rate": 9.821149200004459e-05, "loss": 20.0918, "step": 5321 }, { "epoch": 4.73, "learning_rate": 9.821074574592446e-05, "loss": 20.2373, "step": 5322 }, { "epoch": 4.73, "learning_rate": 9.820999933898607e-05, "loss": 19.8066, "step": 5323 }, { "epoch": 4.73, "learning_rate": 9.820925277923183e-05, "loss": 20.1953, "step": 5324 }, { "epoch": 4.73, "learning_rate": 9.820850606666407e-05, "loss": 19.8564, "step": 5325 }, { "epoch": 4.73, "learning_rate": 9.820775920128518e-05, "loss": 19.9785, "step": 5326 }, { "epoch": 4.73, "learning_rate": 9.82070121830975e-05, "loss": 20.3184, "step": 5327 }, { "epoch": 4.73, "learning_rate": 9.820626501210341e-05, "loss": 19.9307, "step": 5328 }, { "epoch": 4.73, "learning_rate": 9.820551768830531e-05, "loss": 19.7529, "step": 5329 }, { "epoch": 4.73, "learning_rate": 9.820477021170551e-05, "loss": 19.9619, "step": 5330 }, { "epoch": 4.73, "learning_rate": 9.820402258230644e-05, "loss": 20.9395, "step": 5331 }, { "epoch": 4.74, "learning_rate": 9.82032748001104e-05, "loss": 19.3682, "step": 5332 }, { "epoch": 4.74, "learning_rate": 9.820252686511984e-05, "loss": 19.6201, "step": 5333 }, { "epoch": 4.74, "learning_rate": 9.820177877733707e-05, "loss": 19.7861, "step": 5334 }, { "epoch": 4.74, "learning_rate": 9.820103053676449e-05, "loss": 20.0615, "step": 5335 }, { "epoch": 4.74, "learning_rate": 9.820028214340445e-05, "loss": 20.4844, "step": 5336 }, { "epoch": 4.74, "learning_rate": 9.819953359725935e-05, "loss": 20.5342, "step": 5337 }, { "epoch": 4.74, "learning_rate": 9.819878489833155e-05, "loss": 19.6123, "step": 5338 }, { "epoch": 4.74, "learning_rate": 9.81980360466234e-05, "loss": 20.1025, "step": 5339 }, { "epoch": 4.74, "learning_rate": 9.819728704213733e-05, "loss": 19.9844, "step": 5340 }, { "epoch": 4.74, "learning_rate": 9.819653788487566e-05, "loss": 20.2295, "step": 5341 }, { "epoch": 4.74, "learning_rate": 9.81957885748408e-05, "loss": 20.2373, "step": 5342 }, { "epoch": 4.75, "learning_rate": 9.81950391120351e-05, "loss": 19.7725, "step": 5343 }, { "epoch": 4.75, "learning_rate": 9.819428949646094e-05, "loss": 19.4854, "step": 5344 }, { "epoch": 4.75, "learning_rate": 9.81935397281207e-05, "loss": 19.7178, "step": 5345 }, { "epoch": 4.75, "learning_rate": 9.819278980701677e-05, "loss": 20.1074, "step": 5346 }, { "epoch": 4.75, "learning_rate": 9.819203973315151e-05, "loss": 19.7012, "step": 5347 }, { "epoch": 4.75, "learning_rate": 9.819128950652732e-05, "loss": 20.6016, "step": 5348 }, { "epoch": 4.75, "learning_rate": 9.819053912714652e-05, "loss": 20.8525, "step": 5349 }, { "epoch": 4.75, "learning_rate": 9.818978859501158e-05, "loss": 19.8584, "step": 5350 }, { "epoch": 4.75, "learning_rate": 9.818903791012479e-05, "loss": 19.8281, "step": 5351 }, { "epoch": 4.75, "learning_rate": 9.81882870724886e-05, "loss": 20.8008, "step": 5352 }, { "epoch": 4.75, "learning_rate": 9.818753608210533e-05, "loss": 19.7383, "step": 5353 }, { "epoch": 4.75, "learning_rate": 9.81867849389774e-05, "loss": 20.29, "step": 5354 }, { "epoch": 4.76, "learning_rate": 9.818603364310718e-05, "loss": 20.0605, "step": 5355 }, { "epoch": 4.76, "learning_rate": 9.818528219449705e-05, "loss": 19.7568, "step": 5356 }, { "epoch": 4.76, "learning_rate": 9.81845305931494e-05, "loss": 19.9072, "step": 5357 }, { "epoch": 4.76, "learning_rate": 9.81837788390666e-05, "loss": 20.2764, "step": 5358 }, { "epoch": 4.76, "learning_rate": 9.818302693225103e-05, "loss": 20.3105, "step": 5359 }, { "epoch": 4.76, "learning_rate": 9.818227487270509e-05, "loss": 19.627, "step": 5360 }, { "epoch": 4.76, "learning_rate": 9.818152266043114e-05, "loss": 20.2393, "step": 5361 }, { "epoch": 4.76, "learning_rate": 9.818077029543162e-05, "loss": 19.5859, "step": 5362 }, { "epoch": 4.76, "learning_rate": 9.818001777770884e-05, "loss": 19.7266, "step": 5363 }, { "epoch": 4.76, "learning_rate": 9.817926510726522e-05, "loss": 19.6484, "step": 5364 }, { "epoch": 4.76, "learning_rate": 9.817851228410318e-05, "loss": 19.9307, "step": 5365 }, { "epoch": 4.77, "learning_rate": 9.817775930822504e-05, "loss": 20.2217, "step": 5366 }, { "epoch": 4.77, "learning_rate": 9.817700617963323e-05, "loss": 19.8613, "step": 5367 }, { "epoch": 4.77, "learning_rate": 9.817625289833013e-05, "loss": 19.9463, "step": 5368 }, { "epoch": 4.77, "learning_rate": 9.81754994643181e-05, "loss": 20.1406, "step": 5369 }, { "epoch": 4.77, "learning_rate": 9.817474587759958e-05, "loss": 19.9648, "step": 5370 }, { "epoch": 4.77, "learning_rate": 9.817399213817694e-05, "loss": 19.5889, "step": 5371 }, { "epoch": 4.77, "learning_rate": 9.817323824605254e-05, "loss": 20.5498, "step": 5372 }, { "epoch": 4.77, "learning_rate": 9.817248420122878e-05, "loss": 20.0166, "step": 5373 }, { "epoch": 4.77, "learning_rate": 9.817173000370807e-05, "loss": 19.6465, "step": 5374 }, { "epoch": 4.77, "learning_rate": 9.81709756534928e-05, "loss": 20.2715, "step": 5375 }, { "epoch": 4.77, "learning_rate": 9.817022115058534e-05, "loss": 20.2051, "step": 5376 }, { "epoch": 4.78, "learning_rate": 9.816946649498811e-05, "loss": 20.1758, "step": 5377 }, { "epoch": 4.78, "learning_rate": 9.816871168670348e-05, "loss": 20.3213, "step": 5378 }, { "epoch": 4.78, "learning_rate": 9.816795672573383e-05, "loss": 19.5322, "step": 5379 }, { "epoch": 4.78, "learning_rate": 9.81672016120816e-05, "loss": 19.5781, "step": 5380 }, { "epoch": 4.78, "learning_rate": 9.816644634574913e-05, "loss": 19.6084, "step": 5381 }, { "epoch": 4.78, "learning_rate": 9.816569092673884e-05, "loss": 19.5762, "step": 5382 }, { "epoch": 4.78, "learning_rate": 9.816493535505314e-05, "loss": 19.5752, "step": 5383 }, { "epoch": 4.78, "learning_rate": 9.81641796306944e-05, "loss": 19.7988, "step": 5384 }, { "epoch": 4.78, "learning_rate": 9.816342375366503e-05, "loss": 20.001, "step": 5385 }, { "epoch": 4.78, "learning_rate": 9.81626677239674e-05, "loss": 20.0049, "step": 5386 }, { "epoch": 4.78, "learning_rate": 9.816191154160394e-05, "loss": 19.8076, "step": 5387 }, { "epoch": 4.79, "learning_rate": 9.816115520657705e-05, "loss": 19.915, "step": 5388 }, { "epoch": 4.79, "learning_rate": 9.816039871888909e-05, "loss": 19.6338, "step": 5389 }, { "epoch": 4.79, "learning_rate": 9.81596420785425e-05, "loss": 19.7881, "step": 5390 }, { "epoch": 4.79, "learning_rate": 9.815888528553962e-05, "loss": 19.8174, "step": 5391 }, { "epoch": 4.79, "learning_rate": 9.815812833988291e-05, "loss": 19.5703, "step": 5392 }, { "epoch": 4.79, "learning_rate": 9.815737124157474e-05, "loss": 20.0596, "step": 5393 }, { "epoch": 4.79, "learning_rate": 9.815661399061753e-05, "loss": 20.1543, "step": 5394 }, { "epoch": 4.79, "learning_rate": 9.815585658701365e-05, "loss": 20.0654, "step": 5395 }, { "epoch": 4.79, "learning_rate": 9.815509903076552e-05, "loss": 20.1143, "step": 5396 }, { "epoch": 4.79, "learning_rate": 9.815434132187553e-05, "loss": 20.3916, "step": 5397 }, { "epoch": 4.79, "learning_rate": 9.81535834603461e-05, "loss": 20.1201, "step": 5398 }, { "epoch": 4.79, "learning_rate": 9.815282544617962e-05, "loss": 20.9043, "step": 5399 }, { "epoch": 4.8, "learning_rate": 9.815206727937848e-05, "loss": 19.4355, "step": 5400 }, { "epoch": 4.8, "learning_rate": 9.815130895994511e-05, "loss": 20.2422, "step": 5401 }, { "epoch": 4.8, "learning_rate": 9.815055048788191e-05, "loss": 20.4023, "step": 5402 }, { "epoch": 4.8, "learning_rate": 9.814979186319127e-05, "loss": 19.6699, "step": 5403 }, { "epoch": 4.8, "learning_rate": 9.814903308587559e-05, "loss": 19.5508, "step": 5404 }, { "epoch": 4.8, "learning_rate": 9.81482741559373e-05, "loss": 20.0488, "step": 5405 }, { "epoch": 4.8, "learning_rate": 9.814751507337879e-05, "loss": 19.9746, "step": 5406 }, { "epoch": 4.8, "learning_rate": 9.814675583820246e-05, "loss": 19.4463, "step": 5407 }, { "epoch": 4.8, "learning_rate": 9.814599645041071e-05, "loss": 20.1738, "step": 5408 }, { "epoch": 4.8, "learning_rate": 9.814523691000599e-05, "loss": 20.2793, "step": 5409 }, { "epoch": 4.8, "learning_rate": 9.814447721699066e-05, "loss": 20.0645, "step": 5410 }, { "epoch": 4.81, "learning_rate": 9.814371737136716e-05, "loss": 19.7695, "step": 5411 }, { "epoch": 4.81, "learning_rate": 9.814295737313786e-05, "loss": 19.7061, "step": 5412 }, { "epoch": 4.81, "learning_rate": 9.814219722230522e-05, "loss": 19.6846, "step": 5413 }, { "epoch": 4.81, "learning_rate": 9.814143691887161e-05, "loss": 19.8379, "step": 5414 }, { "epoch": 4.81, "learning_rate": 9.814067646283947e-05, "loss": 20.0303, "step": 5415 }, { "epoch": 4.81, "learning_rate": 9.813991585421117e-05, "loss": 20.3145, "step": 5416 }, { "epoch": 4.81, "learning_rate": 9.813915509298917e-05, "loss": 19.709, "step": 5417 }, { "epoch": 4.81, "learning_rate": 9.813839417917583e-05, "loss": 20.1436, "step": 5418 }, { "epoch": 4.81, "learning_rate": 9.81376331127736e-05, "loss": 19.3525, "step": 5419 }, { "epoch": 4.81, "learning_rate": 9.813687189378488e-05, "loss": 20.3213, "step": 5420 }, { "epoch": 4.81, "learning_rate": 9.813611052221209e-05, "loss": 20.3398, "step": 5421 }, { "epoch": 4.82, "learning_rate": 9.813611052221209e-05, "loss": 20.5361, "step": 5422 }, { "epoch": 4.82, "learning_rate": 9.813534899805765e-05, "loss": 20.2754, "step": 5423 }, { "epoch": 4.82, "learning_rate": 9.813458732132395e-05, "loss": 19.7021, "step": 5424 }, { "epoch": 4.82, "learning_rate": 9.81338254920134e-05, "loss": 20.0918, "step": 5425 }, { "epoch": 4.82, "learning_rate": 9.813306351012845e-05, "loss": 19.7383, "step": 5426 }, { "epoch": 4.82, "learning_rate": 9.813230137567149e-05, "loss": 19.6162, "step": 5427 }, { "epoch": 4.82, "learning_rate": 9.813153908864494e-05, "loss": 20.1055, "step": 5428 }, { "epoch": 4.82, "learning_rate": 9.813077664905122e-05, "loss": 19.3662, "step": 5429 }, { "epoch": 4.82, "learning_rate": 9.813001405689273e-05, "loss": 19.7441, "step": 5430 }, { "epoch": 4.82, "learning_rate": 9.812925131217193e-05, "loss": 19.8613, "step": 5431 }, { "epoch": 4.82, "learning_rate": 9.812848841489118e-05, "loss": 20.4102, "step": 5432 }, { "epoch": 4.83, "learning_rate": 9.812772536505295e-05, "loss": 19.9209, "step": 5433 }, { "epoch": 4.83, "learning_rate": 9.812696216265962e-05, "loss": 19.8105, "step": 5434 }, { "epoch": 4.83, "learning_rate": 9.812619880771363e-05, "loss": 19.6787, "step": 5435 }, { "epoch": 4.83, "learning_rate": 9.812543530021741e-05, "loss": 19.832, "step": 5436 }, { "epoch": 4.83, "learning_rate": 9.812543530021741e-05, "loss": 21.0078, "step": 5437 }, { "epoch": 4.83, "learning_rate": 9.812467164017337e-05, "loss": 19.5244, "step": 5438 }, { "epoch": 4.83, "learning_rate": 9.81239078275839e-05, "loss": 19.6865, "step": 5439 }, { "epoch": 4.83, "learning_rate": 9.812314386245145e-05, "loss": 19.8379, "step": 5440 }, { "epoch": 4.83, "learning_rate": 9.812237974477845e-05, "loss": 20.2549, "step": 5441 }, { "epoch": 4.83, "learning_rate": 9.812161547456731e-05, "loss": 20.0625, "step": 5442 }, { "epoch": 4.83, "learning_rate": 9.812085105182045e-05, "loss": 19.8018, "step": 5443 }, { "epoch": 4.83, "learning_rate": 9.81200864765403e-05, "loss": 20.4268, "step": 5444 }, { "epoch": 4.84, "learning_rate": 9.811932174872929e-05, "loss": 19.7998, "step": 5445 }, { "epoch": 4.84, "learning_rate": 9.81185568683898e-05, "loss": 19.6494, "step": 5446 }, { "epoch": 4.84, "learning_rate": 9.811779183552432e-05, "loss": 19.6318, "step": 5447 }, { "epoch": 4.84, "learning_rate": 9.811702665013525e-05, "loss": 20.0303, "step": 5448 }, { "epoch": 4.84, "learning_rate": 9.811626131222499e-05, "loss": 20.1494, "step": 5449 }, { "epoch": 4.84, "learning_rate": 9.811549582179599e-05, "loss": 19.626, "step": 5450 }, { "epoch": 4.84, "learning_rate": 9.811473017885067e-05, "loss": 20.1973, "step": 5451 }, { "epoch": 4.84, "learning_rate": 9.811396438339146e-05, "loss": 19.7881, "step": 5452 }, { "epoch": 4.84, "learning_rate": 9.811319843542079e-05, "loss": 19.8682, "step": 5453 }, { "epoch": 4.84, "learning_rate": 9.811243233494108e-05, "loss": 19.7881, "step": 5454 }, { "epoch": 4.84, "learning_rate": 9.811166608195477e-05, "loss": 19.5674, "step": 5455 }, { "epoch": 4.85, "learning_rate": 9.811089967646428e-05, "loss": 19.877, "step": 5456 }, { "epoch": 4.85, "learning_rate": 9.811013311847202e-05, "loss": 19.748, "step": 5457 }, { "epoch": 4.85, "learning_rate": 9.810936640798046e-05, "loss": 19.5186, "step": 5458 }, { "epoch": 4.85, "learning_rate": 9.810859954499201e-05, "loss": 19.6797, "step": 5459 }, { "epoch": 4.85, "learning_rate": 9.81078325295091e-05, "loss": 20.2998, "step": 5460 }, { "epoch": 4.85, "learning_rate": 9.810706536153415e-05, "loss": 19.9199, "step": 5461 }, { "epoch": 4.85, "learning_rate": 9.810629804106963e-05, "loss": 20.2715, "step": 5462 }, { "epoch": 4.85, "learning_rate": 9.810553056811793e-05, "loss": 19.9551, "step": 5463 }, { "epoch": 4.85, "learning_rate": 9.810476294268149e-05, "loss": 20.0186, "step": 5464 }, { "epoch": 4.85, "learning_rate": 9.810399516476278e-05, "loss": 20.3604, "step": 5465 }, { "epoch": 4.85, "learning_rate": 9.810322723436418e-05, "loss": 20.3643, "step": 5466 }, { "epoch": 4.86, "learning_rate": 9.810245915148817e-05, "loss": 19.7754, "step": 5467 }, { "epoch": 4.86, "learning_rate": 9.810169091613716e-05, "loss": 20.29, "step": 5468 }, { "epoch": 4.86, "learning_rate": 9.810092252831357e-05, "loss": 19.8135, "step": 5469 }, { "epoch": 4.86, "learning_rate": 9.810015398801989e-05, "loss": 19.8398, "step": 5470 }, { "epoch": 4.86, "learning_rate": 9.80993852952585e-05, "loss": 19.5859, "step": 5471 }, { "epoch": 4.86, "learning_rate": 9.809861645003187e-05, "loss": 20.0879, "step": 5472 }, { "epoch": 4.86, "learning_rate": 9.809784745234242e-05, "loss": 20.0107, "step": 5473 }, { "epoch": 4.86, "learning_rate": 9.809707830219259e-05, "loss": 19.626, "step": 5474 }, { "epoch": 4.86, "learning_rate": 9.809630899958483e-05, "loss": 19.791, "step": 5475 }, { "epoch": 4.86, "learning_rate": 9.809553954452157e-05, "loss": 19.9502, "step": 5476 }, { "epoch": 4.86, "learning_rate": 9.809476993700524e-05, "loss": 19.4434, "step": 5477 }, { "epoch": 4.87, "learning_rate": 9.809400017703829e-05, "loss": 20.0752, "step": 5478 }, { "epoch": 4.87, "learning_rate": 9.809323026462318e-05, "loss": 19.4854, "step": 5479 }, { "epoch": 4.87, "learning_rate": 9.80924601997623e-05, "loss": 19.9873, "step": 5480 }, { "epoch": 4.87, "learning_rate": 9.809168998245814e-05, "loss": 19.1836, "step": 5481 }, { "epoch": 4.87, "learning_rate": 9.80909196127131e-05, "loss": 20.1328, "step": 5482 }, { "epoch": 4.87, "learning_rate": 9.809014909052965e-05, "loss": 20.3662, "step": 5483 }, { "epoch": 4.87, "learning_rate": 9.808937841591024e-05, "loss": 20.4932, "step": 5484 }, { "epoch": 4.87, "learning_rate": 9.808860758885729e-05, "loss": 20.2676, "step": 5485 }, { "epoch": 4.87, "learning_rate": 9.808783660937325e-05, "loss": 20.5684, "step": 5486 }, { "epoch": 4.87, "learning_rate": 9.808706547746057e-05, "loss": 20.2646, "step": 5487 }, { "epoch": 4.87, "learning_rate": 9.80862941931217e-05, "loss": 19.7168, "step": 5488 }, { "epoch": 4.87, "learning_rate": 9.808552275635905e-05, "loss": 20.2754, "step": 5489 }, { "epoch": 4.88, "learning_rate": 9.808475116717511e-05, "loss": 19.5879, "step": 5490 }, { "epoch": 4.88, "learning_rate": 9.80839794255723e-05, "loss": 19.9131, "step": 5491 }, { "epoch": 4.88, "learning_rate": 9.808320753155306e-05, "loss": 20.123, "step": 5492 }, { "epoch": 4.88, "learning_rate": 9.808243548511986e-05, "loss": 20.6895, "step": 5493 }, { "epoch": 4.88, "learning_rate": 9.808166328627515e-05, "loss": 19.8174, "step": 5494 }, { "epoch": 4.88, "learning_rate": 9.808089093502135e-05, "loss": 19.6836, "step": 5495 }, { "epoch": 4.88, "learning_rate": 9.80801184313609e-05, "loss": 19.4141, "step": 5496 }, { "epoch": 4.88, "learning_rate": 9.807934577529632e-05, "loss": 19.7383, "step": 5497 }, { "epoch": 4.88, "learning_rate": 9.807857296682998e-05, "loss": 19.6543, "step": 5498 }, { "epoch": 4.88, "learning_rate": 9.807780000596436e-05, "loss": 19.6328, "step": 5499 }, { "epoch": 4.88, "learning_rate": 9.807702689270191e-05, "loss": 20.123, "step": 5500 }, { "epoch": 4.89, "learning_rate": 9.80762536270451e-05, "loss": 19.9932, "step": 5501 }, { "epoch": 4.89, "learning_rate": 9.807548020899633e-05, "loss": 19.8955, "step": 5502 }, { "epoch": 4.89, "learning_rate": 9.80747066385581e-05, "loss": 20.0254, "step": 5503 }, { "epoch": 4.89, "learning_rate": 9.807393291573285e-05, "loss": 19.6885, "step": 5504 }, { "epoch": 4.89, "learning_rate": 9.807315904052301e-05, "loss": 19.918, "step": 5505 }, { "epoch": 4.89, "learning_rate": 9.807238501293106e-05, "loss": 19.9658, "step": 5506 }, { "epoch": 4.89, "learning_rate": 9.807161083295945e-05, "loss": 19.7051, "step": 5507 }, { "epoch": 4.89, "learning_rate": 9.807083650061063e-05, "loss": 20.3193, "step": 5508 }, { "epoch": 4.89, "learning_rate": 9.807006201588704e-05, "loss": 19.8721, "step": 5509 }, { "epoch": 4.89, "learning_rate": 9.806928737879115e-05, "loss": 20.1045, "step": 5510 }, { "epoch": 4.89, "learning_rate": 9.806851258932543e-05, "loss": 20.2383, "step": 5511 }, { "epoch": 4.9, "learning_rate": 9.80677376474923e-05, "loss": 19.6045, "step": 5512 }, { "epoch": 4.9, "learning_rate": 9.806696255329424e-05, "loss": 19.75, "step": 5513 }, { "epoch": 4.9, "learning_rate": 9.806618730673371e-05, "loss": 19.9131, "step": 5514 }, { "epoch": 4.9, "learning_rate": 9.806541190781316e-05, "loss": 19.6924, "step": 5515 }, { "epoch": 4.9, "learning_rate": 9.806463635653504e-05, "loss": 19.5488, "step": 5516 }, { "epoch": 4.9, "learning_rate": 9.806386065290182e-05, "loss": 19.7559, "step": 5517 }, { "epoch": 4.9, "learning_rate": 9.806308479691595e-05, "loss": 20.1289, "step": 5518 }, { "epoch": 4.9, "learning_rate": 9.80623087885799e-05, "loss": 20.627, "step": 5519 }, { "epoch": 4.9, "learning_rate": 9.806153262789612e-05, "loss": 20.2041, "step": 5520 }, { "epoch": 4.9, "learning_rate": 9.806075631486706e-05, "loss": 19.9521, "step": 5521 }, { "epoch": 4.9, "learning_rate": 9.805997984949522e-05, "loss": 19.7324, "step": 5522 }, { "epoch": 4.9, "learning_rate": 9.805920323178301e-05, "loss": 19.9863, "step": 5523 }, { "epoch": 4.91, "learning_rate": 9.805842646173294e-05, "loss": 20.4609, "step": 5524 }, { "epoch": 4.91, "learning_rate": 9.805764953934744e-05, "loss": 19.8096, "step": 5525 }, { "epoch": 4.91, "learning_rate": 9.8056872464629e-05, "loss": 19.6533, "step": 5526 }, { "epoch": 4.91, "learning_rate": 9.805609523758005e-05, "loss": 19.4971, "step": 5527 }, { "epoch": 4.91, "learning_rate": 9.805531785820306e-05, "loss": 20.3232, "step": 5528 }, { "epoch": 4.91, "learning_rate": 9.805454032650052e-05, "loss": 20.082, "step": 5529 }, { "epoch": 4.91, "learning_rate": 9.805376264247488e-05, "loss": 19.4717, "step": 5530 }, { "epoch": 4.91, "learning_rate": 9.805298480612859e-05, "loss": 20.0234, "step": 5531 }, { "epoch": 4.91, "learning_rate": 9.805220681746413e-05, "loss": 19.7764, "step": 5532 }, { "epoch": 4.91, "learning_rate": 9.805142867648399e-05, "loss": 19.7109, "step": 5533 }, { "epoch": 4.91, "learning_rate": 9.805065038319057e-05, "loss": 19.7842, "step": 5534 }, { "epoch": 4.92, "learning_rate": 9.804987193758642e-05, "loss": 20.1807, "step": 5535 }, { "epoch": 4.92, "learning_rate": 9.804909333967393e-05, "loss": 20.1123, "step": 5536 }, { "epoch": 4.92, "learning_rate": 9.804831458945562e-05, "loss": 19.6533, "step": 5537 }, { "epoch": 4.92, "learning_rate": 9.804753568693394e-05, "loss": 20.0791, "step": 5538 }, { "epoch": 4.92, "learning_rate": 9.804675663211137e-05, "loss": 20.085, "step": 5539 }, { "epoch": 4.92, "learning_rate": 9.804597742499037e-05, "loss": 20.126, "step": 5540 }, { "epoch": 4.92, "learning_rate": 9.80451980655734e-05, "loss": 19.7158, "step": 5541 }, { "epoch": 4.92, "learning_rate": 9.804441855386295e-05, "loss": 19.5459, "step": 5542 }, { "epoch": 4.92, "learning_rate": 9.804363888986148e-05, "loss": 20.207, "step": 5543 }, { "epoch": 4.92, "learning_rate": 9.804285907357146e-05, "loss": 20.6348, "step": 5544 }, { "epoch": 4.92, "learning_rate": 9.804207910499536e-05, "loss": 20.5615, "step": 5545 }, { "epoch": 4.93, "learning_rate": 9.804129898413567e-05, "loss": 19.4893, "step": 5546 }, { "epoch": 4.93, "learning_rate": 9.804051871099484e-05, "loss": 19.2998, "step": 5547 }, { "epoch": 4.93, "learning_rate": 9.803973828557538e-05, "loss": 19.8281, "step": 5548 }, { "epoch": 4.93, "learning_rate": 9.803895770787972e-05, "loss": 19.4346, "step": 5549 }, { "epoch": 4.93, "learning_rate": 9.803817697791034e-05, "loss": 19.8535, "step": 5550 }, { "epoch": 4.93, "learning_rate": 9.803739609566973e-05, "loss": 19.7979, "step": 5551 }, { "epoch": 4.93, "learning_rate": 9.803661506116038e-05, "loss": 19.7422, "step": 5552 }, { "epoch": 4.93, "learning_rate": 9.803583387438474e-05, "loss": 19.7256, "step": 5553 }, { "epoch": 4.93, "learning_rate": 9.803505253534529e-05, "loss": 20.3838, "step": 5554 }, { "epoch": 4.93, "learning_rate": 9.80342710440445e-05, "loss": 20.9893, "step": 5555 }, { "epoch": 4.93, "learning_rate": 9.803348940048487e-05, "loss": 20.4824, "step": 5556 }, { "epoch": 4.94, "learning_rate": 9.803270760466887e-05, "loss": 20.0596, "step": 5557 }, { "epoch": 4.94, "learning_rate": 9.803192565659896e-05, "loss": 19.8877, "step": 5558 }, { "epoch": 4.94, "learning_rate": 9.803114355627765e-05, "loss": 20.2812, "step": 5559 }, { "epoch": 4.94, "learning_rate": 9.803036130370739e-05, "loss": 20.5391, "step": 5560 }, { "epoch": 4.94, "learning_rate": 9.802957889889068e-05, "loss": 19.9717, "step": 5561 }, { "epoch": 4.94, "learning_rate": 9.802879634182998e-05, "loss": 19.7021, "step": 5562 }, { "epoch": 4.94, "learning_rate": 9.802801363252778e-05, "loss": 19.8721, "step": 5563 }, { "epoch": 4.94, "learning_rate": 9.802723077098656e-05, "loss": 19.9072, "step": 5564 }, { "epoch": 4.94, "learning_rate": 9.802644775720882e-05, "loss": 20.0928, "step": 5565 }, { "epoch": 4.94, "learning_rate": 9.802566459119701e-05, "loss": 20.3115, "step": 5566 }, { "epoch": 4.94, "learning_rate": 9.802566459119701e-05, "loss": 20.2471, "step": 5567 }, { "epoch": 4.94, "learning_rate": 9.802488127295364e-05, "loss": 19.7197, "step": 5568 }, { "epoch": 4.95, "learning_rate": 9.802409780248117e-05, "loss": 19.9072, "step": 5569 }, { "epoch": 4.95, "learning_rate": 9.80233141797821e-05, "loss": 19.5811, "step": 5570 }, { "epoch": 4.95, "learning_rate": 9.802253040485891e-05, "loss": 20.1504, "step": 5571 }, { "epoch": 4.95, "learning_rate": 9.802174647771409e-05, "loss": 19.7139, "step": 5572 }, { "epoch": 4.95, "learning_rate": 9.802096239835011e-05, "loss": 19.6328, "step": 5573 }, { "epoch": 4.95, "learning_rate": 9.802017816676948e-05, "loss": 19.4971, "step": 5574 }, { "epoch": 4.95, "learning_rate": 9.801939378297465e-05, "loss": 20.127, "step": 5575 }, { "epoch": 4.95, "learning_rate": 9.801860924696812e-05, "loss": 20.2559, "step": 5576 }, { "epoch": 4.95, "learning_rate": 9.801782455875239e-05, "loss": 20.2197, "step": 5577 }, { "epoch": 4.95, "learning_rate": 9.801703971832994e-05, "loss": 19.6992, "step": 5578 }, { "epoch": 4.95, "learning_rate": 9.801625472570326e-05, "loss": 19.5225, "step": 5579 }, { "epoch": 4.96, "learning_rate": 9.801546958087484e-05, "loss": 19.9492, "step": 5580 }, { "epoch": 4.96, "learning_rate": 9.801468428384716e-05, "loss": 19.9551, "step": 5581 }, { "epoch": 4.96, "learning_rate": 9.801389883462271e-05, "loss": 20.748, "step": 5582 }, { "epoch": 4.96, "learning_rate": 9.8013113233204e-05, "loss": 19.8486, "step": 5583 }, { "epoch": 4.96, "learning_rate": 9.801232747959347e-05, "loss": 19.7998, "step": 5584 }, { "epoch": 4.96, "learning_rate": 9.801154157379367e-05, "loss": 20.5059, "step": 5585 }, { "epoch": 4.96, "learning_rate": 9.801075551580708e-05, "loss": 19.8945, "step": 5586 }, { "epoch": 4.96, "learning_rate": 9.800996930563615e-05, "loss": 19.4268, "step": 5587 }, { "epoch": 4.96, "learning_rate": 9.800918294328341e-05, "loss": 20.2422, "step": 5588 }, { "epoch": 4.96, "learning_rate": 9.800839642875133e-05, "loss": 19.8672, "step": 5589 }, { "epoch": 4.96, "learning_rate": 9.800760976204242e-05, "loss": 20.459, "step": 5590 }, { "epoch": 4.97, "learning_rate": 9.800682294315917e-05, "loss": 20.0, "step": 5591 }, { "epoch": 4.97, "learning_rate": 9.800603597210408e-05, "loss": 19.8564, "step": 5592 }, { "epoch": 4.97, "learning_rate": 9.800524884887962e-05, "loss": 19.5156, "step": 5593 }, { "epoch": 4.97, "learning_rate": 9.800446157348833e-05, "loss": 20.3086, "step": 5594 }, { "epoch": 4.97, "learning_rate": 9.800367414593266e-05, "loss": 19.8281, "step": 5595 }, { "epoch": 4.97, "learning_rate": 9.800288656621512e-05, "loss": 19.7051, "step": 5596 }, { "epoch": 4.97, "learning_rate": 9.800209883433822e-05, "loss": 19.749, "step": 5597 }, { "epoch": 4.97, "learning_rate": 9.800131095030444e-05, "loss": 19.6279, "step": 5598 }, { "epoch": 4.97, "learning_rate": 9.80005229141163e-05, "loss": 19.7812, "step": 5599 }, { "epoch": 4.97, "learning_rate": 9.799973472577625e-05, "loss": 19.6416, "step": 5600 }, { "epoch": 4.97, "learning_rate": 9.799894638528686e-05, "loss": 20.3066, "step": 5601 }, { "epoch": 4.98, "learning_rate": 9.799815789265057e-05, "loss": 19.6631, "step": 5602 }, { "epoch": 4.98, "learning_rate": 9.799736924786989e-05, "loss": 19.5645, "step": 5603 }, { "epoch": 4.98, "learning_rate": 9.799658045094735e-05, "loss": 19.7559, "step": 5604 }, { "epoch": 4.98, "learning_rate": 9.799579150188541e-05, "loss": 20.3262, "step": 5605 }, { "epoch": 4.98, "learning_rate": 9.79950024006866e-05, "loss": 20.1426, "step": 5606 }, { "epoch": 4.98, "learning_rate": 9.79942131473534e-05, "loss": 20.3447, "step": 5607 }, { "epoch": 4.98, "learning_rate": 9.799342374188833e-05, "loss": 20.7705, "step": 5608 }, { "epoch": 4.98, "learning_rate": 9.79926341842939e-05, "loss": 20.4883, "step": 5609 }, { "epoch": 4.98, "learning_rate": 9.799184447457258e-05, "loss": 20.1318, "step": 5610 }, { "epoch": 4.98, "learning_rate": 9.79910546127269e-05, "loss": 20.1885, "step": 5611 }, { "epoch": 4.98, "learning_rate": 9.799026459875935e-05, "loss": 20.582, "step": 5612 }, { "epoch": 4.98, "learning_rate": 9.798947443267243e-05, "loss": 19.4668, "step": 5613 }, { "epoch": 4.99, "learning_rate": 9.798868411446867e-05, "loss": 20.0322, "step": 5614 }, { "epoch": 4.99, "learning_rate": 9.798789364415055e-05, "loss": 20.1699, "step": 5615 }, { "epoch": 4.99, "learning_rate": 9.798710302172061e-05, "loss": 20.0508, "step": 5616 }, { "epoch": 4.99, "learning_rate": 9.79863122471813e-05, "loss": 20.2275, "step": 5617 }, { "epoch": 4.99, "learning_rate": 9.798552132053517e-05, "loss": 19.3916, "step": 5618 }, { "epoch": 4.99, "learning_rate": 9.79847302417847e-05, "loss": 19.7949, "step": 5619 }, { "epoch": 4.99, "learning_rate": 9.798393901093243e-05, "loss": 20.0508, "step": 5620 }, { "epoch": 4.99, "learning_rate": 9.798314762798084e-05, "loss": 19.8193, "step": 5621 }, { "epoch": 4.99, "learning_rate": 9.798235609293244e-05, "loss": 20.5742, "step": 5622 }, { "epoch": 4.99, "learning_rate": 9.798156440578977e-05, "loss": 19.8652, "step": 5623 }, { "epoch": 4.99, "learning_rate": 9.798156440578977e-05, "loss": 20.3633, "step": 5624 }, { "epoch": 5.0, "learning_rate": 9.79807725665553e-05, "loss": 19.3428, "step": 5625 }, { "epoch": 5.0, "learning_rate": 9.797998057523157e-05, "loss": 19.8125, "step": 5626 }, { "epoch": 5.0, "learning_rate": 9.797918843182108e-05, "loss": 19.6475, "step": 5627 }, { "epoch": 5.0, "learning_rate": 9.797839613632633e-05, "loss": 20.0234, "step": 5628 }, { "epoch": 5.0, "learning_rate": 9.797760368874983e-05, "loss": 19.9951, "step": 5629 }, { "epoch": 5.0, "learning_rate": 9.797681108909411e-05, "loss": 19.6084, "step": 5630 }, { "epoch": 5.0, "learning_rate": 9.797601833736167e-05, "loss": 20.1094, "step": 5631 }, { "epoch": 5.0, "learning_rate": 9.797522543355504e-05, "loss": 20.0723, "step": 5632 }, { "epoch": 5.0, "learning_rate": 9.797443237767672e-05, "loss": 19.5527, "step": 5633 }, { "epoch": 5.0, "learning_rate": 9.797363916972922e-05, "loss": 19.791, "step": 5634 }, { "epoch": 5.0, "learning_rate": 9.797284580971504e-05, "loss": 19.6641, "step": 5635 }, { "epoch": 5.01, "learning_rate": 9.797205229763672e-05, "loss": 19.625, "step": 5636 }, { "epoch": 5.01, "learning_rate": 9.797125863349678e-05, "loss": 20.042, "step": 5637 }, { "epoch": 5.01, "learning_rate": 9.797046481729773e-05, "loss": 19.9912, "step": 5638 }, { "epoch": 5.01, "learning_rate": 9.796967084904207e-05, "loss": 19.7822, "step": 5639 }, { "epoch": 5.01, "learning_rate": 9.796887672873232e-05, "loss": 19.0459, "step": 5640 }, { "epoch": 5.01, "learning_rate": 9.796808245637102e-05, "loss": 19.7588, "step": 5641 }, { "epoch": 5.01, "learning_rate": 9.796728803196067e-05, "loss": 20.0254, "step": 5642 }, { "epoch": 5.01, "learning_rate": 9.796649345550377e-05, "loss": 20.4736, "step": 5643 }, { "epoch": 5.01, "learning_rate": 9.796569872700288e-05, "loss": 20.165, "step": 5644 }, { "epoch": 5.01, "learning_rate": 9.796490384646048e-05, "loss": 19.3574, "step": 5645 }, { "epoch": 5.01, "learning_rate": 9.796410881387913e-05, "loss": 19.4355, "step": 5646 }, { "epoch": 5.02, "learning_rate": 9.796331362926133e-05, "loss": 19.7021, "step": 5647 }, { "epoch": 5.02, "learning_rate": 9.796251829260958e-05, "loss": 20.0723, "step": 5648 }, { "epoch": 5.02, "learning_rate": 9.796172280392642e-05, "loss": 20.4297, "step": 5649 }, { "epoch": 5.02, "learning_rate": 9.796092716321437e-05, "loss": 19.8672, "step": 5650 }, { "epoch": 5.02, "learning_rate": 9.796013137047597e-05, "loss": 20.0889, "step": 5651 }, { "epoch": 5.02, "learning_rate": 9.795933542571371e-05, "loss": 19.4531, "step": 5652 }, { "epoch": 5.02, "learning_rate": 9.795853932893013e-05, "loss": 19.8818, "step": 5653 }, { "epoch": 5.02, "learning_rate": 9.795774308012775e-05, "loss": 19.8535, "step": 5654 }, { "epoch": 5.02, "learning_rate": 9.79569466793091e-05, "loss": 20.1143, "step": 5655 }, { "epoch": 5.02, "learning_rate": 9.79561501264767e-05, "loss": 19.8564, "step": 5656 }, { "epoch": 5.02, "learning_rate": 9.795535342163308e-05, "loss": 20.5059, "step": 5657 }, { "epoch": 5.02, "learning_rate": 9.795455656478076e-05, "loss": 19.8223, "step": 5658 }, { "epoch": 5.03, "learning_rate": 9.795375955592226e-05, "loss": 19.7744, "step": 5659 }, { "epoch": 5.03, "learning_rate": 9.795296239506012e-05, "loss": 19.9775, "step": 5660 }, { "epoch": 5.03, "learning_rate": 9.795216508219684e-05, "loss": 20.0977, "step": 5661 }, { "epoch": 5.03, "learning_rate": 9.7951367617335e-05, "loss": 19.6094, "step": 5662 }, { "epoch": 5.03, "learning_rate": 9.795057000047706e-05, "loss": 19.6094, "step": 5663 }, { "epoch": 5.03, "learning_rate": 9.79497722316256e-05, "loss": 19.7666, "step": 5664 }, { "epoch": 5.03, "learning_rate": 9.794897431078314e-05, "loss": 19.1973, "step": 5665 }, { "epoch": 5.03, "learning_rate": 9.794817623795219e-05, "loss": 20.4688, "step": 5666 }, { "epoch": 5.03, "learning_rate": 9.79473780131353e-05, "loss": 19.7578, "step": 5667 }, { "epoch": 5.03, "learning_rate": 9.794657963633497e-05, "loss": 20.3564, "step": 5668 }, { "epoch": 5.03, "learning_rate": 9.794578110755377e-05, "loss": 18.9814, "step": 5669 }, { "epoch": 5.04, "learning_rate": 9.79449824267942e-05, "loss": 19.3906, "step": 5670 }, { "epoch": 5.04, "learning_rate": 9.794418359405882e-05, "loss": 19.9668, "step": 5671 }, { "epoch": 5.04, "learning_rate": 9.794338460935013e-05, "loss": 20.3115, "step": 5672 }, { "epoch": 5.04, "learning_rate": 9.794258547267069e-05, "loss": 20.1162, "step": 5673 }, { "epoch": 5.04, "learning_rate": 9.794178618402302e-05, "loss": 19.3135, "step": 5674 }, { "epoch": 5.04, "learning_rate": 9.794098674340965e-05, "loss": 19.6592, "step": 5675 }, { "epoch": 5.04, "learning_rate": 9.794018715083313e-05, "loss": 19.6875, "step": 5676 }, { "epoch": 5.04, "learning_rate": 9.793938740629598e-05, "loss": 19.7695, "step": 5677 }, { "epoch": 5.04, "learning_rate": 9.793858750980073e-05, "loss": 19.4463, "step": 5678 }, { "epoch": 5.04, "learning_rate": 9.793778746134995e-05, "loss": 19.7637, "step": 5679 }, { "epoch": 5.04, "learning_rate": 9.793698726094614e-05, "loss": 19.9307, "step": 5680 }, { "epoch": 5.05, "learning_rate": 9.793618690859183e-05, "loss": 18.9092, "step": 5681 }, { "epoch": 5.05, "learning_rate": 9.793538640428959e-05, "loss": 19.5547, "step": 5682 }, { "epoch": 5.05, "learning_rate": 9.793458574804195e-05, "loss": 19.627, "step": 5683 }, { "epoch": 5.05, "learning_rate": 9.793378493985144e-05, "loss": 19.9121, "step": 5684 }, { "epoch": 5.05, "learning_rate": 9.793298397972058e-05, "loss": 20.2344, "step": 5685 }, { "epoch": 5.05, "learning_rate": 9.793218286765194e-05, "loss": 19.624, "step": 5686 }, { "epoch": 5.05, "learning_rate": 9.793138160364804e-05, "loss": 19.5957, "step": 5687 }, { "epoch": 5.05, "learning_rate": 9.793058018771142e-05, "loss": 20.0557, "step": 5688 }, { "epoch": 5.05, "learning_rate": 9.792977861984464e-05, "loss": 19.5596, "step": 5689 }, { "epoch": 5.05, "learning_rate": 9.792897690005022e-05, "loss": 19.8594, "step": 5690 }, { "epoch": 5.05, "learning_rate": 9.792817502833071e-05, "loss": 20.5098, "step": 5691 }, { "epoch": 5.06, "learning_rate": 9.792737300468865e-05, "loss": 19.6367, "step": 5692 }, { "epoch": 5.06, "learning_rate": 9.792657082912659e-05, "loss": 19.9326, "step": 5693 }, { "epoch": 5.06, "learning_rate": 9.792576850164705e-05, "loss": 19.9775, "step": 5694 }, { "epoch": 5.06, "learning_rate": 9.792496602225261e-05, "loss": 19.9219, "step": 5695 }, { "epoch": 5.06, "learning_rate": 9.792416339094577e-05, "loss": 20.0078, "step": 5696 }, { "epoch": 5.06, "learning_rate": 9.79233606077291e-05, "loss": 19.9111, "step": 5697 }, { "epoch": 5.06, "learning_rate": 9.792255767260516e-05, "loss": 19.4668, "step": 5698 }, { "epoch": 5.06, "learning_rate": 9.792175458557646e-05, "loss": 19.5508, "step": 5699 }, { "epoch": 5.06, "learning_rate": 9.792095134664556e-05, "loss": 19.4053, "step": 5700 }, { "epoch": 5.06, "learning_rate": 9.792014795581502e-05, "loss": 19.3125, "step": 5701 }, { "epoch": 5.06, "learning_rate": 9.791934441308736e-05, "loss": 19.5381, "step": 5702 }, { "epoch": 5.06, "learning_rate": 9.791854071846515e-05, "loss": 19.6113, "step": 5703 }, { "epoch": 5.07, "learning_rate": 9.791773687195094e-05, "loss": 19.3223, "step": 5704 }, { "epoch": 5.07, "learning_rate": 9.791693287354727e-05, "loss": 19.6689, "step": 5705 }, { "epoch": 5.07, "learning_rate": 9.791612872325667e-05, "loss": 19.8447, "step": 5706 }, { "epoch": 5.07, "learning_rate": 9.791532442108171e-05, "loss": 19.5127, "step": 5707 }, { "epoch": 5.07, "learning_rate": 9.791451996702492e-05, "loss": 19.3223, "step": 5708 }, { "epoch": 5.07, "learning_rate": 9.791371536108888e-05, "loss": 19.5508, "step": 5709 }, { "epoch": 5.07, "learning_rate": 9.791291060327613e-05, "loss": 19.5059, "step": 5710 }, { "epoch": 5.07, "learning_rate": 9.79121056935892e-05, "loss": 19.5146, "step": 5711 }, { "epoch": 5.07, "learning_rate": 9.791130063203067e-05, "loss": 19.9541, "step": 5712 }, { "epoch": 5.07, "learning_rate": 9.791049541860306e-05, "loss": 19.9053, "step": 5713 }, { "epoch": 5.07, "learning_rate": 9.790969005330897e-05, "loss": 19.4834, "step": 5714 }, { "epoch": 5.08, "learning_rate": 9.79088845361509e-05, "loss": 19.9131, "step": 5715 }, { "epoch": 5.08, "learning_rate": 9.790807886713145e-05, "loss": 20.0352, "step": 5716 }, { "epoch": 5.08, "learning_rate": 9.790727304625314e-05, "loss": 19.7109, "step": 5717 }, { "epoch": 5.08, "learning_rate": 9.790646707351851e-05, "loss": 19.7979, "step": 5718 }, { "epoch": 5.08, "learning_rate": 9.790566094893017e-05, "loss": 20.0625, "step": 5719 }, { "epoch": 5.08, "learning_rate": 9.790485467249065e-05, "loss": 19.4824, "step": 5720 }, { "epoch": 5.08, "learning_rate": 9.790404824420247e-05, "loss": 19.9658, "step": 5721 }, { "epoch": 5.08, "learning_rate": 9.790324166406825e-05, "loss": 19.7666, "step": 5722 }, { "epoch": 5.08, "learning_rate": 9.79024349320905e-05, "loss": 19.9697, "step": 5723 }, { "epoch": 5.08, "learning_rate": 9.790162804827179e-05, "loss": 19.2715, "step": 5724 }, { "epoch": 5.08, "learning_rate": 9.790082101261469e-05, "loss": 19.4062, "step": 5725 }, { "epoch": 5.09, "learning_rate": 9.790001382512173e-05, "loss": 19.792, "step": 5726 }, { "epoch": 5.09, "learning_rate": 9.78992064857955e-05, "loss": 20.0801, "step": 5727 }, { "epoch": 5.09, "learning_rate": 9.789839899463853e-05, "loss": 19.9814, "step": 5728 }, { "epoch": 5.09, "learning_rate": 9.789839899463853e-05, "loss": 19.9941, "step": 5729 }, { "epoch": 5.09, "learning_rate": 9.789759135165341e-05, "loss": 19.2119, "step": 5730 }, { "epoch": 5.09, "learning_rate": 9.789678355684269e-05, "loss": 20.1357, "step": 5731 }, { "epoch": 5.09, "learning_rate": 9.78959756102089e-05, "loss": 19.9199, "step": 5732 }, { "epoch": 5.09, "learning_rate": 9.789516751175465e-05, "loss": 19.8506, "step": 5733 }, { "epoch": 5.09, "learning_rate": 9.789435926148246e-05, "loss": 19.373, "step": 5734 }, { "epoch": 5.09, "learning_rate": 9.789355085939492e-05, "loss": 19.9326, "step": 5735 }, { "epoch": 5.09, "learning_rate": 9.789274230549457e-05, "loss": 19.875, "step": 5736 }, { "epoch": 5.1, "learning_rate": 9.789193359978399e-05, "loss": 19.6084, "step": 5737 }, { "epoch": 5.1, "learning_rate": 9.789112474226575e-05, "loss": 19.4111, "step": 5738 }, { "epoch": 5.1, "learning_rate": 9.78903157329424e-05, "loss": 19.7939, "step": 5739 }, { "epoch": 5.1, "learning_rate": 9.78895065718165e-05, "loss": 19.5488, "step": 5740 }, { "epoch": 5.1, "learning_rate": 9.788869725889062e-05, "loss": 19.835, "step": 5741 }, { "epoch": 5.1, "learning_rate": 9.788788779416733e-05, "loss": 19.8799, "step": 5742 }, { "epoch": 5.1, "learning_rate": 9.788707817764919e-05, "loss": 19.415, "step": 5743 }, { "epoch": 5.1, "learning_rate": 9.788626840933877e-05, "loss": 19.8525, "step": 5744 }, { "epoch": 5.1, "learning_rate": 9.788545848923864e-05, "loss": 19.0508, "step": 5745 }, { "epoch": 5.1, "learning_rate": 9.788464841735136e-05, "loss": 19.6406, "step": 5746 }, { "epoch": 5.1, "learning_rate": 9.78838381936795e-05, "loss": 19.877, "step": 5747 }, { "epoch": 5.1, "learning_rate": 9.788302781822563e-05, "loss": 19.8936, "step": 5748 }, { "epoch": 5.11, "learning_rate": 9.788221729099232e-05, "loss": 19.3828, "step": 5749 }, { "epoch": 5.11, "learning_rate": 9.788140661198214e-05, "loss": 20.0527, "step": 5750 }, { "epoch": 5.11, "learning_rate": 9.788059578119766e-05, "loss": 20.1689, "step": 5751 }, { "epoch": 5.11, "learning_rate": 9.787978479864144e-05, "loss": 19.4336, "step": 5752 }, { "epoch": 5.11, "learning_rate": 9.787897366431604e-05, "loss": 19.3301, "step": 5753 }, { "epoch": 5.11, "learning_rate": 9.787816237822407e-05, "loss": 20.3213, "step": 5754 }, { "epoch": 5.11, "learning_rate": 9.787735094036809e-05, "loss": 19.8584, "step": 5755 }, { "epoch": 5.11, "learning_rate": 9.787653935075063e-05, "loss": 20.1006, "step": 5756 }, { "epoch": 5.11, "learning_rate": 9.787572760937433e-05, "loss": 19.4414, "step": 5757 }, { "epoch": 5.11, "learning_rate": 9.787491571624172e-05, "loss": 19.7363, "step": 5758 }, { "epoch": 5.11, "learning_rate": 9.787410367135536e-05, "loss": 20.0908, "step": 5759 }, { "epoch": 5.12, "learning_rate": 9.787329147471786e-05, "loss": 19.8203, "step": 5760 }, { "epoch": 5.12, "learning_rate": 9.787247912633179e-05, "loss": 19.8584, "step": 5761 }, { "epoch": 5.12, "learning_rate": 9.78716666261997e-05, "loss": 20.1367, "step": 5762 }, { "epoch": 5.12, "learning_rate": 9.787085397432418e-05, "loss": 19.5996, "step": 5763 }, { "epoch": 5.12, "learning_rate": 9.787004117070782e-05, "loss": 19.5566, "step": 5764 }, { "epoch": 5.12, "learning_rate": 9.786922821535317e-05, "loss": 19.3232, "step": 5765 }, { "epoch": 5.12, "learning_rate": 9.786841510826283e-05, "loss": 20.6484, "step": 5766 }, { "epoch": 5.12, "learning_rate": 9.786760184943936e-05, "loss": 19.9844, "step": 5767 }, { "epoch": 5.12, "learning_rate": 9.786678843888535e-05, "loss": 20.4541, "step": 5768 }, { "epoch": 5.12, "learning_rate": 9.786597487660337e-05, "loss": 20.1064, "step": 5769 }, { "epoch": 5.12, "learning_rate": 9.7865161162596e-05, "loss": 19.9629, "step": 5770 }, { "epoch": 5.13, "learning_rate": 9.786434729686582e-05, "loss": 20.0166, "step": 5771 }, { "epoch": 5.13, "learning_rate": 9.786353327941543e-05, "loss": 19.8965, "step": 5772 }, { "epoch": 5.13, "learning_rate": 9.786271911024738e-05, "loss": 19.9756, "step": 5773 }, { "epoch": 5.13, "learning_rate": 9.786190478936426e-05, "loss": 19.4189, "step": 5774 }, { "epoch": 5.13, "learning_rate": 9.786109031676865e-05, "loss": 19.8193, "step": 5775 }, { "epoch": 5.13, "learning_rate": 9.786027569246314e-05, "loss": 19.6943, "step": 5776 }, { "epoch": 5.13, "learning_rate": 9.785946091645031e-05, "loss": 19.7939, "step": 5777 }, { "epoch": 5.13, "learning_rate": 9.785864598873273e-05, "loss": 20.1328, "step": 5778 }, { "epoch": 5.13, "learning_rate": 9.7857830909313e-05, "loss": 20.7676, "step": 5779 }, { "epoch": 5.13, "learning_rate": 9.78570156781937e-05, "loss": 19.7803, "step": 5780 }, { "epoch": 5.13, "learning_rate": 9.78562002953774e-05, "loss": 19.8838, "step": 5781 }, { "epoch": 5.13, "learning_rate": 9.785538476086671e-05, "loss": 19.9629, "step": 5782 }, { "epoch": 5.14, "learning_rate": 9.78545690746642e-05, "loss": 19.6943, "step": 5783 }, { "epoch": 5.14, "learning_rate": 9.785375323677243e-05, "loss": 20.3369, "step": 5784 }, { "epoch": 5.14, "learning_rate": 9.785293724719404e-05, "loss": 19.8799, "step": 5785 }, { "epoch": 5.14, "learning_rate": 9.78521211059316e-05, "loss": 20.0586, "step": 5786 }, { "epoch": 5.14, "learning_rate": 9.785130481298766e-05, "loss": 19.3291, "step": 5787 }, { "epoch": 5.14, "learning_rate": 9.785048836836485e-05, "loss": 20.1836, "step": 5788 }, { "epoch": 5.14, "learning_rate": 9.784967177206573e-05, "loss": 20.0264, "step": 5789 }, { "epoch": 5.14, "learning_rate": 9.78488550240929e-05, "loss": 20.6328, "step": 5790 }, { "epoch": 5.14, "learning_rate": 9.784803812444895e-05, "loss": 20.1074, "step": 5791 }, { "epoch": 5.14, "learning_rate": 9.784722107313647e-05, "loss": 19.7656, "step": 5792 }, { "epoch": 5.14, "learning_rate": 9.784640387015804e-05, "loss": 19.7979, "step": 5793 }, { "epoch": 5.15, "learning_rate": 9.784558651551627e-05, "loss": 19.5029, "step": 5794 }, { "epoch": 5.15, "learning_rate": 9.784476900921374e-05, "loss": 20.0869, "step": 5795 }, { "epoch": 5.15, "learning_rate": 9.784395135125304e-05, "loss": 19.7725, "step": 5796 }, { "epoch": 5.15, "learning_rate": 9.784313354163677e-05, "loss": 19.6094, "step": 5797 }, { "epoch": 5.15, "learning_rate": 9.784231558036749e-05, "loss": 19.6943, "step": 5798 }, { "epoch": 5.15, "learning_rate": 9.784149746744784e-05, "loss": 19.627, "step": 5799 }, { "epoch": 5.15, "learning_rate": 9.784067920288038e-05, "loss": 20.6191, "step": 5800 }, { "epoch": 5.15, "learning_rate": 9.783986078666772e-05, "loss": 19.9492, "step": 5801 }, { "epoch": 5.15, "learning_rate": 9.783904221881244e-05, "loss": 19.7783, "step": 5802 }, { "epoch": 5.15, "learning_rate": 9.783822349931715e-05, "loss": 19.9717, "step": 5803 }, { "epoch": 5.15, "learning_rate": 9.783822349931715e-05, "loss": 20.8301, "step": 5804 }, { "epoch": 5.16, "learning_rate": 9.783740462818443e-05, "loss": 19.4629, "step": 5805 }, { "epoch": 5.16, "learning_rate": 9.783658560541689e-05, "loss": 20.0078, "step": 5806 }, { "epoch": 5.16, "learning_rate": 9.783576643101712e-05, "loss": 19.8906, "step": 5807 }, { "epoch": 5.16, "learning_rate": 9.783494710498772e-05, "loss": 20.1826, "step": 5808 }, { "epoch": 5.16, "learning_rate": 9.783412762733128e-05, "loss": 20.7715, "step": 5809 }, { "epoch": 5.16, "learning_rate": 9.78333079980504e-05, "loss": 19.6885, "step": 5810 }, { "epoch": 5.16, "learning_rate": 9.78324882171477e-05, "loss": 19.9316, "step": 5811 }, { "epoch": 5.16, "learning_rate": 9.783166828462574e-05, "loss": 19.8613, "step": 5812 }, { "epoch": 5.16, "learning_rate": 9.783084820048713e-05, "loss": 20.7158, "step": 5813 }, { "epoch": 5.16, "learning_rate": 9.783002796473448e-05, "loss": 20.2441, "step": 5814 }, { "epoch": 5.16, "learning_rate": 9.78292075773704e-05, "loss": 19.3896, "step": 5815 }, { "epoch": 5.17, "learning_rate": 9.782838703839746e-05, "loss": 19.4072, "step": 5816 }, { "epoch": 5.17, "learning_rate": 9.782756634781829e-05, "loss": 19.9717, "step": 5817 }, { "epoch": 5.17, "learning_rate": 9.782674550563548e-05, "loss": 19.7656, "step": 5818 }, { "epoch": 5.17, "learning_rate": 9.782592451185162e-05, "loss": 19.8555, "step": 5819 }, { "epoch": 5.17, "learning_rate": 9.782510336646933e-05, "loss": 19.6328, "step": 5820 }, { "epoch": 5.17, "learning_rate": 9.782428206949121e-05, "loss": 19.9629, "step": 5821 }, { "epoch": 5.17, "learning_rate": 9.782346062091987e-05, "loss": 19.5898, "step": 5822 }, { "epoch": 5.17, "learning_rate": 9.782263902075788e-05, "loss": 19.7412, "step": 5823 }, { "epoch": 5.17, "learning_rate": 9.782181726900789e-05, "loss": 19.7871, "step": 5824 }, { "epoch": 5.17, "learning_rate": 9.782099536567246e-05, "loss": 19.7676, "step": 5825 }, { "epoch": 5.17, "learning_rate": 9.782017331075424e-05, "loss": 19.6963, "step": 5826 }, { "epoch": 5.17, "learning_rate": 9.781935110425581e-05, "loss": 18.8887, "step": 5827 }, { "epoch": 5.18, "learning_rate": 9.781852874617977e-05, "loss": 20.291, "step": 5828 }, { "epoch": 5.18, "learning_rate": 9.781770623652875e-05, "loss": 19.957, "step": 5829 }, { "epoch": 5.18, "learning_rate": 9.781688357530534e-05, "loss": 19.4258, "step": 5830 }, { "epoch": 5.18, "learning_rate": 9.781606076251214e-05, "loss": 19.3506, "step": 5831 }, { "epoch": 5.18, "learning_rate": 9.781523779815179e-05, "loss": 19.5928, "step": 5832 }, { "epoch": 5.18, "learning_rate": 9.781441468222685e-05, "loss": 20.0742, "step": 5833 }, { "epoch": 5.18, "learning_rate": 9.781359141473998e-05, "loss": 19.7588, "step": 5834 }, { "epoch": 5.18, "learning_rate": 9.781276799569376e-05, "loss": 20.123, "step": 5835 }, { "epoch": 5.18, "learning_rate": 9.78119444250908e-05, "loss": 19.9727, "step": 5836 }, { "epoch": 5.18, "learning_rate": 9.781112070293373e-05, "loss": 19.7969, "step": 5837 }, { "epoch": 5.18, "learning_rate": 9.781029682922515e-05, "loss": 19.9121, "step": 5838 }, { "epoch": 5.19, "learning_rate": 9.780947280396766e-05, "loss": 19.2168, "step": 5839 }, { "epoch": 5.19, "learning_rate": 9.78086486271639e-05, "loss": 19.5693, "step": 5840 }, { "epoch": 5.19, "learning_rate": 9.780782429881645e-05, "loss": 20.0703, "step": 5841 }, { "epoch": 5.19, "learning_rate": 9.780699981892793e-05, "loss": 19.9658, "step": 5842 }, { "epoch": 5.19, "learning_rate": 9.780617518750099e-05, "loss": 19.793, "step": 5843 }, { "epoch": 5.19, "learning_rate": 9.780535040453819e-05, "loss": 19.75, "step": 5844 }, { "epoch": 5.19, "learning_rate": 9.780452547004218e-05, "loss": 20.0703, "step": 5845 }, { "epoch": 5.19, "learning_rate": 9.780370038401557e-05, "loss": 19.6494, "step": 5846 }, { "epoch": 5.19, "learning_rate": 9.780287514646094e-05, "loss": 19.3721, "step": 5847 }, { "epoch": 5.19, "learning_rate": 9.780204975738096e-05, "loss": 19.4365, "step": 5848 }, { "epoch": 5.19, "learning_rate": 9.780122421677822e-05, "loss": 20.1035, "step": 5849 }, { "epoch": 5.2, "learning_rate": 9.780039852465534e-05, "loss": 20.3867, "step": 5850 }, { "epoch": 5.2, "learning_rate": 9.779957268101493e-05, "loss": 19.8125, "step": 5851 }, { "epoch": 5.2, "learning_rate": 9.779874668585961e-05, "loss": 20.0107, "step": 5852 }, { "epoch": 5.2, "learning_rate": 9.779792053919202e-05, "loss": 19.5947, "step": 5853 }, { "epoch": 5.2, "learning_rate": 9.779709424101474e-05, "loss": 19.9932, "step": 5854 }, { "epoch": 5.2, "learning_rate": 9.779626779133042e-05, "loss": 19.9902, "step": 5855 }, { "epoch": 5.2, "learning_rate": 9.779544119014168e-05, "loss": 20.0361, "step": 5856 }, { "epoch": 5.2, "learning_rate": 9.77946144374511e-05, "loss": 20.2354, "step": 5857 }, { "epoch": 5.2, "learning_rate": 9.779378753326136e-05, "loss": 19.8262, "step": 5858 }, { "epoch": 5.2, "learning_rate": 9.779296047757504e-05, "loss": 19.7705, "step": 5859 }, { "epoch": 5.2, "learning_rate": 9.779213327039478e-05, "loss": 19.7979, "step": 5860 }, { "epoch": 5.21, "learning_rate": 9.779130591172318e-05, "loss": 20.124, "step": 5861 }, { "epoch": 5.21, "learning_rate": 9.779047840156288e-05, "loss": 19.9053, "step": 5862 }, { "epoch": 5.21, "learning_rate": 9.778965073991651e-05, "loss": 19.5605, "step": 5863 }, { "epoch": 5.21, "learning_rate": 9.778882292678668e-05, "loss": 20.0303, "step": 5864 }, { "epoch": 5.21, "learning_rate": 9.778799496217602e-05, "loss": 19.8018, "step": 5865 }, { "epoch": 5.21, "learning_rate": 9.778716684608715e-05, "loss": 20.0234, "step": 5866 }, { "epoch": 5.21, "learning_rate": 9.778633857852271e-05, "loss": 20.3516, "step": 5867 }, { "epoch": 5.21, "learning_rate": 9.77855101594853e-05, "loss": 19.7285, "step": 5868 }, { "epoch": 5.21, "learning_rate": 9.778468158897756e-05, "loss": 20.0947, "step": 5869 }, { "epoch": 5.21, "learning_rate": 9.778385286700211e-05, "loss": 20.5928, "step": 5870 }, { "epoch": 5.21, "learning_rate": 9.77830239935616e-05, "loss": 19.6055, "step": 5871 }, { "epoch": 5.21, "learning_rate": 9.778219496865863e-05, "loss": 19.7637, "step": 5872 }, { "epoch": 5.22, "learning_rate": 9.778136579229583e-05, "loss": 20.25, "step": 5873 }, { "epoch": 5.22, "learning_rate": 9.778053646447584e-05, "loss": 19.8906, "step": 5874 }, { "epoch": 5.22, "learning_rate": 9.777970698520128e-05, "loss": 20.0352, "step": 5875 }, { "epoch": 5.22, "learning_rate": 9.77788773544748e-05, "loss": 19.6465, "step": 5876 }, { "epoch": 5.22, "learning_rate": 9.7778047572299e-05, "loss": 19.4912, "step": 5877 }, { "epoch": 5.22, "learning_rate": 9.777721763867653e-05, "loss": 20.4502, "step": 5878 }, { "epoch": 5.22, "learning_rate": 9.777638755361002e-05, "loss": 19.79, "step": 5879 }, { "epoch": 5.22, "learning_rate": 9.777555731710209e-05, "loss": 20.4062, "step": 5880 }, { "epoch": 5.22, "learning_rate": 9.777472692915537e-05, "loss": 19.7852, "step": 5881 }, { "epoch": 5.22, "learning_rate": 9.777389638977251e-05, "loss": 19.7705, "step": 5882 }, { "epoch": 5.22, "learning_rate": 9.777306569895612e-05, "loss": 20.0762, "step": 5883 }, { "epoch": 5.23, "learning_rate": 9.777223485670887e-05, "loss": 20.5381, "step": 5884 }, { "epoch": 5.23, "learning_rate": 9.777140386303334e-05, "loss": 19.7861, "step": 5885 }, { "epoch": 5.23, "learning_rate": 9.777057271793222e-05, "loss": 19.6748, "step": 5886 }, { "epoch": 5.23, "learning_rate": 9.77697414214081e-05, "loss": 19.7129, "step": 5887 }, { "epoch": 5.23, "learning_rate": 9.776890997346364e-05, "loss": 20.3086, "step": 5888 }, { "epoch": 5.23, "learning_rate": 9.776807837410147e-05, "loss": 19.1348, "step": 5889 }, { "epoch": 5.23, "learning_rate": 9.776724662332422e-05, "loss": 19.6816, "step": 5890 }, { "epoch": 5.23, "learning_rate": 9.776641472113452e-05, "loss": 20.7412, "step": 5891 }, { "epoch": 5.23, "learning_rate": 9.776558266753503e-05, "loss": 20.1748, "step": 5892 }, { "epoch": 5.23, "learning_rate": 9.776475046252838e-05, "loss": 19.9951, "step": 5893 }, { "epoch": 5.23, "learning_rate": 9.776391810611718e-05, "loss": 19.46, "step": 5894 }, { "epoch": 5.24, "learning_rate": 9.776308559830411e-05, "loss": 19.8086, "step": 5895 }, { "epoch": 5.24, "learning_rate": 9.77622529390918e-05, "loss": 19.8887, "step": 5896 }, { "epoch": 5.24, "learning_rate": 9.776142012848287e-05, "loss": 19.5918, "step": 5897 }, { "epoch": 5.24, "learning_rate": 9.776058716647996e-05, "loss": 19.2764, "step": 5898 }, { "epoch": 5.24, "learning_rate": 9.775975405308573e-05, "loss": 20.2012, "step": 5899 }, { "epoch": 5.24, "learning_rate": 9.77589207883028e-05, "loss": 19.96, "step": 5900 }, { "epoch": 5.24, "learning_rate": 9.775808737213383e-05, "loss": 20.1309, "step": 5901 }, { "epoch": 5.24, "learning_rate": 9.775725380458146e-05, "loss": 19.3418, "step": 5902 }, { "epoch": 5.24, "learning_rate": 9.775642008564832e-05, "loss": 20.585, "step": 5903 }, { "epoch": 5.24, "learning_rate": 9.775558621533704e-05, "loss": 19.8164, "step": 5904 }, { "epoch": 5.24, "learning_rate": 9.775475219365032e-05, "loss": 19.9541, "step": 5905 }, { "epoch": 5.25, "learning_rate": 9.775391802059074e-05, "loss": 19.833, "step": 5906 }, { "epoch": 5.25, "learning_rate": 9.775308369616097e-05, "loss": 20.082, "step": 5907 }, { "epoch": 5.25, "learning_rate": 9.775224922036366e-05, "loss": 19.7725, "step": 5908 }, { "epoch": 5.25, "learning_rate": 9.775141459320145e-05, "loss": 20.0615, "step": 5909 }, { "epoch": 5.25, "learning_rate": 9.775057981467699e-05, "loss": 19.4189, "step": 5910 }, { "epoch": 5.25, "learning_rate": 9.774974488479291e-05, "loss": 19.7383, "step": 5911 }, { "epoch": 5.25, "learning_rate": 9.774890980355187e-05, "loss": 19.7002, "step": 5912 }, { "epoch": 5.25, "learning_rate": 9.774807457095652e-05, "loss": 19.8369, "step": 5913 }, { "epoch": 5.25, "learning_rate": 9.77472391870095e-05, "loss": 20.001, "step": 5914 }, { "epoch": 5.25, "learning_rate": 9.774640365171346e-05, "loss": 19.2607, "step": 5915 }, { "epoch": 5.25, "learning_rate": 9.774556796507105e-05, "loss": 19.7598, "step": 5916 }, { "epoch": 5.25, "learning_rate": 9.774473212708491e-05, "loss": 20.1113, "step": 5917 }, { "epoch": 5.26, "learning_rate": 9.774389613775771e-05, "loss": 19.9492, "step": 5918 }, { "epoch": 5.26, "learning_rate": 9.774305999709208e-05, "loss": 19.9463, "step": 5919 }, { "epoch": 5.26, "learning_rate": 9.774222370509068e-05, "loss": 19.5195, "step": 5920 }, { "epoch": 5.26, "learning_rate": 9.774138726175616e-05, "loss": 19.6025, "step": 5921 }, { "epoch": 5.26, "learning_rate": 9.774055066709116e-05, "loss": 19.6953, "step": 5922 }, { "epoch": 5.26, "learning_rate": 9.773971392109835e-05, "loss": 19.2812, "step": 5923 }, { "epoch": 5.26, "learning_rate": 9.773887702378037e-05, "loss": 19.7266, "step": 5924 }, { "epoch": 5.26, "learning_rate": 9.773803997513989e-05, "loss": 19.4893, "step": 5925 }, { "epoch": 5.26, "learning_rate": 9.773720277517953e-05, "loss": 19.5684, "step": 5926 }, { "epoch": 5.26, "learning_rate": 9.773636542390197e-05, "loss": 19.5596, "step": 5927 }, { "epoch": 5.26, "learning_rate": 9.773552792130986e-05, "loss": 19.3516, "step": 5928 }, { "epoch": 5.27, "learning_rate": 9.773469026740585e-05, "loss": 20.6836, "step": 5929 }, { "epoch": 5.27, "learning_rate": 9.77338524621926e-05, "loss": 20.3545, "step": 5930 }, { "epoch": 5.27, "learning_rate": 9.773301450567275e-05, "loss": 19.623, "step": 5931 }, { "epoch": 5.27, "learning_rate": 9.7732176397849e-05, "loss": 19.7783, "step": 5932 }, { "epoch": 5.27, "learning_rate": 9.773133813872395e-05, "loss": 19.5566, "step": 5933 }, { "epoch": 5.27, "learning_rate": 9.773049972830029e-05, "loss": 19.9453, "step": 5934 }, { "epoch": 5.27, "learning_rate": 9.772966116658067e-05, "loss": 20.1719, "step": 5935 }, { "epoch": 5.27, "learning_rate": 9.772882245356776e-05, "loss": 19.4238, "step": 5936 }, { "epoch": 5.27, "learning_rate": 9.772798358926419e-05, "loss": 20.5225, "step": 5937 }, { "epoch": 5.27, "learning_rate": 9.772714457367265e-05, "loss": 19.4697, "step": 5938 }, { "epoch": 5.27, "learning_rate": 9.772630540679578e-05, "loss": 20.5615, "step": 5939 }, { "epoch": 5.28, "learning_rate": 9.772546608863624e-05, "loss": 20.2334, "step": 5940 }, { "epoch": 5.28, "learning_rate": 9.772462661919672e-05, "loss": 19.7031, "step": 5941 }, { "epoch": 5.28, "learning_rate": 9.772378699847984e-05, "loss": 19.7939, "step": 5942 }, { "epoch": 5.28, "learning_rate": 9.772294722648827e-05, "loss": 19.2715, "step": 5943 }, { "epoch": 5.28, "learning_rate": 9.772210730322469e-05, "loss": 19.6494, "step": 5944 }, { "epoch": 5.28, "learning_rate": 9.772126722869177e-05, "loss": 19.625, "step": 5945 }, { "epoch": 5.28, "learning_rate": 9.772042700289213e-05, "loss": 20.1133, "step": 5946 }, { "epoch": 5.28, "learning_rate": 9.771958662582847e-05, "loss": 20.0264, "step": 5947 }, { "epoch": 5.28, "learning_rate": 9.771874609750344e-05, "loss": 19.3389, "step": 5948 }, { "epoch": 5.28, "learning_rate": 9.771790541791972e-05, "loss": 19.9453, "step": 5949 }, { "epoch": 5.28, "learning_rate": 9.771706458707996e-05, "loss": 19.6709, "step": 5950 }, { "epoch": 5.29, "learning_rate": 9.77162236049868e-05, "loss": 20.1465, "step": 5951 }, { "epoch": 5.29, "learning_rate": 9.771538247164298e-05, "loss": 19.8721, "step": 5952 }, { "epoch": 5.29, "learning_rate": 9.771454118705109e-05, "loss": 19.9688, "step": 5953 }, { "epoch": 5.29, "learning_rate": 9.771369975121383e-05, "loss": 19.6875, "step": 5954 }, { "epoch": 5.29, "learning_rate": 9.771285816413385e-05, "loss": 20.415, "step": 5955 }, { "epoch": 5.29, "learning_rate": 9.771285816413385e-05, "loss": 20.3096, "step": 5956 }, { "epoch": 5.29, "learning_rate": 9.771201642581385e-05, "loss": 19.7051, "step": 5957 }, { "epoch": 5.29, "learning_rate": 9.771117453625646e-05, "loss": 19.5488, "step": 5958 }, { "epoch": 5.29, "learning_rate": 9.77103324954644e-05, "loss": 19.7969, "step": 5959 }, { "epoch": 5.29, "learning_rate": 9.770949030344027e-05, "loss": 19.7197, "step": 5960 }, { "epoch": 5.29, "learning_rate": 9.77086479601868e-05, "loss": 19.8809, "step": 5961 }, { "epoch": 5.29, "learning_rate": 9.770780546570664e-05, "loss": 19.9844, "step": 5962 }, { "epoch": 5.3, "learning_rate": 9.770696282000244e-05, "loss": 19.6904, "step": 5963 }, { "epoch": 5.3, "learning_rate": 9.77061200230769e-05, "loss": 20.2568, "step": 5964 }, { "epoch": 5.3, "learning_rate": 9.770527707493269e-05, "loss": 19.2969, "step": 5965 }, { "epoch": 5.3, "learning_rate": 9.770443397557245e-05, "loss": 20.1953, "step": 5966 }, { "epoch": 5.3, "learning_rate": 9.770359072499889e-05, "loss": 20.168, "step": 5967 }, { "epoch": 5.3, "learning_rate": 9.770274732321464e-05, "loss": 19.8887, "step": 5968 }, { "epoch": 5.3, "learning_rate": 9.770190377022243e-05, "loss": 19.8496, "step": 5969 }, { "epoch": 5.3, "learning_rate": 9.770106006602489e-05, "loss": 19.6826, "step": 5970 }, { "epoch": 5.3, "learning_rate": 9.770021621062471e-05, "loss": 19.3369, "step": 5971 }, { "epoch": 5.3, "learning_rate": 9.769937220402456e-05, "loss": 19.8418, "step": 5972 }, { "epoch": 5.3, "learning_rate": 9.769852804622713e-05, "loss": 19.6875, "step": 5973 }, { "epoch": 5.31, "learning_rate": 9.76976837372351e-05, "loss": 19.5752, "step": 5974 }, { "epoch": 5.31, "learning_rate": 9.76976837372351e-05, "loss": 19.915, "step": 5975 }, { "epoch": 5.31, "learning_rate": 9.769683927705109e-05, "loss": 19.8359, "step": 5976 }, { "epoch": 5.31, "learning_rate": 9.769599466567784e-05, "loss": 19.0889, "step": 5977 }, { "epoch": 5.31, "learning_rate": 9.769514990311801e-05, "loss": 19.5791, "step": 5978 }, { "epoch": 5.31, "learning_rate": 9.769430498937427e-05, "loss": 19.9395, "step": 5979 }, { "epoch": 5.31, "learning_rate": 9.769345992444929e-05, "loss": 20.291, "step": 5980 }, { "epoch": 5.31, "learning_rate": 9.769261470834576e-05, "loss": 19.7656, "step": 5981 }, { "epoch": 5.31, "learning_rate": 9.769176934106637e-05, "loss": 19.9238, "step": 5982 }, { "epoch": 5.31, "learning_rate": 9.769092382261378e-05, "loss": 19.8994, "step": 5983 }, { "epoch": 5.31, "learning_rate": 9.769007815299067e-05, "loss": 19.6143, "step": 5984 }, { "epoch": 5.32, "learning_rate": 9.768923233219975e-05, "loss": 19.5088, "step": 5985 }, { "epoch": 5.32, "learning_rate": 9.768838636024366e-05, "loss": 20.5059, "step": 5986 }, { "epoch": 5.32, "learning_rate": 9.768754023712512e-05, "loss": 19.6943, "step": 5987 }, { "epoch": 5.32, "learning_rate": 9.768669396284678e-05, "loss": 19.627, "step": 5988 }, { "epoch": 5.32, "learning_rate": 9.768584753741134e-05, "loss": 19.5117, "step": 5989 }, { "epoch": 5.32, "learning_rate": 9.76850009608215e-05, "loss": 20.1807, "step": 5990 }, { "epoch": 5.32, "learning_rate": 9.768415423307989e-05, "loss": 19.6416, "step": 5991 }, { "epoch": 5.32, "learning_rate": 9.768330735418925e-05, "loss": 20.085, "step": 5992 }, { "epoch": 5.32, "learning_rate": 9.768246032415223e-05, "loss": 19.7969, "step": 5993 }, { "epoch": 5.32, "learning_rate": 9.768161314297152e-05, "loss": 19.832, "step": 5994 }, { "epoch": 5.32, "learning_rate": 9.768076581064983e-05, "loss": 20.0762, "step": 5995 }, { "epoch": 5.33, "learning_rate": 9.767991832718982e-05, "loss": 19.8154, "step": 5996 }, { "epoch": 5.33, "learning_rate": 9.767907069259416e-05, "loss": 20.2959, "step": 5997 }, { "epoch": 5.33, "learning_rate": 9.76782229068656e-05, "loss": 20.0459, "step": 5998 }, { "epoch": 5.33, "learning_rate": 9.767737497000677e-05, "loss": 19.8311, "step": 5999 }, { "epoch": 5.33, "learning_rate": 9.767652688202037e-05, "loss": 19.8145, "step": 6000 }, { "epoch": 5.33, "learning_rate": 9.76756786429091e-05, "loss": 19.7861, "step": 6001 }, { "epoch": 5.33, "learning_rate": 9.767483025267562e-05, "loss": 19.6016, "step": 6002 }, { "epoch": 5.33, "learning_rate": 9.767398171132267e-05, "loss": 19.5537, "step": 6003 }, { "epoch": 5.33, "learning_rate": 9.767313301885292e-05, "loss": 20.0068, "step": 6004 }, { "epoch": 5.33, "learning_rate": 9.767228417526903e-05, "loss": 20.1143, "step": 6005 }, { "epoch": 5.33, "learning_rate": 9.767143518057371e-05, "loss": 20.2109, "step": 6006 }, { "epoch": 5.33, "learning_rate": 9.767058603476967e-05, "loss": 19.7822, "step": 6007 }, { "epoch": 5.34, "learning_rate": 9.766973673785958e-05, "loss": 19.5791, "step": 6008 }, { "epoch": 5.34, "learning_rate": 9.766888728984613e-05, "loss": 20.7266, "step": 6009 }, { "epoch": 5.34, "learning_rate": 9.766803769073203e-05, "loss": 19.6318, "step": 6010 }, { "epoch": 5.34, "learning_rate": 9.766718794051994e-05, "loss": 19.918, "step": 6011 }, { "epoch": 5.34, "learning_rate": 9.76663380392126e-05, "loss": 20.1377, "step": 6012 }, { "epoch": 5.34, "learning_rate": 9.766548798681268e-05, "loss": 19.6689, "step": 6013 }, { "epoch": 5.34, "learning_rate": 9.766463778332286e-05, "loss": 19.7178, "step": 6014 }, { "epoch": 5.34, "learning_rate": 9.766378742874587e-05, "loss": 19.9746, "step": 6015 }, { "epoch": 5.34, "learning_rate": 9.766293692308436e-05, "loss": 19.3975, "step": 6016 }, { "epoch": 5.34, "learning_rate": 9.766208626634106e-05, "loss": 20.0146, "step": 6017 }, { "epoch": 5.34, "learning_rate": 9.766123545851866e-05, "loss": 19.5332, "step": 6018 }, { "epoch": 5.35, "learning_rate": 9.766038449961987e-05, "loss": 20.2402, "step": 6019 }, { "epoch": 5.35, "learning_rate": 9.765953338964735e-05, "loss": 19.8721, "step": 6020 }, { "epoch": 5.35, "learning_rate": 9.765868212860382e-05, "loss": 20.0547, "step": 6021 }, { "epoch": 5.35, "learning_rate": 9.765783071649199e-05, "loss": 20.29, "step": 6022 }, { "epoch": 5.35, "learning_rate": 9.765697915331456e-05, "loss": 19.4492, "step": 6023 }, { "epoch": 5.35, "learning_rate": 9.76561274390742e-05, "loss": 20.0664, "step": 6024 }, { "epoch": 5.35, "learning_rate": 9.765527557377363e-05, "loss": 19.7012, "step": 6025 }, { "epoch": 5.35, "learning_rate": 9.765442355741552e-05, "loss": 20.0986, "step": 6026 }, { "epoch": 5.35, "learning_rate": 9.765357139000264e-05, "loss": 19.9863, "step": 6027 }, { "epoch": 5.35, "learning_rate": 9.765271907153762e-05, "loss": 19.6895, "step": 6028 }, { "epoch": 5.35, "learning_rate": 9.765186660202319e-05, "loss": 20.0801, "step": 6029 }, { "epoch": 5.36, "learning_rate": 9.765101398146206e-05, "loss": 19.1543, "step": 6030 }, { "epoch": 5.36, "learning_rate": 9.765016120985692e-05, "loss": 20.2227, "step": 6031 }, { "epoch": 5.36, "learning_rate": 9.764930828721048e-05, "loss": 19.8496, "step": 6032 }, { "epoch": 5.36, "learning_rate": 9.764845521352544e-05, "loss": 20.2334, "step": 6033 }, { "epoch": 5.36, "learning_rate": 9.764760198880452e-05, "loss": 20.2822, "step": 6034 }, { "epoch": 5.36, "learning_rate": 9.764674861305038e-05, "loss": 19.8936, "step": 6035 }, { "epoch": 5.36, "learning_rate": 9.764589508626579e-05, "loss": 19.9404, "step": 6036 }, { "epoch": 5.36, "learning_rate": 9.764504140845339e-05, "loss": 20.3867, "step": 6037 }, { "epoch": 5.36, "learning_rate": 9.764418757961593e-05, "loss": 19.459, "step": 6038 }, { "epoch": 5.36, "learning_rate": 9.764333359975611e-05, "loss": 20.0176, "step": 6039 }, { "epoch": 5.36, "learning_rate": 9.764247946887661e-05, "loss": 20.1064, "step": 6040 }, { "epoch": 5.37, "learning_rate": 9.764162518698017e-05, "loss": 19.8584, "step": 6041 }, { "epoch": 5.37, "learning_rate": 9.764077075406948e-05, "loss": 20.0967, "step": 6042 }, { "epoch": 5.37, "learning_rate": 9.763991617014725e-05, "loss": 20.1113, "step": 6043 }, { "epoch": 5.37, "learning_rate": 9.76390614352162e-05, "loss": 20.1543, "step": 6044 }, { "epoch": 5.37, "learning_rate": 9.763820654927904e-05, "loss": 19.8662, "step": 6045 }, { "epoch": 5.37, "learning_rate": 9.763735151233846e-05, "loss": 20.0479, "step": 6046 }, { "epoch": 5.37, "learning_rate": 9.763649632439717e-05, "loss": 19.7695, "step": 6047 }, { "epoch": 5.37, "learning_rate": 9.763564098545792e-05, "loss": 19.4609, "step": 6048 }, { "epoch": 5.37, "learning_rate": 9.763478549552338e-05, "loss": 20.1787, "step": 6049 }, { "epoch": 5.37, "learning_rate": 9.763392985459627e-05, "loss": 19.8359, "step": 6050 }, { "epoch": 5.37, "learning_rate": 9.763307406267932e-05, "loss": 20.0068, "step": 6051 }, { "epoch": 5.37, "learning_rate": 9.763221811977522e-05, "loss": 19.6289, "step": 6052 }, { "epoch": 5.38, "learning_rate": 9.76313620258867e-05, "loss": 20.4648, "step": 6053 }, { "epoch": 5.38, "learning_rate": 9.763050578101647e-05, "loss": 20.251, "step": 6054 }, { "epoch": 5.38, "learning_rate": 9.762964938516723e-05, "loss": 19.6455, "step": 6055 }, { "epoch": 5.38, "learning_rate": 9.762879283834173e-05, "loss": 19.9316, "step": 6056 }, { "epoch": 5.38, "learning_rate": 9.762793614054261e-05, "loss": 20.3711, "step": 6057 }, { "epoch": 5.38, "learning_rate": 9.762707929177268e-05, "loss": 19.8682, "step": 6058 }, { "epoch": 5.38, "learning_rate": 9.762622229203461e-05, "loss": 19.8506, "step": 6059 }, { "epoch": 5.38, "learning_rate": 9.762536514133111e-05, "loss": 19.4453, "step": 6060 }, { "epoch": 5.38, "learning_rate": 9.76245078396649e-05, "loss": 19.7969, "step": 6061 }, { "epoch": 5.38, "learning_rate": 9.762365038703871e-05, "loss": 19.7207, "step": 6062 }, { "epoch": 5.38, "learning_rate": 9.762279278345525e-05, "loss": 19.9863, "step": 6063 }, { "epoch": 5.39, "learning_rate": 9.762193502891725e-05, "loss": 19.752, "step": 6064 }, { "epoch": 5.39, "learning_rate": 9.76210771234274e-05, "loss": 19.376, "step": 6065 }, { "epoch": 5.39, "learning_rate": 9.762021906698846e-05, "loss": 19.7363, "step": 6066 }, { "epoch": 5.39, "learning_rate": 9.761936085960313e-05, "loss": 20.1348, "step": 6067 }, { "epoch": 5.39, "learning_rate": 9.761850250127411e-05, "loss": 19.8594, "step": 6068 }, { "epoch": 5.39, "learning_rate": 9.761764399200414e-05, "loss": 19.7959, "step": 6069 }, { "epoch": 5.39, "learning_rate": 9.761678533179594e-05, "loss": 20.0537, "step": 6070 }, { "epoch": 5.39, "learning_rate": 9.761592652065225e-05, "loss": 19.6367, "step": 6071 }, { "epoch": 5.39, "learning_rate": 9.761506755857576e-05, "loss": 19.8584, "step": 6072 }, { "epoch": 5.39, "learning_rate": 9.761420844556921e-05, "loss": 20.3809, "step": 6073 }, { "epoch": 5.39, "learning_rate": 9.761334918163532e-05, "loss": 19.6777, "step": 6074 }, { "epoch": 5.4, "learning_rate": 9.761248976677682e-05, "loss": 20.209, "step": 6075 }, { "epoch": 5.4, "learning_rate": 9.761163020099642e-05, "loss": 20.666, "step": 6076 }, { "epoch": 5.4, "learning_rate": 9.761077048429686e-05, "loss": 19.8057, "step": 6077 }, { "epoch": 5.4, "learning_rate": 9.760991061668085e-05, "loss": 19.9014, "step": 6078 }, { "epoch": 5.4, "learning_rate": 9.760905059815114e-05, "loss": 20.0264, "step": 6079 }, { "epoch": 5.4, "learning_rate": 9.760819042871043e-05, "loss": 20.1562, "step": 6080 }, { "epoch": 5.4, "learning_rate": 9.760733010836145e-05, "loss": 19.708, "step": 6081 }, { "epoch": 5.4, "learning_rate": 9.760646963710694e-05, "loss": 20.1875, "step": 6082 }, { "epoch": 5.4, "learning_rate": 9.760560901494962e-05, "loss": 20.043, "step": 6083 }, { "epoch": 5.4, "learning_rate": 9.760474824189222e-05, "loss": 19.9287, "step": 6084 }, { "epoch": 5.4, "learning_rate": 9.760388731793746e-05, "loss": 19.9014, "step": 6085 }, { "epoch": 5.4, "learning_rate": 9.760302624308809e-05, "loss": 19.9189, "step": 6086 }, { "epoch": 5.41, "learning_rate": 9.760216501734682e-05, "loss": 20.0078, "step": 6087 }, { "epoch": 5.41, "learning_rate": 9.760130364071637e-05, "loss": 19.5557, "step": 6088 }, { "epoch": 5.41, "learning_rate": 9.760044211319953e-05, "loss": 19.96, "step": 6089 }, { "epoch": 5.41, "learning_rate": 9.759958043479894e-05, "loss": 19.9951, "step": 6090 }, { "epoch": 5.41, "learning_rate": 9.759871860551739e-05, "loss": 19.9775, "step": 6091 }, { "epoch": 5.41, "learning_rate": 9.759785662535761e-05, "loss": 19.6416, "step": 6092 }, { "epoch": 5.41, "learning_rate": 9.759699449432232e-05, "loss": 19.6279, "step": 6093 }, { "epoch": 5.41, "learning_rate": 9.759613221241425e-05, "loss": 20.0137, "step": 6094 }, { "epoch": 5.41, "learning_rate": 9.759526977963616e-05, "loss": 19.7305, "step": 6095 }, { "epoch": 5.41, "learning_rate": 9.759440719599074e-05, "loss": 19.708, "step": 6096 }, { "epoch": 5.41, "learning_rate": 9.759354446148074e-05, "loss": 19.8418, "step": 6097 }, { "epoch": 5.42, "learning_rate": 9.759268157610893e-05, "loss": 20.1934, "step": 6098 }, { "epoch": 5.42, "learning_rate": 9.759181853987799e-05, "loss": 19.7275, "step": 6099 }, { "epoch": 5.42, "learning_rate": 9.75909553527907e-05, "loss": 20.2383, "step": 6100 }, { "epoch": 5.42, "learning_rate": 9.759009201484977e-05, "loss": 20.1367, "step": 6101 }, { "epoch": 5.42, "learning_rate": 9.758922852605794e-05, "loss": 19.8389, "step": 6102 }, { "epoch": 5.42, "learning_rate": 9.758836488641796e-05, "loss": 19.8115, "step": 6103 }, { "epoch": 5.42, "learning_rate": 9.758750109593256e-05, "loss": 19.8789, "step": 6104 }, { "epoch": 5.42, "learning_rate": 9.758750109593256e-05, "loss": 20.5049, "step": 6105 }, { "epoch": 5.42, "learning_rate": 9.758663715460445e-05, "loss": 20.3623, "step": 6106 }, { "epoch": 5.42, "learning_rate": 9.758577306243643e-05, "loss": 19.7246, "step": 6107 }, { "epoch": 5.42, "learning_rate": 9.758490881943119e-05, "loss": 20.3506, "step": 6108 }, { "epoch": 5.43, "learning_rate": 9.75840444255915e-05, "loss": 20.001, "step": 6109 }, { "epoch": 5.43, "learning_rate": 9.758317988092006e-05, "loss": 19.8613, "step": 6110 }, { "epoch": 5.43, "learning_rate": 9.758231518541965e-05, "loss": 20.3975, "step": 6111 }, { "epoch": 5.43, "learning_rate": 9.758145033909299e-05, "loss": 20.7441, "step": 6112 }, { "epoch": 5.43, "learning_rate": 9.758058534194283e-05, "loss": 20.2842, "step": 6113 }, { "epoch": 5.43, "learning_rate": 9.757972019397192e-05, "loss": 20.2891, "step": 6114 }, { "epoch": 5.43, "learning_rate": 9.757885489518297e-05, "loss": 19.9277, "step": 6115 }, { "epoch": 5.43, "learning_rate": 9.757798944557876e-05, "loss": 20.1318, "step": 6116 }, { "epoch": 5.43, "learning_rate": 9.757712384516201e-05, "loss": 19.8252, "step": 6117 }, { "epoch": 5.43, "learning_rate": 9.757625809393547e-05, "loss": 19.5244, "step": 6118 }, { "epoch": 5.43, "learning_rate": 9.757539219190189e-05, "loss": 19.7939, "step": 6119 }, { "epoch": 5.44, "learning_rate": 9.757452613906401e-05, "loss": 20.3555, "step": 6120 }, { "epoch": 5.44, "learning_rate": 9.757365993542458e-05, "loss": 20.2939, "step": 6121 }, { "epoch": 5.44, "learning_rate": 9.757279358098633e-05, "loss": 19.3623, "step": 6122 }, { "epoch": 5.44, "learning_rate": 9.757192707575203e-05, "loss": 20.2217, "step": 6123 }, { "epoch": 5.44, "learning_rate": 9.75710604197244e-05, "loss": 19.6943, "step": 6124 }, { "epoch": 5.44, "learning_rate": 9.757019361290621e-05, "loss": 20.3252, "step": 6125 }, { "epoch": 5.44, "learning_rate": 9.75693266553002e-05, "loss": 20.3438, "step": 6126 }, { "epoch": 5.44, "learning_rate": 9.756845954690911e-05, "loss": 20.0566, "step": 6127 }, { "epoch": 5.44, "learning_rate": 9.75675922877357e-05, "loss": 19.9707, "step": 6128 }, { "epoch": 5.44, "learning_rate": 9.756672487778271e-05, "loss": 20.2822, "step": 6129 }, { "epoch": 5.44, "learning_rate": 9.75658573170529e-05, "loss": 20.3975, "step": 6130 }, { "epoch": 5.44, "learning_rate": 9.756498960554901e-05, "loss": 19.1436, "step": 6131 }, { "epoch": 5.45, "learning_rate": 9.756412174327379e-05, "loss": 19.9912, "step": 6132 }, { "epoch": 5.45, "learning_rate": 9.756325373023001e-05, "loss": 20.0898, "step": 6133 }, { "epoch": 5.45, "learning_rate": 9.756325373023001e-05, "loss": 20.0195, "step": 6134 }, { "epoch": 5.45, "learning_rate": 9.756238556642038e-05, "loss": 20.3359, "step": 6135 }, { "epoch": 5.45, "learning_rate": 9.75615172518477e-05, "loss": 19.3418, "step": 6136 }, { "epoch": 5.45, "learning_rate": 9.75606487865147e-05, "loss": 19.208, "step": 6137 }, { "epoch": 5.45, "learning_rate": 9.755978017042413e-05, "loss": 20.0049, "step": 6138 }, { "epoch": 5.45, "learning_rate": 9.755891140357875e-05, "loss": 19.668, "step": 6139 }, { "epoch": 5.45, "learning_rate": 9.75580424859813e-05, "loss": 20.1123, "step": 6140 }, { "epoch": 5.45, "learning_rate": 9.755717341763456e-05, "loss": 19.708, "step": 6141 }, { "epoch": 5.45, "learning_rate": 9.755630419854126e-05, "loss": 19.8604, "step": 6142 }, { "epoch": 5.46, "learning_rate": 9.755543482870417e-05, "loss": 20.4404, "step": 6143 }, { "epoch": 5.46, "learning_rate": 9.755456530812603e-05, "loss": 19.5469, "step": 6144 }, { "epoch": 5.46, "learning_rate": 9.755369563680962e-05, "loss": 19.9326, "step": 6145 }, { "epoch": 5.46, "learning_rate": 9.755282581475769e-05, "loss": 20.3691, "step": 6146 }, { "epoch": 5.46, "learning_rate": 9.755195584197297e-05, "loss": 19.4453, "step": 6147 }, { "epoch": 5.46, "learning_rate": 9.755108571845825e-05, "loss": 20.3867, "step": 6148 }, { "epoch": 5.46, "learning_rate": 9.755021544421627e-05, "loss": 19.6982, "step": 6149 }, { "epoch": 5.46, "learning_rate": 9.754934501924982e-05, "loss": 20.1182, "step": 6150 }, { "epoch": 5.46, "learning_rate": 9.754847444356161e-05, "loss": 20.6074, "step": 6151 }, { "epoch": 5.46, "learning_rate": 9.754760371715444e-05, "loss": 20.0957, "step": 6152 }, { "epoch": 5.46, "learning_rate": 9.754673284003104e-05, "loss": 20.1836, "step": 6153 }, { "epoch": 5.47, "learning_rate": 9.754586181219419e-05, "loss": 20.2529, "step": 6154 }, { "epoch": 5.47, "learning_rate": 9.754499063364663e-05, "loss": 20.2695, "step": 6155 }, { "epoch": 5.47, "learning_rate": 9.754411930439115e-05, "loss": 19.9736, "step": 6156 }, { "epoch": 5.47, "learning_rate": 9.754324782443052e-05, "loss": 20.3213, "step": 6157 }, { "epoch": 5.47, "learning_rate": 9.754237619376744e-05, "loss": 20.2158, "step": 6158 }, { "epoch": 5.47, "learning_rate": 9.754150441240476e-05, "loss": 20.0879, "step": 6159 }, { "epoch": 5.47, "learning_rate": 9.754063248034516e-05, "loss": 19.748, "step": 6160 }, { "epoch": 5.47, "learning_rate": 9.753976039759145e-05, "loss": 19.7285, "step": 6161 }, { "epoch": 5.47, "learning_rate": 9.753888816414641e-05, "loss": 20.0654, "step": 6162 }, { "epoch": 5.47, "learning_rate": 9.753801578001275e-05, "loss": 19.8008, "step": 6163 }, { "epoch": 5.47, "learning_rate": 9.753714324519328e-05, "loss": 20.1113, "step": 6164 }, { "epoch": 5.48, "learning_rate": 9.753627055969075e-05, "loss": 20.1924, "step": 6165 }, { "epoch": 5.48, "learning_rate": 9.753539772350792e-05, "loss": 20.3584, "step": 6166 }, { "epoch": 5.48, "learning_rate": 9.753452473664757e-05, "loss": 20.5234, "step": 6167 }, { "epoch": 5.48, "learning_rate": 9.753365159911247e-05, "loss": 20.5098, "step": 6168 }, { "epoch": 5.48, "learning_rate": 9.753277831090538e-05, "loss": 19.7998, "step": 6169 }, { "epoch": 5.48, "learning_rate": 9.753190487202903e-05, "loss": 19.9873, "step": 6170 }, { "epoch": 5.48, "learning_rate": 9.753103128248626e-05, "loss": 19.7324, "step": 6171 }, { "epoch": 5.48, "learning_rate": 9.753015754227981e-05, "loss": 21.1357, "step": 6172 }, { "epoch": 5.48, "learning_rate": 9.752928365141242e-05, "loss": 20.4258, "step": 6173 }, { "epoch": 5.48, "learning_rate": 9.752840960988692e-05, "loss": 20.0146, "step": 6174 }, { "epoch": 5.48, "learning_rate": 9.752753541770602e-05, "loss": 20.5801, "step": 6175 }, { "epoch": 5.48, "learning_rate": 9.752666107487251e-05, "loss": 19.624, "step": 6176 }, { "epoch": 5.49, "learning_rate": 9.752578658138919e-05, "loss": 19.9941, "step": 6177 }, { "epoch": 5.49, "learning_rate": 9.75249119372588e-05, "loss": 20.5205, "step": 6178 }, { "epoch": 5.49, "learning_rate": 9.752403714248413e-05, "loss": 19.293, "step": 6179 }, { "epoch": 5.49, "learning_rate": 9.752316219706793e-05, "loss": 19.8145, "step": 6180 }, { "epoch": 5.49, "learning_rate": 9.7522287101013e-05, "loss": 20.2783, "step": 6181 }, { "epoch": 5.49, "learning_rate": 9.75214118543221e-05, "loss": 19.8047, "step": 6182 }, { "epoch": 5.49, "learning_rate": 9.7520536456998e-05, "loss": 19.6494, "step": 6183 }, { "epoch": 5.49, "learning_rate": 9.751966090904349e-05, "loss": 19.5127, "step": 6184 }, { "epoch": 5.49, "learning_rate": 9.751878521046133e-05, "loss": 19.917, "step": 6185 }, { "epoch": 5.49, "learning_rate": 9.751790936125432e-05, "loss": 20.3721, "step": 6186 }, { "epoch": 5.49, "learning_rate": 9.751703336142519e-05, "loss": 19.916, "step": 6187 }, { "epoch": 5.5, "learning_rate": 9.751615721097676e-05, "loss": 19.5615, "step": 6188 }, { "epoch": 5.5, "learning_rate": 9.75152809099118e-05, "loss": 20.1016, "step": 6189 }, { "epoch": 5.5, "learning_rate": 9.751440445823307e-05, "loss": 19.3203, "step": 6190 }, { "epoch": 5.5, "learning_rate": 9.751352785594336e-05, "loss": 19.4424, "step": 6191 }, { "epoch": 5.5, "learning_rate": 9.751265110304546e-05, "loss": 19.7891, "step": 6192 }, { "epoch": 5.5, "learning_rate": 9.751177419954214e-05, "loss": 20.0254, "step": 6193 }, { "epoch": 5.5, "learning_rate": 9.751089714543615e-05, "loss": 20.1494, "step": 6194 }, { "epoch": 5.5, "learning_rate": 9.751001994073032e-05, "loss": 20.2656, "step": 6195 }, { "epoch": 5.5, "learning_rate": 9.750914258542741e-05, "loss": 19.8389, "step": 6196 }, { "epoch": 5.5, "learning_rate": 9.750826507953017e-05, "loss": 20.0791, "step": 6197 }, { "epoch": 5.5, "learning_rate": 9.750738742304143e-05, "loss": 19.6562, "step": 6198 }, { "epoch": 5.51, "learning_rate": 9.750650961596394e-05, "loss": 20.3467, "step": 6199 }, { "epoch": 5.51, "learning_rate": 9.750563165830052e-05, "loss": 20.0225, "step": 6200 }, { "epoch": 5.51, "learning_rate": 9.750475355005389e-05, "loss": 19.8525, "step": 6201 }, { "epoch": 5.51, "learning_rate": 9.750387529122689e-05, "loss": 19.8945, "step": 6202 }, { "epoch": 5.51, "learning_rate": 9.750299688182228e-05, "loss": 19.8633, "step": 6203 }, { "epoch": 5.51, "learning_rate": 9.750211832184286e-05, "loss": 19.7646, "step": 6204 }, { "epoch": 5.51, "learning_rate": 9.750123961129138e-05, "loss": 19.8174, "step": 6205 }, { "epoch": 5.51, "learning_rate": 9.750036075017069e-05, "loss": 19.7402, "step": 6206 }, { "epoch": 5.51, "learning_rate": 9.749948173848349e-05, "loss": 20.0674, "step": 6207 }, { "epoch": 5.51, "learning_rate": 9.749860257623263e-05, "loss": 19.4121, "step": 6208 }, { "epoch": 5.51, "learning_rate": 9.749772326342088e-05, "loss": 19.9492, "step": 6209 }, { "epoch": 5.52, "learning_rate": 9.749684380005102e-05, "loss": 19.9854, "step": 6210 }, { "epoch": 5.52, "learning_rate": 9.749596418612584e-05, "loss": 19.8174, "step": 6211 }, { "epoch": 5.52, "learning_rate": 9.749508442164814e-05, "loss": 19.54, "step": 6212 }, { "epoch": 5.52, "learning_rate": 9.749420450662069e-05, "loss": 19.6758, "step": 6213 }, { "epoch": 5.52, "learning_rate": 9.749332444104629e-05, "loss": 19.9902, "step": 6214 }, { "epoch": 5.52, "learning_rate": 9.749244422492774e-05, "loss": 19.4775, "step": 6215 }, { "epoch": 5.52, "learning_rate": 9.749156385826781e-05, "loss": 20.4619, "step": 6216 }, { "epoch": 5.52, "learning_rate": 9.74906833410693e-05, "loss": 20.1016, "step": 6217 }, { "epoch": 5.52, "learning_rate": 9.748980267333499e-05, "loss": 19.8887, "step": 6218 }, { "epoch": 5.52, "learning_rate": 9.748892185506768e-05, "loss": 19.3301, "step": 6219 }, { "epoch": 5.52, "learning_rate": 9.748804088627019e-05, "loss": 19.6807, "step": 6220 }, { "epoch": 5.52, "learning_rate": 9.748715976694526e-05, "loss": 20.5791, "step": 6221 }, { "epoch": 5.53, "learning_rate": 9.748627849709571e-05, "loss": 20.1553, "step": 6222 }, { "epoch": 5.53, "learning_rate": 9.748539707672434e-05, "loss": 19.4639, "step": 6223 }, { "epoch": 5.53, "learning_rate": 9.748451550583395e-05, "loss": 20.2119, "step": 6224 }, { "epoch": 5.53, "learning_rate": 9.748363378442731e-05, "loss": 20.4912, "step": 6225 }, { "epoch": 5.53, "learning_rate": 9.748275191250722e-05, "loss": 20.0059, "step": 6226 }, { "epoch": 5.53, "learning_rate": 9.748186989007649e-05, "loss": 20.002, "step": 6227 }, { "epoch": 5.53, "learning_rate": 9.748098771713789e-05, "loss": 19.9932, "step": 6228 }, { "epoch": 5.53, "learning_rate": 9.748010539369426e-05, "loss": 20.126, "step": 6229 }, { "epoch": 5.53, "learning_rate": 9.747922291974834e-05, "loss": 19.8867, "step": 6230 }, { "epoch": 5.53, "learning_rate": 9.747834029530298e-05, "loss": 19.6895, "step": 6231 }, { "epoch": 5.53, "learning_rate": 9.747745752036095e-05, "loss": 19.6855, "step": 6232 }, { "epoch": 5.54, "learning_rate": 9.747657459492504e-05, "loss": 20.3037, "step": 6233 }, { "epoch": 5.54, "learning_rate": 9.747569151899807e-05, "loss": 19.916, "step": 6234 }, { "epoch": 5.54, "learning_rate": 9.747480829258284e-05, "loss": 19.9268, "step": 6235 }, { "epoch": 5.54, "learning_rate": 9.747392491568212e-05, "loss": 19.8936, "step": 6236 }, { "epoch": 5.54, "learning_rate": 9.747304138829876e-05, "loss": 20.5098, "step": 6237 }, { "epoch": 5.54, "learning_rate": 9.747215771043551e-05, "loss": 19.5703, "step": 6238 }, { "epoch": 5.54, "learning_rate": 9.74712738820952e-05, "loss": 19.8184, "step": 6239 }, { "epoch": 5.54, "learning_rate": 9.747038990328061e-05, "loss": 19.6846, "step": 6240 }, { "epoch": 5.54, "learning_rate": 9.746950577399458e-05, "loss": 19.8428, "step": 6241 }, { "epoch": 5.54, "learning_rate": 9.746862149423987e-05, "loss": 19.5977, "step": 6242 }, { "epoch": 5.54, "learning_rate": 9.746773706401931e-05, "loss": 19.6768, "step": 6243 }, { "epoch": 5.55, "learning_rate": 9.746685248333569e-05, "loss": 19.8818, "step": 6244 }, { "epoch": 5.55, "learning_rate": 9.746596775219184e-05, "loss": 20.0107, "step": 6245 }, { "epoch": 5.55, "learning_rate": 9.74650828705905e-05, "loss": 20.2109, "step": 6246 }, { "epoch": 5.55, "learning_rate": 9.746419783853455e-05, "loss": 20.1602, "step": 6247 }, { "epoch": 5.55, "learning_rate": 9.746331265602676e-05, "loss": 19.6787, "step": 6248 }, { "epoch": 5.55, "learning_rate": 9.746242732306994e-05, "loss": 20.0488, "step": 6249 }, { "epoch": 5.55, "learning_rate": 9.746154183966689e-05, "loss": 20.4072, "step": 6250 }, { "epoch": 5.55, "learning_rate": 9.746065620582043e-05, "loss": 19.7266, "step": 6251 }, { "epoch": 5.55, "learning_rate": 9.745977042153336e-05, "loss": 20.001, "step": 6252 }, { "epoch": 5.55, "learning_rate": 9.745888448680848e-05, "loss": 20.2051, "step": 6253 }, { "epoch": 5.55, "learning_rate": 9.74579984016486e-05, "loss": 19.6533, "step": 6254 }, { "epoch": 5.56, "learning_rate": 9.745711216605655e-05, "loss": 19.8184, "step": 6255 }, { "epoch": 5.56, "learning_rate": 9.745622578003511e-05, "loss": 18.915, "step": 6256 }, { "epoch": 5.56, "learning_rate": 9.745533924358711e-05, "loss": 19.9463, "step": 6257 }, { "epoch": 5.56, "learning_rate": 9.745445255671537e-05, "loss": 20.2529, "step": 6258 }, { "epoch": 5.56, "learning_rate": 9.745356571942266e-05, "loss": 19.6338, "step": 6259 }, { "epoch": 5.56, "learning_rate": 9.745267873171183e-05, "loss": 20.8271, "step": 6260 }, { "epoch": 5.56, "learning_rate": 9.745179159358566e-05, "loss": 20.1543, "step": 6261 }, { "epoch": 5.56, "learning_rate": 9.745090430504699e-05, "loss": 19.2979, "step": 6262 }, { "epoch": 5.56, "learning_rate": 9.745001686609863e-05, "loss": 19.9609, "step": 6263 }, { "epoch": 5.56, "learning_rate": 9.744912927674337e-05, "loss": 20.1025, "step": 6264 }, { "epoch": 5.56, "learning_rate": 9.744824153698404e-05, "loss": 19.9912, "step": 6265 }, { "epoch": 5.56, "learning_rate": 9.744735364682346e-05, "loss": 20.46, "step": 6266 }, { "epoch": 5.57, "learning_rate": 9.744646560626443e-05, "loss": 20.4551, "step": 6267 }, { "epoch": 5.57, "learning_rate": 9.744557741530978e-05, "loss": 19.7373, "step": 6268 }, { "epoch": 5.57, "learning_rate": 9.744557741530978e-05, "loss": 20.2588, "step": 6269 }, { "epoch": 5.57, "learning_rate": 9.74446890739623e-05, "loss": 20.2314, "step": 6270 }, { "epoch": 5.57, "learning_rate": 9.744380058222483e-05, "loss": 20.1943, "step": 6271 }, { "epoch": 5.57, "learning_rate": 9.744291194010018e-05, "loss": 19.9414, "step": 6272 }, { "epoch": 5.57, "learning_rate": 9.744202314759116e-05, "loss": 19.9727, "step": 6273 }, { "epoch": 5.57, "learning_rate": 9.74411342047006e-05, "loss": 19.668, "step": 6274 }, { "epoch": 5.57, "learning_rate": 9.744024511143132e-05, "loss": 20.001, "step": 6275 }, { "epoch": 5.57, "learning_rate": 9.743935586778613e-05, "loss": 19.8613, "step": 6276 }, { "epoch": 5.57, "learning_rate": 9.743846647376781e-05, "loss": 19.8662, "step": 6277 }, { "epoch": 5.58, "learning_rate": 9.743757692937925e-05, "loss": 19.7451, "step": 6278 }, { "epoch": 5.58, "learning_rate": 9.743668723462323e-05, "loss": 19.7109, "step": 6279 }, { "epoch": 5.58, "learning_rate": 9.743579738950258e-05, "loss": 18.8496, "step": 6280 }, { "epoch": 5.58, "learning_rate": 9.743490739402011e-05, "loss": 19.9639, "step": 6281 }, { "epoch": 5.58, "learning_rate": 9.743401724817865e-05, "loss": 19.6074, "step": 6282 }, { "epoch": 5.58, "learning_rate": 9.743312695198102e-05, "loss": 19.5449, "step": 6283 }, { "epoch": 5.58, "learning_rate": 9.743223650543005e-05, "loss": 20.1562, "step": 6284 }, { "epoch": 5.58, "learning_rate": 9.743134590852854e-05, "loss": 20.1094, "step": 6285 }, { "epoch": 5.58, "learning_rate": 9.743045516127935e-05, "loss": 19.6074, "step": 6286 }, { "epoch": 5.58, "learning_rate": 9.742956426368526e-05, "loss": 20.0537, "step": 6287 }, { "epoch": 5.58, "learning_rate": 9.742867321574913e-05, "loss": 20.2197, "step": 6288 }, { "epoch": 5.59, "learning_rate": 9.742778201747375e-05, "loss": 19.5869, "step": 6289 }, { "epoch": 5.59, "learning_rate": 9.742689066886199e-05, "loss": 19.8047, "step": 6290 }, { "epoch": 5.59, "learning_rate": 9.742599916991663e-05, "loss": 19.8877, "step": 6291 }, { "epoch": 5.59, "learning_rate": 9.742510752064051e-05, "loss": 19.8555, "step": 6292 }, { "epoch": 5.59, "learning_rate": 9.742421572103649e-05, "loss": 19.9072, "step": 6293 }, { "epoch": 5.59, "learning_rate": 9.742332377110734e-05, "loss": 19.6338, "step": 6294 }, { "epoch": 5.59, "learning_rate": 9.742243167085592e-05, "loss": 20.4971, "step": 6295 }, { "epoch": 5.59, "learning_rate": 9.742153942028507e-05, "loss": 20.0215, "step": 6296 }, { "epoch": 5.59, "learning_rate": 9.74206470193976e-05, "loss": 20.3525, "step": 6297 }, { "epoch": 5.59, "learning_rate": 9.741975446819633e-05, "loss": 19.5557, "step": 6298 }, { "epoch": 5.59, "learning_rate": 9.741886176668412e-05, "loss": 20.334, "step": 6299 }, { "epoch": 5.6, "learning_rate": 9.741796891486374e-05, "loss": 19.7246, "step": 6300 }, { "epoch": 5.6, "learning_rate": 9.74170759127381e-05, "loss": 19.5176, "step": 6301 }, { "epoch": 5.6, "learning_rate": 9.741618276030997e-05, "loss": 19.9287, "step": 6302 }, { "epoch": 5.6, "learning_rate": 9.74152894575822e-05, "loss": 19.4648, "step": 6303 }, { "epoch": 5.6, "learning_rate": 9.741439600455764e-05, "loss": 19.6816, "step": 6304 }, { "epoch": 5.6, "learning_rate": 9.74135024012391e-05, "loss": 20.2744, "step": 6305 }, { "epoch": 5.6, "learning_rate": 9.74126086476294e-05, "loss": 19.6172, "step": 6306 }, { "epoch": 5.6, "learning_rate": 9.741171474373141e-05, "loss": 20.1787, "step": 6307 }, { "epoch": 5.6, "learning_rate": 9.741082068954794e-05, "loss": 19.5068, "step": 6308 }, { "epoch": 5.6, "learning_rate": 9.740992648508183e-05, "loss": 19.7598, "step": 6309 }, { "epoch": 5.6, "learning_rate": 9.740903213033591e-05, "loss": 19.4639, "step": 6310 }, { "epoch": 5.6, "learning_rate": 9.740813762531301e-05, "loss": 20.2529, "step": 6311 }, { "epoch": 5.61, "learning_rate": 9.740724297001597e-05, "loss": 19.8848, "step": 6312 }, { "epoch": 5.61, "learning_rate": 9.740724297001597e-05, "loss": 20.1309, "step": 6313 }, { "epoch": 5.61, "learning_rate": 9.740634816444765e-05, "loss": 19.6982, "step": 6314 }, { "epoch": 5.61, "learning_rate": 9.740634816444765e-05, "loss": 20.2549, "step": 6315 }, { "epoch": 5.61, "learning_rate": 9.740545320861085e-05, "loss": 19.8223, "step": 6316 }, { "epoch": 5.61, "learning_rate": 9.740455810250844e-05, "loss": 19.9795, "step": 6317 }, { "epoch": 5.61, "learning_rate": 9.740366284614322e-05, "loss": 20.2334, "step": 6318 }, { "epoch": 5.61, "learning_rate": 9.740276743951806e-05, "loss": 19.7539, "step": 6319 }, { "epoch": 5.61, "learning_rate": 9.740187188263578e-05, "loss": 20.0303, "step": 6320 }, { "epoch": 5.61, "learning_rate": 9.740097617549921e-05, "loss": 19.5859, "step": 6321 }, { "epoch": 5.61, "learning_rate": 9.740008031811123e-05, "loss": 19.7402, "step": 6322 }, { "epoch": 5.62, "learning_rate": 9.739918431047463e-05, "loss": 19.498, "step": 6323 }, { "epoch": 5.62, "learning_rate": 9.739828815259229e-05, "loss": 19.5361, "step": 6324 }, { "epoch": 5.62, "learning_rate": 9.739739184446702e-05, "loss": 20.1045, "step": 6325 }, { "epoch": 5.62, "learning_rate": 9.739649538610169e-05, "loss": 19.8115, "step": 6326 }, { "epoch": 5.62, "learning_rate": 9.739559877749911e-05, "loss": 20.5459, "step": 6327 }, { "epoch": 5.62, "learning_rate": 9.739470201866215e-05, "loss": 20.3789, "step": 6328 }, { "epoch": 5.62, "learning_rate": 9.739380510959364e-05, "loss": 19.8418, "step": 6329 }, { "epoch": 5.62, "learning_rate": 9.739290805029642e-05, "loss": 20.0752, "step": 6330 }, { "epoch": 5.62, "learning_rate": 9.739201084077334e-05, "loss": 20.3154, "step": 6331 }, { "epoch": 5.62, "learning_rate": 9.739111348102726e-05, "loss": 20.0801, "step": 6332 }, { "epoch": 5.62, "learning_rate": 9.739021597106097e-05, "loss": 20.1387, "step": 6333 }, { "epoch": 5.63, "learning_rate": 9.738931831087737e-05, "loss": 19.915, "step": 6334 }, { "epoch": 5.63, "learning_rate": 9.73884205004793e-05, "loss": 20.5703, "step": 6335 }, { "epoch": 5.63, "learning_rate": 9.738752253986956e-05, "loss": 20.3154, "step": 6336 }, { "epoch": 5.63, "learning_rate": 9.738662442905106e-05, "loss": 20.3877, "step": 6337 }, { "epoch": 5.63, "learning_rate": 9.738572616802659e-05, "loss": 19.7998, "step": 6338 }, { "epoch": 5.63, "learning_rate": 9.738482775679905e-05, "loss": 20.0273, "step": 6339 }, { "epoch": 5.63, "learning_rate": 9.738392919537124e-05, "loss": 19.8408, "step": 6340 }, { "epoch": 5.63, "learning_rate": 9.738303048374605e-05, "loss": 19.6748, "step": 6341 }, { "epoch": 5.63, "learning_rate": 9.738213162192627e-05, "loss": 20.1504, "step": 6342 }, { "epoch": 5.63, "learning_rate": 9.738123260991482e-05, "loss": 19.4648, "step": 6343 }, { "epoch": 5.63, "learning_rate": 9.73803334477145e-05, "loss": 20.5146, "step": 6344 }, { "epoch": 5.63, "learning_rate": 9.737943413532818e-05, "loss": 20.627, "step": 6345 }, { "epoch": 5.64, "learning_rate": 9.737853467275872e-05, "loss": 19.7842, "step": 6346 }, { "epoch": 5.64, "learning_rate": 9.737763506000895e-05, "loss": 19.7207, "step": 6347 }, { "epoch": 5.64, "learning_rate": 9.737673529708172e-05, "loss": 20.0322, "step": 6348 }, { "epoch": 5.64, "learning_rate": 9.73758353839799e-05, "loss": 19.7637, "step": 6349 }, { "epoch": 5.64, "learning_rate": 9.737493532070634e-05, "loss": 20.0361, "step": 6350 }, { "epoch": 5.64, "learning_rate": 9.737403510726388e-05, "loss": 19.4463, "step": 6351 }, { "epoch": 5.64, "learning_rate": 9.737313474365539e-05, "loss": 19.6885, "step": 6352 }, { "epoch": 5.64, "learning_rate": 9.737223422988371e-05, "loss": 19.4463, "step": 6353 }, { "epoch": 5.64, "learning_rate": 9.737133356595169e-05, "loss": 20.1533, "step": 6354 }, { "epoch": 5.64, "learning_rate": 9.73704327518622e-05, "loss": 19.6436, "step": 6355 }, { "epoch": 5.64, "learning_rate": 9.73695317876181e-05, "loss": 19.5391, "step": 6356 }, { "epoch": 5.65, "learning_rate": 9.736863067322223e-05, "loss": 20.1494, "step": 6357 }, { "epoch": 5.65, "learning_rate": 9.736772940867744e-05, "loss": 19.666, "step": 6358 }, { "epoch": 5.65, "learning_rate": 9.736682799398662e-05, "loss": 20.7607, "step": 6359 }, { "epoch": 5.65, "learning_rate": 9.736592642915259e-05, "loss": 19.7832, "step": 6360 }, { "epoch": 5.65, "learning_rate": 9.736502471417823e-05, "loss": 21.127, "step": 6361 }, { "epoch": 5.65, "learning_rate": 9.73641228490664e-05, "loss": 19.8271, "step": 6362 }, { "epoch": 5.65, "learning_rate": 9.736322083381994e-05, "loss": 20.2842, "step": 6363 }, { "epoch": 5.65, "learning_rate": 9.736231866844173e-05, "loss": 20.0918, "step": 6364 }, { "epoch": 5.65, "learning_rate": 9.736141635293461e-05, "loss": 19.5244, "step": 6365 }, { "epoch": 5.65, "learning_rate": 9.736051388730145e-05, "loss": 19.8877, "step": 6366 }, { "epoch": 5.65, "learning_rate": 9.735961127154511e-05, "loss": 20.25, "step": 6367 }, { "epoch": 5.66, "learning_rate": 9.735870850566847e-05, "loss": 20.083, "step": 6368 }, { "epoch": 5.66, "learning_rate": 9.735780558967434e-05, "loss": 19.8467, "step": 6369 }, { "epoch": 5.66, "learning_rate": 9.735690252356564e-05, "loss": 20.002, "step": 6370 }, { "epoch": 5.66, "learning_rate": 9.73559993073452e-05, "loss": 19.8926, "step": 6371 }, { "epoch": 5.66, "learning_rate": 9.735509594101589e-05, "loss": 19.8799, "step": 6372 }, { "epoch": 5.66, "learning_rate": 9.735419242458059e-05, "loss": 20.0117, "step": 6373 }, { "epoch": 5.66, "learning_rate": 9.735328875804212e-05, "loss": 20.7842, "step": 6374 }, { "epoch": 5.66, "learning_rate": 9.735238494140339e-05, "loss": 20.208, "step": 6375 }, { "epoch": 5.66, "learning_rate": 9.735148097466725e-05, "loss": 20.3711, "step": 6376 }, { "epoch": 5.66, "learning_rate": 9.735057685783656e-05, "loss": 20.4346, "step": 6377 }, { "epoch": 5.66, "learning_rate": 9.734967259091419e-05, "loss": 19.6943, "step": 6378 }, { "epoch": 5.67, "learning_rate": 9.7348768173903e-05, "loss": 20.0547, "step": 6379 }, { "epoch": 5.67, "learning_rate": 9.734786360680586e-05, "loss": 20.0117, "step": 6380 }, { "epoch": 5.67, "learning_rate": 9.734695888962566e-05, "loss": 19.6689, "step": 6381 }, { "epoch": 5.67, "learning_rate": 9.734605402236523e-05, "loss": 19.7686, "step": 6382 }, { "epoch": 5.67, "learning_rate": 9.734514900502746e-05, "loss": 20.0996, "step": 6383 }, { "epoch": 5.67, "learning_rate": 9.73442438376152e-05, "loss": 19.1436, "step": 6384 }, { "epoch": 5.67, "learning_rate": 9.734333852013135e-05, "loss": 19.5508, "step": 6385 }, { "epoch": 5.67, "learning_rate": 9.734243305257876e-05, "loss": 19.749, "step": 6386 }, { "epoch": 5.67, "learning_rate": 9.73415274349603e-05, "loss": 19.5615, "step": 6387 }, { "epoch": 5.67, "learning_rate": 9.734062166727884e-05, "loss": 19.9531, "step": 6388 }, { "epoch": 5.67, "learning_rate": 9.733971574953726e-05, "loss": 19.8779, "step": 6389 }, { "epoch": 5.67, "learning_rate": 9.733880968173843e-05, "loss": 20.4131, "step": 6390 }, { "epoch": 5.68, "learning_rate": 9.733790346388523e-05, "loss": 20.292, "step": 6391 }, { "epoch": 5.68, "learning_rate": 9.73369970959805e-05, "loss": 19.9111, "step": 6392 }, { "epoch": 5.68, "learning_rate": 9.733609057802714e-05, "loss": 19.1953, "step": 6393 }, { "epoch": 5.68, "learning_rate": 9.733518391002802e-05, "loss": 20.2852, "step": 6394 }, { "epoch": 5.68, "learning_rate": 9.733427709198602e-05, "loss": 20.1914, "step": 6395 }, { "epoch": 5.68, "learning_rate": 9.733337012390399e-05, "loss": 20.001, "step": 6396 }, { "epoch": 5.68, "learning_rate": 9.733246300578483e-05, "loss": 20.0908, "step": 6397 }, { "epoch": 5.68, "learning_rate": 9.73315557376314e-05, "loss": 19.9824, "step": 6398 }, { "epoch": 5.68, "learning_rate": 9.733064831944658e-05, "loss": 20.8662, "step": 6399 }, { "epoch": 5.68, "learning_rate": 9.732974075123325e-05, "loss": 19.5215, "step": 6400 }, { "epoch": 5.68, "learning_rate": 9.73288330329943e-05, "loss": 20.1475, "step": 6401 }, { "epoch": 5.69, "learning_rate": 9.732792516473257e-05, "loss": 19.9395, "step": 6402 }, { "epoch": 5.69, "learning_rate": 9.732701714645098e-05, "loss": 20.6064, "step": 6403 }, { "epoch": 5.69, "learning_rate": 9.732610897815237e-05, "loss": 20.3184, "step": 6404 }, { "epoch": 5.69, "learning_rate": 9.732520065983965e-05, "loss": 19.9873, "step": 6405 }, { "epoch": 5.69, "learning_rate": 9.732429219151568e-05, "loss": 19.7285, "step": 6406 }, { "epoch": 5.69, "learning_rate": 9.732338357318336e-05, "loss": 20.7012, "step": 6407 }, { "epoch": 5.69, "learning_rate": 9.732247480484555e-05, "loss": 19.9971, "step": 6408 }, { "epoch": 5.69, "learning_rate": 9.732156588650512e-05, "loss": 19.8213, "step": 6409 }, { "epoch": 5.69, "learning_rate": 9.732065681816498e-05, "loss": 19.8428, "step": 6410 }, { "epoch": 5.69, "learning_rate": 9.7319747599828e-05, "loss": 20.3408, "step": 6411 }, { "epoch": 5.69, "learning_rate": 9.731883823149706e-05, "loss": 19.332, "step": 6412 }, { "epoch": 5.7, "learning_rate": 9.731792871317504e-05, "loss": 20.125, "step": 6413 }, { "epoch": 5.7, "learning_rate": 9.731701904486484e-05, "loss": 19.9863, "step": 6414 }, { "epoch": 5.7, "learning_rate": 9.731610922656933e-05, "loss": 20.2402, "step": 6415 }, { "epoch": 5.7, "learning_rate": 9.731519925829138e-05, "loss": 19.999, "step": 6416 }, { "epoch": 5.7, "learning_rate": 9.73142891400339e-05, "loss": 19.9951, "step": 6417 }, { "epoch": 5.7, "learning_rate": 9.731337887179976e-05, "loss": 20.2715, "step": 6418 }, { "epoch": 5.7, "learning_rate": 9.731246845359186e-05, "loss": 19.9834, "step": 6419 }, { "epoch": 5.7, "learning_rate": 9.731155788541305e-05, "loss": 19.7842, "step": 6420 }, { "epoch": 5.7, "learning_rate": 9.731064716726626e-05, "loss": 20.0508, "step": 6421 }, { "epoch": 5.7, "learning_rate": 9.730973629915434e-05, "loss": 19.8096, "step": 6422 }, { "epoch": 5.7, "learning_rate": 9.730882528108021e-05, "loss": 19.9678, "step": 6423 }, { "epoch": 5.71, "learning_rate": 9.730791411304674e-05, "loss": 20.6299, "step": 6424 }, { "epoch": 5.71, "learning_rate": 9.730700279505682e-05, "loss": 19.9688, "step": 6425 }, { "epoch": 5.71, "learning_rate": 9.730609132711335e-05, "loss": 20.2539, "step": 6426 }, { "epoch": 5.71, "learning_rate": 9.730517970921919e-05, "loss": 20.0303, "step": 6427 }, { "epoch": 5.71, "learning_rate": 9.730426794137727e-05, "loss": 19.9912, "step": 6428 }, { "epoch": 5.71, "learning_rate": 9.730335602359044e-05, "loss": 20.0273, "step": 6429 }, { "epoch": 5.71, "learning_rate": 9.730244395586163e-05, "loss": 19.9697, "step": 6430 }, { "epoch": 5.71, "learning_rate": 9.73015317381937e-05, "loss": 20.3672, "step": 6431 }, { "epoch": 5.71, "learning_rate": 9.730061937058955e-05, "loss": 19.8096, "step": 6432 }, { "epoch": 5.71, "learning_rate": 9.729970685305207e-05, "loss": 19.7266, "step": 6433 }, { "epoch": 5.71, "learning_rate": 9.729879418558416e-05, "loss": 19.4092, "step": 6434 }, { "epoch": 5.71, "learning_rate": 9.729788136818872e-05, "loss": 20.3438, "step": 6435 }, { "epoch": 5.72, "learning_rate": 9.729696840086862e-05, "loss": 21.1143, "step": 6436 }, { "epoch": 5.72, "learning_rate": 9.729605528362677e-05, "loss": 19.957, "step": 6437 }, { "epoch": 5.72, "learning_rate": 9.729514201646606e-05, "loss": 20.4287, "step": 6438 }, { "epoch": 5.72, "learning_rate": 9.72942285993894e-05, "loss": 19.8662, "step": 6439 }, { "epoch": 5.72, "learning_rate": 9.729331503239964e-05, "loss": 19.9902, "step": 6440 }, { "epoch": 5.72, "learning_rate": 9.729240131549973e-05, "loss": 19.6123, "step": 6441 }, { "epoch": 5.72, "learning_rate": 9.729148744869254e-05, "loss": 20.3105, "step": 6442 }, { "epoch": 5.72, "learning_rate": 9.729057343198097e-05, "loss": 20.2744, "step": 6443 }, { "epoch": 5.72, "learning_rate": 9.728965926536793e-05, "loss": 20.3975, "step": 6444 }, { "epoch": 5.72, "learning_rate": 9.72887449488563e-05, "loss": 20.2656, "step": 6445 }, { "epoch": 5.72, "learning_rate": 9.728783048244896e-05, "loss": 20.1387, "step": 6446 }, { "epoch": 5.73, "learning_rate": 9.728691586614885e-05, "loss": 19.833, "step": 6447 }, { "epoch": 5.73, "learning_rate": 9.728600109995885e-05, "loss": 20.3945, "step": 6448 }, { "epoch": 5.73, "learning_rate": 9.728508618388186e-05, "loss": 20.0029, "step": 6449 }, { "epoch": 5.73, "learning_rate": 9.728417111792079e-05, "loss": 19.7168, "step": 6450 }, { "epoch": 5.73, "learning_rate": 9.728325590207852e-05, "loss": 20.3506, "step": 6451 }, { "epoch": 5.73, "learning_rate": 9.728234053635796e-05, "loss": 20.2188, "step": 6452 }, { "epoch": 5.73, "learning_rate": 9.728142502076203e-05, "loss": 19.9014, "step": 6453 }, { "epoch": 5.73, "learning_rate": 9.72805093552936e-05, "loss": 19.793, "step": 6454 }, { "epoch": 5.73, "learning_rate": 9.72795935399556e-05, "loss": 19.8486, "step": 6455 }, { "epoch": 5.73, "learning_rate": 9.727867757475093e-05, "loss": 20.2061, "step": 6456 }, { "epoch": 5.73, "learning_rate": 9.727776145968246e-05, "loss": 20.0654, "step": 6457 }, { "epoch": 5.74, "learning_rate": 9.727684519475314e-05, "loss": 19.8828, "step": 6458 }, { "epoch": 5.74, "learning_rate": 9.727592877996585e-05, "loss": 19.4092, "step": 6459 }, { "epoch": 5.74, "learning_rate": 9.727501221532349e-05, "loss": 20.1748, "step": 6460 }, { "epoch": 5.74, "learning_rate": 9.727409550082898e-05, "loss": 20.3516, "step": 6461 }, { "epoch": 5.74, "learning_rate": 9.727317863648522e-05, "loss": 20.0527, "step": 6462 }, { "epoch": 5.74, "learning_rate": 9.72722616222951e-05, "loss": 19.9492, "step": 6463 }, { "epoch": 5.74, "learning_rate": 9.727134445826155e-05, "loss": 20.166, "step": 6464 }, { "epoch": 5.74, "learning_rate": 9.727042714438748e-05, "loss": 20.1768, "step": 6465 }, { "epoch": 5.74, "learning_rate": 9.726950968067579e-05, "loss": 19.8994, "step": 6466 }, { "epoch": 5.74, "learning_rate": 9.726859206712938e-05, "loss": 20.4551, "step": 6467 }, { "epoch": 5.74, "learning_rate": 9.726767430375116e-05, "loss": 20.0654, "step": 6468 }, { "epoch": 5.75, "learning_rate": 9.726675639054403e-05, "loss": 19.6123, "step": 6469 }, { "epoch": 5.75, "learning_rate": 9.726583832751092e-05, "loss": 19.584, "step": 6470 }, { "epoch": 5.75, "learning_rate": 9.726492011465475e-05, "loss": 19.8711, "step": 6471 }, { "epoch": 5.75, "learning_rate": 9.72640017519784e-05, "loss": 20.3252, "step": 6472 }, { "epoch": 5.75, "learning_rate": 9.726308323948481e-05, "loss": 19.7559, "step": 6473 }, { "epoch": 5.75, "learning_rate": 9.726216457717686e-05, "loss": 20.334, "step": 6474 }, { "epoch": 5.75, "learning_rate": 9.726124576505749e-05, "loss": 19.7432, "step": 6475 }, { "epoch": 5.75, "learning_rate": 9.726032680312958e-05, "loss": 19.8701, "step": 6476 }, { "epoch": 5.75, "learning_rate": 9.725940769139608e-05, "loss": 20.0322, "step": 6477 }, { "epoch": 5.75, "learning_rate": 9.725848842985987e-05, "loss": 19.8467, "step": 6478 }, { "epoch": 5.75, "learning_rate": 9.72575690185239e-05, "loss": 20.2461, "step": 6479 }, { "epoch": 5.75, "learning_rate": 9.725664945739106e-05, "loss": 19.9307, "step": 6480 }, { "epoch": 5.76, "learning_rate": 9.725572974646427e-05, "loss": 19.7705, "step": 6481 }, { "epoch": 5.76, "learning_rate": 9.725480988574644e-05, "loss": 20.0059, "step": 6482 }, { "epoch": 5.76, "learning_rate": 9.725388987524048e-05, "loss": 19.9453, "step": 6483 }, { "epoch": 5.76, "learning_rate": 9.725296971494934e-05, "loss": 20.4863, "step": 6484 }, { "epoch": 5.76, "learning_rate": 9.725204940487591e-05, "loss": 21.0186, "step": 6485 }, { "epoch": 5.76, "learning_rate": 9.725112894502311e-05, "loss": 20.3281, "step": 6486 }, { "epoch": 5.76, "learning_rate": 9.725020833539385e-05, "loss": 20.3115, "step": 6487 }, { "epoch": 5.76, "learning_rate": 9.724928757599106e-05, "loss": 20.2275, "step": 6488 }, { "epoch": 5.76, "learning_rate": 9.724836666681765e-05, "loss": 20.377, "step": 6489 }, { "epoch": 5.76, "learning_rate": 9.724744560787655e-05, "loss": 20.085, "step": 6490 }, { "epoch": 5.76, "learning_rate": 9.724652439917066e-05, "loss": 20.3447, "step": 6491 }, { "epoch": 5.77, "learning_rate": 9.724560304070294e-05, "loss": 20.1787, "step": 6492 }, { "epoch": 5.77, "learning_rate": 9.724468153247628e-05, "loss": 20.1182, "step": 6493 }, { "epoch": 5.77, "learning_rate": 9.724375987449359e-05, "loss": 20.3262, "step": 6494 }, { "epoch": 5.77, "learning_rate": 9.724283806675781e-05, "loss": 20.2295, "step": 6495 }, { "epoch": 5.77, "learning_rate": 9.724191610927187e-05, "loss": 19.8789, "step": 6496 }, { "epoch": 5.77, "learning_rate": 9.724099400203868e-05, "loss": 20.417, "step": 6497 }, { "epoch": 5.77, "learning_rate": 9.724007174506116e-05, "loss": 20.1729, "step": 6498 }, { "epoch": 5.77, "learning_rate": 9.723914933834224e-05, "loss": 19.6719, "step": 6499 }, { "epoch": 5.77, "learning_rate": 9.723822678188484e-05, "loss": 19.4922, "step": 6500 }, { "epoch": 5.77, "learning_rate": 9.723730407569188e-05, "loss": 19.8135, "step": 6501 }, { "epoch": 5.77, "learning_rate": 9.723638121976629e-05, "loss": 19.6543, "step": 6502 }, { "epoch": 5.78, "learning_rate": 9.7235458214111e-05, "loss": 20.6494, "step": 6503 }, { "epoch": 5.78, "learning_rate": 9.723453505872894e-05, "loss": 20.6592, "step": 6504 }, { "epoch": 5.78, "learning_rate": 9.723361175362303e-05, "loss": 19.7852, "step": 6505 }, { "epoch": 5.78, "learning_rate": 9.723268829879617e-05, "loss": 19.7051, "step": 6506 }, { "epoch": 5.78, "learning_rate": 9.723176469425133e-05, "loss": 20.1602, "step": 6507 }, { "epoch": 5.78, "learning_rate": 9.723084093999142e-05, "loss": 19.9082, "step": 6508 }, { "epoch": 5.78, "learning_rate": 9.722991703601936e-05, "loss": 19.6875, "step": 6509 }, { "epoch": 5.78, "learning_rate": 9.722899298233809e-05, "loss": 19.9834, "step": 6510 }, { "epoch": 5.78, "learning_rate": 9.722806877895054e-05, "loss": 20.3418, "step": 6511 }, { "epoch": 5.78, "learning_rate": 9.722714442585963e-05, "loss": 20.0234, "step": 6512 }, { "epoch": 5.78, "learning_rate": 9.722621992306829e-05, "loss": 20.1191, "step": 6513 }, { "epoch": 5.79, "learning_rate": 9.722621992306829e-05, "loss": 19.9385, "step": 6514 }, { "epoch": 5.79, "learning_rate": 9.722529527057946e-05, "loss": 20.0752, "step": 6515 }, { "epoch": 5.79, "learning_rate": 9.722437046839608e-05, "loss": 19.7822, "step": 6516 }, { "epoch": 5.79, "learning_rate": 9.722344551652106e-05, "loss": 20.0918, "step": 6517 }, { "epoch": 5.79, "learning_rate": 9.722252041495732e-05, "loss": 19.9053, "step": 6518 }, { "epoch": 5.79, "learning_rate": 9.722159516370782e-05, "loss": 20.5508, "step": 6519 }, { "epoch": 5.79, "learning_rate": 9.722066976277548e-05, "loss": 20.0371, "step": 6520 }, { "epoch": 5.79, "learning_rate": 9.722066976277548e-05, "loss": 20.0479, "step": 6521 }, { "epoch": 5.79, "learning_rate": 9.721974421216327e-05, "loss": 20.0723, "step": 6522 }, { "epoch": 5.79, "learning_rate": 9.721881851187406e-05, "loss": 20.1328, "step": 6523 }, { "epoch": 5.79, "learning_rate": 9.721789266191082e-05, "loss": 20.7139, "step": 6524 }, { "epoch": 5.79, "learning_rate": 9.721696666227648e-05, "loss": 19.8555, "step": 6525 }, { "epoch": 5.8, "learning_rate": 9.7216040512974e-05, "loss": 19.4775, "step": 6526 }, { "epoch": 5.8, "learning_rate": 9.721511421400626e-05, "loss": 19.7598, "step": 6527 }, { "epoch": 5.8, "learning_rate": 9.721418776537625e-05, "loss": 20.5127, "step": 6528 }, { "epoch": 5.8, "learning_rate": 9.721326116708688e-05, "loss": 20.0039, "step": 6529 }, { "epoch": 5.8, "learning_rate": 9.721233441914108e-05, "loss": 19.8311, "step": 6530 }, { "epoch": 5.8, "learning_rate": 9.721140752154181e-05, "loss": 19.8398, "step": 6531 }, { "epoch": 5.8, "learning_rate": 9.7210480474292e-05, "loss": 19.9521, "step": 6532 }, { "epoch": 5.8, "learning_rate": 9.720955327739459e-05, "loss": 20.4639, "step": 6533 }, { "epoch": 5.8, "learning_rate": 9.720862593085249e-05, "loss": 20.4141, "step": 6534 }, { "epoch": 5.8, "learning_rate": 9.720769843466868e-05, "loss": 20.1318, "step": 6535 }, { "epoch": 5.8, "learning_rate": 9.72067707888461e-05, "loss": 19.542, "step": 6536 }, { "epoch": 5.81, "learning_rate": 9.720584299338765e-05, "loss": 19.917, "step": 6537 }, { "epoch": 5.81, "learning_rate": 9.72049150482963e-05, "loss": 19.5391, "step": 6538 }, { "epoch": 5.81, "learning_rate": 9.7203986953575e-05, "loss": 20.2539, "step": 6539 }, { "epoch": 5.81, "learning_rate": 9.720305870922667e-05, "loss": 20.6465, "step": 6540 }, { "epoch": 5.81, "learning_rate": 9.720213031525427e-05, "loss": 19.9219, "step": 6541 }, { "epoch": 5.81, "learning_rate": 9.720120177166072e-05, "loss": 19.9863, "step": 6542 }, { "epoch": 5.81, "learning_rate": 9.720027307844899e-05, "loss": 20.0107, "step": 6543 }, { "epoch": 5.81, "learning_rate": 9.7199344235622e-05, "loss": 20.3301, "step": 6544 }, { "epoch": 5.81, "learning_rate": 9.719841524318272e-05, "loss": 19.7285, "step": 6545 }, { "epoch": 5.81, "learning_rate": 9.719748610113409e-05, "loss": 19.8564, "step": 6546 }, { "epoch": 5.81, "learning_rate": 9.719655680947901e-05, "loss": 19.9492, "step": 6547 }, { "epoch": 5.82, "learning_rate": 9.719562736822049e-05, "loss": 19.6895, "step": 6548 }, { "epoch": 5.82, "learning_rate": 9.719469777736144e-05, "loss": 20.1914, "step": 6549 }, { "epoch": 5.82, "learning_rate": 9.71937680369048e-05, "loss": 19.9805, "step": 6550 }, { "epoch": 5.82, "learning_rate": 9.719283814685354e-05, "loss": 20.3965, "step": 6551 }, { "epoch": 5.82, "learning_rate": 9.71919081072106e-05, "loss": 19.7832, "step": 6552 }, { "epoch": 5.82, "learning_rate": 9.719097791797893e-05, "loss": 19.8262, "step": 6553 }, { "epoch": 5.82, "learning_rate": 9.719004757916149e-05, "loss": 19.2959, "step": 6554 }, { "epoch": 5.82, "learning_rate": 9.718911709076118e-05, "loss": 19.9043, "step": 6555 }, { "epoch": 5.82, "learning_rate": 9.718818645278101e-05, "loss": 20.083, "step": 6556 }, { "epoch": 5.82, "learning_rate": 9.718725566522389e-05, "loss": 19.917, "step": 6557 }, { "epoch": 5.82, "learning_rate": 9.718632472809279e-05, "loss": 19.2734, "step": 6558 }, { "epoch": 5.83, "learning_rate": 9.718539364139065e-05, "loss": 19.0107, "step": 6559 }, { "epoch": 5.83, "learning_rate": 9.718446240512043e-05, "loss": 20.1006, "step": 6560 }, { "epoch": 5.83, "learning_rate": 9.718353101928508e-05, "loss": 19.7002, "step": 6561 }, { "epoch": 5.83, "learning_rate": 9.718259948388753e-05, "loss": 20.083, "step": 6562 }, { "epoch": 5.83, "learning_rate": 9.718166779893078e-05, "loss": 19.8359, "step": 6563 }, { "epoch": 5.83, "learning_rate": 9.718073596441775e-05, "loss": 19.5938, "step": 6564 }, { "epoch": 5.83, "learning_rate": 9.71798039803514e-05, "loss": 20.1816, "step": 6565 }, { "epoch": 5.83, "learning_rate": 9.717887184673467e-05, "loss": 20.3623, "step": 6566 }, { "epoch": 5.83, "learning_rate": 9.717793956357054e-05, "loss": 19.9805, "step": 6567 }, { "epoch": 5.83, "learning_rate": 9.717700713086195e-05, "loss": 19.7656, "step": 6568 }, { "epoch": 5.83, "learning_rate": 9.717607454861186e-05, "loss": 19.5518, "step": 6569 }, { "epoch": 5.83, "learning_rate": 9.717514181682324e-05, "loss": 20.2822, "step": 6570 }, { "epoch": 5.84, "learning_rate": 9.717420893549902e-05, "loss": 20.0664, "step": 6571 }, { "epoch": 5.84, "learning_rate": 9.717327590464216e-05, "loss": 20.3086, "step": 6572 }, { "epoch": 5.84, "learning_rate": 9.717234272425564e-05, "loss": 19.4619, "step": 6573 }, { "epoch": 5.84, "learning_rate": 9.717140939434241e-05, "loss": 19.1895, "step": 6574 }, { "epoch": 5.84, "learning_rate": 9.717047591490542e-05, "loss": 19.5449, "step": 6575 }, { "epoch": 5.84, "learning_rate": 9.716954228594761e-05, "loss": 20.5811, "step": 6576 }, { "epoch": 5.84, "learning_rate": 9.716860850747198e-05, "loss": 20.1533, "step": 6577 }, { "epoch": 5.84, "learning_rate": 9.716767457948148e-05, "loss": 19.7998, "step": 6578 }, { "epoch": 5.84, "learning_rate": 9.716674050197904e-05, "loss": 19.6807, "step": 6579 }, { "epoch": 5.84, "learning_rate": 9.716580627496767e-05, "loss": 19.8467, "step": 6580 }, { "epoch": 5.84, "learning_rate": 9.71648718984503e-05, "loss": 19.8633, "step": 6581 }, { "epoch": 5.85, "learning_rate": 9.716393737242988e-05, "loss": 20.2285, "step": 6582 }, { "epoch": 5.85, "learning_rate": 9.716300269690939e-05, "loss": 19.7363, "step": 6583 }, { "epoch": 5.85, "learning_rate": 9.71620678718918e-05, "loss": 20.3643, "step": 6584 }, { "epoch": 5.85, "learning_rate": 9.716113289738004e-05, "loss": 19.9277, "step": 6585 }, { "epoch": 5.85, "learning_rate": 9.716019777337713e-05, "loss": 20.1562, "step": 6586 }, { "epoch": 5.85, "learning_rate": 9.715926249988599e-05, "loss": 19.9697, "step": 6587 }, { "epoch": 5.85, "learning_rate": 9.715832707690959e-05, "loss": 20.2803, "step": 6588 }, { "epoch": 5.85, "learning_rate": 9.71573915044509e-05, "loss": 19.9316, "step": 6589 }, { "epoch": 5.85, "learning_rate": 9.715645578251292e-05, "loss": 20.2041, "step": 6590 }, { "epoch": 5.85, "learning_rate": 9.715551991109855e-05, "loss": 19.7832, "step": 6591 }, { "epoch": 5.85, "learning_rate": 9.71545838902108e-05, "loss": 19.7588, "step": 6592 }, { "epoch": 5.86, "learning_rate": 9.715364771985262e-05, "loss": 19.8477, "step": 6593 }, { "epoch": 5.86, "learning_rate": 9.715271140002698e-05, "loss": 19.8711, "step": 6594 }, { "epoch": 5.86, "learning_rate": 9.715177493073685e-05, "loss": 20.2295, "step": 6595 }, { "epoch": 5.86, "learning_rate": 9.715083831198521e-05, "loss": 20.0938, "step": 6596 }, { "epoch": 5.86, "learning_rate": 9.714990154377503e-05, "loss": 19.8154, "step": 6597 }, { "epoch": 5.86, "learning_rate": 9.714896462610927e-05, "loss": 20.0293, "step": 6598 }, { "epoch": 5.86, "learning_rate": 9.714802755899088e-05, "loss": 20.2744, "step": 6599 }, { "epoch": 5.86, "learning_rate": 9.714709034242287e-05, "loss": 20.2568, "step": 6600 }, { "epoch": 5.86, "learning_rate": 9.714615297640816e-05, "loss": 20.0391, "step": 6601 }, { "epoch": 5.86, "learning_rate": 9.714521546094977e-05, "loss": 19.8252, "step": 6602 }, { "epoch": 5.86, "learning_rate": 9.714427779605065e-05, "loss": 19.4766, "step": 6603 }, { "epoch": 5.87, "learning_rate": 9.714333998171378e-05, "loss": 20.498, "step": 6604 }, { "epoch": 5.87, "learning_rate": 9.714240201794212e-05, "loss": 19.6543, "step": 6605 }, { "epoch": 5.87, "learning_rate": 9.714146390473866e-05, "loss": 19.8389, "step": 6606 }, { "epoch": 5.87, "learning_rate": 9.714052564210636e-05, "loss": 20.1406, "step": 6607 }, { "epoch": 5.87, "learning_rate": 9.713958723004819e-05, "loss": 20.4189, "step": 6608 }, { "epoch": 5.87, "learning_rate": 9.713864866856715e-05, "loss": 19.8994, "step": 6609 }, { "epoch": 5.87, "learning_rate": 9.713770995766619e-05, "loss": 20.0498, "step": 6610 }, { "epoch": 5.87, "learning_rate": 9.713677109734829e-05, "loss": 19.8496, "step": 6611 }, { "epoch": 5.87, "learning_rate": 9.713583208761643e-05, "loss": 20.0371, "step": 6612 }, { "epoch": 5.87, "learning_rate": 9.713489292847357e-05, "loss": 19.958, "step": 6613 }, { "epoch": 5.87, "learning_rate": 9.713395361992274e-05, "loss": 19.9775, "step": 6614 }, { "epoch": 5.87, "learning_rate": 9.713301416196685e-05, "loss": 20.623, "step": 6615 }, { "epoch": 5.88, "learning_rate": 9.713207455460894e-05, "loss": 19.6172, "step": 6616 }, { "epoch": 5.88, "learning_rate": 9.713113479785192e-05, "loss": 20.1357, "step": 6617 }, { "epoch": 5.88, "learning_rate": 9.713019489169882e-05, "loss": 19.7979, "step": 6618 }, { "epoch": 5.88, "learning_rate": 9.712925483615261e-05, "loss": 20.4648, "step": 6619 }, { "epoch": 5.88, "learning_rate": 9.712831463121627e-05, "loss": 20.3691, "step": 6620 }, { "epoch": 5.88, "learning_rate": 9.712737427689276e-05, "loss": 20.2227, "step": 6621 }, { "epoch": 5.88, "learning_rate": 9.712643377318509e-05, "loss": 19.6992, "step": 6622 }, { "epoch": 5.88, "learning_rate": 9.71254931200962e-05, "loss": 20.1689, "step": 6623 }, { "epoch": 5.88, "learning_rate": 9.712455231762913e-05, "loss": 20.2148, "step": 6624 }, { "epoch": 5.88, "learning_rate": 9.712361136578682e-05, "loss": 19.8398, "step": 6625 }, { "epoch": 5.88, "learning_rate": 9.712267026457227e-05, "loss": 19.7012, "step": 6626 }, { "epoch": 5.89, "learning_rate": 9.712172901398844e-05, "loss": 20.4971, "step": 6627 }, { "epoch": 5.89, "learning_rate": 9.712078761403834e-05, "loss": 19.6113, "step": 6628 }, { "epoch": 5.89, "learning_rate": 9.711984606472496e-05, "loss": 19.6855, "step": 6629 }, { "epoch": 5.89, "learning_rate": 9.711890436605123e-05, "loss": 20.084, "step": 6630 }, { "epoch": 5.89, "learning_rate": 9.71179625180202e-05, "loss": 20.127, "step": 6631 }, { "epoch": 5.89, "learning_rate": 9.711702052063483e-05, "loss": 19.7139, "step": 6632 }, { "epoch": 5.89, "learning_rate": 9.71160783738981e-05, "loss": 20.2891, "step": 6633 }, { "epoch": 5.89, "learning_rate": 9.711513607781299e-05, "loss": 19.8398, "step": 6634 }, { "epoch": 5.89, "learning_rate": 9.711419363238251e-05, "loss": 20.0596, "step": 6635 }, { "epoch": 5.89, "learning_rate": 9.711325103760965e-05, "loss": 20.1221, "step": 6636 }, { "epoch": 5.89, "learning_rate": 9.711230829349735e-05, "loss": 20.1338, "step": 6637 }, { "epoch": 5.9, "learning_rate": 9.711136540004866e-05, "loss": 19.6533, "step": 6638 }, { "epoch": 5.9, "learning_rate": 9.711042235726653e-05, "loss": 19.8799, "step": 6639 }, { "epoch": 5.9, "learning_rate": 9.710947916515396e-05, "loss": 20.4072, "step": 6640 }, { "epoch": 5.9, "learning_rate": 9.710853582371394e-05, "loss": 20.1064, "step": 6641 }, { "epoch": 5.9, "learning_rate": 9.710759233294946e-05, "loss": 19.5195, "step": 6642 }, { "epoch": 5.9, "learning_rate": 9.71066486928635e-05, "loss": 20.1973, "step": 6643 }, { "epoch": 5.9, "learning_rate": 9.710570490345908e-05, "loss": 19.7061, "step": 6644 }, { "epoch": 5.9, "learning_rate": 9.710476096473916e-05, "loss": 19.8711, "step": 6645 }, { "epoch": 5.9, "learning_rate": 9.710381687670675e-05, "loss": 19.7227, "step": 6646 }, { "epoch": 5.9, "learning_rate": 9.710287263936484e-05, "loss": 20.1416, "step": 6647 }, { "epoch": 5.9, "learning_rate": 9.710192825271642e-05, "loss": 20.0645, "step": 6648 }, { "epoch": 5.9, "learning_rate": 9.710098371676449e-05, "loss": 19.3994, "step": 6649 }, { "epoch": 5.91, "learning_rate": 9.710003903151202e-05, "loss": 19.5049, "step": 6650 }, { "epoch": 5.91, "learning_rate": 9.709909419696204e-05, "loss": 19.6016, "step": 6651 }, { "epoch": 5.91, "learning_rate": 9.709814921311753e-05, "loss": 20.1025, "step": 6652 }, { "epoch": 5.91, "learning_rate": 9.709720407998147e-05, "loss": 19.9043, "step": 6653 }, { "epoch": 5.91, "learning_rate": 9.709625879755688e-05, "loss": 20.5498, "step": 6654 }, { "epoch": 5.91, "learning_rate": 9.709531336584674e-05, "loss": 20.3916, "step": 6655 }, { "epoch": 5.91, "learning_rate": 9.709436778485405e-05, "loss": 19.8887, "step": 6656 }, { "epoch": 5.91, "learning_rate": 9.709342205458181e-05, "loss": 19.8643, "step": 6657 }, { "epoch": 5.91, "learning_rate": 9.709247617503301e-05, "loss": 19.8369, "step": 6658 }, { "epoch": 5.91, "learning_rate": 9.709153014621066e-05, "loss": 19.6807, "step": 6659 }, { "epoch": 5.91, "learning_rate": 9.709058396811777e-05, "loss": 19.5, "step": 6660 }, { "epoch": 5.92, "learning_rate": 9.708963764075731e-05, "loss": 20.5381, "step": 6661 }, { "epoch": 5.92, "learning_rate": 9.70886911641323e-05, "loss": 20.2646, "step": 6662 }, { "epoch": 5.92, "learning_rate": 9.708774453824573e-05, "loss": 20.2725, "step": 6663 }, { "epoch": 5.92, "learning_rate": 9.70867977631006e-05, "loss": 19.9795, "step": 6664 }, { "epoch": 5.92, "learning_rate": 9.708585083869992e-05, "loss": 20.0898, "step": 6665 }, { "epoch": 5.92, "learning_rate": 9.708490376504668e-05, "loss": 20.2861, "step": 6666 }, { "epoch": 5.92, "learning_rate": 9.708395654214389e-05, "loss": 20.1182, "step": 6667 }, { "epoch": 5.92, "learning_rate": 9.708300916999455e-05, "loss": 21.0391, "step": 6668 }, { "epoch": 5.92, "learning_rate": 9.708206164860167e-05, "loss": 19.3115, "step": 6669 }, { "epoch": 5.92, "learning_rate": 9.708111397796825e-05, "loss": 19.7246, "step": 6670 }, { "epoch": 5.92, "learning_rate": 9.708016615809729e-05, "loss": 20.1729, "step": 6671 }, { "epoch": 5.93, "learning_rate": 9.70792181889918e-05, "loss": 20.2607, "step": 6672 }, { "epoch": 5.93, "learning_rate": 9.707827007065477e-05, "loss": 20.1318, "step": 6673 }, { "epoch": 5.93, "learning_rate": 9.707732180308921e-05, "loss": 20.0098, "step": 6674 }, { "epoch": 5.93, "learning_rate": 9.707637338629816e-05, "loss": 20.2598, "step": 6675 }, { "epoch": 5.93, "learning_rate": 9.707542482028458e-05, "loss": 20.0215, "step": 6676 }, { "epoch": 5.93, "learning_rate": 9.707447610505149e-05, "loss": 20.0049, "step": 6677 }, { "epoch": 5.93, "learning_rate": 9.70735272406019e-05, "loss": 20.0703, "step": 6678 }, { "epoch": 5.93, "learning_rate": 9.707257822693883e-05, "loss": 20.1289, "step": 6679 }, { "epoch": 5.93, "learning_rate": 9.707162906406528e-05, "loss": 20.085, "step": 6680 }, { "epoch": 5.93, "learning_rate": 9.707067975198425e-05, "loss": 20.2188, "step": 6681 }, { "epoch": 5.93, "learning_rate": 9.706973029069875e-05, "loss": 19.4424, "step": 6682 }, { "epoch": 5.94, "learning_rate": 9.70687806802118e-05, "loss": 20.5557, "step": 6683 }, { "epoch": 5.94, "learning_rate": 9.70678309205264e-05, "loss": 19.7148, "step": 6684 }, { "epoch": 5.94, "learning_rate": 9.706688101164558e-05, "loss": 19.5371, "step": 6685 }, { "epoch": 5.94, "learning_rate": 9.706593095357234e-05, "loss": 20.0293, "step": 6686 }, { "epoch": 5.94, "learning_rate": 9.706498074630968e-05, "loss": 20.0488, "step": 6687 }, { "epoch": 5.94, "learning_rate": 9.706403038986062e-05, "loss": 19.6318, "step": 6688 }, { "epoch": 5.94, "learning_rate": 9.706307988422817e-05, "loss": 20.5771, "step": 6689 }, { "epoch": 5.94, "learning_rate": 9.706212922941535e-05, "loss": 20.3242, "step": 6690 }, { "epoch": 5.94, "learning_rate": 9.706117842542518e-05, "loss": 20.1768, "step": 6691 }, { "epoch": 5.94, "learning_rate": 9.706022747226063e-05, "loss": 19.5879, "step": 6692 }, { "epoch": 5.94, "learning_rate": 9.705927636992478e-05, "loss": 19.8135, "step": 6693 }, { "epoch": 5.94, "learning_rate": 9.70583251184206e-05, "loss": 20.1123, "step": 6694 }, { "epoch": 5.95, "learning_rate": 9.705737371775112e-05, "loss": 20.2373, "step": 6695 }, { "epoch": 5.95, "learning_rate": 9.705642216791934e-05, "loss": 20.042, "step": 6696 }, { "epoch": 5.95, "learning_rate": 9.705547046892831e-05, "loss": 19.708, "step": 6697 }, { "epoch": 5.95, "learning_rate": 9.705451862078101e-05, "loss": 20.3623, "step": 6698 }, { "epoch": 5.95, "learning_rate": 9.705356662348048e-05, "loss": 19.9551, "step": 6699 }, { "epoch": 5.95, "learning_rate": 9.705261447702973e-05, "loss": 19.5537, "step": 6700 }, { "epoch": 5.95, "learning_rate": 9.705166218143177e-05, "loss": 19.8711, "step": 6701 }, { "epoch": 5.95, "learning_rate": 9.705070973668965e-05, "loss": 20.335, "step": 6702 }, { "epoch": 5.95, "learning_rate": 9.704975714280635e-05, "loss": 19.6738, "step": 6703 }, { "epoch": 5.95, "learning_rate": 9.704880439978492e-05, "loss": 19.2168, "step": 6704 }, { "epoch": 5.95, "learning_rate": 9.704785150762835e-05, "loss": 19.9541, "step": 6705 }, { "epoch": 5.96, "learning_rate": 9.704689846633969e-05, "loss": 20.0332, "step": 6706 }, { "epoch": 5.96, "learning_rate": 9.704594527592194e-05, "loss": 19.6143, "step": 6707 }, { "epoch": 5.96, "learning_rate": 9.704499193637813e-05, "loss": 20.0801, "step": 6708 }, { "epoch": 5.96, "learning_rate": 9.704403844771128e-05, "loss": 19.7393, "step": 6709 }, { "epoch": 5.96, "learning_rate": 9.704308480992441e-05, "loss": 19.9209, "step": 6710 }, { "epoch": 5.96, "learning_rate": 9.704213102302055e-05, "loss": 20.6523, "step": 6711 }, { "epoch": 5.96, "learning_rate": 9.704117708700272e-05, "loss": 20.0615, "step": 6712 }, { "epoch": 5.96, "learning_rate": 9.704022300187394e-05, "loss": 19.7344, "step": 6713 }, { "epoch": 5.96, "learning_rate": 9.703926876763725e-05, "loss": 20.0342, "step": 6714 }, { "epoch": 5.96, "learning_rate": 9.703831438429564e-05, "loss": 19.9512, "step": 6715 }, { "epoch": 5.96, "learning_rate": 9.703735985185219e-05, "loss": 19.4023, "step": 6716 }, { "epoch": 5.97, "learning_rate": 9.703640517030986e-05, "loss": 19.8867, "step": 6717 }, { "epoch": 5.97, "learning_rate": 9.703545033967172e-05, "loss": 19.4023, "step": 6718 }, { "epoch": 5.97, "learning_rate": 9.70344953599408e-05, "loss": 20.0215, "step": 6719 }, { "epoch": 5.97, "learning_rate": 9.70335402311201e-05, "loss": 20.0391, "step": 6720 }, { "epoch": 5.97, "learning_rate": 9.703258495321266e-05, "loss": 20.3545, "step": 6721 }, { "epoch": 5.97, "learning_rate": 9.703162952622152e-05, "loss": 20.0488, "step": 6722 }, { "epoch": 5.97, "learning_rate": 9.703067395014967e-05, "loss": 19.7637, "step": 6723 }, { "epoch": 5.97, "learning_rate": 9.70297182250002e-05, "loss": 20.3359, "step": 6724 }, { "epoch": 5.97, "learning_rate": 9.702876235077609e-05, "loss": 20.0908, "step": 6725 }, { "epoch": 5.97, "learning_rate": 9.702780632748038e-05, "loss": 19.6953, "step": 6726 }, { "epoch": 5.97, "learning_rate": 9.70268501551161e-05, "loss": 19.6631, "step": 6727 }, { "epoch": 5.98, "learning_rate": 9.702589383368629e-05, "loss": 19.9023, "step": 6728 }, { "epoch": 5.98, "learning_rate": 9.702493736319401e-05, "loss": 19.7246, "step": 6729 }, { "epoch": 5.98, "learning_rate": 9.702398074364223e-05, "loss": 19.7217, "step": 6730 }, { "epoch": 5.98, "learning_rate": 9.702302397503402e-05, "loss": 20.8623, "step": 6731 }, { "epoch": 5.98, "learning_rate": 9.702206705737238e-05, "loss": 19.5459, "step": 6732 }, { "epoch": 5.98, "learning_rate": 9.702110999066041e-05, "loss": 19.6074, "step": 6733 }, { "epoch": 5.98, "learning_rate": 9.702015277490108e-05, "loss": 20.0244, "step": 6734 }, { "epoch": 5.98, "learning_rate": 9.701919541009745e-05, "loss": 20.0684, "step": 6735 }, { "epoch": 5.98, "learning_rate": 9.701823789625254e-05, "loss": 19.8447, "step": 6736 }, { "epoch": 5.98, "learning_rate": 9.70172802333694e-05, "loss": 20.4453, "step": 6737 }, { "epoch": 5.98, "learning_rate": 9.701632242145106e-05, "loss": 19.8916, "step": 6738 }, { "epoch": 5.98, "learning_rate": 9.701536446050056e-05, "loss": 19.6904, "step": 6739 }, { "epoch": 5.99, "learning_rate": 9.701440635052094e-05, "loss": 19.6113, "step": 6740 }, { "epoch": 5.99, "learning_rate": 9.701344809151524e-05, "loss": 19.9521, "step": 6741 }, { "epoch": 5.99, "learning_rate": 9.701248968348648e-05, "loss": 20.0977, "step": 6742 }, { "epoch": 5.99, "learning_rate": 9.701153112643771e-05, "loss": 19.4805, "step": 6743 }, { "epoch": 5.99, "learning_rate": 9.701057242037195e-05, "loss": 20.2451, "step": 6744 }, { "epoch": 5.99, "learning_rate": 9.700961356529226e-05, "loss": 19.5723, "step": 6745 }, { "epoch": 5.99, "learning_rate": 9.700865456120167e-05, "loss": 19.9229, "step": 6746 }, { "epoch": 5.99, "learning_rate": 9.700769540810324e-05, "loss": 20.1191, "step": 6747 }, { "epoch": 5.99, "learning_rate": 9.700673610599998e-05, "loss": 20.0557, "step": 6748 }, { "epoch": 5.99, "learning_rate": 9.700577665489495e-05, "loss": 19.873, "step": 6749 }, { "epoch": 5.99, "learning_rate": 9.700481705479117e-05, "loss": 19.54, "step": 6750 }, { "epoch": 6.0, "learning_rate": 9.700385730569171e-05, "loss": 19.9453, "step": 6751 }, { "epoch": 6.0, "learning_rate": 9.70028974075996e-05, "loss": 19.9707, "step": 6752 }, { "epoch": 6.0, "learning_rate": 9.700193736051787e-05, "loss": 20.2217, "step": 6753 }, { "epoch": 6.0, "learning_rate": 9.700097716444959e-05, "loss": 19.626, "step": 6754 }, { "epoch": 6.0, "learning_rate": 9.700001681939779e-05, "loss": 19.9863, "step": 6755 }, { "epoch": 6.0, "learning_rate": 9.69990563253655e-05, "loss": 20.0391, "step": 6756 }, { "epoch": 6.0, "learning_rate": 9.699809568235578e-05, "loss": 19.502, "step": 6757 }, { "epoch": 6.0, "learning_rate": 9.699713489037168e-05, "loss": 20.1025, "step": 6758 }, { "epoch": 6.0, "learning_rate": 9.699617394941624e-05, "loss": 20.4453, "step": 6759 }, { "epoch": 6.0, "learning_rate": 9.699521285949249e-05, "loss": 19.9473, "step": 6760 }, { "epoch": 6.0, "learning_rate": 9.699425162060349e-05, "loss": 20.1172, "step": 6761 }, { "epoch": 6.01, "learning_rate": 9.699329023275231e-05, "loss": 20.0713, "step": 6762 }, { "epoch": 6.01, "learning_rate": 9.699232869594196e-05, "loss": 19.2627, "step": 6763 }, { "epoch": 6.01, "learning_rate": 9.69913670101755e-05, "loss": 19.7822, "step": 6764 }, { "epoch": 6.01, "learning_rate": 9.699040517545599e-05, "loss": 20.3438, "step": 6765 }, { "epoch": 6.01, "learning_rate": 9.698944319178647e-05, "loss": 19.9863, "step": 6766 }, { "epoch": 6.01, "learning_rate": 9.698848105916998e-05, "loss": 20.4033, "step": 6767 }, { "epoch": 6.01, "learning_rate": 9.698751877760957e-05, "loss": 20.0947, "step": 6768 }, { "epoch": 6.01, "learning_rate": 9.698655634710831e-05, "loss": 19.7354, "step": 6769 }, { "epoch": 6.01, "learning_rate": 9.698655634710831e-05, "loss": 20.4004, "step": 6770 }, { "epoch": 6.01, "learning_rate": 9.698559376766925e-05, "loss": 19.709, "step": 6771 }, { "epoch": 6.01, "learning_rate": 9.698463103929542e-05, "loss": 20.9219, "step": 6772 }, { "epoch": 6.02, "learning_rate": 9.698366816198989e-05, "loss": 20.0264, "step": 6773 }, { "epoch": 6.02, "learning_rate": 9.69827051357557e-05, "loss": 19.752, "step": 6774 }, { "epoch": 6.02, "learning_rate": 9.698174196059591e-05, "loss": 19.4775, "step": 6775 }, { "epoch": 6.02, "learning_rate": 9.698077863651355e-05, "loss": 20.0283, "step": 6776 }, { "epoch": 6.02, "learning_rate": 9.697981516351173e-05, "loss": 19.3721, "step": 6777 }, { "epoch": 6.02, "learning_rate": 9.697885154159346e-05, "loss": 20.2285, "step": 6778 }, { "epoch": 6.02, "learning_rate": 9.697788777076177e-05, "loss": 19.7549, "step": 6779 }, { "epoch": 6.02, "learning_rate": 9.697692385101977e-05, "loss": 19.9902, "step": 6780 }, { "epoch": 6.02, "learning_rate": 9.697595978237051e-05, "loss": 19.5771, "step": 6781 }, { "epoch": 6.02, "learning_rate": 9.697499556481701e-05, "loss": 19.4258, "step": 6782 }, { "epoch": 6.02, "learning_rate": 9.697403119836234e-05, "loss": 19.8037, "step": 6783 }, { "epoch": 6.02, "learning_rate": 9.697306668300957e-05, "loss": 19.6104, "step": 6784 }, { "epoch": 6.03, "learning_rate": 9.697210201876174e-05, "loss": 19.7178, "step": 6785 }, { "epoch": 6.03, "learning_rate": 9.697113720562195e-05, "loss": 20.5654, "step": 6786 }, { "epoch": 6.03, "learning_rate": 9.69701722435932e-05, "loss": 20.8027, "step": 6787 }, { "epoch": 6.03, "learning_rate": 9.696920713267856e-05, "loss": 19.2559, "step": 6788 }, { "epoch": 6.03, "learning_rate": 9.696824187288111e-05, "loss": 20.1846, "step": 6789 }, { "epoch": 6.03, "learning_rate": 9.696727646420391e-05, "loss": 19.4844, "step": 6790 }, { "epoch": 6.03, "learning_rate": 9.696631090665003e-05, "loss": 19.6387, "step": 6791 }, { "epoch": 6.03, "learning_rate": 9.69653452002225e-05, "loss": 20.293, "step": 6792 }, { "epoch": 6.03, "learning_rate": 9.696437934492438e-05, "loss": 19.8105, "step": 6793 }, { "epoch": 6.03, "learning_rate": 9.696341334075876e-05, "loss": 19.5586, "step": 6794 }, { "epoch": 6.03, "learning_rate": 9.696244718772869e-05, "loss": 19.5928, "step": 6795 }, { "epoch": 6.04, "learning_rate": 9.696148088583724e-05, "loss": 19.5146, "step": 6796 }, { "epoch": 6.04, "learning_rate": 9.696051443508744e-05, "loss": 19.5938, "step": 6797 }, { "epoch": 6.04, "learning_rate": 9.69595478354824e-05, "loss": 20.0674, "step": 6798 }, { "epoch": 6.04, "learning_rate": 9.695858108702515e-05, "loss": 19.6348, "step": 6799 }, { "epoch": 6.04, "learning_rate": 9.695761418971876e-05, "loss": 19.2979, "step": 6800 }, { "epoch": 6.04, "learning_rate": 9.695664714356631e-05, "loss": 19.5596, "step": 6801 }, { "epoch": 6.04, "learning_rate": 9.695567994857086e-05, "loss": 19.7803, "step": 6802 }, { "epoch": 6.04, "learning_rate": 9.695471260473545e-05, "loss": 20.3311, "step": 6803 }, { "epoch": 6.04, "learning_rate": 9.695374511206319e-05, "loss": 19.5176, "step": 6804 }, { "epoch": 6.04, "learning_rate": 9.695277747055712e-05, "loss": 20.0371, "step": 6805 }, { "epoch": 6.04, "learning_rate": 9.69518096802203e-05, "loss": 19.6357, "step": 6806 }, { "epoch": 6.05, "learning_rate": 9.695084174105583e-05, "loss": 20.001, "step": 6807 }, { "epoch": 6.05, "learning_rate": 9.694987365306676e-05, "loss": 20.293, "step": 6808 }, { "epoch": 6.05, "learning_rate": 9.694890541625614e-05, "loss": 19.0645, "step": 6809 }, { "epoch": 6.05, "learning_rate": 9.694793703062706e-05, "loss": 19.9961, "step": 6810 }, { "epoch": 6.05, "learning_rate": 9.694696849618259e-05, "loss": 19.749, "step": 6811 }, { "epoch": 6.05, "learning_rate": 9.694599981292578e-05, "loss": 19.4766, "step": 6812 }, { "epoch": 6.05, "learning_rate": 9.694503098085972e-05, "loss": 20.0771, "step": 6813 }, { "epoch": 6.05, "learning_rate": 9.694406199998749e-05, "loss": 20.4697, "step": 6814 }, { "epoch": 6.05, "learning_rate": 9.694309287031213e-05, "loss": 19.3076, "step": 6815 }, { "epoch": 6.05, "learning_rate": 9.694212359183675e-05, "loss": 19.9678, "step": 6816 }, { "epoch": 6.05, "learning_rate": 9.69411541645644e-05, "loss": 19.1602, "step": 6817 }, { "epoch": 6.06, "learning_rate": 9.694018458849815e-05, "loss": 20.4492, "step": 6818 }, { "epoch": 6.06, "learning_rate": 9.693921486364108e-05, "loss": 19.6973, "step": 6819 }, { "epoch": 6.06, "learning_rate": 9.693824498999627e-05, "loss": 19.7959, "step": 6820 }, { "epoch": 6.06, "learning_rate": 9.693727496756677e-05, "loss": 20.2695, "step": 6821 }, { "epoch": 6.06, "learning_rate": 9.693630479635567e-05, "loss": 19.2529, "step": 6822 }, { "epoch": 6.06, "learning_rate": 9.693533447636607e-05, "loss": 20.3457, "step": 6823 }, { "epoch": 6.06, "learning_rate": 9.6934364007601e-05, "loss": 20.1533, "step": 6824 }, { "epoch": 6.06, "learning_rate": 9.693339339006358e-05, "loss": 19.5654, "step": 6825 }, { "epoch": 6.06, "learning_rate": 9.693242262375685e-05, "loss": 19.8223, "step": 6826 }, { "epoch": 6.06, "learning_rate": 9.693145170868391e-05, "loss": 19.8633, "step": 6827 }, { "epoch": 6.06, "learning_rate": 9.693048064484782e-05, "loss": 19.6152, "step": 6828 }, { "epoch": 6.06, "learning_rate": 9.692950943225168e-05, "loss": 19.5088, "step": 6829 }, { "epoch": 6.07, "learning_rate": 9.692853807089855e-05, "loss": 20.1143, "step": 6830 }, { "epoch": 6.07, "learning_rate": 9.692756656079152e-05, "loss": 19.9707, "step": 6831 }, { "epoch": 6.07, "learning_rate": 9.692659490193366e-05, "loss": 19.4023, "step": 6832 }, { "epoch": 6.07, "learning_rate": 9.692562309432807e-05, "loss": 19.4775, "step": 6833 }, { "epoch": 6.07, "learning_rate": 9.69246511379778e-05, "loss": 20.0439, "step": 6834 }, { "epoch": 6.07, "learning_rate": 9.692367903288594e-05, "loss": 20.0137, "step": 6835 }, { "epoch": 6.07, "learning_rate": 9.69227067790556e-05, "loss": 19.6855, "step": 6836 }, { "epoch": 6.07, "learning_rate": 9.692173437648984e-05, "loss": 19.8838, "step": 6837 }, { "epoch": 6.07, "learning_rate": 9.692076182519172e-05, "loss": 19.8848, "step": 6838 }, { "epoch": 6.07, "learning_rate": 9.691978912516437e-05, "loss": 20.2666, "step": 6839 }, { "epoch": 6.07, "learning_rate": 9.691881627641083e-05, "loss": 20.1436, "step": 6840 }, { "epoch": 6.08, "learning_rate": 9.691784327893421e-05, "loss": 19.7842, "step": 6841 }, { "epoch": 6.08, "learning_rate": 9.691687013273758e-05, "loss": 20.042, "step": 6842 }, { "epoch": 6.08, "learning_rate": 9.691589683782403e-05, "loss": 20.0615, "step": 6843 }, { "epoch": 6.08, "learning_rate": 9.691492339419665e-05, "loss": 19.4922, "step": 6844 }, { "epoch": 6.08, "learning_rate": 9.691394980185853e-05, "loss": 20.334, "step": 6845 }, { "epoch": 6.08, "learning_rate": 9.691297606081274e-05, "loss": 19.9561, "step": 6846 }, { "epoch": 6.08, "learning_rate": 9.691200217106237e-05, "loss": 19.4727, "step": 6847 }, { "epoch": 6.08, "learning_rate": 9.691102813261052e-05, "loss": 19.5049, "step": 6848 }, { "epoch": 6.08, "learning_rate": 9.691005394546026e-05, "loss": 19.8545, "step": 6849 }, { "epoch": 6.08, "learning_rate": 9.690907960961471e-05, "loss": 19.877, "step": 6850 }, { "epoch": 6.08, "learning_rate": 9.690810512507691e-05, "loss": 20.4199, "step": 6851 }, { "epoch": 6.09, "learning_rate": 9.690810512507691e-05, "loss": 20.1279, "step": 6852 }, { "epoch": 6.09, "learning_rate": 9.690713049184999e-05, "loss": 19.6133, "step": 6853 }, { "epoch": 6.09, "learning_rate": 9.690615570993702e-05, "loss": 19.6504, "step": 6854 }, { "epoch": 6.09, "learning_rate": 9.690518077934108e-05, "loss": 19.9336, "step": 6855 }, { "epoch": 6.09, "learning_rate": 9.690420570006529e-05, "loss": 19.4463, "step": 6856 }, { "epoch": 6.09, "learning_rate": 9.690323047211271e-05, "loss": 19.9473, "step": 6857 }, { "epoch": 6.09, "learning_rate": 9.690225509548644e-05, "loss": 20.0146, "step": 6858 }, { "epoch": 6.09, "learning_rate": 9.69012795701896e-05, "loss": 19.1885, "step": 6859 }, { "epoch": 6.09, "learning_rate": 9.690030389622527e-05, "loss": 20.2549, "step": 6860 }, { "epoch": 6.09, "learning_rate": 9.68993280735965e-05, "loss": 19.8486, "step": 6861 }, { "epoch": 6.09, "learning_rate": 9.689835210230644e-05, "loss": 20.1592, "step": 6862 }, { "epoch": 6.1, "learning_rate": 9.689737598235814e-05, "loss": 20.4111, "step": 6863 }, { "epoch": 6.1, "learning_rate": 9.689639971375473e-05, "loss": 19.8613, "step": 6864 }, { "epoch": 6.1, "learning_rate": 9.689542329649928e-05, "loss": 20.167, "step": 6865 }, { "epoch": 6.1, "learning_rate": 9.68944467305949e-05, "loss": 19.4629, "step": 6866 }, { "epoch": 6.1, "learning_rate": 9.689347001604465e-05, "loss": 19.7256, "step": 6867 }, { "epoch": 6.1, "learning_rate": 9.689249315285168e-05, "loss": 19.6836, "step": 6868 }, { "epoch": 6.1, "learning_rate": 9.689151614101906e-05, "loss": 20.5869, "step": 6869 }, { "epoch": 6.1, "learning_rate": 9.689053898054989e-05, "loss": 19.4414, "step": 6870 }, { "epoch": 6.1, "learning_rate": 9.688956167144725e-05, "loss": 19.5957, "step": 6871 }, { "epoch": 6.1, "learning_rate": 9.688858421371427e-05, "loss": 19.5898, "step": 6872 }, { "epoch": 6.1, "learning_rate": 9.688760660735402e-05, "loss": 19.6201, "step": 6873 }, { "epoch": 6.1, "learning_rate": 9.688662885236963e-05, "loss": 20.0254, "step": 6874 }, { "epoch": 6.11, "learning_rate": 9.688565094876416e-05, "loss": 19.6436, "step": 6875 }, { "epoch": 6.11, "learning_rate": 9.688467289654072e-05, "loss": 19.8154, "step": 6876 }, { "epoch": 6.11, "learning_rate": 9.688369469570244e-05, "loss": 20.0107, "step": 6877 }, { "epoch": 6.11, "learning_rate": 9.688271634625242e-05, "loss": 20.0654, "step": 6878 }, { "epoch": 6.11, "learning_rate": 9.68817378481937e-05, "loss": 20.0605, "step": 6879 }, { "epoch": 6.11, "learning_rate": 9.688075920152944e-05, "loss": 19.4385, "step": 6880 }, { "epoch": 6.11, "learning_rate": 9.687978040626272e-05, "loss": 20.207, "step": 6881 }, { "epoch": 6.11, "learning_rate": 9.687880146239666e-05, "loss": 20.2949, "step": 6882 }, { "epoch": 6.11, "learning_rate": 9.687782236993434e-05, "loss": 20.29, "step": 6883 }, { "epoch": 6.11, "learning_rate": 9.687684312887889e-05, "loss": 19.75, "step": 6884 }, { "epoch": 6.11, "learning_rate": 9.687586373923337e-05, "loss": 19.3789, "step": 6885 }, { "epoch": 6.12, "learning_rate": 9.687488420100093e-05, "loss": 19.748, "step": 6886 }, { "epoch": 6.12, "learning_rate": 9.687390451418465e-05, "loss": 19.8877, "step": 6887 }, { "epoch": 6.12, "learning_rate": 9.687292467878766e-05, "loss": 19.9639, "step": 6888 }, { "epoch": 6.12, "learning_rate": 9.687194469481305e-05, "loss": 19.6523, "step": 6889 }, { "epoch": 6.12, "learning_rate": 9.68709645622639e-05, "loss": 20.6455, "step": 6890 }, { "epoch": 6.12, "learning_rate": 9.686998428114335e-05, "loss": 20.0391, "step": 6891 }, { "epoch": 6.12, "learning_rate": 9.686900385145453e-05, "loss": 19.7021, "step": 6892 }, { "epoch": 6.12, "learning_rate": 9.686802327320049e-05, "loss": 20.2578, "step": 6893 }, { "epoch": 6.12, "learning_rate": 9.686704254638436e-05, "loss": 20.1953, "step": 6894 }, { "epoch": 6.12, "learning_rate": 9.686606167100927e-05, "loss": 20.3535, "step": 6895 }, { "epoch": 6.12, "learning_rate": 9.68650806470783e-05, "loss": 19.9775, "step": 6896 }, { "epoch": 6.13, "learning_rate": 9.686409947459458e-05, "loss": 20.251, "step": 6897 }, { "epoch": 6.13, "learning_rate": 9.686311815356122e-05, "loss": 19.8301, "step": 6898 }, { "epoch": 6.13, "learning_rate": 9.686213668398131e-05, "loss": 19.5996, "step": 6899 }, { "epoch": 6.13, "learning_rate": 9.686115506585797e-05, "loss": 19.7441, "step": 6900 }, { "epoch": 6.13, "learning_rate": 9.686017329919435e-05, "loss": 20.2686, "step": 6901 }, { "epoch": 6.13, "learning_rate": 9.68591913839935e-05, "loss": 19.7617, "step": 6902 }, { "epoch": 6.13, "learning_rate": 9.685820932025857e-05, "loss": 19.4541, "step": 6903 }, { "epoch": 6.13, "learning_rate": 9.685722710799265e-05, "loss": 20.124, "step": 6904 }, { "epoch": 6.13, "learning_rate": 9.685624474719888e-05, "loss": 20.2842, "step": 6905 }, { "epoch": 6.13, "learning_rate": 9.685526223788036e-05, "loss": 20.002, "step": 6906 }, { "epoch": 6.13, "learning_rate": 9.685526223788036e-05, "loss": 21.0107, "step": 6907 }, { "epoch": 6.13, "learning_rate": 9.685427958004021e-05, "loss": 20.167, "step": 6908 }, { "epoch": 6.14, "learning_rate": 9.685329677368153e-05, "loss": 19.417, "step": 6909 }, { "epoch": 6.14, "learning_rate": 9.685231381880746e-05, "loss": 19.4336, "step": 6910 }, { "epoch": 6.14, "learning_rate": 9.685133071542108e-05, "loss": 19.7393, "step": 6911 }, { "epoch": 6.14, "learning_rate": 9.685034746352554e-05, "loss": 20.0732, "step": 6912 }, { "epoch": 6.14, "learning_rate": 9.684936406312395e-05, "loss": 20.3721, "step": 6913 }, { "epoch": 6.14, "learning_rate": 9.684838051421941e-05, "loss": 20.124, "step": 6914 }, { "epoch": 6.14, "learning_rate": 9.684739681681505e-05, "loss": 19.7109, "step": 6915 }, { "epoch": 6.14, "learning_rate": 9.684641297091399e-05, "loss": 20.0898, "step": 6916 }, { "epoch": 6.14, "learning_rate": 9.684542897651936e-05, "loss": 20.4951, "step": 6917 }, { "epoch": 6.14, "learning_rate": 9.684444483363424e-05, "loss": 19.21, "step": 6918 }, { "epoch": 6.14, "learning_rate": 9.684346054226179e-05, "loss": 19.9375, "step": 6919 }, { "epoch": 6.15, "learning_rate": 9.68424761024051e-05, "loss": 19.9463, "step": 6920 }, { "epoch": 6.15, "learning_rate": 9.684149151406734e-05, "loss": 19.9912, "step": 6921 }, { "epoch": 6.15, "learning_rate": 9.684050677725157e-05, "loss": 19.7578, "step": 6922 }, { "epoch": 6.15, "learning_rate": 9.683952189196092e-05, "loss": 19.4365, "step": 6923 }, { "epoch": 6.15, "learning_rate": 9.683853685819856e-05, "loss": 19.7324, "step": 6924 }, { "epoch": 6.15, "learning_rate": 9.683755167596757e-05, "loss": 19.4961, "step": 6925 }, { "epoch": 6.15, "learning_rate": 9.683656634527109e-05, "loss": 20.1357, "step": 6926 }, { "epoch": 6.15, "learning_rate": 9.683558086611221e-05, "loss": 19.6689, "step": 6927 }, { "epoch": 6.15, "learning_rate": 9.683459523849412e-05, "loss": 19.707, "step": 6928 }, { "epoch": 6.15, "learning_rate": 9.683360946241989e-05, "loss": 19.8145, "step": 6929 }, { "epoch": 6.15, "learning_rate": 9.683262353789265e-05, "loss": 19.4746, "step": 6930 }, { "epoch": 6.16, "learning_rate": 9.683163746491555e-05, "loss": 19.8242, "step": 6931 }, { "epoch": 6.16, "learning_rate": 9.683065124349169e-05, "loss": 19.9668, "step": 6932 }, { "epoch": 6.16, "learning_rate": 9.682966487362422e-05, "loss": 20.3174, "step": 6933 }, { "epoch": 6.16, "learning_rate": 9.682867835531624e-05, "loss": 20.1328, "step": 6934 }, { "epoch": 6.16, "learning_rate": 9.68276916885709e-05, "loss": 20.6777, "step": 6935 }, { "epoch": 6.16, "learning_rate": 9.682670487339131e-05, "loss": 19.4502, "step": 6936 }, { "epoch": 6.16, "learning_rate": 9.682571790978061e-05, "loss": 19.6807, "step": 6937 }, { "epoch": 6.16, "learning_rate": 9.682473079774194e-05, "loss": 19.832, "step": 6938 }, { "epoch": 6.16, "learning_rate": 9.682374353727838e-05, "loss": 19.9111, "step": 6939 }, { "epoch": 6.16, "learning_rate": 9.682275612839314e-05, "loss": 20.0898, "step": 6940 }, { "epoch": 6.16, "learning_rate": 9.682176857108927e-05, "loss": 20.0713, "step": 6941 }, { "epoch": 6.17, "learning_rate": 9.682078086536995e-05, "loss": 20.4746, "step": 6942 }, { "epoch": 6.17, "learning_rate": 9.681979301123827e-05, "loss": 19.8945, "step": 6943 }, { "epoch": 6.17, "learning_rate": 9.68188050086974e-05, "loss": 19.6543, "step": 6944 }, { "epoch": 6.17, "learning_rate": 9.681781685775046e-05, "loss": 19.4004, "step": 6945 }, { "epoch": 6.17, "learning_rate": 9.681682855840058e-05, "loss": 19.6016, "step": 6946 }, { "epoch": 6.17, "learning_rate": 9.681584011065089e-05, "loss": 20.1182, "step": 6947 }, { "epoch": 6.17, "learning_rate": 9.681485151450454e-05, "loss": 20.459, "step": 6948 }, { "epoch": 6.17, "learning_rate": 9.681386276996463e-05, "loss": 19.9043, "step": 6949 }, { "epoch": 6.17, "learning_rate": 9.68128738770343e-05, "loss": 19.6592, "step": 6950 }, { "epoch": 6.17, "learning_rate": 9.681188483571673e-05, "loss": 20.3389, "step": 6951 }, { "epoch": 6.17, "learning_rate": 9.6810895646015e-05, "loss": 19.8916, "step": 6952 }, { "epoch": 6.17, "learning_rate": 9.680990630793228e-05, "loss": 20.0059, "step": 6953 }, { "epoch": 6.18, "learning_rate": 9.68089168214717e-05, "loss": 19.4004, "step": 6954 }, { "epoch": 6.18, "learning_rate": 9.680792718663638e-05, "loss": 20.0537, "step": 6955 }, { "epoch": 6.18, "learning_rate": 9.680693740342948e-05, "loss": 20.4209, "step": 6956 }, { "epoch": 6.18, "learning_rate": 9.680594747185411e-05, "loss": 19.6748, "step": 6957 }, { "epoch": 6.18, "learning_rate": 9.680495739191342e-05, "loss": 20.0664, "step": 6958 }, { "epoch": 6.18, "learning_rate": 9.680396716361058e-05, "loss": 20.2314, "step": 6959 }, { "epoch": 6.18, "learning_rate": 9.680297678694867e-05, "loss": 19.9307, "step": 6960 }, { "epoch": 6.18, "learning_rate": 9.680198626193087e-05, "loss": 20.3184, "step": 6961 }, { "epoch": 6.18, "learning_rate": 9.68009955885603e-05, "loss": 20.3066, "step": 6962 }, { "epoch": 6.18, "learning_rate": 9.680000476684013e-05, "loss": 19.9502, "step": 6963 }, { "epoch": 6.18, "learning_rate": 9.679901379677348e-05, "loss": 20.46, "step": 6964 }, { "epoch": 6.19, "learning_rate": 9.679802267836346e-05, "loss": 19.7061, "step": 6965 }, { "epoch": 6.19, "learning_rate": 9.679703141161328e-05, "loss": 20.5771, "step": 6966 }, { "epoch": 6.19, "learning_rate": 9.679603999652603e-05, "loss": 20.0781, "step": 6967 }, { "epoch": 6.19, "learning_rate": 9.679504843310487e-05, "loss": 20.6797, "step": 6968 }, { "epoch": 6.19, "learning_rate": 9.679405672135294e-05, "loss": 20.0928, "step": 6969 }, { "epoch": 6.19, "learning_rate": 9.679306486127337e-05, "loss": 20.1807, "step": 6970 }, { "epoch": 6.19, "learning_rate": 9.679207285286934e-05, "loss": 19.3564, "step": 6971 }, { "epoch": 6.19, "learning_rate": 9.679108069614397e-05, "loss": 20.1543, "step": 6972 }, { "epoch": 6.19, "learning_rate": 9.67900883911004e-05, "loss": 19.7549, "step": 6973 }, { "epoch": 6.19, "learning_rate": 9.67890959377418e-05, "loss": 19.7471, "step": 6974 }, { "epoch": 6.19, "learning_rate": 9.678810333607126e-05, "loss": 19.1289, "step": 6975 }, { "epoch": 6.2, "learning_rate": 9.6787110586092e-05, "loss": 19.876, "step": 6976 }, { "epoch": 6.2, "learning_rate": 9.678611768780712e-05, "loss": 19.6367, "step": 6977 }, { "epoch": 6.2, "learning_rate": 9.678512464121978e-05, "loss": 19.8506, "step": 6978 }, { "epoch": 6.2, "learning_rate": 9.678413144633313e-05, "loss": 19.4902, "step": 6979 }, { "epoch": 6.2, "learning_rate": 9.678313810315032e-05, "loss": 20.2637, "step": 6980 }, { "epoch": 6.2, "learning_rate": 9.678214461167449e-05, "loss": 19.335, "step": 6981 }, { "epoch": 6.2, "learning_rate": 9.67811509719088e-05, "loss": 20.832, "step": 6982 }, { "epoch": 6.2, "learning_rate": 9.678015718385638e-05, "loss": 19.9678, "step": 6983 }, { "epoch": 6.2, "learning_rate": 9.67791632475204e-05, "loss": 19.9023, "step": 6984 }, { "epoch": 6.2, "learning_rate": 9.677816916290401e-05, "loss": 19.6445, "step": 6985 }, { "epoch": 6.2, "learning_rate": 9.677717493001034e-05, "loss": 19.6289, "step": 6986 }, { "epoch": 6.21, "learning_rate": 9.677618054884257e-05, "loss": 19.7334, "step": 6987 }, { "epoch": 6.21, "learning_rate": 9.677518601940383e-05, "loss": 19.7295, "step": 6988 }, { "epoch": 6.21, "learning_rate": 9.677419134169728e-05, "loss": 19.6143, "step": 6989 }, { "epoch": 6.21, "learning_rate": 9.677319651572607e-05, "loss": 19.9141, "step": 6990 }, { "epoch": 6.21, "learning_rate": 9.677220154149337e-05, "loss": 19.4844, "step": 6991 }, { "epoch": 6.21, "learning_rate": 9.677120641900232e-05, "loss": 19.7451, "step": 6992 }, { "epoch": 6.21, "learning_rate": 9.677021114825606e-05, "loss": 19.8535, "step": 6993 }, { "epoch": 6.21, "learning_rate": 9.676921572925776e-05, "loss": 20.0518, "step": 6994 }, { "epoch": 6.21, "learning_rate": 9.676822016201059e-05, "loss": 19.6777, "step": 6995 }, { "epoch": 6.21, "learning_rate": 9.676722444651769e-05, "loss": 19.2607, "step": 6996 }, { "epoch": 6.21, "learning_rate": 9.676622858278222e-05, "loss": 19.8838, "step": 6997 }, { "epoch": 6.21, "learning_rate": 9.676523257080732e-05, "loss": 19.6318, "step": 6998 }, { "epoch": 6.22, "learning_rate": 9.676423641059617e-05, "loss": 19.625, "step": 6999 }, { "epoch": 6.22, "learning_rate": 9.676324010215191e-05, "loss": 20.0039, "step": 7000 }, { "epoch": 6.22, "learning_rate": 9.676224364547773e-05, "loss": 18.6875, "step": 7001 }, { "epoch": 6.22, "learning_rate": 9.676124704057675e-05, "loss": 19.9355, "step": 7002 }, { "epoch": 6.22, "learning_rate": 9.676025028745214e-05, "loss": 19.7637, "step": 7003 }, { "epoch": 6.22, "learning_rate": 9.675925338610707e-05, "loss": 20.3721, "step": 7004 }, { "epoch": 6.22, "learning_rate": 9.67582563365447e-05, "loss": 20.167, "step": 7005 }, { "epoch": 6.22, "learning_rate": 9.675725913876816e-05, "loss": 19.7227, "step": 7006 }, { "epoch": 6.22, "learning_rate": 9.675626179278066e-05, "loss": 19.9502, "step": 7007 }, { "epoch": 6.22, "learning_rate": 9.675526429858533e-05, "loss": 19.46, "step": 7008 }, { "epoch": 6.22, "learning_rate": 9.675426665618535e-05, "loss": 19.8975, "step": 7009 }, { "epoch": 6.23, "learning_rate": 9.675326886558385e-05, "loss": 20.3301, "step": 7010 }, { "epoch": 6.23, "learning_rate": 9.675227092678402e-05, "loss": 19.8301, "step": 7011 }, { "epoch": 6.23, "learning_rate": 9.675127283978902e-05, "loss": 19.8691, "step": 7012 }, { "epoch": 6.23, "learning_rate": 9.6750274604602e-05, "loss": 20.0645, "step": 7013 }, { "epoch": 6.23, "learning_rate": 9.674927622122614e-05, "loss": 20.1973, "step": 7014 }, { "epoch": 6.23, "learning_rate": 9.674827768966461e-05, "loss": 20.458, "step": 7015 }, { "epoch": 6.23, "learning_rate": 9.674727900992056e-05, "loss": 19.7227, "step": 7016 }, { "epoch": 6.23, "learning_rate": 9.674628018199716e-05, "loss": 20.6797, "step": 7017 }, { "epoch": 6.23, "learning_rate": 9.674528120589757e-05, "loss": 19.7881, "step": 7018 }, { "epoch": 6.23, "learning_rate": 9.674428208162497e-05, "loss": 20.1299, "step": 7019 }, { "epoch": 6.23, "learning_rate": 9.674328280918252e-05, "loss": 19.7207, "step": 7020 }, { "epoch": 6.24, "learning_rate": 9.674228338857338e-05, "loss": 19.6318, "step": 7021 }, { "epoch": 6.24, "learning_rate": 9.674128381980072e-05, "loss": 19.8984, "step": 7022 }, { "epoch": 6.24, "learning_rate": 9.674028410286772e-05, "loss": 19.9395, "step": 7023 }, { "epoch": 6.24, "learning_rate": 9.673928423777756e-05, "loss": 20.0303, "step": 7024 }, { "epoch": 6.24, "learning_rate": 9.673828422453338e-05, "loss": 20.0156, "step": 7025 }, { "epoch": 6.24, "learning_rate": 9.673728406313836e-05, "loss": 20.2021, "step": 7026 }, { "epoch": 6.24, "learning_rate": 9.673628375359567e-05, "loss": 19.165, "step": 7027 }, { "epoch": 6.24, "learning_rate": 9.673528329590849e-05, "loss": 20.8281, "step": 7028 }, { "epoch": 6.24, "learning_rate": 9.673428269007998e-05, "loss": 19.8193, "step": 7029 }, { "epoch": 6.24, "learning_rate": 9.67332819361133e-05, "loss": 19.8662, "step": 7030 }, { "epoch": 6.24, "learning_rate": 9.673228103401166e-05, "loss": 19.6074, "step": 7031 }, { "epoch": 6.25, "learning_rate": 9.67312799837782e-05, "loss": 20.2256, "step": 7032 }, { "epoch": 6.25, "learning_rate": 9.673027878541612e-05, "loss": 19.4033, "step": 7033 }, { "epoch": 6.25, "learning_rate": 9.672927743892856e-05, "loss": 19.5303, "step": 7034 }, { "epoch": 6.25, "learning_rate": 9.672827594431872e-05, "loss": 19.6475, "step": 7035 }, { "epoch": 6.25, "learning_rate": 9.672727430158977e-05, "loss": 19.3857, "step": 7036 }, { "epoch": 6.25, "learning_rate": 9.672627251074487e-05, "loss": 19.6836, "step": 7037 }, { "epoch": 6.25, "learning_rate": 9.672527057178722e-05, "loss": 19.5801, "step": 7038 }, { "epoch": 6.25, "learning_rate": 9.672426848471996e-05, "loss": 20.2559, "step": 7039 }, { "epoch": 6.25, "learning_rate": 9.672326624954631e-05, "loss": 19.6992, "step": 7040 }, { "epoch": 6.25, "learning_rate": 9.672226386626941e-05, "loss": 20.2432, "step": 7041 }, { "epoch": 6.25, "learning_rate": 9.672126133489247e-05, "loss": 19.959, "step": 7042 }, { "epoch": 6.25, "learning_rate": 9.672025865541865e-05, "loss": 19.4258, "step": 7043 }, { "epoch": 6.26, "learning_rate": 9.671925582785111e-05, "loss": 19.6475, "step": 7044 }, { "epoch": 6.26, "learning_rate": 9.671825285219307e-05, "loss": 19.8506, "step": 7045 }, { "epoch": 6.26, "learning_rate": 9.671724972844767e-05, "loss": 19.8223, "step": 7046 }, { "epoch": 6.26, "learning_rate": 9.671624645661812e-05, "loss": 19.6143, "step": 7047 }, { "epoch": 6.26, "learning_rate": 9.671524303670758e-05, "loss": 19.6738, "step": 7048 }, { "epoch": 6.26, "learning_rate": 9.671423946871924e-05, "loss": 20.6338, "step": 7049 }, { "epoch": 6.26, "learning_rate": 9.671323575265627e-05, "loss": 19.7568, "step": 7050 }, { "epoch": 6.26, "learning_rate": 9.671223188852187e-05, "loss": 20.1748, "step": 7051 }, { "epoch": 6.26, "learning_rate": 9.671122787631922e-05, "loss": 19.9307, "step": 7052 }, { "epoch": 6.26, "learning_rate": 9.671022371605148e-05, "loss": 19.9434, "step": 7053 }, { "epoch": 6.26, "learning_rate": 9.670921940772186e-05, "loss": 19.6777, "step": 7054 }, { "epoch": 6.27, "learning_rate": 9.670821495133352e-05, "loss": 19.7842, "step": 7055 }, { "epoch": 6.27, "learning_rate": 9.670721034688965e-05, "loss": 20.0889, "step": 7056 }, { "epoch": 6.27, "learning_rate": 9.670620559439346e-05, "loss": 19.8721, "step": 7057 }, { "epoch": 6.27, "learning_rate": 9.670520069384811e-05, "loss": 19.6211, "step": 7058 }, { "epoch": 6.27, "learning_rate": 9.670419564525679e-05, "loss": 19.8408, "step": 7059 }, { "epoch": 6.27, "learning_rate": 9.670319044862268e-05, "loss": 19.7588, "step": 7060 }, { "epoch": 6.27, "learning_rate": 9.670218510394897e-05, "loss": 19.8223, "step": 7061 }, { "epoch": 6.27, "learning_rate": 9.670117961123884e-05, "loss": 20.6719, "step": 7062 }, { "epoch": 6.27, "learning_rate": 9.670017397049551e-05, "loss": 20.0596, "step": 7063 }, { "epoch": 6.27, "learning_rate": 9.669916818172213e-05, "loss": 20.0322, "step": 7064 }, { "epoch": 6.27, "learning_rate": 9.66981622449219e-05, "loss": 20.3506, "step": 7065 }, { "epoch": 6.28, "learning_rate": 9.669715616009801e-05, "loss": 19.8643, "step": 7066 }, { "epoch": 6.28, "learning_rate": 9.669614992725366e-05, "loss": 20.4912, "step": 7067 }, { "epoch": 6.28, "learning_rate": 9.669514354639203e-05, "loss": 19.6924, "step": 7068 }, { "epoch": 6.28, "learning_rate": 9.669413701751629e-05, "loss": 19.7256, "step": 7069 }, { "epoch": 6.28, "learning_rate": 9.669313034062965e-05, "loss": 20.5381, "step": 7070 }, { "epoch": 6.28, "learning_rate": 9.669212351573532e-05, "loss": 19.4766, "step": 7071 }, { "epoch": 6.28, "learning_rate": 9.669111654283647e-05, "loss": 19.9463, "step": 7072 }, { "epoch": 6.28, "learning_rate": 9.669010942193629e-05, "loss": 19.877, "step": 7073 }, { "epoch": 6.28, "learning_rate": 9.668910215303796e-05, "loss": 19.582, "step": 7074 }, { "epoch": 6.28, "learning_rate": 9.66880947361447e-05, "loss": 19.4971, "step": 7075 }, { "epoch": 6.28, "learning_rate": 9.668708717125969e-05, "loss": 20.1455, "step": 7076 }, { "epoch": 6.29, "learning_rate": 9.668607945838615e-05, "loss": 20.0713, "step": 7077 }, { "epoch": 6.29, "learning_rate": 9.668507159752722e-05, "loss": 20.1396, "step": 7078 }, { "epoch": 6.29, "learning_rate": 9.668406358868614e-05, "loss": 20.3086, "step": 7079 }, { "epoch": 6.29, "learning_rate": 9.668305543186608e-05, "loss": 20.2686, "step": 7080 }, { "epoch": 6.29, "learning_rate": 9.668204712707025e-05, "loss": 20.2988, "step": 7081 }, { "epoch": 6.29, "learning_rate": 9.668103867430184e-05, "loss": 19.5049, "step": 7082 }, { "epoch": 6.29, "learning_rate": 9.668003007356407e-05, "loss": 20.6104, "step": 7083 }, { "epoch": 6.29, "learning_rate": 9.667902132486009e-05, "loss": 19.8145, "step": 7084 }, { "epoch": 6.29, "learning_rate": 9.667801242819313e-05, "loss": 20.5312, "step": 7085 }, { "epoch": 6.29, "learning_rate": 9.667700338356639e-05, "loss": 19.3926, "step": 7086 }, { "epoch": 6.29, "learning_rate": 9.667599419098306e-05, "loss": 20.293, "step": 7087 }, { "epoch": 6.29, "learning_rate": 9.667498485044633e-05, "loss": 19.7441, "step": 7088 }, { "epoch": 6.3, "learning_rate": 9.66739753619594e-05, "loss": 19.9307, "step": 7089 }, { "epoch": 6.3, "learning_rate": 9.66729657255255e-05, "loss": 20.4297, "step": 7090 }, { "epoch": 6.3, "learning_rate": 9.667195594114778e-05, "loss": 20.0977, "step": 7091 }, { "epoch": 6.3, "learning_rate": 9.66709460088295e-05, "loss": 20.3076, "step": 7092 }, { "epoch": 6.3, "learning_rate": 9.666993592857381e-05, "loss": 20.1758, "step": 7093 }, { "epoch": 6.3, "learning_rate": 9.666892570038393e-05, "loss": 19.9238, "step": 7094 }, { "epoch": 6.3, "learning_rate": 9.666791532426307e-05, "loss": 19.6523, "step": 7095 }, { "epoch": 6.3, "learning_rate": 9.666690480021443e-05, "loss": 20.1279, "step": 7096 }, { "epoch": 6.3, "learning_rate": 9.666589412824121e-05, "loss": 19.7393, "step": 7097 }, { "epoch": 6.3, "learning_rate": 9.666488330834661e-05, "loss": 19.8115, "step": 7098 }, { "epoch": 6.3, "learning_rate": 9.666387234053384e-05, "loss": 19.4424, "step": 7099 }, { "epoch": 6.31, "learning_rate": 9.66628612248061e-05, "loss": 20.1406, "step": 7100 }, { "epoch": 6.31, "learning_rate": 9.666184996116661e-05, "loss": 19.8389, "step": 7101 }, { "epoch": 6.31, "learning_rate": 9.666083854961854e-05, "loss": 19.6846, "step": 7102 }, { "epoch": 6.31, "learning_rate": 9.665982699016513e-05, "loss": 19.7119, "step": 7103 }, { "epoch": 6.31, "learning_rate": 9.665881528280957e-05, "loss": 20.1865, "step": 7104 }, { "epoch": 6.31, "learning_rate": 9.665780342755508e-05, "loss": 19.4971, "step": 7105 }, { "epoch": 6.31, "learning_rate": 9.665679142440487e-05, "loss": 19.96, "step": 7106 }, { "epoch": 6.31, "learning_rate": 9.665577927336212e-05, "loss": 19.4971, "step": 7107 }, { "epoch": 6.31, "learning_rate": 9.665476697443007e-05, "loss": 19.6816, "step": 7108 }, { "epoch": 6.31, "learning_rate": 9.66537545276119e-05, "loss": 19.6934, "step": 7109 }, { "epoch": 6.31, "learning_rate": 9.665274193291086e-05, "loss": 20.333, "step": 7110 }, { "epoch": 6.32, "learning_rate": 9.66517291903301e-05, "loss": 19.7949, "step": 7111 }, { "epoch": 6.32, "learning_rate": 9.665071629987288e-05, "loss": 20.6602, "step": 7112 }, { "epoch": 6.32, "learning_rate": 9.664970326154239e-05, "loss": 20.1484, "step": 7113 }, { "epoch": 6.32, "learning_rate": 9.664869007534184e-05, "loss": 19.8984, "step": 7114 }, { "epoch": 6.32, "learning_rate": 9.664767674127447e-05, "loss": 19.917, "step": 7115 }, { "epoch": 6.32, "learning_rate": 9.664666325934344e-05, "loss": 20.2705, "step": 7116 }, { "epoch": 6.32, "learning_rate": 9.664564962955201e-05, "loss": 20.0137, "step": 7117 }, { "epoch": 6.32, "learning_rate": 9.664463585190336e-05, "loss": 20.3477, "step": 7118 }, { "epoch": 6.32, "learning_rate": 9.664362192640074e-05, "loss": 19.6191, "step": 7119 }, { "epoch": 6.32, "learning_rate": 9.664260785304733e-05, "loss": 20.5586, "step": 7120 }, { "epoch": 6.32, "learning_rate": 9.664159363184636e-05, "loss": 20.8105, "step": 7121 }, { "epoch": 6.33, "learning_rate": 9.664057926280104e-05, "loss": 19.7617, "step": 7122 }, { "epoch": 6.33, "learning_rate": 9.663956474591458e-05, "loss": 20.5771, "step": 7123 }, { "epoch": 6.33, "learning_rate": 9.66385500811902e-05, "loss": 20.2275, "step": 7124 }, { "epoch": 6.33, "learning_rate": 9.663753526863113e-05, "loss": 19.7295, "step": 7125 }, { "epoch": 6.33, "learning_rate": 9.663652030824057e-05, "loss": 19.8926, "step": 7126 }, { "epoch": 6.33, "learning_rate": 9.663550520002174e-05, "loss": 20.0488, "step": 7127 }, { "epoch": 6.33, "learning_rate": 9.663448994397787e-05, "loss": 19.8164, "step": 7128 }, { "epoch": 6.33, "learning_rate": 9.663347454011216e-05, "loss": 20.4375, "step": 7129 }, { "epoch": 6.33, "learning_rate": 9.663245898842784e-05, "loss": 20.3877, "step": 7130 }, { "epoch": 6.33, "learning_rate": 9.663144328892812e-05, "loss": 20.6543, "step": 7131 }, { "epoch": 6.33, "learning_rate": 9.663042744161624e-05, "loss": 20.126, "step": 7132 }, { "epoch": 6.33, "learning_rate": 9.66294114464954e-05, "loss": 20.0225, "step": 7133 }, { "epoch": 6.34, "learning_rate": 9.662839530356883e-05, "loss": 20.0947, "step": 7134 }, { "epoch": 6.34, "learning_rate": 9.662737901283973e-05, "loss": 19.582, "step": 7135 }, { "epoch": 6.34, "learning_rate": 9.662636257431137e-05, "loss": 20.1211, "step": 7136 }, { "epoch": 6.34, "learning_rate": 9.662534598798691e-05, "loss": 20.1904, "step": 7137 }, { "epoch": 6.34, "learning_rate": 9.662432925386961e-05, "loss": 19.5996, "step": 7138 }, { "epoch": 6.34, "learning_rate": 9.66233123719627e-05, "loss": 20.2246, "step": 7139 }, { "epoch": 6.34, "learning_rate": 9.662229534226938e-05, "loss": 19.8213, "step": 7140 }, { "epoch": 6.34, "learning_rate": 9.662127816479288e-05, "loss": 20.0703, "step": 7141 }, { "epoch": 6.34, "learning_rate": 9.662026083953643e-05, "loss": 20.3633, "step": 7142 }, { "epoch": 6.34, "learning_rate": 9.661924336650325e-05, "loss": 20.1787, "step": 7143 }, { "epoch": 6.34, "learning_rate": 9.661822574569659e-05, "loss": 19.8057, "step": 7144 }, { "epoch": 6.35, "learning_rate": 9.661720797711962e-05, "loss": 20.3525, "step": 7145 }, { "epoch": 6.35, "learning_rate": 9.661619006077561e-05, "loss": 19.9639, "step": 7146 }, { "epoch": 6.35, "learning_rate": 9.661517199666779e-05, "loss": 20.1934, "step": 7147 }, { "epoch": 6.35, "learning_rate": 9.661415378479936e-05, "loss": 19.665, "step": 7148 }, { "epoch": 6.35, "learning_rate": 9.661313542517355e-05, "loss": 19.6035, "step": 7149 }, { "epoch": 6.35, "learning_rate": 9.661211691779362e-05, "loss": 20.2646, "step": 7150 }, { "epoch": 6.35, "learning_rate": 9.661109826266275e-05, "loss": 19.6367, "step": 7151 }, { "epoch": 6.35, "learning_rate": 9.661007945978422e-05, "loss": 19.5811, "step": 7152 }, { "epoch": 6.35, "learning_rate": 9.660906050916122e-05, "loss": 20.0771, "step": 7153 }, { "epoch": 6.35, "learning_rate": 9.6608041410797e-05, "loss": 20.0029, "step": 7154 }, { "epoch": 6.35, "learning_rate": 9.660702216469478e-05, "loss": 19.6885, "step": 7155 }, { "epoch": 6.36, "learning_rate": 9.66060027708578e-05, "loss": 19.9326, "step": 7156 }, { "epoch": 6.36, "learning_rate": 9.660498322928929e-05, "loss": 19.4336, "step": 7157 }, { "epoch": 6.36, "learning_rate": 9.660396353999249e-05, "loss": 19.9746, "step": 7158 }, { "epoch": 6.36, "learning_rate": 9.66029437029706e-05, "loss": 20.3604, "step": 7159 }, { "epoch": 6.36, "learning_rate": 9.660192371822687e-05, "loss": 19.5049, "step": 7160 }, { "epoch": 6.36, "learning_rate": 9.660090358576455e-05, "loss": 20.667, "step": 7161 }, { "epoch": 6.36, "learning_rate": 9.659988330558686e-05, "loss": 19.7607, "step": 7162 }, { "epoch": 6.36, "learning_rate": 9.659886287769704e-05, "loss": 19.7275, "step": 7163 }, { "epoch": 6.36, "learning_rate": 9.659784230209832e-05, "loss": 19.9805, "step": 7164 }, { "epoch": 6.36, "learning_rate": 9.659682157879391e-05, "loss": 20.1689, "step": 7165 }, { "epoch": 6.36, "learning_rate": 9.659580070778708e-05, "loss": 19.873, "step": 7166 }, { "epoch": 6.37, "learning_rate": 9.659477968908108e-05, "loss": 19.9941, "step": 7167 }, { "epoch": 6.37, "learning_rate": 9.65937585226791e-05, "loss": 20.1787, "step": 7168 }, { "epoch": 6.37, "learning_rate": 9.65927372085844e-05, "loss": 19.5791, "step": 7169 }, { "epoch": 6.37, "learning_rate": 9.659171574680023e-05, "loss": 19.9004, "step": 7170 }, { "epoch": 6.37, "learning_rate": 9.659069413732979e-05, "loss": 19.7305, "step": 7171 }, { "epoch": 6.37, "learning_rate": 9.658967238017635e-05, "loss": 20.5088, "step": 7172 }, { "epoch": 6.37, "learning_rate": 9.658865047534316e-05, "loss": 20.3076, "step": 7173 }, { "epoch": 6.37, "learning_rate": 9.658762842283343e-05, "loss": 20.0605, "step": 7174 }, { "epoch": 6.37, "learning_rate": 9.658660622265041e-05, "loss": 19.9209, "step": 7175 }, { "epoch": 6.37, "learning_rate": 9.658660622265041e-05, "loss": 20.5605, "step": 7176 }, { "epoch": 6.37, "learning_rate": 9.658558387479733e-05, "loss": 20.2881, "step": 7177 }, { "epoch": 6.37, "learning_rate": 9.658558387479733e-05, "loss": 21.0586, "step": 7178 }, { "epoch": 6.38, "learning_rate": 9.658456137927745e-05, "loss": 20.123, "step": 7179 }, { "epoch": 6.38, "learning_rate": 9.6583538736094e-05, "loss": 19.5645, "step": 7180 }, { "epoch": 6.38, "learning_rate": 9.658251594525023e-05, "loss": 19.9043, "step": 7181 }, { "epoch": 6.38, "learning_rate": 9.658149300674937e-05, "loss": 20.1016, "step": 7182 }, { "epoch": 6.38, "learning_rate": 9.658046992059467e-05, "loss": 20.8174, "step": 7183 }, { "epoch": 6.38, "learning_rate": 9.657944668678936e-05, "loss": 20.0752, "step": 7184 }, { "epoch": 6.38, "learning_rate": 9.65784233053367e-05, "loss": 19.791, "step": 7185 }, { "epoch": 6.38, "learning_rate": 9.657739977623994e-05, "loss": 19.8623, "step": 7186 }, { "epoch": 6.38, "learning_rate": 9.65763760995023e-05, "loss": 20.1709, "step": 7187 }, { "epoch": 6.38, "learning_rate": 9.657535227512704e-05, "loss": 20.0967, "step": 7188 }, { "epoch": 6.38, "learning_rate": 9.657432830311741e-05, "loss": 19.8193, "step": 7189 }, { "epoch": 6.39, "learning_rate": 9.657330418347665e-05, "loss": 19.6357, "step": 7190 }, { "epoch": 6.39, "learning_rate": 9.657227991620799e-05, "loss": 20.6611, "step": 7191 }, { "epoch": 6.39, "learning_rate": 9.65712555013147e-05, "loss": 19.4229, "step": 7192 }, { "epoch": 6.39, "learning_rate": 9.657023093880002e-05, "loss": 20.3311, "step": 7193 }, { "epoch": 6.39, "learning_rate": 9.65692062286672e-05, "loss": 19.9473, "step": 7194 }, { "epoch": 6.39, "learning_rate": 9.656818137091949e-05, "loss": 20.5088, "step": 7195 }, { "epoch": 6.39, "learning_rate": 9.656715636556012e-05, "loss": 19.8242, "step": 7196 }, { "epoch": 6.39, "learning_rate": 9.656613121259234e-05, "loss": 20.0977, "step": 7197 }, { "epoch": 6.39, "learning_rate": 9.656510591201944e-05, "loss": 19.8457, "step": 7198 }, { "epoch": 6.39, "learning_rate": 9.656408046384465e-05, "loss": 19.9111, "step": 7199 }, { "epoch": 6.39, "learning_rate": 9.656305486807118e-05, "loss": 19.8301, "step": 7200 }, { "epoch": 6.4, "learning_rate": 9.656202912470233e-05, "loss": 20.4053, "step": 7201 }, { "epoch": 6.4, "learning_rate": 9.656100323374133e-05, "loss": 20.8779, "step": 7202 }, { "epoch": 6.4, "learning_rate": 9.655997719519143e-05, "loss": 19.668, "step": 7203 }, { "epoch": 6.4, "learning_rate": 9.65589510090559e-05, "loss": 19.9697, "step": 7204 }, { "epoch": 6.4, "learning_rate": 9.655792467533797e-05, "loss": 19.5908, "step": 7205 }, { "epoch": 6.4, "learning_rate": 9.655689819404093e-05, "loss": 19.833, "step": 7206 }, { "epoch": 6.4, "learning_rate": 9.655587156516798e-05, "loss": 19.7764, "step": 7207 }, { "epoch": 6.4, "learning_rate": 9.655484478872241e-05, "loss": 19.3428, "step": 7208 }, { "epoch": 6.4, "learning_rate": 9.655381786470747e-05, "loss": 19.5664, "step": 7209 }, { "epoch": 6.4, "learning_rate": 9.655279079312642e-05, "loss": 20.1738, "step": 7210 }, { "epoch": 6.4, "learning_rate": 9.65517635739825e-05, "loss": 20.0098, "step": 7211 }, { "epoch": 6.4, "learning_rate": 9.655073620727898e-05, "loss": 20.0908, "step": 7212 }, { "epoch": 6.41, "learning_rate": 9.654970869301912e-05, "loss": 19.8027, "step": 7213 }, { "epoch": 6.41, "learning_rate": 9.654868103120614e-05, "loss": 19.7148, "step": 7214 }, { "epoch": 6.41, "learning_rate": 9.654765322184334e-05, "loss": 20.6016, "step": 7215 }, { "epoch": 6.41, "learning_rate": 9.654662526493397e-05, "loss": 20.2627, "step": 7216 }, { "epoch": 6.41, "learning_rate": 9.654559716048128e-05, "loss": 19.9004, "step": 7217 }, { "epoch": 6.41, "learning_rate": 9.654456890848852e-05, "loss": 19.6104, "step": 7218 }, { "epoch": 6.41, "learning_rate": 9.654354050895897e-05, "loss": 19.9326, "step": 7219 }, { "epoch": 6.41, "learning_rate": 9.654251196189588e-05, "loss": 20.7275, "step": 7220 }, { "epoch": 6.41, "learning_rate": 9.65414832673025e-05, "loss": 19.8594, "step": 7221 }, { "epoch": 6.41, "learning_rate": 9.654045442518212e-05, "loss": 20.0576, "step": 7222 }, { "epoch": 6.41, "learning_rate": 9.653942543553796e-05, "loss": 19.9795, "step": 7223 }, { "epoch": 6.42, "learning_rate": 9.653839629837331e-05, "loss": 19.8604, "step": 7224 }, { "epoch": 6.42, "learning_rate": 9.653736701369143e-05, "loss": 20.1855, "step": 7225 }, { "epoch": 6.42, "learning_rate": 9.653633758149558e-05, "loss": 19.7158, "step": 7226 }, { "epoch": 6.42, "learning_rate": 9.653530800178903e-05, "loss": 20.4551, "step": 7227 }, { "epoch": 6.42, "learning_rate": 9.653427827457502e-05, "loss": 19.9443, "step": 7228 }, { "epoch": 6.42, "learning_rate": 9.653324839985683e-05, "loss": 20.7988, "step": 7229 }, { "epoch": 6.42, "learning_rate": 9.653221837763773e-05, "loss": 20.0625, "step": 7230 }, { "epoch": 6.42, "learning_rate": 9.653118820792097e-05, "loss": 20.5264, "step": 7231 }, { "epoch": 6.42, "learning_rate": 9.653015789070982e-05, "loss": 19.8877, "step": 7232 }, { "epoch": 6.42, "learning_rate": 9.652912742600757e-05, "loss": 20.8037, "step": 7233 }, { "epoch": 6.42, "learning_rate": 9.652809681381744e-05, "loss": 20.1914, "step": 7234 }, { "epoch": 6.43, "learning_rate": 9.652706605414275e-05, "loss": 19.7217, "step": 7235 }, { "epoch": 6.43, "learning_rate": 9.652603514698674e-05, "loss": 20.4082, "step": 7236 }, { "epoch": 6.43, "learning_rate": 9.652500409235267e-05, "loss": 19.873, "step": 7237 }, { "epoch": 6.43, "learning_rate": 9.652397289024381e-05, "loss": 20.3877, "step": 7238 }, { "epoch": 6.43, "learning_rate": 9.652294154066344e-05, "loss": 19.874, "step": 7239 }, { "epoch": 6.43, "learning_rate": 9.652191004361481e-05, "loss": 20.8174, "step": 7240 }, { "epoch": 6.43, "learning_rate": 9.652087839910124e-05, "loss": 19.5537, "step": 7241 }, { "epoch": 6.43, "learning_rate": 9.651984660712595e-05, "loss": 20.0498, "step": 7242 }, { "epoch": 6.43, "learning_rate": 9.651881466769219e-05, "loss": 20.1045, "step": 7243 }, { "epoch": 6.43, "learning_rate": 9.651778258080331e-05, "loss": 19.7646, "step": 7244 }, { "epoch": 6.43, "learning_rate": 9.651675034646252e-05, "loss": 20.0781, "step": 7245 }, { "epoch": 6.44, "learning_rate": 9.65157179646731e-05, "loss": 19.3438, "step": 7246 }, { "epoch": 6.44, "learning_rate": 9.651468543543834e-05, "loss": 19.9434, "step": 7247 }, { "epoch": 6.44, "learning_rate": 9.65136527587615e-05, "loss": 19.4854, "step": 7248 }, { "epoch": 6.44, "learning_rate": 9.651261993464587e-05, "loss": 19.7725, "step": 7249 }, { "epoch": 6.44, "learning_rate": 9.65115869630947e-05, "loss": 19.7959, "step": 7250 }, { "epoch": 6.44, "learning_rate": 9.651055384411129e-05, "loss": 19.8447, "step": 7251 }, { "epoch": 6.44, "learning_rate": 9.650952057769889e-05, "loss": 20.0684, "step": 7252 }, { "epoch": 6.44, "learning_rate": 9.650848716386078e-05, "loss": 19.8828, "step": 7253 }, { "epoch": 6.44, "learning_rate": 9.650745360260025e-05, "loss": 20.7861, "step": 7254 }, { "epoch": 6.44, "learning_rate": 9.650641989392058e-05, "loss": 20.5938, "step": 7255 }, { "epoch": 6.44, "learning_rate": 9.650538603782502e-05, "loss": 20.4131, "step": 7256 }, { "epoch": 6.44, "learning_rate": 9.650435203431684e-05, "loss": 20.2383, "step": 7257 }, { "epoch": 6.45, "learning_rate": 9.650331788339938e-05, "loss": 20.4727, "step": 7258 }, { "epoch": 6.45, "learning_rate": 9.650228358507586e-05, "loss": 19.8223, "step": 7259 }, { "epoch": 6.45, "learning_rate": 9.650124913934958e-05, "loss": 19.7793, "step": 7260 }, { "epoch": 6.45, "learning_rate": 9.65002145462238e-05, "loss": 20.2568, "step": 7261 }, { "epoch": 6.45, "learning_rate": 9.649917980570182e-05, "loss": 19.5537, "step": 7262 }, { "epoch": 6.45, "learning_rate": 9.649814491778693e-05, "loss": 20.0244, "step": 7263 }, { "epoch": 6.45, "learning_rate": 9.649710988248238e-05, "loss": 19.7012, "step": 7264 }, { "epoch": 6.45, "learning_rate": 9.649607469979147e-05, "loss": 20.3535, "step": 7265 }, { "epoch": 6.45, "learning_rate": 9.649503936971748e-05, "loss": 19.9033, "step": 7266 }, { "epoch": 6.45, "learning_rate": 9.649400389226368e-05, "loss": 20.1162, "step": 7267 }, { "epoch": 6.45, "learning_rate": 9.649296826743337e-05, "loss": 19.8115, "step": 7268 }, { "epoch": 6.46, "learning_rate": 9.64919324952298e-05, "loss": 20.4668, "step": 7269 }, { "epoch": 6.46, "learning_rate": 9.649089657565631e-05, "loss": 19.6035, "step": 7270 }, { "epoch": 6.46, "learning_rate": 9.648986050871614e-05, "loss": 20.293, "step": 7271 }, { "epoch": 6.46, "learning_rate": 9.648882429441257e-05, "loss": 20.207, "step": 7272 }, { "epoch": 6.46, "learning_rate": 9.648778793274891e-05, "loss": 19.6074, "step": 7273 }, { "epoch": 6.46, "learning_rate": 9.648675142372844e-05, "loss": 20.1309, "step": 7274 }, { "epoch": 6.46, "learning_rate": 9.648571476735443e-05, "loss": 19.2744, "step": 7275 }, { "epoch": 6.46, "learning_rate": 9.648467796363018e-05, "loss": 19.6162, "step": 7276 }, { "epoch": 6.46, "learning_rate": 9.648364101255897e-05, "loss": 19.7686, "step": 7277 }, { "epoch": 6.46, "learning_rate": 9.648260391414409e-05, "loss": 19.9336, "step": 7278 }, { "epoch": 6.46, "learning_rate": 9.648156666838882e-05, "loss": 19.832, "step": 7279 }, { "epoch": 6.47, "learning_rate": 9.648052927529647e-05, "loss": 20.4492, "step": 7280 }, { "epoch": 6.47, "learning_rate": 9.648052927529647e-05, "loss": 20.1914, "step": 7281 }, { "epoch": 6.47, "learning_rate": 9.648052927529647e-05, "loss": 20.0107, "step": 7282 }, { "epoch": 6.47, "learning_rate": 9.64794917348703e-05, "loss": 19.8525, "step": 7283 }, { "epoch": 6.47, "learning_rate": 9.647845404711362e-05, "loss": 20.2676, "step": 7284 }, { "epoch": 6.47, "learning_rate": 9.64774162120297e-05, "loss": 20.543, "step": 7285 }, { "epoch": 6.47, "learning_rate": 9.647637822962183e-05, "loss": 19.417, "step": 7286 }, { "epoch": 6.47, "learning_rate": 9.647534009989334e-05, "loss": 19.7158, "step": 7287 }, { "epoch": 6.47, "learning_rate": 9.647430182284747e-05, "loss": 19.7812, "step": 7288 }, { "epoch": 6.47, "learning_rate": 9.647326339848755e-05, "loss": 20.0801, "step": 7289 }, { "epoch": 6.47, "learning_rate": 9.647222482681684e-05, "loss": 19.7334, "step": 7290 }, { "epoch": 6.48, "learning_rate": 9.647118610783865e-05, "loss": 20.2402, "step": 7291 }, { "epoch": 6.48, "learning_rate": 9.647014724155626e-05, "loss": 19.2979, "step": 7292 }, { "epoch": 6.48, "learning_rate": 9.646910822797298e-05, "loss": 20.3096, "step": 7293 }, { "epoch": 6.48, "learning_rate": 9.646806906709209e-05, "loss": 20.6855, "step": 7294 }, { "epoch": 6.48, "learning_rate": 9.64670297589169e-05, "loss": 19.6904, "step": 7295 }, { "epoch": 6.48, "learning_rate": 9.646599030345069e-05, "loss": 20.2988, "step": 7296 }, { "epoch": 6.48, "learning_rate": 9.646495070069675e-05, "loss": 20.7002, "step": 7297 }, { "epoch": 6.48, "learning_rate": 9.646391095065839e-05, "loss": 20.0986, "step": 7298 }, { "epoch": 6.48, "learning_rate": 9.646287105333889e-05, "loss": 20.0947, "step": 7299 }, { "epoch": 6.48, "learning_rate": 9.646183100874157e-05, "loss": 20.6191, "step": 7300 }, { "epoch": 6.48, "learning_rate": 9.646079081686969e-05, "loss": 20.4395, "step": 7301 }, { "epoch": 6.48, "learning_rate": 9.64597504777266e-05, "loss": 19.5244, "step": 7302 }, { "epoch": 6.49, "learning_rate": 9.645870999131554e-05, "loss": 19.5449, "step": 7303 }, { "epoch": 6.49, "learning_rate": 9.645766935763985e-05, "loss": 19.8564, "step": 7304 }, { "epoch": 6.49, "learning_rate": 9.645662857670281e-05, "loss": 20.4561, "step": 7305 }, { "epoch": 6.49, "learning_rate": 9.645558764850773e-05, "loss": 19.8018, "step": 7306 }, { "epoch": 6.49, "learning_rate": 9.645454657305789e-05, "loss": 19.8135, "step": 7307 }, { "epoch": 6.49, "learning_rate": 9.64535053503566e-05, "loss": 20.6426, "step": 7308 }, { "epoch": 6.49, "learning_rate": 9.645246398040719e-05, "loss": 19.9141, "step": 7309 }, { "epoch": 6.49, "learning_rate": 9.64514224632129e-05, "loss": 20.1201, "step": 7310 }, { "epoch": 6.49, "learning_rate": 9.645038079877709e-05, "loss": 20.0957, "step": 7311 }, { "epoch": 6.49, "learning_rate": 9.644933898710302e-05, "loss": 19.9824, "step": 7312 }, { "epoch": 6.49, "learning_rate": 9.644829702819403e-05, "loss": 20.3047, "step": 7313 }, { "epoch": 6.5, "learning_rate": 9.644725492205338e-05, "loss": 20.2119, "step": 7314 }, { "epoch": 6.5, "learning_rate": 9.644621266868441e-05, "loss": 20.0781, "step": 7315 }, { "epoch": 6.5, "learning_rate": 9.644517026809039e-05, "loss": 20.5078, "step": 7316 }, { "epoch": 6.5, "learning_rate": 9.644412772027466e-05, "loss": 19.7441, "step": 7317 }, { "epoch": 6.5, "learning_rate": 9.644308502524051e-05, "loss": 19.4414, "step": 7318 }, { "epoch": 6.5, "learning_rate": 9.644204218299124e-05, "loss": 19.8418, "step": 7319 }, { "epoch": 6.5, "learning_rate": 9.644099919353015e-05, "loss": 19.9277, "step": 7320 }, { "epoch": 6.5, "learning_rate": 9.643995605686055e-05, "loss": 20.1836, "step": 7321 }, { "epoch": 6.5, "learning_rate": 9.643891277298578e-05, "loss": 20.5898, "step": 7322 }, { "epoch": 6.5, "learning_rate": 9.64378693419091e-05, "loss": 20.0049, "step": 7323 }, { "epoch": 6.5, "learning_rate": 9.643682576363385e-05, "loss": 20.2197, "step": 7324 }, { "epoch": 6.51, "learning_rate": 9.64357820381633e-05, "loss": 19.4863, "step": 7325 }, { "epoch": 6.51, "learning_rate": 9.643473816550079e-05, "loss": 20.541, "step": 7326 }, { "epoch": 6.51, "learning_rate": 9.643369414564963e-05, "loss": 20.3135, "step": 7327 }, { "epoch": 6.51, "learning_rate": 9.643264997861312e-05, "loss": 19.3945, "step": 7328 }, { "epoch": 6.51, "learning_rate": 9.643160566439456e-05, "loss": 20.626, "step": 7329 }, { "epoch": 6.51, "learning_rate": 9.643056120299728e-05, "loss": 19.4766, "step": 7330 }, { "epoch": 6.51, "learning_rate": 9.642951659442457e-05, "loss": 20.5654, "step": 7331 }, { "epoch": 6.51, "learning_rate": 9.642847183867976e-05, "loss": 19.8242, "step": 7332 }, { "epoch": 6.51, "learning_rate": 9.642742693576615e-05, "loss": 19.7764, "step": 7333 }, { "epoch": 6.51, "learning_rate": 9.642638188568707e-05, "loss": 20.21, "step": 7334 }, { "epoch": 6.51, "learning_rate": 9.64253366884458e-05, "loss": 20.2148, "step": 7335 }, { "epoch": 6.52, "learning_rate": 9.642429134404569e-05, "loss": 19.5547, "step": 7336 }, { "epoch": 6.52, "learning_rate": 9.642324585249001e-05, "loss": 19.7422, "step": 7337 }, { "epoch": 6.52, "learning_rate": 9.642220021378212e-05, "loss": 20.1709, "step": 7338 }, { "epoch": 6.52, "learning_rate": 9.642115442792531e-05, "loss": 19.876, "step": 7339 }, { "epoch": 6.52, "learning_rate": 9.64201084949229e-05, "loss": 19.3223, "step": 7340 }, { "epoch": 6.52, "learning_rate": 9.64190624147782e-05, "loss": 20.0869, "step": 7341 }, { "epoch": 6.52, "learning_rate": 9.641801618749453e-05, "loss": 19.8838, "step": 7342 }, { "epoch": 6.52, "learning_rate": 9.64169698130752e-05, "loss": 20.2695, "step": 7343 }, { "epoch": 6.52, "learning_rate": 9.641592329152355e-05, "loss": 20.3672, "step": 7344 }, { "epoch": 6.52, "learning_rate": 9.641487662284288e-05, "loss": 20.585, "step": 7345 }, { "epoch": 6.52, "learning_rate": 9.641382980703648e-05, "loss": 19.7119, "step": 7346 }, { "epoch": 6.52, "learning_rate": 9.641278284410773e-05, "loss": 19.8936, "step": 7347 }, { "epoch": 6.53, "learning_rate": 9.64117357340599e-05, "loss": 20.0723, "step": 7348 }, { "epoch": 6.53, "learning_rate": 9.641068847689631e-05, "loss": 20.0381, "step": 7349 }, { "epoch": 6.53, "learning_rate": 9.640964107262031e-05, "loss": 20.3252, "step": 7350 }, { "epoch": 6.53, "learning_rate": 9.640859352123521e-05, "loss": 19.6621, "step": 7351 }, { "epoch": 6.53, "learning_rate": 9.640754582274432e-05, "loss": 19.7422, "step": 7352 }, { "epoch": 6.53, "learning_rate": 9.640649797715095e-05, "loss": 19.9355, "step": 7353 }, { "epoch": 6.53, "learning_rate": 9.640544998445846e-05, "loss": 20.1689, "step": 7354 }, { "epoch": 6.53, "learning_rate": 9.640440184467014e-05, "loss": 20.3232, "step": 7355 }, { "epoch": 6.53, "learning_rate": 9.64033535577893e-05, "loss": 20.1104, "step": 7356 }, { "epoch": 6.53, "learning_rate": 9.640230512381932e-05, "loss": 19.7148, "step": 7357 }, { "epoch": 6.53, "learning_rate": 9.640125654276346e-05, "loss": 20.1445, "step": 7358 }, { "epoch": 6.54, "learning_rate": 9.640020781462509e-05, "loss": 20.0762, "step": 7359 }, { "epoch": 6.54, "learning_rate": 9.63991589394075e-05, "loss": 20.2998, "step": 7360 }, { "epoch": 6.54, "learning_rate": 9.639810991711403e-05, "loss": 20.1904, "step": 7361 }, { "epoch": 6.54, "learning_rate": 9.639706074774801e-05, "loss": 20.79, "step": 7362 }, { "epoch": 6.54, "learning_rate": 9.639706074774801e-05, "loss": 20.1816, "step": 7363 }, { "epoch": 6.54, "learning_rate": 9.639601143131275e-05, "loss": 20.3857, "step": 7364 }, { "epoch": 6.54, "learning_rate": 9.639496196781161e-05, "loss": 20.2656, "step": 7365 }, { "epoch": 6.54, "learning_rate": 9.639391235724788e-05, "loss": 20.04, "step": 7366 }, { "epoch": 6.54, "learning_rate": 9.63928625996249e-05, "loss": 19.6592, "step": 7367 }, { "epoch": 6.54, "learning_rate": 9.6391812694946e-05, "loss": 19.917, "step": 7368 }, { "epoch": 6.54, "learning_rate": 9.639076264321452e-05, "loss": 19.7998, "step": 7369 }, { "epoch": 6.55, "learning_rate": 9.638971244443376e-05, "loss": 20.2988, "step": 7370 }, { "epoch": 6.55, "learning_rate": 9.638866209860705e-05, "loss": 20.75, "step": 7371 }, { "epoch": 6.55, "learning_rate": 9.638761160573775e-05, "loss": 19.6348, "step": 7372 }, { "epoch": 6.55, "learning_rate": 9.638656096582916e-05, "loss": 19.6582, "step": 7373 }, { "epoch": 6.55, "learning_rate": 9.638551017888465e-05, "loss": 19.6797, "step": 7374 }, { "epoch": 6.55, "learning_rate": 9.63844592449075e-05, "loss": 19.9824, "step": 7375 }, { "epoch": 6.55, "learning_rate": 9.638340816390106e-05, "loss": 19.6904, "step": 7376 }, { "epoch": 6.55, "learning_rate": 9.638235693586869e-05, "loss": 20.5479, "step": 7377 }, { "epoch": 6.55, "learning_rate": 9.638130556081368e-05, "loss": 19.6514, "step": 7378 }, { "epoch": 6.55, "learning_rate": 9.63802540387394e-05, "loss": 19.7949, "step": 7379 }, { "epoch": 6.55, "learning_rate": 9.637920236964915e-05, "loss": 20.0508, "step": 7380 }, { "epoch": 6.56, "learning_rate": 9.637815055354628e-05, "loss": 20.5947, "step": 7381 }, { "epoch": 6.56, "learning_rate": 9.637709859043412e-05, "loss": 19.5605, "step": 7382 }, { "epoch": 6.56, "learning_rate": 9.637604648031602e-05, "loss": 19.8164, "step": 7383 }, { "epoch": 6.56, "learning_rate": 9.637499422319528e-05, "loss": 20.8203, "step": 7384 }, { "epoch": 6.56, "learning_rate": 9.637394181907526e-05, "loss": 19.8408, "step": 7385 }, { "epoch": 6.56, "learning_rate": 9.637288926795931e-05, "loss": 20.2998, "step": 7386 }, { "epoch": 6.56, "learning_rate": 9.637183656985074e-05, "loss": 20.6562, "step": 7387 }, { "epoch": 6.56, "learning_rate": 9.63707837247529e-05, "loss": 20.0557, "step": 7388 }, { "epoch": 6.56, "learning_rate": 9.636973073266913e-05, "loss": 20.6367, "step": 7389 }, { "epoch": 6.56, "learning_rate": 9.636867759360275e-05, "loss": 19.6611, "step": 7390 }, { "epoch": 6.56, "learning_rate": 9.63676243075571e-05, "loss": 20.4424, "step": 7391 }, { "epoch": 6.56, "learning_rate": 9.636657087453556e-05, "loss": 20.2686, "step": 7392 }, { "epoch": 6.57, "learning_rate": 9.636551729454141e-05, "loss": 19.8467, "step": 7393 }, { "epoch": 6.57, "learning_rate": 9.636446356757803e-05, "loss": 19.8643, "step": 7394 }, { "epoch": 6.57, "learning_rate": 9.636340969364874e-05, "loss": 19.8027, "step": 7395 }, { "epoch": 6.57, "learning_rate": 9.636235567275688e-05, "loss": 20.2324, "step": 7396 }, { "epoch": 6.57, "learning_rate": 9.636130150490581e-05, "loss": 20.2441, "step": 7397 }, { "epoch": 6.57, "learning_rate": 9.636024719009887e-05, "loss": 19.6982, "step": 7398 }, { "epoch": 6.57, "learning_rate": 9.635919272833938e-05, "loss": 19.707, "step": 7399 }, { "epoch": 6.57, "learning_rate": 9.63581381196307e-05, "loss": 20.1475, "step": 7400 }, { "epoch": 6.57, "learning_rate": 9.635708336397615e-05, "loss": 19.7285, "step": 7401 }, { "epoch": 6.57, "learning_rate": 9.635602846137911e-05, "loss": 19.748, "step": 7402 }, { "epoch": 6.57, "learning_rate": 9.63549734118429e-05, "loss": 19.8926, "step": 7403 }, { "epoch": 6.58, "learning_rate": 9.635391821537087e-05, "loss": 20.2656, "step": 7404 }, { "epoch": 6.58, "learning_rate": 9.635286287196637e-05, "loss": 20.0459, "step": 7405 }, { "epoch": 6.58, "learning_rate": 9.635180738163271e-05, "loss": 19.4238, "step": 7406 }, { "epoch": 6.58, "learning_rate": 9.63507517443733e-05, "loss": 20.1582, "step": 7407 }, { "epoch": 6.58, "learning_rate": 9.634969596019144e-05, "loss": 19.7764, "step": 7408 }, { "epoch": 6.58, "learning_rate": 9.634864002909047e-05, "loss": 19.5752, "step": 7409 }, { "epoch": 6.58, "learning_rate": 9.634758395107377e-05, "loss": 19.9355, "step": 7410 }, { "epoch": 6.58, "learning_rate": 9.634652772614467e-05, "loss": 20.165, "step": 7411 }, { "epoch": 6.58, "learning_rate": 9.634547135430654e-05, "loss": 19.4521, "step": 7412 }, { "epoch": 6.58, "learning_rate": 9.63444148355627e-05, "loss": 20.3145, "step": 7413 }, { "epoch": 6.58, "learning_rate": 9.634335816991649e-05, "loss": 20.2695, "step": 7414 }, { "epoch": 6.59, "learning_rate": 9.634230135737127e-05, "loss": 19.8818, "step": 7415 }, { "epoch": 6.59, "learning_rate": 9.634124439793042e-05, "loss": 20.4229, "step": 7416 }, { "epoch": 6.59, "learning_rate": 9.634018729159726e-05, "loss": 19.749, "step": 7417 }, { "epoch": 6.59, "learning_rate": 9.633913003837514e-05, "loss": 20.4072, "step": 7418 }, { "epoch": 6.59, "learning_rate": 9.633807263826744e-05, "loss": 19.8418, "step": 7419 }, { "epoch": 6.59, "learning_rate": 9.633701509127747e-05, "loss": 19.8633, "step": 7420 }, { "epoch": 6.59, "learning_rate": 9.633595739740862e-05, "loss": 19.8262, "step": 7421 }, { "epoch": 6.59, "learning_rate": 9.63348995566642e-05, "loss": 20.4688, "step": 7422 }, { "epoch": 6.59, "learning_rate": 9.633384156904762e-05, "loss": 19.7031, "step": 7423 }, { "epoch": 6.59, "learning_rate": 9.633278343456218e-05, "loss": 20.6562, "step": 7424 }, { "epoch": 6.59, "learning_rate": 9.633172515321128e-05, "loss": 20.5371, "step": 7425 }, { "epoch": 6.6, "learning_rate": 9.633066672499822e-05, "loss": 19.4443, "step": 7426 }, { "epoch": 6.6, "learning_rate": 9.63296081499264e-05, "loss": 20.5332, "step": 7427 }, { "epoch": 6.6, "learning_rate": 9.632854942799917e-05, "loss": 20.1084, "step": 7428 }, { "epoch": 6.6, "learning_rate": 9.632749055921987e-05, "loss": 20.2842, "step": 7429 }, { "epoch": 6.6, "learning_rate": 9.632643154359186e-05, "loss": 19.6729, "step": 7430 }, { "epoch": 6.6, "learning_rate": 9.632537238111852e-05, "loss": 19.874, "step": 7431 }, { "epoch": 6.6, "learning_rate": 9.632431307180318e-05, "loss": 19.5361, "step": 7432 }, { "epoch": 6.6, "learning_rate": 9.63232536156492e-05, "loss": 20.3184, "step": 7433 }, { "epoch": 6.6, "learning_rate": 9.632219401265995e-05, "loss": 20.7549, "step": 7434 }, { "epoch": 6.6, "learning_rate": 9.632113426283878e-05, "loss": 19.5166, "step": 7435 }, { "epoch": 6.6, "learning_rate": 9.632007436618904e-05, "loss": 19.9795, "step": 7436 }, { "epoch": 6.6, "learning_rate": 9.631901432271411e-05, "loss": 20.2305, "step": 7437 }, { "epoch": 6.61, "learning_rate": 9.631795413241735e-05, "loss": 20.3955, "step": 7438 }, { "epoch": 6.61, "learning_rate": 9.631689379530211e-05, "loss": 19.7236, "step": 7439 }, { "epoch": 6.61, "learning_rate": 9.631583331137174e-05, "loss": 19.9902, "step": 7440 }, { "epoch": 6.61, "learning_rate": 9.631477268062964e-05, "loss": 19.6807, "step": 7441 }, { "epoch": 6.61, "learning_rate": 9.631371190307914e-05, "loss": 20.1719, "step": 7442 }, { "epoch": 6.61, "learning_rate": 9.63126509787236e-05, "loss": 20.0312, "step": 7443 }, { "epoch": 6.61, "learning_rate": 9.631158990756639e-05, "loss": 20.25, "step": 7444 }, { "epoch": 6.61, "learning_rate": 9.63105286896109e-05, "loss": 20.2012, "step": 7445 }, { "epoch": 6.61, "learning_rate": 9.630946732486044e-05, "loss": 20.167, "step": 7446 }, { "epoch": 6.61, "learning_rate": 9.630840581331841e-05, "loss": 19.9482, "step": 7447 }, { "epoch": 6.61, "learning_rate": 9.630734415498818e-05, "loss": 20.2178, "step": 7448 }, { "epoch": 6.62, "learning_rate": 9.63062823498731e-05, "loss": 20.2363, "step": 7449 }, { "epoch": 6.62, "learning_rate": 9.630522039797654e-05, "loss": 20.8838, "step": 7450 }, { "epoch": 6.62, "learning_rate": 9.630415829930187e-05, "loss": 20.2012, "step": 7451 }, { "epoch": 6.62, "learning_rate": 9.630309605385244e-05, "loss": 19.9062, "step": 7452 }, { "epoch": 6.62, "learning_rate": 9.630203366163164e-05, "loss": 20.2578, "step": 7453 }, { "epoch": 6.62, "learning_rate": 9.630097112264283e-05, "loss": 19.5332, "step": 7454 }, { "epoch": 6.62, "learning_rate": 9.629990843688936e-05, "loss": 19.791, "step": 7455 }, { "epoch": 6.62, "learning_rate": 9.629884560437463e-05, "loss": 19.7559, "step": 7456 }, { "epoch": 6.62, "learning_rate": 9.629778262510199e-05, "loss": 19.6865, "step": 7457 }, { "epoch": 6.62, "learning_rate": 9.629671949907482e-05, "loss": 19.9824, "step": 7458 }, { "epoch": 6.62, "learning_rate": 9.629565622629646e-05, "loss": 19.6426, "step": 7459 }, { "epoch": 6.63, "learning_rate": 9.629459280677032e-05, "loss": 19.7178, "step": 7460 }, { "epoch": 6.63, "learning_rate": 9.629352924049975e-05, "loss": 20.1924, "step": 7461 }, { "epoch": 6.63, "learning_rate": 9.629246552748812e-05, "loss": 19.4551, "step": 7462 }, { "epoch": 6.63, "learning_rate": 9.62914016677388e-05, "loss": 20.1562, "step": 7463 }, { "epoch": 6.63, "learning_rate": 9.629033766125519e-05, "loss": 20.0049, "step": 7464 }, { "epoch": 6.63, "learning_rate": 9.628927350804062e-05, "loss": 20.0908, "step": 7465 }, { "epoch": 6.63, "learning_rate": 9.628820920809849e-05, "loss": 20.168, "step": 7466 }, { "epoch": 6.63, "learning_rate": 9.628714476143217e-05, "loss": 19.9336, "step": 7467 }, { "epoch": 6.63, "learning_rate": 9.628608016804503e-05, "loss": 19.7324, "step": 7468 }, { "epoch": 6.63, "learning_rate": 9.628501542794045e-05, "loss": 19.6631, "step": 7469 }, { "epoch": 6.63, "learning_rate": 9.62839505411218e-05, "loss": 20.7324, "step": 7470 }, { "epoch": 6.63, "learning_rate": 9.628288550759246e-05, "loss": 20.1123, "step": 7471 }, { "epoch": 6.64, "learning_rate": 9.62818203273558e-05, "loss": 19.9248, "step": 7472 }, { "epoch": 6.64, "learning_rate": 9.628075500041521e-05, "loss": 20.1865, "step": 7473 }, { "epoch": 6.64, "learning_rate": 9.627968952677405e-05, "loss": 20.0381, "step": 7474 }, { "epoch": 6.64, "learning_rate": 9.627862390643569e-05, "loss": 19.7051, "step": 7475 }, { "epoch": 6.64, "learning_rate": 9.627755813940352e-05, "loss": 20.2227, "step": 7476 }, { "epoch": 6.64, "learning_rate": 9.627649222568093e-05, "loss": 19.8965, "step": 7477 }, { "epoch": 6.64, "learning_rate": 9.62754261652713e-05, "loss": 19.6602, "step": 7478 }, { "epoch": 6.64, "learning_rate": 9.627435995817799e-05, "loss": 19.8027, "step": 7479 }, { "epoch": 6.64, "learning_rate": 9.627329360440438e-05, "loss": 19.7285, "step": 7480 }, { "epoch": 6.64, "learning_rate": 9.627222710395386e-05, "loss": 19.3809, "step": 7481 }, { "epoch": 6.64, "learning_rate": 9.62711604568298e-05, "loss": 19.9668, "step": 7482 }, { "epoch": 6.65, "learning_rate": 9.62700936630356e-05, "loss": 19.7021, "step": 7483 }, { "epoch": 6.65, "learning_rate": 9.626902672257464e-05, "loss": 19.4297, "step": 7484 }, { "epoch": 6.65, "learning_rate": 9.626795963545028e-05, "loss": 20.3232, "step": 7485 }, { "epoch": 6.65, "learning_rate": 9.626689240166593e-05, "loss": 19.874, "step": 7486 }, { "epoch": 6.65, "learning_rate": 9.626582502122494e-05, "loss": 19.8125, "step": 7487 }, { "epoch": 6.65, "learning_rate": 9.62647574941307e-05, "loss": 20.3125, "step": 7488 }, { "epoch": 6.65, "learning_rate": 9.626368982038663e-05, "loss": 20.0039, "step": 7489 }, { "epoch": 6.65, "learning_rate": 9.626262199999609e-05, "loss": 19.584, "step": 7490 }, { "epoch": 6.65, "learning_rate": 9.626155403296244e-05, "loss": 19.8955, "step": 7491 }, { "epoch": 6.65, "learning_rate": 9.626048591928912e-05, "loss": 19.8916, "step": 7492 }, { "epoch": 6.65, "learning_rate": 9.625941765897945e-05, "loss": 20.1787, "step": 7493 }, { "epoch": 6.66, "learning_rate": 9.625834925203689e-05, "loss": 20.0039, "step": 7494 }, { "epoch": 6.66, "learning_rate": 9.625728069846475e-05, "loss": 20.1514, "step": 7495 }, { "epoch": 6.66, "learning_rate": 9.625621199826648e-05, "loss": 19.9795, "step": 7496 }, { "epoch": 6.66, "learning_rate": 9.625514315144544e-05, "loss": 19.6934, "step": 7497 }, { "epoch": 6.66, "learning_rate": 9.625407415800503e-05, "loss": 20.4561, "step": 7498 }, { "epoch": 6.66, "learning_rate": 9.625300501794861e-05, "loss": 20.2832, "step": 7499 }, { "epoch": 6.66, "learning_rate": 9.62519357312796e-05, "loss": 20.127, "step": 7500 }, { "epoch": 6.66, "learning_rate": 9.625086629800136e-05, "loss": 20.3252, "step": 7501 }, { "epoch": 6.66, "learning_rate": 9.624979671811731e-05, "loss": 19.6377, "step": 7502 }, { "epoch": 6.66, "learning_rate": 9.624872699163084e-05, "loss": 19.7695, "step": 7503 }, { "epoch": 6.66, "learning_rate": 9.62476571185453e-05, "loss": 20.709, "step": 7504 }, { "epoch": 6.67, "learning_rate": 9.624658709886414e-05, "loss": 19.8232, "step": 7505 }, { "epoch": 6.67, "learning_rate": 9.62455169325907e-05, "loss": 19.5957, "step": 7506 }, { "epoch": 6.67, "learning_rate": 9.62444466197284e-05, "loss": 19.9912, "step": 7507 }, { "epoch": 6.67, "learning_rate": 9.624337616028062e-05, "loss": 19.6807, "step": 7508 }, { "epoch": 6.67, "learning_rate": 9.624230555425078e-05, "loss": 20.1885, "step": 7509 }, { "epoch": 6.67, "learning_rate": 9.624123480164224e-05, "loss": 20.0576, "step": 7510 }, { "epoch": 6.67, "learning_rate": 9.62401639024584e-05, "loss": 19.5381, "step": 7511 }, { "epoch": 6.67, "learning_rate": 9.623909285670267e-05, "loss": 20.3018, "step": 7512 }, { "epoch": 6.67, "learning_rate": 9.623802166437844e-05, "loss": 19.8232, "step": 7513 }, { "epoch": 6.67, "learning_rate": 9.62369503254891e-05, "loss": 19.9004, "step": 7514 }, { "epoch": 6.67, "learning_rate": 9.623587884003805e-05, "loss": 20.3721, "step": 7515 }, { "epoch": 6.67, "learning_rate": 9.623480720802868e-05, "loss": 20.416, "step": 7516 }, { "epoch": 6.68, "learning_rate": 9.62337354294644e-05, "loss": 19.9785, "step": 7517 }, { "epoch": 6.68, "learning_rate": 9.623266350434859e-05, "loss": 20.1367, "step": 7518 }, { "epoch": 6.68, "learning_rate": 9.623159143268465e-05, "loss": 20.3691, "step": 7519 }, { "epoch": 6.68, "learning_rate": 9.623051921447598e-05, "loss": 20.1621, "step": 7520 }, { "epoch": 6.68, "learning_rate": 9.622944684972601e-05, "loss": 20.3535, "step": 7521 }, { "epoch": 6.68, "learning_rate": 9.62283743384381e-05, "loss": 20.0771, "step": 7522 }, { "epoch": 6.68, "learning_rate": 9.622730168061567e-05, "loss": 19.6904, "step": 7523 }, { "epoch": 6.68, "learning_rate": 9.62262288762621e-05, "loss": 19.8857, "step": 7524 }, { "epoch": 6.68, "learning_rate": 9.622515592538081e-05, "loss": 19.7461, "step": 7525 }, { "epoch": 6.68, "learning_rate": 9.62240828279752e-05, "loss": 20.0264, "step": 7526 }, { "epoch": 6.68, "learning_rate": 9.622300958404865e-05, "loss": 20.0547, "step": 7527 }, { "epoch": 6.69, "learning_rate": 9.622193619360457e-05, "loss": 20.1904, "step": 7528 }, { "epoch": 6.69, "learning_rate": 9.622086265664639e-05, "loss": 19.8125, "step": 7529 }, { "epoch": 6.69, "learning_rate": 9.621978897317749e-05, "loss": 20.4805, "step": 7530 }, { "epoch": 6.69, "learning_rate": 9.621871514320127e-05, "loss": 20.4727, "step": 7531 }, { "epoch": 6.69, "learning_rate": 9.621764116672113e-05, "loss": 19.4873, "step": 7532 }, { "epoch": 6.69, "learning_rate": 9.621656704374051e-05, "loss": 20.084, "step": 7533 }, { "epoch": 6.69, "learning_rate": 9.621549277426279e-05, "loss": 19.4658, "step": 7534 }, { "epoch": 6.69, "learning_rate": 9.621441835829135e-05, "loss": 20.3105, "step": 7535 }, { "epoch": 6.69, "learning_rate": 9.621334379582962e-05, "loss": 20.167, "step": 7536 }, { "epoch": 6.69, "learning_rate": 9.621226908688104e-05, "loss": 19.6689, "step": 7537 }, { "epoch": 6.69, "learning_rate": 9.621119423144895e-05, "loss": 19.7949, "step": 7538 }, { "epoch": 6.7, "learning_rate": 9.62101192295368e-05, "loss": 20.0742, "step": 7539 }, { "epoch": 6.7, "learning_rate": 9.620904408114798e-05, "loss": 19.6631, "step": 7540 }, { "epoch": 6.7, "learning_rate": 9.620796878628592e-05, "loss": 19.9404, "step": 7541 }, { "epoch": 6.7, "learning_rate": 9.620689334495401e-05, "loss": 20.4375, "step": 7542 }, { "epoch": 6.7, "learning_rate": 9.620581775715564e-05, "loss": 19.5391, "step": 7543 }, { "epoch": 6.7, "learning_rate": 9.620474202289426e-05, "loss": 19.9209, "step": 7544 }, { "epoch": 6.7, "learning_rate": 9.620366614217327e-05, "loss": 19.9072, "step": 7545 }, { "epoch": 6.7, "learning_rate": 9.620259011499606e-05, "loss": 19.6934, "step": 7546 }, { "epoch": 6.7, "learning_rate": 9.620151394136608e-05, "loss": 20.0449, "step": 7547 }, { "epoch": 6.7, "learning_rate": 9.620043762128668e-05, "loss": 19.8652, "step": 7548 }, { "epoch": 6.7, "learning_rate": 9.619936115476131e-05, "loss": 19.9639, "step": 7549 }, { "epoch": 6.71, "learning_rate": 9.61982845417934e-05, "loss": 19.6865, "step": 7550 }, { "epoch": 6.71, "learning_rate": 9.619720778238632e-05, "loss": 20.0508, "step": 7551 }, { "epoch": 6.71, "learning_rate": 9.619613087654351e-05, "loss": 20.0215, "step": 7552 }, { "epoch": 6.71, "learning_rate": 9.619505382426839e-05, "loss": 20.5088, "step": 7553 }, { "epoch": 6.71, "learning_rate": 9.619397662556435e-05, "loss": 20.1885, "step": 7554 }, { "epoch": 6.71, "learning_rate": 9.619289928043482e-05, "loss": 20.3965, "step": 7555 }, { "epoch": 6.71, "learning_rate": 9.61918217888832e-05, "loss": 19.9824, "step": 7556 }, { "epoch": 6.71, "learning_rate": 9.619074415091291e-05, "loss": 19.5479, "step": 7557 }, { "epoch": 6.71, "learning_rate": 9.61896663665274e-05, "loss": 20.3438, "step": 7558 }, { "epoch": 6.71, "learning_rate": 9.618858843573004e-05, "loss": 20.1406, "step": 7559 }, { "epoch": 6.71, "learning_rate": 9.618751035852427e-05, "loss": 19.8359, "step": 7560 }, { "epoch": 6.71, "learning_rate": 9.618643213491351e-05, "loss": 19.6562, "step": 7561 }, { "epoch": 6.72, "learning_rate": 9.618535376490116e-05, "loss": 19.7451, "step": 7562 }, { "epoch": 6.72, "learning_rate": 9.618427524849065e-05, "loss": 19.79, "step": 7563 }, { "epoch": 6.72, "learning_rate": 9.61831965856854e-05, "loss": 19.8926, "step": 7564 }, { "epoch": 6.72, "learning_rate": 9.618211777648883e-05, "loss": 20.3311, "step": 7565 }, { "epoch": 6.72, "learning_rate": 9.618103882090436e-05, "loss": 20.3721, "step": 7566 }, { "epoch": 6.72, "learning_rate": 9.61799597189354e-05, "loss": 19.875, "step": 7567 }, { "epoch": 6.72, "learning_rate": 9.617888047058537e-05, "loss": 20.2422, "step": 7568 }, { "epoch": 6.72, "learning_rate": 9.61778010758577e-05, "loss": 20.415, "step": 7569 }, { "epoch": 6.72, "learning_rate": 9.617672153475582e-05, "loss": 20.0928, "step": 7570 }, { "epoch": 6.72, "learning_rate": 9.617564184728313e-05, "loss": 20.3467, "step": 7571 }, { "epoch": 6.72, "learning_rate": 9.617456201344307e-05, "loss": 19.8848, "step": 7572 }, { "epoch": 6.73, "learning_rate": 9.617348203323906e-05, "loss": 20.3398, "step": 7573 }, { "epoch": 6.73, "learning_rate": 9.617240190667451e-05, "loss": 20.0664, "step": 7574 }, { "epoch": 6.73, "learning_rate": 9.617132163375286e-05, "loss": 20.5186, "step": 7575 }, { "epoch": 6.73, "learning_rate": 9.617024121447753e-05, "loss": 20.3262, "step": 7576 }, { "epoch": 6.73, "learning_rate": 9.616916064885194e-05, "loss": 19.583, "step": 7577 }, { "epoch": 6.73, "learning_rate": 9.616916064885194e-05, "loss": 20.1943, "step": 7578 }, { "epoch": 6.73, "learning_rate": 9.616807993687951e-05, "loss": 20.1377, "step": 7579 }, { "epoch": 6.73, "learning_rate": 9.616699907856368e-05, "loss": 19.7705, "step": 7580 }, { "epoch": 6.73, "learning_rate": 9.616591807390787e-05, "loss": 19.6328, "step": 7581 }, { "epoch": 6.73, "learning_rate": 9.61648369229155e-05, "loss": 19.9922, "step": 7582 }, { "epoch": 6.73, "learning_rate": 9.616375562559002e-05, "loss": 20.4033, "step": 7583 }, { "epoch": 6.74, "learning_rate": 9.616267418193483e-05, "loss": 20.1982, "step": 7584 }, { "epoch": 6.74, "learning_rate": 9.616159259195335e-05, "loss": 20.5518, "step": 7585 }, { "epoch": 6.74, "learning_rate": 9.616051085564906e-05, "loss": 20.5654, "step": 7586 }, { "epoch": 6.74, "learning_rate": 9.615942897302533e-05, "loss": 19.4453, "step": 7587 }, { "epoch": 6.74, "learning_rate": 9.615834694408563e-05, "loss": 19.8164, "step": 7588 }, { "epoch": 6.74, "learning_rate": 9.615726476883336e-05, "loss": 20.3887, "step": 7589 }, { "epoch": 6.74, "learning_rate": 9.615618244727198e-05, "loss": 20.1406, "step": 7590 }, { "epoch": 6.74, "learning_rate": 9.61550999794049e-05, "loss": 20.6953, "step": 7591 }, { "epoch": 6.74, "learning_rate": 9.615401736523555e-05, "loss": 19.9287, "step": 7592 }, { "epoch": 6.74, "learning_rate": 9.615293460476738e-05, "loss": 19.5791, "step": 7593 }, { "epoch": 6.74, "learning_rate": 9.61518516980038e-05, "loss": 20.0176, "step": 7594 }, { "epoch": 6.75, "learning_rate": 9.615076864494827e-05, "loss": 19.8262, "step": 7595 }, { "epoch": 6.75, "learning_rate": 9.61496854456042e-05, "loss": 19.7881, "step": 7596 }, { "epoch": 6.75, "learning_rate": 9.614860209997502e-05, "loss": 20.6152, "step": 7597 }, { "epoch": 6.75, "learning_rate": 9.61475186080642e-05, "loss": 20.2441, "step": 7598 }, { "epoch": 6.75, "learning_rate": 9.614643496987512e-05, "loss": 19.5488, "step": 7599 }, { "epoch": 6.75, "learning_rate": 9.614535118541126e-05, "loss": 19.7617, "step": 7600 }, { "epoch": 6.75, "learning_rate": 9.614426725467602e-05, "loss": 19.8496, "step": 7601 }, { "epoch": 6.75, "learning_rate": 9.614318317767286e-05, "loss": 19.9639, "step": 7602 }, { "epoch": 6.75, "learning_rate": 9.614209895440522e-05, "loss": 19.4668, "step": 7603 }, { "epoch": 6.75, "learning_rate": 9.614101458487653e-05, "loss": 20.3564, "step": 7604 }, { "epoch": 6.75, "learning_rate": 9.613993006909022e-05, "loss": 20.3975, "step": 7605 }, { "epoch": 6.75, "learning_rate": 9.613884540704974e-05, "loss": 20.2363, "step": 7606 }, { "epoch": 6.76, "learning_rate": 9.613776059875851e-05, "loss": 20.4844, "step": 7607 }, { "epoch": 6.76, "learning_rate": 9.613667564421999e-05, "loss": 20.0371, "step": 7608 }, { "epoch": 6.76, "learning_rate": 9.613667564421999e-05, "loss": 20.6191, "step": 7609 }, { "epoch": 6.76, "learning_rate": 9.61355905434376e-05, "loss": 19.8887, "step": 7610 }, { "epoch": 6.76, "learning_rate": 9.613450529641479e-05, "loss": 19.9209, "step": 7611 }, { "epoch": 6.76, "learning_rate": 9.6133419903155e-05, "loss": 19.6768, "step": 7612 }, { "epoch": 6.76, "learning_rate": 9.613233436366167e-05, "loss": 19.9131, "step": 7613 }, { "epoch": 6.76, "learning_rate": 9.613124867793823e-05, "loss": 19.9062, "step": 7614 }, { "epoch": 6.76, "learning_rate": 9.613016284598813e-05, "loss": 19.5537, "step": 7615 }, { "epoch": 6.76, "learning_rate": 9.612907686781482e-05, "loss": 19.9658, "step": 7616 }, { "epoch": 6.76, "learning_rate": 9.612799074342173e-05, "loss": 19.957, "step": 7617 }, { "epoch": 6.77, "learning_rate": 9.612690447281231e-05, "loss": 19.46, "step": 7618 }, { "epoch": 6.77, "learning_rate": 9.612581805599002e-05, "loss": 20.0664, "step": 7619 }, { "epoch": 6.77, "learning_rate": 9.612473149295826e-05, "loss": 19.9463, "step": 7620 }, { "epoch": 6.77, "learning_rate": 9.612364478372052e-05, "loss": 19.8506, "step": 7621 }, { "epoch": 6.77, "learning_rate": 9.61225579282802e-05, "loss": 20.1826, "step": 7622 }, { "epoch": 6.77, "learning_rate": 9.612147092664079e-05, "loss": 20.0039, "step": 7623 }, { "epoch": 6.77, "learning_rate": 9.61203837788057e-05, "loss": 20.3096, "step": 7624 }, { "epoch": 6.77, "learning_rate": 9.61192964847784e-05, "loss": 19.8799, "step": 7625 }, { "epoch": 6.77, "learning_rate": 9.611820904456232e-05, "loss": 20.958, "step": 7626 }, { "epoch": 6.77, "learning_rate": 9.611712145816091e-05, "loss": 20.2041, "step": 7627 }, { "epoch": 6.77, "learning_rate": 9.611603372557763e-05, "loss": 20.1309, "step": 7628 }, { "epoch": 6.78, "learning_rate": 9.611494584681592e-05, "loss": 20.1152, "step": 7629 }, { "epoch": 6.78, "learning_rate": 9.611385782187922e-05, "loss": 19.7471, "step": 7630 }, { "epoch": 6.78, "learning_rate": 9.611276965077099e-05, "loss": 19.7227, "step": 7631 }, { "epoch": 6.78, "learning_rate": 9.611168133349468e-05, "loss": 20.209, "step": 7632 }, { "epoch": 6.78, "learning_rate": 9.611059287005372e-05, "loss": 20.3096, "step": 7633 }, { "epoch": 6.78, "learning_rate": 9.61095042604516e-05, "loss": 19.8857, "step": 7634 }, { "epoch": 6.78, "learning_rate": 9.610841550469172e-05, "loss": 20.1104, "step": 7635 }, { "epoch": 6.78, "learning_rate": 9.610732660277758e-05, "loss": 19.7363, "step": 7636 }, { "epoch": 6.78, "learning_rate": 9.61062375547126e-05, "loss": 19.8955, "step": 7637 }, { "epoch": 6.78, "learning_rate": 9.610514836050024e-05, "loss": 20.2012, "step": 7638 }, { "epoch": 6.78, "learning_rate": 9.610405902014396e-05, "loss": 20.3193, "step": 7639 }, { "epoch": 6.79, "learning_rate": 9.61029695336472e-05, "loss": 20.0352, "step": 7640 }, { "epoch": 6.79, "learning_rate": 9.610187990101341e-05, "loss": 20.2881, "step": 7641 }, { "epoch": 6.79, "learning_rate": 9.610079012224606e-05, "loss": 19.9854, "step": 7642 }, { "epoch": 6.79, "learning_rate": 9.609970019734862e-05, "loss": 19.999, "step": 7643 }, { "epoch": 6.79, "learning_rate": 9.60986101263245e-05, "loss": 19.7695, "step": 7644 }, { "epoch": 6.79, "learning_rate": 9.609751990917719e-05, "loss": 20.5518, "step": 7645 }, { "epoch": 6.79, "learning_rate": 9.609642954591012e-05, "loss": 21.0273, "step": 7646 }, { "epoch": 6.79, "learning_rate": 9.609533903652677e-05, "loss": 20.6514, "step": 7647 }, { "epoch": 6.79, "learning_rate": 9.609424838103059e-05, "loss": 20.46, "step": 7648 }, { "epoch": 6.79, "learning_rate": 9.609315757942503e-05, "loss": 20.7637, "step": 7649 }, { "epoch": 6.79, "learning_rate": 9.609206663171355e-05, "loss": 20.0547, "step": 7650 }, { "epoch": 6.79, "learning_rate": 9.609097553789962e-05, "loss": 20.1885, "step": 7651 }, { "epoch": 6.8, "learning_rate": 9.608988429798668e-05, "loss": 19.7119, "step": 7652 }, { "epoch": 6.8, "learning_rate": 9.60887929119782e-05, "loss": 19.5527, "step": 7653 }, { "epoch": 6.8, "learning_rate": 9.608770137987764e-05, "loss": 20.5059, "step": 7654 }, { "epoch": 6.8, "learning_rate": 9.608660970168844e-05, "loss": 20.0869, "step": 7655 }, { "epoch": 6.8, "learning_rate": 9.608551787741409e-05, "loss": 19.9609, "step": 7656 }, { "epoch": 6.8, "learning_rate": 9.608442590705804e-05, "loss": 19.918, "step": 7657 }, { "epoch": 6.8, "learning_rate": 9.608333379062376e-05, "loss": 20.0576, "step": 7658 }, { "epoch": 6.8, "learning_rate": 9.608224152811468e-05, "loss": 20.1846, "step": 7659 }, { "epoch": 6.8, "learning_rate": 9.60811491195343e-05, "loss": 20.0342, "step": 7660 }, { "epoch": 6.8, "learning_rate": 9.608005656488605e-05, "loss": 19.8086, "step": 7661 }, { "epoch": 6.8, "learning_rate": 9.607896386417342e-05, "loss": 19.3701, "step": 7662 }, { "epoch": 6.81, "learning_rate": 9.607787101739987e-05, "loss": 19.7451, "step": 7663 }, { "epoch": 6.81, "learning_rate": 9.607677802456885e-05, "loss": 19.8477, "step": 7664 }, { "epoch": 6.81, "learning_rate": 9.607568488568383e-05, "loss": 19.8213, "step": 7665 }, { "epoch": 6.81, "learning_rate": 9.607459160074828e-05, "loss": 20.4268, "step": 7666 }, { "epoch": 6.81, "learning_rate": 9.607349816976565e-05, "loss": 20.2139, "step": 7667 }, { "epoch": 6.81, "learning_rate": 9.607240459273942e-05, "loss": 19.8682, "step": 7668 }, { "epoch": 6.81, "learning_rate": 9.607131086967307e-05, "loss": 19.9297, "step": 7669 }, { "epoch": 6.81, "learning_rate": 9.607021700057004e-05, "loss": 19.8877, "step": 7670 }, { "epoch": 6.81, "learning_rate": 9.606912298543383e-05, "loss": 20.5059, "step": 7671 }, { "epoch": 6.81, "learning_rate": 9.606802882426786e-05, "loss": 20.2793, "step": 7672 }, { "epoch": 6.81, "learning_rate": 9.606693451707563e-05, "loss": 20.0059, "step": 7673 }, { "epoch": 6.82, "learning_rate": 9.60658400638606e-05, "loss": 19.8076, "step": 7674 }, { "epoch": 6.82, "learning_rate": 9.606474546462627e-05, "loss": 20.249, "step": 7675 }, { "epoch": 6.82, "learning_rate": 9.606365071937607e-05, "loss": 19.627, "step": 7676 }, { "epoch": 6.82, "learning_rate": 9.606365071937607e-05, "loss": 20.8193, "step": 7677 }, { "epoch": 6.82, "learning_rate": 9.606255582811345e-05, "loss": 19.9971, "step": 7678 }, { "epoch": 6.82, "learning_rate": 9.606146079084195e-05, "loss": 20.1426, "step": 7679 }, { "epoch": 6.82, "learning_rate": 9.6060365607565e-05, "loss": 19.8145, "step": 7680 }, { "epoch": 6.82, "learning_rate": 9.605927027828608e-05, "loss": 20.0938, "step": 7681 }, { "epoch": 6.82, "learning_rate": 9.605817480300862e-05, "loss": 19.5527, "step": 7682 }, { "epoch": 6.82, "learning_rate": 9.605707918173617e-05, "loss": 19.7969, "step": 7683 }, { "epoch": 6.82, "learning_rate": 9.605598341447214e-05, "loss": 20.2227, "step": 7684 }, { "epoch": 6.83, "learning_rate": 9.605488750122004e-05, "loss": 19.5479, "step": 7685 }, { "epoch": 6.83, "learning_rate": 9.605379144198334e-05, "loss": 20.5166, "step": 7686 }, { "epoch": 6.83, "learning_rate": 9.605269523676549e-05, "loss": 19.3955, "step": 7687 }, { "epoch": 6.83, "learning_rate": 9.605159888556998e-05, "loss": 19.7529, "step": 7688 }, { "epoch": 6.83, "learning_rate": 9.605050238840028e-05, "loss": 19.832, "step": 7689 }, { "epoch": 6.83, "learning_rate": 9.604940574525987e-05, "loss": 19.8203, "step": 7690 }, { "epoch": 6.83, "learning_rate": 9.604830895615225e-05, "loss": 20.1299, "step": 7691 }, { "epoch": 6.83, "learning_rate": 9.604721202108085e-05, "loss": 19.6406, "step": 7692 }, { "epoch": 6.83, "learning_rate": 9.604611494004917e-05, "loss": 20.0986, "step": 7693 }, { "epoch": 6.83, "learning_rate": 9.604501771306069e-05, "loss": 19.834, "step": 7694 }, { "epoch": 6.83, "learning_rate": 9.604392034011888e-05, "loss": 20.0977, "step": 7695 }, { "epoch": 6.83, "learning_rate": 9.604282282122725e-05, "loss": 19.8262, "step": 7696 }, { "epoch": 6.84, "learning_rate": 9.604172515638923e-05, "loss": 19.9688, "step": 7697 }, { "epoch": 6.84, "learning_rate": 9.604062734560832e-05, "loss": 20.3916, "step": 7698 }, { "epoch": 6.84, "learning_rate": 9.603952938888801e-05, "loss": 19.7676, "step": 7699 }, { "epoch": 6.84, "learning_rate": 9.603843128623178e-05, "loss": 20.5244, "step": 7700 }, { "epoch": 6.84, "learning_rate": 9.603733303764308e-05, "loss": 20.002, "step": 7701 }, { "epoch": 6.84, "learning_rate": 9.603623464312545e-05, "loss": 20.0322, "step": 7702 }, { "epoch": 6.84, "learning_rate": 9.60351361026823e-05, "loss": 20.1133, "step": 7703 }, { "epoch": 6.84, "learning_rate": 9.603403741631718e-05, "loss": 20.2314, "step": 7704 }, { "epoch": 6.84, "learning_rate": 9.603293858403351e-05, "loss": 20.4805, "step": 7705 }, { "epoch": 6.84, "learning_rate": 9.603183960583481e-05, "loss": 20.917, "step": 7706 }, { "epoch": 6.84, "learning_rate": 9.603074048172458e-05, "loss": 20.5303, "step": 7707 }, { "epoch": 6.85, "learning_rate": 9.602964121170626e-05, "loss": 20.1641, "step": 7708 }, { "epoch": 6.85, "learning_rate": 9.602854179578336e-05, "loss": 20.3291, "step": 7709 }, { "epoch": 6.85, "learning_rate": 9.602744223395937e-05, "loss": 19.9355, "step": 7710 }, { "epoch": 6.85, "learning_rate": 9.602634252623777e-05, "loss": 20.5078, "step": 7711 }, { "epoch": 6.85, "learning_rate": 9.602524267262203e-05, "loss": 19.7695, "step": 7712 }, { "epoch": 6.85, "learning_rate": 9.602414267311563e-05, "loss": 20.2656, "step": 7713 }, { "epoch": 6.85, "learning_rate": 9.60230425277221e-05, "loss": 20.4355, "step": 7714 }, { "epoch": 6.85, "learning_rate": 9.60219422364449e-05, "loss": 20.0557, "step": 7715 }, { "epoch": 6.85, "learning_rate": 9.602084179928752e-05, "loss": 19.6543, "step": 7716 }, { "epoch": 6.85, "learning_rate": 9.601974121625344e-05, "loss": 20.3916, "step": 7717 }, { "epoch": 6.85, "learning_rate": 9.601864048734617e-05, "loss": 20.1504, "step": 7718 }, { "epoch": 6.86, "learning_rate": 9.601753961256919e-05, "loss": 20.0117, "step": 7719 }, { "epoch": 6.86, "learning_rate": 9.601643859192596e-05, "loss": 20.0625, "step": 7720 }, { "epoch": 6.86, "learning_rate": 9.601533742542001e-05, "loss": 20.1016, "step": 7721 }, { "epoch": 6.86, "learning_rate": 9.601423611305481e-05, "loss": 20.1084, "step": 7722 }, { "epoch": 6.86, "learning_rate": 9.601313465483386e-05, "loss": 20.6006, "step": 7723 }, { "epoch": 6.86, "learning_rate": 9.601203305076066e-05, "loss": 20.1357, "step": 7724 }, { "epoch": 6.86, "learning_rate": 9.601093130083866e-05, "loss": 20.5166, "step": 7725 }, { "epoch": 6.86, "learning_rate": 9.600982940507142e-05, "loss": 19.8691, "step": 7726 }, { "epoch": 6.86, "learning_rate": 9.600872736346238e-05, "loss": 20.2676, "step": 7727 }, { "epoch": 6.86, "learning_rate": 9.600762517601505e-05, "loss": 19.9424, "step": 7728 }, { "epoch": 6.86, "learning_rate": 9.600652284273291e-05, "loss": 20.292, "step": 7729 }, { "epoch": 6.87, "learning_rate": 9.600542036361948e-05, "loss": 20.2061, "step": 7730 }, { "epoch": 6.87, "learning_rate": 9.600431773867823e-05, "loss": 20.0029, "step": 7731 }, { "epoch": 6.87, "learning_rate": 9.600321496791267e-05, "loss": 20.6709, "step": 7732 }, { "epoch": 6.87, "learning_rate": 9.60021120513263e-05, "loss": 19.9434, "step": 7733 }, { "epoch": 6.87, "learning_rate": 9.600100898892261e-05, "loss": 20.2734, "step": 7734 }, { "epoch": 6.87, "learning_rate": 9.599990578070508e-05, "loss": 19.5459, "step": 7735 }, { "epoch": 6.87, "learning_rate": 9.599880242667723e-05, "loss": 19.6123, "step": 7736 }, { "epoch": 6.87, "learning_rate": 9.599769892684255e-05, "loss": 19.9531, "step": 7737 }, { "epoch": 6.87, "learning_rate": 9.599659528120453e-05, "loss": 20.2344, "step": 7738 }, { "epoch": 6.87, "learning_rate": 9.599549148976667e-05, "loss": 19.8496, "step": 7739 }, { "epoch": 6.87, "learning_rate": 9.599438755253248e-05, "loss": 20.3271, "step": 7740 }, { "epoch": 6.87, "learning_rate": 9.599328346950545e-05, "loss": 19.5264, "step": 7741 }, { "epoch": 6.88, "learning_rate": 9.599217924068909e-05, "loss": 19.8145, "step": 7742 }, { "epoch": 6.88, "learning_rate": 9.599107486608689e-05, "loss": 19.7188, "step": 7743 }, { "epoch": 6.88, "learning_rate": 9.598997034570235e-05, "loss": 20.2031, "step": 7744 }, { "epoch": 6.88, "learning_rate": 9.598886567953897e-05, "loss": 19.9121, "step": 7745 }, { "epoch": 6.88, "learning_rate": 9.598776086760026e-05, "loss": 19.6406, "step": 7746 }, { "epoch": 6.88, "learning_rate": 9.598665590988973e-05, "loss": 19.5869, "step": 7747 }, { "epoch": 6.88, "learning_rate": 9.598555080641085e-05, "loss": 20.2041, "step": 7748 }, { "epoch": 6.88, "learning_rate": 9.598444555716715e-05, "loss": 19.3359, "step": 7749 }, { "epoch": 6.88, "learning_rate": 9.598334016216214e-05, "loss": 19.6973, "step": 7750 }, { "epoch": 6.88, "learning_rate": 9.59822346213993e-05, "loss": 19.8291, "step": 7751 }, { "epoch": 6.88, "learning_rate": 9.598112893488214e-05, "loss": 20.1367, "step": 7752 }, { "epoch": 6.89, "learning_rate": 9.598002310261418e-05, "loss": 19.458, "step": 7753 }, { "epoch": 6.89, "learning_rate": 9.597891712459892e-05, "loss": 19.7812, "step": 7754 }, { "epoch": 6.89, "learning_rate": 9.597781100083984e-05, "loss": 19.8086, "step": 7755 }, { "epoch": 6.89, "learning_rate": 9.597670473134048e-05, "loss": 19.5107, "step": 7756 }, { "epoch": 6.89, "learning_rate": 9.597559831610435e-05, "loss": 20.1904, "step": 7757 }, { "epoch": 6.89, "learning_rate": 9.59744917551349e-05, "loss": 20.0312, "step": 7758 }, { "epoch": 6.89, "learning_rate": 9.597338504843572e-05, "loss": 20.4268, "step": 7759 }, { "epoch": 6.89, "learning_rate": 9.597227819601025e-05, "loss": 20.4688, "step": 7760 }, { "epoch": 6.89, "learning_rate": 9.597117119786205e-05, "loss": 20.499, "step": 7761 }, { "epoch": 6.89, "learning_rate": 9.597006405399458e-05, "loss": 19.626, "step": 7762 }, { "epoch": 6.89, "learning_rate": 9.596895676441138e-05, "loss": 20.2969, "step": 7763 }, { "epoch": 6.9, "learning_rate": 9.596784932911596e-05, "loss": 20.0811, "step": 7764 }, { "epoch": 6.9, "learning_rate": 9.596674174811181e-05, "loss": 19.7217, "step": 7765 }, { "epoch": 6.9, "learning_rate": 9.596563402140246e-05, "loss": 19.8652, "step": 7766 }, { "epoch": 6.9, "learning_rate": 9.596452614899143e-05, "loss": 19.9414, "step": 7767 }, { "epoch": 6.9, "learning_rate": 9.596341813088219e-05, "loss": 20.248, "step": 7768 }, { "epoch": 6.9, "learning_rate": 9.59623099670783e-05, "loss": 19.9033, "step": 7769 }, { "epoch": 6.9, "learning_rate": 9.596120165758325e-05, "loss": 20.2988, "step": 7770 }, { "epoch": 6.9, "learning_rate": 9.596009320240056e-05, "loss": 20.1758, "step": 7771 }, { "epoch": 6.9, "learning_rate": 9.595898460153372e-05, "loss": 19.9785, "step": 7772 }, { "epoch": 6.9, "learning_rate": 9.595787585498628e-05, "loss": 20.7461, "step": 7773 }, { "epoch": 6.9, "learning_rate": 9.595676696276172e-05, "loss": 20.1777, "step": 7774 }, { "epoch": 6.9, "learning_rate": 9.595565792486358e-05, "loss": 20.3047, "step": 7775 }, { "epoch": 6.91, "learning_rate": 9.595454874129537e-05, "loss": 20.457, "step": 7776 }, { "epoch": 6.91, "learning_rate": 9.595343941206062e-05, "loss": 20.8799, "step": 7777 }, { "epoch": 6.91, "learning_rate": 9.595232993716281e-05, "loss": 20.4727, "step": 7778 }, { "epoch": 6.91, "learning_rate": 9.595122031660548e-05, "loss": 20.0039, "step": 7779 }, { "epoch": 6.91, "learning_rate": 9.595011055039215e-05, "loss": 20.1992, "step": 7780 }, { "epoch": 6.91, "learning_rate": 9.594900063852633e-05, "loss": 20.1133, "step": 7781 }, { "epoch": 6.91, "learning_rate": 9.594789058101153e-05, "loss": 19.9004, "step": 7782 }, { "epoch": 6.91, "learning_rate": 9.59467803778513e-05, "loss": 19.9492, "step": 7783 }, { "epoch": 6.91, "learning_rate": 9.594567002904912e-05, "loss": 20.0703, "step": 7784 }, { "epoch": 6.91, "learning_rate": 9.594455953460852e-05, "loss": 20.2266, "step": 7785 }, { "epoch": 6.91, "learning_rate": 9.594344889453305e-05, "loss": 19.6895, "step": 7786 }, { "epoch": 6.92, "learning_rate": 9.59423381088262e-05, "loss": 20.1123, "step": 7787 }, { "epoch": 6.92, "learning_rate": 9.59412271774915e-05, "loss": 19.9053, "step": 7788 }, { "epoch": 6.92, "learning_rate": 9.594011610053246e-05, "loss": 19.7168, "step": 7789 }, { "epoch": 6.92, "learning_rate": 9.593900487795262e-05, "loss": 19.4492, "step": 7790 }, { "epoch": 6.92, "learning_rate": 9.59378935097555e-05, "loss": 19.8408, "step": 7791 }, { "epoch": 6.92, "learning_rate": 9.59367819959446e-05, "loss": 20.3906, "step": 7792 }, { "epoch": 6.92, "learning_rate": 9.593567033652348e-05, "loss": 20.0156, "step": 7793 }, { "epoch": 6.92, "learning_rate": 9.593455853149562e-05, "loss": 19.9424, "step": 7794 }, { "epoch": 6.92, "learning_rate": 9.593344658086459e-05, "loss": 20.4785, "step": 7795 }, { "epoch": 6.92, "learning_rate": 9.59323344846339e-05, "loss": 20.4248, "step": 7796 }, { "epoch": 6.92, "learning_rate": 9.593122224280706e-05, "loss": 21.0762, "step": 7797 }, { "epoch": 6.93, "learning_rate": 9.59301098553876e-05, "loss": 20.9648, "step": 7798 }, { "epoch": 6.93, "learning_rate": 9.592899732237903e-05, "loss": 20.7891, "step": 7799 }, { "epoch": 6.93, "learning_rate": 9.592788464378492e-05, "loss": 20.8711, "step": 7800 }, { "epoch": 6.93, "learning_rate": 9.592677181960877e-05, "loss": 20.9512, "step": 7801 }, { "epoch": 6.93, "learning_rate": 9.592565884985412e-05, "loss": 20.5996, "step": 7802 }, { "epoch": 6.93, "learning_rate": 9.592454573452448e-05, "loss": 20.0605, "step": 7803 }, { "epoch": 6.93, "learning_rate": 9.592343247362338e-05, "loss": 20.1592, "step": 7804 }, { "epoch": 6.93, "learning_rate": 9.592231906715436e-05, "loss": 20.9053, "step": 7805 }, { "epoch": 6.93, "learning_rate": 9.592120551512094e-05, "loss": 20.9092, "step": 7806 }, { "epoch": 6.93, "learning_rate": 9.592009181752668e-05, "loss": 19.8994, "step": 7807 }, { "epoch": 6.93, "learning_rate": 9.591897797437505e-05, "loss": 20.7139, "step": 7808 }, { "epoch": 6.94, "learning_rate": 9.591786398566964e-05, "loss": 19.542, "step": 7809 }, { "epoch": 6.94, "learning_rate": 9.591674985141396e-05, "loss": 19.9209, "step": 7810 }, { "epoch": 6.94, "learning_rate": 9.591563557161151e-05, "loss": 20.5, "step": 7811 }, { "epoch": 6.94, "learning_rate": 9.591452114626589e-05, "loss": 19.5752, "step": 7812 }, { "epoch": 6.94, "learning_rate": 9.591340657538057e-05, "loss": 20.0605, "step": 7813 }, { "epoch": 6.94, "learning_rate": 9.59122918589591e-05, "loss": 20.1602, "step": 7814 }, { "epoch": 6.94, "learning_rate": 9.591117699700502e-05, "loss": 19.71, "step": 7815 }, { "epoch": 6.94, "learning_rate": 9.591006198952188e-05, "loss": 20.1113, "step": 7816 }, { "epoch": 6.94, "learning_rate": 9.59089468365132e-05, "loss": 20.5, "step": 7817 }, { "epoch": 6.94, "learning_rate": 9.59078315379825e-05, "loss": 20.459, "step": 7818 }, { "epoch": 6.94, "learning_rate": 9.590671609393332e-05, "loss": 19.7275, "step": 7819 }, { "epoch": 6.94, "learning_rate": 9.590560050436921e-05, "loss": 19.9941, "step": 7820 }, { "epoch": 6.95, "learning_rate": 9.59044847692937e-05, "loss": 19.8066, "step": 7821 }, { "epoch": 6.95, "learning_rate": 9.590336888871034e-05, "loss": 20.0117, "step": 7822 }, { "epoch": 6.95, "learning_rate": 9.590225286262264e-05, "loss": 19.8164, "step": 7823 }, { "epoch": 6.95, "learning_rate": 9.590113669103416e-05, "loss": 19.8408, "step": 7824 }, { "epoch": 6.95, "learning_rate": 9.59000203739484e-05, "loss": 19.5508, "step": 7825 }, { "epoch": 6.95, "learning_rate": 9.589890391136895e-05, "loss": 19.6787, "step": 7826 }, { "epoch": 6.95, "learning_rate": 9.589778730329933e-05, "loss": 19.8379, "step": 7827 }, { "epoch": 6.95, "learning_rate": 9.589667054974307e-05, "loss": 20.0957, "step": 7828 }, { "epoch": 6.95, "learning_rate": 9.589555365070372e-05, "loss": 20.375, "step": 7829 }, { "epoch": 6.95, "learning_rate": 9.589443660618483e-05, "loss": 20.2451, "step": 7830 }, { "epoch": 6.95, "learning_rate": 9.58933194161899e-05, "loss": 21.125, "step": 7831 }, { "epoch": 6.96, "learning_rate": 9.58922020807225e-05, "loss": 20.708, "step": 7832 }, { "epoch": 6.96, "learning_rate": 9.589108459978618e-05, "loss": 19.8838, "step": 7833 }, { "epoch": 6.96, "learning_rate": 9.588996697338448e-05, "loss": 19.6182, "step": 7834 }, { "epoch": 6.96, "learning_rate": 9.588884920152093e-05, "loss": 19.8027, "step": 7835 }, { "epoch": 6.96, "learning_rate": 9.588773128419906e-05, "loss": 20.0508, "step": 7836 }, { "epoch": 6.96, "learning_rate": 9.588661322142245e-05, "loss": 20.3545, "step": 7837 }, { "epoch": 6.96, "learning_rate": 9.588549501319461e-05, "loss": 19.8428, "step": 7838 }, { "epoch": 6.96, "learning_rate": 9.588437665951912e-05, "loss": 20.2031, "step": 7839 }, { "epoch": 6.96, "learning_rate": 9.588325816039949e-05, "loss": 20.0322, "step": 7840 }, { "epoch": 6.96, "learning_rate": 9.588213951583929e-05, "loss": 20.3174, "step": 7841 }, { "epoch": 6.96, "learning_rate": 9.588102072584203e-05, "loss": 19.832, "step": 7842 }, { "epoch": 6.97, "learning_rate": 9.587990179041131e-05, "loss": 20.5098, "step": 7843 }, { "epoch": 6.97, "learning_rate": 9.587878270955065e-05, "loss": 19.4082, "step": 7844 }, { "epoch": 6.97, "learning_rate": 9.587766348326359e-05, "loss": 20.1104, "step": 7845 }, { "epoch": 6.97, "learning_rate": 9.58765441115537e-05, "loss": 20.3184, "step": 7846 }, { "epoch": 6.97, "learning_rate": 9.587542459442449e-05, "loss": 19.7275, "step": 7847 }, { "epoch": 6.97, "learning_rate": 9.587430493187952e-05, "loss": 20.3701, "step": 7848 }, { "epoch": 6.97, "learning_rate": 9.587318512392239e-05, "loss": 19.915, "step": 7849 }, { "epoch": 6.97, "learning_rate": 9.587206517055658e-05, "loss": 19.5723, "step": 7850 }, { "epoch": 6.97, "learning_rate": 9.587094507178567e-05, "loss": 20.5801, "step": 7851 }, { "epoch": 6.97, "learning_rate": 9.586982482761322e-05, "loss": 19.5381, "step": 7852 }, { "epoch": 6.97, "learning_rate": 9.586870443804277e-05, "loss": 20.0244, "step": 7853 }, { "epoch": 6.98, "learning_rate": 9.586758390307788e-05, "loss": 20.0605, "step": 7854 }, { "epoch": 6.98, "learning_rate": 9.586646322272208e-05, "loss": 20.0186, "step": 7855 }, { "epoch": 6.98, "learning_rate": 9.586534239697894e-05, "loss": 19.4043, "step": 7856 }, { "epoch": 6.98, "learning_rate": 9.586422142585201e-05, "loss": 20.5889, "step": 7857 }, { "epoch": 6.98, "learning_rate": 9.586310030934484e-05, "loss": 20.0645, "step": 7858 }, { "epoch": 6.98, "learning_rate": 9.586197904746099e-05, "loss": 19.8457, "step": 7859 }, { "epoch": 6.98, "learning_rate": 9.586085764020403e-05, "loss": 20.1621, "step": 7860 }, { "epoch": 6.98, "learning_rate": 9.585973608757747e-05, "loss": 19.4521, "step": 7861 }, { "epoch": 6.98, "learning_rate": 9.58586143895849e-05, "loss": 19.8613, "step": 7862 }, { "epoch": 6.98, "learning_rate": 9.585749254622986e-05, "loss": 20.0518, "step": 7863 }, { "epoch": 6.98, "learning_rate": 9.585637055751592e-05, "loss": 20.1543, "step": 7864 }, { "epoch": 6.98, "learning_rate": 9.585524842344662e-05, "loss": 20.0625, "step": 7865 }, { "epoch": 6.99, "learning_rate": 9.585412614402553e-05, "loss": 19.874, "step": 7866 }, { "epoch": 6.99, "learning_rate": 9.58530037192562e-05, "loss": 19.8525, "step": 7867 }, { "epoch": 6.99, "learning_rate": 9.58518811491422e-05, "loss": 19.7793, "step": 7868 }, { "epoch": 6.99, "learning_rate": 9.585075843368707e-05, "loss": 19.4834, "step": 7869 }, { "epoch": 6.99, "learning_rate": 9.584963557289439e-05, "loss": 19.873, "step": 7870 }, { "epoch": 6.99, "learning_rate": 9.58485125667677e-05, "loss": 19.5352, "step": 7871 }, { "epoch": 6.99, "learning_rate": 9.584738941531055e-05, "loss": 20.1094, "step": 7872 }, { "epoch": 6.99, "learning_rate": 9.584626611852654e-05, "loss": 20.6016, "step": 7873 }, { "epoch": 6.99, "learning_rate": 9.58451426764192e-05, "loss": 20.1836, "step": 7874 }, { "epoch": 6.99, "learning_rate": 9.58440190889921e-05, "loss": 20.335, "step": 7875 }, { "epoch": 6.99, "learning_rate": 9.58428953562488e-05, "loss": 19.8135, "step": 7876 }, { "epoch": 7.0, "learning_rate": 9.584177147819286e-05, "loss": 20.2432, "step": 7877 }, { "epoch": 7.0, "learning_rate": 9.584064745482783e-05, "loss": 19.8604, "step": 7878 }, { "epoch": 7.0, "learning_rate": 9.58395232861573e-05, "loss": 20.2061, "step": 7879 }, { "epoch": 7.0, "learning_rate": 9.583839897218482e-05, "loss": 20.2695, "step": 7880 }, { "epoch": 7.0, "learning_rate": 9.583727451291397e-05, "loss": 19.9668, "step": 7881 }, { "epoch": 7.0, "learning_rate": 9.583614990834828e-05, "loss": 20.0801, "step": 7882 }, { "epoch": 7.0, "learning_rate": 9.583502515849136e-05, "loss": 20.0605, "step": 7883 }, { "epoch": 7.0, "learning_rate": 9.583390026334671e-05, "loss": 19.6006, "step": 7884 }, { "epoch": 7.0, "learning_rate": 9.583277522291796e-05, "loss": 19.9463, "step": 7885 }, { "epoch": 7.0, "learning_rate": 9.583165003720866e-05, "loss": 20.2676, "step": 7886 }, { "epoch": 7.0, "learning_rate": 9.583052470622234e-05, "loss": 19.1992, "step": 7887 }, { "epoch": 7.01, "learning_rate": 9.582939922996261e-05, "loss": 20.1533, "step": 7888 }, { "epoch": 7.01, "learning_rate": 9.582827360843303e-05, "loss": 20.3076, "step": 7889 }, { "epoch": 7.01, "learning_rate": 9.582714784163714e-05, "loss": 19.748, "step": 7890 }, { "epoch": 7.01, "learning_rate": 9.582602192957854e-05, "loss": 19.7979, "step": 7891 }, { "epoch": 7.01, "learning_rate": 9.582489587226078e-05, "loss": 19.6582, "step": 7892 }, { "epoch": 7.01, "learning_rate": 9.582376966968746e-05, "loss": 20.21, "step": 7893 }, { "epoch": 7.01, "learning_rate": 9.582264332186211e-05, "loss": 20.2051, "step": 7894 }, { "epoch": 7.01, "learning_rate": 9.58215168287883e-05, "loss": 19.665, "step": 7895 }, { "epoch": 7.01, "learning_rate": 9.582039019046964e-05, "loss": 20.1104, "step": 7896 }, { "epoch": 7.01, "learning_rate": 9.581926340690967e-05, "loss": 20.1768, "step": 7897 }, { "epoch": 7.01, "learning_rate": 9.581813647811198e-05, "loss": 20.3672, "step": 7898 }, { "epoch": 7.02, "learning_rate": 9.581700940408014e-05, "loss": 19.7812, "step": 7899 }, { "epoch": 7.02, "learning_rate": 9.58158821848177e-05, "loss": 19.9639, "step": 7900 }, { "epoch": 7.02, "learning_rate": 9.581475482032825e-05, "loss": 19.7559, "step": 7901 }, { "epoch": 7.02, "learning_rate": 9.581362731061536e-05, "loss": 20.3164, "step": 7902 }, { "epoch": 7.02, "learning_rate": 9.58124996556826e-05, "loss": 19.5645, "step": 7903 }, { "epoch": 7.02, "learning_rate": 9.581137185553357e-05, "loss": 19.4131, "step": 7904 }, { "epoch": 7.02, "learning_rate": 9.581024391017181e-05, "loss": 20.3613, "step": 7905 }, { "epoch": 7.02, "learning_rate": 9.580911581960092e-05, "loss": 20.6104, "step": 7906 }, { "epoch": 7.02, "learning_rate": 9.580798758382445e-05, "loss": 19.9717, "step": 7907 }, { "epoch": 7.02, "learning_rate": 9.580685920284601e-05, "loss": 19.5, "step": 7908 }, { "epoch": 7.02, "learning_rate": 9.580573067666916e-05, "loss": 20.748, "step": 7909 }, { "epoch": 7.02, "learning_rate": 9.580460200529747e-05, "loss": 19.9502, "step": 7910 }, { "epoch": 7.03, "learning_rate": 9.580347318873452e-05, "loss": 20.2148, "step": 7911 }, { "epoch": 7.03, "learning_rate": 9.580347318873452e-05, "loss": 19.9287, "step": 7912 }, { "epoch": 7.03, "learning_rate": 9.58023442269839e-05, "loss": 19.9551, "step": 7913 }, { "epoch": 7.03, "learning_rate": 9.580121512004919e-05, "loss": 19.3467, "step": 7914 }, { "epoch": 7.03, "learning_rate": 9.580008586793394e-05, "loss": 19.4004, "step": 7915 }, { "epoch": 7.03, "learning_rate": 9.579895647064175e-05, "loss": 19.3467, "step": 7916 }, { "epoch": 7.03, "learning_rate": 9.579782692817621e-05, "loss": 19.5498, "step": 7917 }, { "epoch": 7.03, "learning_rate": 9.579669724054087e-05, "loss": 20.1455, "step": 7918 }, { "epoch": 7.03, "learning_rate": 9.579556740773936e-05, "loss": 20.0732, "step": 7919 }, { "epoch": 7.03, "learning_rate": 9.579443742977522e-05, "loss": 19.9717, "step": 7920 }, { "epoch": 7.03, "learning_rate": 9.579330730665204e-05, "loss": 19.5342, "step": 7921 }, { "epoch": 7.04, "learning_rate": 9.579217703837342e-05, "loss": 20.0664, "step": 7922 }, { "epoch": 7.04, "learning_rate": 9.579104662494291e-05, "loss": 20.0859, "step": 7923 }, { "epoch": 7.04, "learning_rate": 9.578991606636411e-05, "loss": 20.0127, "step": 7924 }, { "epoch": 7.04, "learning_rate": 9.578878536264063e-05, "loss": 19.6064, "step": 7925 }, { "epoch": 7.04, "learning_rate": 9.578765451377602e-05, "loss": 19.4629, "step": 7926 }, { "epoch": 7.04, "learning_rate": 9.578652351977386e-05, "loss": 19.9658, "step": 7927 }, { "epoch": 7.04, "learning_rate": 9.578539238063778e-05, "loss": 20.2451, "step": 7928 }, { "epoch": 7.04, "learning_rate": 9.57842610963713e-05, "loss": 19.5625, "step": 7929 }, { "epoch": 7.04, "learning_rate": 9.578312966697807e-05, "loss": 19.7852, "step": 7930 }, { "epoch": 7.04, "learning_rate": 9.578199809246162e-05, "loss": 19.2725, "step": 7931 }, { "epoch": 7.04, "learning_rate": 9.578086637282557e-05, "loss": 19.6572, "step": 7932 }, { "epoch": 7.05, "learning_rate": 9.577973450807351e-05, "loss": 20.1348, "step": 7933 }, { "epoch": 7.05, "learning_rate": 9.577860249820903e-05, "loss": 19.4424, "step": 7934 }, { "epoch": 7.05, "learning_rate": 9.577747034323569e-05, "loss": 20.1953, "step": 7935 }, { "epoch": 7.05, "learning_rate": 9.57763380431571e-05, "loss": 19.2139, "step": 7936 }, { "epoch": 7.05, "learning_rate": 9.577520559797685e-05, "loss": 19.2646, "step": 7937 }, { "epoch": 7.05, "learning_rate": 9.577407300769851e-05, "loss": 19.6348, "step": 7938 }, { "epoch": 7.05, "learning_rate": 9.57729402723257e-05, "loss": 19.9932, "step": 7939 }, { "epoch": 7.05, "learning_rate": 9.5771807391862e-05, "loss": 21.2207, "step": 7940 }, { "epoch": 7.05, "learning_rate": 9.577067436631099e-05, "loss": 19.4326, "step": 7941 }, { "epoch": 7.05, "learning_rate": 9.576954119567626e-05, "loss": 19.8301, "step": 7942 }, { "epoch": 7.05, "learning_rate": 9.576840787996142e-05, "loss": 20.4502, "step": 7943 }, { "epoch": 7.06, "learning_rate": 9.576840787996142e-05, "loss": 20.2188, "step": 7944 }, { "epoch": 7.06, "learning_rate": 9.576727441917005e-05, "loss": 19.8662, "step": 7945 }, { "epoch": 7.06, "learning_rate": 9.576614081330575e-05, "loss": 19.8535, "step": 7946 }, { "epoch": 7.06, "learning_rate": 9.576500706237209e-05, "loss": 19.4023, "step": 7947 }, { "epoch": 7.06, "learning_rate": 9.57638731663727e-05, "loss": 19.6094, "step": 7948 }, { "epoch": 7.06, "learning_rate": 9.576273912531115e-05, "loss": 19.9727, "step": 7949 }, { "epoch": 7.06, "learning_rate": 9.576160493919105e-05, "loss": 20.0088, "step": 7950 }, { "epoch": 7.06, "learning_rate": 9.576047060801597e-05, "loss": 19.9121, "step": 7951 }, { "epoch": 7.06, "learning_rate": 9.575933613178953e-05, "loss": 19.5127, "step": 7952 }, { "epoch": 7.06, "learning_rate": 9.575820151051532e-05, "loss": 19.957, "step": 7953 }, { "epoch": 7.06, "learning_rate": 9.575706674419693e-05, "loss": 19.8223, "step": 7954 }, { "epoch": 7.06, "learning_rate": 9.575593183283796e-05, "loss": 20.0967, "step": 7955 }, { "epoch": 7.07, "learning_rate": 9.575479677644202e-05, "loss": 19.6475, "step": 7956 }, { "epoch": 7.07, "learning_rate": 9.575366157501268e-05, "loss": 19.7891, "step": 7957 }, { "epoch": 7.07, "learning_rate": 9.575252622855357e-05, "loss": 19.8457, "step": 7958 }, { "epoch": 7.07, "learning_rate": 9.575139073706827e-05, "loss": 19.8623, "step": 7959 }, { "epoch": 7.07, "learning_rate": 9.575025510056038e-05, "loss": 19.7334, "step": 7960 }, { "epoch": 7.07, "learning_rate": 9.57491193190335e-05, "loss": 19.6973, "step": 7961 }, { "epoch": 7.07, "learning_rate": 9.574798339249125e-05, "loss": 19.5859, "step": 7962 }, { "epoch": 7.07, "learning_rate": 9.57468473209372e-05, "loss": 19.626, "step": 7963 }, { "epoch": 7.07, "learning_rate": 9.574571110437495e-05, "loss": 19.7686, "step": 7964 }, { "epoch": 7.07, "learning_rate": 9.574457474280815e-05, "loss": 19.6055, "step": 7965 }, { "epoch": 7.07, "learning_rate": 9.574343823624034e-05, "loss": 19.8184, "step": 7966 }, { "epoch": 7.08, "learning_rate": 9.574230158467517e-05, "loss": 19.9688, "step": 7967 }, { "epoch": 7.08, "learning_rate": 9.574116478811621e-05, "loss": 19.8789, "step": 7968 }, { "epoch": 7.08, "learning_rate": 9.574002784656708e-05, "loss": 20.3066, "step": 7969 }, { "epoch": 7.08, "learning_rate": 9.573889076003139e-05, "loss": 19.4072, "step": 7970 }, { "epoch": 7.08, "learning_rate": 9.573775352851273e-05, "loss": 20.3428, "step": 7971 }, { "epoch": 7.08, "learning_rate": 9.573661615201471e-05, "loss": 20.4375, "step": 7972 }, { "epoch": 7.08, "learning_rate": 9.573547863054093e-05, "loss": 20.208, "step": 7973 }, { "epoch": 7.08, "learning_rate": 9.573434096409501e-05, "loss": 20.1318, "step": 7974 }, { "epoch": 7.08, "learning_rate": 9.573320315268055e-05, "loss": 19.998, "step": 7975 }, { "epoch": 7.08, "learning_rate": 9.573206519630115e-05, "loss": 20.0312, "step": 7976 }, { "epoch": 7.08, "learning_rate": 9.573092709496042e-05, "loss": 19.6689, "step": 7977 }, { "epoch": 7.09, "learning_rate": 9.572978884866197e-05, "loss": 19.8672, "step": 7978 }, { "epoch": 7.09, "learning_rate": 9.57286504574094e-05, "loss": 20.0908, "step": 7979 }, { "epoch": 7.09, "learning_rate": 9.572751192120634e-05, "loss": 19.2207, "step": 7980 }, { "epoch": 7.09, "learning_rate": 9.572637324005637e-05, "loss": 20.3623, "step": 7981 }, { "epoch": 7.09, "learning_rate": 9.572523441396313e-05, "loss": 19.9531, "step": 7982 }, { "epoch": 7.09, "learning_rate": 9.572409544293019e-05, "loss": 20.3125, "step": 7983 }, { "epoch": 7.09, "learning_rate": 9.57229563269612e-05, "loss": 19.9814, "step": 7984 }, { "epoch": 7.09, "learning_rate": 9.572181706605975e-05, "loss": 19.5557, "step": 7985 }, { "epoch": 7.09, "learning_rate": 9.572067766022946e-05, "loss": 19.7568, "step": 7986 }, { "epoch": 7.09, "learning_rate": 9.571953810947393e-05, "loss": 19.5596, "step": 7987 }, { "epoch": 7.09, "learning_rate": 9.571839841379677e-05, "loss": 20.0332, "step": 7988 }, { "epoch": 7.1, "learning_rate": 9.571725857320162e-05, "loss": 19.4053, "step": 7989 }, { "epoch": 7.1, "learning_rate": 9.571611858769208e-05, "loss": 20.0654, "step": 7990 }, { "epoch": 7.1, "learning_rate": 9.571497845727175e-05, "loss": 19.3662, "step": 7991 }, { "epoch": 7.1, "learning_rate": 9.571383818194423e-05, "loss": 19.832, "step": 7992 }, { "epoch": 7.1, "learning_rate": 9.571269776171319e-05, "loss": 19.9248, "step": 7993 }, { "epoch": 7.1, "learning_rate": 9.57115571965822e-05, "loss": 20.5371, "step": 7994 }, { "epoch": 7.1, "learning_rate": 9.571041648655488e-05, "loss": 19.9092, "step": 7995 }, { "epoch": 7.1, "learning_rate": 9.570927563163488e-05, "loss": 19.8545, "step": 7996 }, { "epoch": 7.1, "learning_rate": 9.570813463182576e-05, "loss": 19.6719, "step": 7997 }, { "epoch": 7.1, "learning_rate": 9.570699348713118e-05, "loss": 19.6338, "step": 7998 }, { "epoch": 7.1, "learning_rate": 9.570585219755474e-05, "loss": 20.2305, "step": 7999 }, { "epoch": 7.1, "learning_rate": 9.570471076310006e-05, "loss": 19.6904, "step": 8000 }, { "epoch": 7.11, "learning_rate": 9.570356918377076e-05, "loss": 20.2637, "step": 8001 }, { "epoch": 7.11, "learning_rate": 9.570242745957045e-05, "loss": 19.4541, "step": 8002 }, { "epoch": 7.11, "learning_rate": 9.570128559050278e-05, "loss": 19.2002, "step": 8003 }, { "epoch": 7.11, "learning_rate": 9.570014357657132e-05, "loss": 19.7197, "step": 8004 }, { "epoch": 7.11, "learning_rate": 9.569900141777973e-05, "loss": 19.4072, "step": 8005 }, { "epoch": 7.11, "learning_rate": 9.569785911413162e-05, "loss": 20.6738, "step": 8006 }, { "epoch": 7.11, "learning_rate": 9.569671666563061e-05, "loss": 19.8682, "step": 8007 }, { "epoch": 7.11, "learning_rate": 9.56955740722803e-05, "loss": 19.7842, "step": 8008 }, { "epoch": 7.11, "learning_rate": 9.569443133408433e-05, "loss": 19.6055, "step": 8009 }, { "epoch": 7.11, "learning_rate": 9.569328845104635e-05, "loss": 19.1787, "step": 8010 }, { "epoch": 7.11, "learning_rate": 9.569214542316993e-05, "loss": 19.9268, "step": 8011 }, { "epoch": 7.12, "learning_rate": 9.569100225045873e-05, "loss": 19.9541, "step": 8012 }, { "epoch": 7.12, "learning_rate": 9.568985893291635e-05, "loss": 20.4189, "step": 8013 }, { "epoch": 7.12, "learning_rate": 9.568871547054645e-05, "loss": 20.1299, "step": 8014 }, { "epoch": 7.12, "learning_rate": 9.568757186335262e-05, "loss": 20.5234, "step": 8015 }, { "epoch": 7.12, "learning_rate": 9.568642811133849e-05, "loss": 20.041, "step": 8016 }, { "epoch": 7.12, "learning_rate": 9.56852842145077e-05, "loss": 18.959, "step": 8017 }, { "epoch": 7.12, "learning_rate": 9.568414017286386e-05, "loss": 20.1523, "step": 8018 }, { "epoch": 7.12, "learning_rate": 9.568299598641061e-05, "loss": 20.6465, "step": 8019 }, { "epoch": 7.12, "learning_rate": 9.568185165515156e-05, "loss": 19.6719, "step": 8020 }, { "epoch": 7.12, "learning_rate": 9.568070717909036e-05, "loss": 19.7676, "step": 8021 }, { "epoch": 7.12, "learning_rate": 9.567956255823062e-05, "loss": 20.2314, "step": 8022 }, { "epoch": 7.13, "learning_rate": 9.567841779257598e-05, "loss": 20.1992, "step": 8023 }, { "epoch": 7.13, "learning_rate": 9.567727288213005e-05, "loss": 20.1602, "step": 8024 }, { "epoch": 7.13, "learning_rate": 9.567612782689647e-05, "loss": 20.7061, "step": 8025 }, { "epoch": 7.13, "learning_rate": 9.567498262687888e-05, "loss": 20.1621, "step": 8026 }, { "epoch": 7.13, "learning_rate": 9.56738372820809e-05, "loss": 19.6211, "step": 8027 }, { "epoch": 7.13, "learning_rate": 9.567269179250618e-05, "loss": 19.8691, "step": 8028 }, { "epoch": 7.13, "learning_rate": 9.56715461581583e-05, "loss": 20.3701, "step": 8029 }, { "epoch": 7.13, "learning_rate": 9.567040037904095e-05, "loss": 19.8643, "step": 8030 }, { "epoch": 7.13, "learning_rate": 9.566925445515773e-05, "loss": 20.3311, "step": 8031 }, { "epoch": 7.13, "learning_rate": 9.566810838651228e-05, "loss": 19.6055, "step": 8032 }, { "epoch": 7.13, "learning_rate": 9.566696217310823e-05, "loss": 20.2998, "step": 8033 }, { "epoch": 7.13, "learning_rate": 9.56658158149492e-05, "loss": 19.7568, "step": 8034 }, { "epoch": 7.14, "learning_rate": 9.566466931203884e-05, "loss": 19.5635, "step": 8035 }, { "epoch": 7.14, "learning_rate": 9.56635226643808e-05, "loss": 20.1729, "step": 8036 }, { "epoch": 7.14, "learning_rate": 9.566237587197868e-05, "loss": 20.3643, "step": 8037 }, { "epoch": 7.14, "learning_rate": 9.566122893483614e-05, "loss": 20.0107, "step": 8038 }, { "epoch": 7.14, "learning_rate": 9.56600818529568e-05, "loss": 20.3145, "step": 8039 }, { "epoch": 7.14, "learning_rate": 9.565893462634432e-05, "loss": 19.6426, "step": 8040 }, { "epoch": 7.14, "learning_rate": 9.565778725500231e-05, "loss": 19.8623, "step": 8041 }, { "epoch": 7.14, "learning_rate": 9.565663973893443e-05, "loss": 20.2588, "step": 8042 }, { "epoch": 7.14, "learning_rate": 9.56554920781443e-05, "loss": 19.8867, "step": 8043 }, { "epoch": 7.14, "learning_rate": 9.565434427263555e-05, "loss": 19.7363, "step": 8044 }, { "epoch": 7.14, "learning_rate": 9.565319632241183e-05, "loss": 19.7256, "step": 8045 }, { "epoch": 7.15, "learning_rate": 9.565204822747679e-05, "loss": 19.9395, "step": 8046 }, { "epoch": 7.15, "learning_rate": 9.565089998783405e-05, "loss": 20.002, "step": 8047 }, { "epoch": 7.15, "learning_rate": 9.564975160348727e-05, "loss": 19.8223, "step": 8048 }, { "epoch": 7.15, "learning_rate": 9.564860307444008e-05, "loss": 19.7139, "step": 8049 }, { "epoch": 7.15, "learning_rate": 9.564745440069611e-05, "loss": 19.8574, "step": 8050 }, { "epoch": 7.15, "learning_rate": 9.5646305582259e-05, "loss": 19.749, "step": 8051 }, { "epoch": 7.15, "learning_rate": 9.564515661913241e-05, "loss": 19.9414, "step": 8052 }, { "epoch": 7.15, "learning_rate": 9.564400751131998e-05, "loss": 20.749, "step": 8053 }, { "epoch": 7.15, "learning_rate": 9.564285825882535e-05, "loss": 19.8711, "step": 8054 }, { "epoch": 7.15, "learning_rate": 9.564170886165214e-05, "loss": 20.1406, "step": 8055 }, { "epoch": 7.15, "learning_rate": 9.564055931980403e-05, "loss": 19.7549, "step": 8056 }, { "epoch": 7.16, "learning_rate": 9.563940963328463e-05, "loss": 20.0244, "step": 8057 }, { "epoch": 7.16, "learning_rate": 9.563825980209762e-05, "loss": 19.9248, "step": 8058 }, { "epoch": 7.16, "learning_rate": 9.563710982624661e-05, "loss": 20.3398, "step": 8059 }, { "epoch": 7.16, "learning_rate": 9.563595970573527e-05, "loss": 19.6631, "step": 8060 }, { "epoch": 7.16, "learning_rate": 9.563480944056724e-05, "loss": 19.877, "step": 8061 }, { "epoch": 7.16, "learning_rate": 9.563365903074615e-05, "loss": 20.1523, "step": 8062 }, { "epoch": 7.16, "learning_rate": 9.563250847627566e-05, "loss": 20.1592, "step": 8063 }, { "epoch": 7.16, "learning_rate": 9.563135777715941e-05, "loss": 19.5752, "step": 8064 }, { "epoch": 7.16, "learning_rate": 9.563020693340108e-05, "loss": 19.7676, "step": 8065 }, { "epoch": 7.16, "learning_rate": 9.562905594500426e-05, "loss": 19.5635, "step": 8066 }, { "epoch": 7.16, "learning_rate": 9.562790481197266e-05, "loss": 20.2148, "step": 8067 }, { "epoch": 7.17, "learning_rate": 9.562675353430988e-05, "loss": 19.6377, "step": 8068 }, { "epoch": 7.17, "learning_rate": 9.562560211201958e-05, "loss": 19.9287, "step": 8069 }, { "epoch": 7.17, "learning_rate": 9.562445054510542e-05, "loss": 19.8359, "step": 8070 }, { "epoch": 7.17, "learning_rate": 9.562329883357106e-05, "loss": 19.4268, "step": 8071 }, { "epoch": 7.17, "learning_rate": 9.562214697742013e-05, "loss": 19.6025, "step": 8072 }, { "epoch": 7.17, "learning_rate": 9.562099497665629e-05, "loss": 19.8926, "step": 8073 }, { "epoch": 7.17, "learning_rate": 9.561984283128321e-05, "loss": 19.7148, "step": 8074 }, { "epoch": 7.17, "learning_rate": 9.56186905413045e-05, "loss": 19.8809, "step": 8075 }, { "epoch": 7.17, "learning_rate": 9.561753810672384e-05, "loss": 19.6006, "step": 8076 }, { "epoch": 7.17, "learning_rate": 9.561638552754488e-05, "loss": 20.29, "step": 8077 }, { "epoch": 7.17, "learning_rate": 9.561523280377127e-05, "loss": 19.8555, "step": 8078 }, { "epoch": 7.17, "learning_rate": 9.561407993540668e-05, "loss": 19.9443, "step": 8079 }, { "epoch": 7.18, "learning_rate": 9.561292692245473e-05, "loss": 20.2676, "step": 8080 }, { "epoch": 7.18, "learning_rate": 9.56117737649191e-05, "loss": 19.5234, "step": 8081 }, { "epoch": 7.18, "learning_rate": 9.561062046280345e-05, "loss": 19.6445, "step": 8082 }, { "epoch": 7.18, "learning_rate": 9.560946701611142e-05, "loss": 20.1025, "step": 8083 }, { "epoch": 7.18, "learning_rate": 9.560831342484667e-05, "loss": 19.7441, "step": 8084 }, { "epoch": 7.18, "learning_rate": 9.560715968901286e-05, "loss": 20.0986, "step": 8085 }, { "epoch": 7.18, "learning_rate": 9.560600580861365e-05, "loss": 20.6309, "step": 8086 }, { "epoch": 7.18, "learning_rate": 9.56048517836527e-05, "loss": 19.5107, "step": 8087 }, { "epoch": 7.18, "learning_rate": 9.560369761413366e-05, "loss": 19.6836, "step": 8088 }, { "epoch": 7.18, "learning_rate": 9.560254330006017e-05, "loss": 20.335, "step": 8089 }, { "epoch": 7.18, "learning_rate": 9.560138884143593e-05, "loss": 19.7822, "step": 8090 }, { "epoch": 7.19, "learning_rate": 9.560023423826457e-05, "loss": 19.9404, "step": 8091 }, { "epoch": 7.19, "learning_rate": 9.559907949054977e-05, "loss": 19.8945, "step": 8092 }, { "epoch": 7.19, "learning_rate": 9.559792459829516e-05, "loss": 20.0469, "step": 8093 }, { "epoch": 7.19, "learning_rate": 9.559676956150443e-05, "loss": 19.3711, "step": 8094 }, { "epoch": 7.19, "learning_rate": 9.559561438018123e-05, "loss": 20.21, "step": 8095 }, { "epoch": 7.19, "learning_rate": 9.559445905432924e-05, "loss": 19.959, "step": 8096 }, { "epoch": 7.19, "learning_rate": 9.559330358395208e-05, "loss": 20.0527, "step": 8097 }, { "epoch": 7.19, "learning_rate": 9.559214796905345e-05, "loss": 19.8291, "step": 8098 }, { "epoch": 7.19, "learning_rate": 9.559099220963699e-05, "loss": 19.4883, "step": 8099 }, { "epoch": 7.19, "learning_rate": 9.558983630570638e-05, "loss": 19.8662, "step": 8100 }, { "epoch": 7.19, "learning_rate": 9.558868025726528e-05, "loss": 19.7471, "step": 8101 }, { "epoch": 7.2, "learning_rate": 9.558752406431735e-05, "loss": 19.9609, "step": 8102 }, { "epoch": 7.2, "learning_rate": 9.558636772686624e-05, "loss": 19.8828, "step": 8103 }, { "epoch": 7.2, "learning_rate": 9.558636772686624e-05, "loss": 20.4775, "step": 8104 }, { "epoch": 7.2, "learning_rate": 9.558521124491566e-05, "loss": 19.7168, "step": 8105 }, { "epoch": 7.2, "learning_rate": 9.558405461846924e-05, "loss": 20.2139, "step": 8106 }, { "epoch": 7.2, "learning_rate": 9.558289784753065e-05, "loss": 19.1533, "step": 8107 }, { "epoch": 7.2, "learning_rate": 9.558289784753065e-05, "loss": 20.4844, "step": 8108 }, { "epoch": 7.2, "learning_rate": 9.558174093210356e-05, "loss": 19.5332, "step": 8109 }, { "epoch": 7.2, "learning_rate": 9.558058387219165e-05, "loss": 19.54, "step": 8110 }, { "epoch": 7.2, "learning_rate": 9.557942666779856e-05, "loss": 19.3584, "step": 8111 }, { "epoch": 7.2, "learning_rate": 9.557826931892798e-05, "loss": 20.3994, "step": 8112 }, { "epoch": 7.21, "learning_rate": 9.557711182558358e-05, "loss": 19.4902, "step": 8113 }, { "epoch": 7.21, "learning_rate": 9.557595418776902e-05, "loss": 20.3164, "step": 8114 }, { "epoch": 7.21, "learning_rate": 9.557479640548796e-05, "loss": 20.1123, "step": 8115 }, { "epoch": 7.21, "learning_rate": 9.557363847874409e-05, "loss": 19.3555, "step": 8116 }, { "epoch": 7.21, "learning_rate": 9.557248040754107e-05, "loss": 19.7725, "step": 8117 }, { "epoch": 7.21, "learning_rate": 9.557132219188257e-05, "loss": 19.6816, "step": 8118 }, { "epoch": 7.21, "learning_rate": 9.557016383177227e-05, "loss": 20.3281, "step": 8119 }, { "epoch": 7.21, "learning_rate": 9.556900532721383e-05, "loss": 19.9551, "step": 8120 }, { "epoch": 7.21, "learning_rate": 9.556784667821093e-05, "loss": 19.4316, "step": 8121 }, { "epoch": 7.21, "learning_rate": 9.556668788476724e-05, "loss": 20.1758, "step": 8122 }, { "epoch": 7.21, "learning_rate": 9.556552894688644e-05, "loss": 19.7627, "step": 8123 }, { "epoch": 7.21, "learning_rate": 9.556436986457218e-05, "loss": 19.7842, "step": 8124 }, { "epoch": 7.22, "learning_rate": 9.556321063782818e-05, "loss": 20.0605, "step": 8125 }, { "epoch": 7.22, "learning_rate": 9.556205126665806e-05, "loss": 19.8799, "step": 8126 }, { "epoch": 7.22, "learning_rate": 9.556089175106553e-05, "loss": 19.2314, "step": 8127 }, { "epoch": 7.22, "learning_rate": 9.555973209105424e-05, "loss": 19.8477, "step": 8128 }, { "epoch": 7.22, "learning_rate": 9.55585722866279e-05, "loss": 19.7188, "step": 8129 }, { "epoch": 7.22, "learning_rate": 9.555741233779018e-05, "loss": 20.29, "step": 8130 }, { "epoch": 7.22, "learning_rate": 9.555625224454471e-05, "loss": 20.1182, "step": 8131 }, { "epoch": 7.22, "learning_rate": 9.555509200689523e-05, "loss": 20.2773, "step": 8132 }, { "epoch": 7.22, "learning_rate": 9.555393162484538e-05, "loss": 19.9443, "step": 8133 }, { "epoch": 7.22, "learning_rate": 9.555277109839886e-05, "loss": 20.0391, "step": 8134 }, { "epoch": 7.22, "learning_rate": 9.555161042755934e-05, "loss": 19.6504, "step": 8135 }, { "epoch": 7.23, "learning_rate": 9.555044961233047e-05, "loss": 20.541, "step": 8136 }, { "epoch": 7.23, "learning_rate": 9.554928865271598e-05, "loss": 20.7725, "step": 8137 }, { "epoch": 7.23, "learning_rate": 9.554812754871951e-05, "loss": 19.8926, "step": 8138 }, { "epoch": 7.23, "learning_rate": 9.554696630034476e-05, "loss": 20.4424, "step": 8139 }, { "epoch": 7.23, "learning_rate": 9.554580490759542e-05, "loss": 19.707, "step": 8140 }, { "epoch": 7.23, "learning_rate": 9.554464337047513e-05, "loss": 20.2803, "step": 8141 }, { "epoch": 7.23, "learning_rate": 9.554348168898762e-05, "loss": 20.2207, "step": 8142 }, { "epoch": 7.23, "learning_rate": 9.554231986313655e-05, "loss": 20.2598, "step": 8143 }, { "epoch": 7.23, "learning_rate": 9.554115789292562e-05, "loss": 20.0781, "step": 8144 }, { "epoch": 7.23, "learning_rate": 9.553999577835847e-05, "loss": 19.3428, "step": 8145 }, { "epoch": 7.23, "learning_rate": 9.553883351943882e-05, "loss": 20.1221, "step": 8146 }, { "epoch": 7.24, "learning_rate": 9.553767111617036e-05, "loss": 19.1445, "step": 8147 }, { "epoch": 7.24, "learning_rate": 9.553650856855676e-05, "loss": 20.0361, "step": 8148 }, { "epoch": 7.24, "learning_rate": 9.553534587660169e-05, "loss": 19.8369, "step": 8149 }, { "epoch": 7.24, "learning_rate": 9.553418304030886e-05, "loss": 20.5352, "step": 8150 }, { "epoch": 7.24, "learning_rate": 9.553302005968194e-05, "loss": 20.6709, "step": 8151 }, { "epoch": 7.24, "learning_rate": 9.553185693472464e-05, "loss": 19.7969, "step": 8152 }, { "epoch": 7.24, "learning_rate": 9.553069366544061e-05, "loss": 19.5986, "step": 8153 }, { "epoch": 7.24, "learning_rate": 9.552953025183357e-05, "loss": 19.9902, "step": 8154 }, { "epoch": 7.24, "learning_rate": 9.552836669390721e-05, "loss": 20.0303, "step": 8155 }, { "epoch": 7.24, "learning_rate": 9.552720299166518e-05, "loss": 19.9385, "step": 8156 }, { "epoch": 7.24, "learning_rate": 9.55260391451112e-05, "loss": 19.8184, "step": 8157 }, { "epoch": 7.25, "learning_rate": 9.552487515424896e-05, "loss": 19.9082, "step": 8158 }, { "epoch": 7.25, "learning_rate": 9.552371101908213e-05, "loss": 19.5479, "step": 8159 }, { "epoch": 7.25, "learning_rate": 9.552254673961442e-05, "loss": 20.3428, "step": 8160 }, { "epoch": 7.25, "learning_rate": 9.55213823158495e-05, "loss": 20.0117, "step": 8161 }, { "epoch": 7.25, "learning_rate": 9.552021774779109e-05, "loss": 19.8828, "step": 8162 }, { "epoch": 7.25, "learning_rate": 9.551905303544286e-05, "loss": 19.9238, "step": 8163 }, { "epoch": 7.25, "learning_rate": 9.55178881788085e-05, "loss": 19.4619, "step": 8164 }, { "epoch": 7.25, "learning_rate": 9.551672317789171e-05, "loss": 20.7021, "step": 8165 }, { "epoch": 7.25, "learning_rate": 9.551555803269618e-05, "loss": 20.0439, "step": 8166 }, { "epoch": 7.25, "learning_rate": 9.551439274322562e-05, "loss": 20.2383, "step": 8167 }, { "epoch": 7.25, "learning_rate": 9.551322730948369e-05, "loss": 20.2266, "step": 8168 }, { "epoch": 7.25, "learning_rate": 9.551206173147412e-05, "loss": 20.9873, "step": 8169 }, { "epoch": 7.26, "learning_rate": 9.551089600920056e-05, "loss": 20.7275, "step": 8170 }, { "epoch": 7.26, "learning_rate": 9.550973014266676e-05, "loss": 19.8428, "step": 8171 }, { "epoch": 7.26, "learning_rate": 9.550856413187637e-05, "loss": 20.1387, "step": 8172 }, { "epoch": 7.26, "learning_rate": 9.550739797683311e-05, "loss": 19.6025, "step": 8173 }, { "epoch": 7.26, "learning_rate": 9.550623167754067e-05, "loss": 19.7207, "step": 8174 }, { "epoch": 7.26, "learning_rate": 9.550506523400274e-05, "loss": 20.1377, "step": 8175 }, { "epoch": 7.26, "learning_rate": 9.550389864622304e-05, "loss": 19.917, "step": 8176 }, { "epoch": 7.26, "learning_rate": 9.550273191420525e-05, "loss": 20.6699, "step": 8177 }, { "epoch": 7.26, "learning_rate": 9.550156503795306e-05, "loss": 20.6719, "step": 8178 }, { "epoch": 7.26, "learning_rate": 9.55003980174702e-05, "loss": 19.9561, "step": 8179 }, { "epoch": 7.26, "learning_rate": 9.549923085276033e-05, "loss": 20.4229, "step": 8180 }, { "epoch": 7.27, "learning_rate": 9.549806354382717e-05, "loss": 20.3164, "step": 8181 }, { "epoch": 7.27, "learning_rate": 9.549689609067442e-05, "loss": 19.917, "step": 8182 }, { "epoch": 7.27, "learning_rate": 9.549572849330578e-05, "loss": 20.3047, "step": 8183 }, { "epoch": 7.27, "learning_rate": 9.549456075172497e-05, "loss": 20.1992, "step": 8184 }, { "epoch": 7.27, "learning_rate": 9.549339286593564e-05, "loss": 20.2959, "step": 8185 }, { "epoch": 7.27, "learning_rate": 9.549222483594153e-05, "loss": 19.875, "step": 8186 }, { "epoch": 7.27, "learning_rate": 9.549105666174635e-05, "loss": 19.6084, "step": 8187 }, { "epoch": 7.27, "learning_rate": 9.548988834335379e-05, "loss": 20.1641, "step": 8188 }, { "epoch": 7.27, "learning_rate": 9.548871988076754e-05, "loss": 19.8926, "step": 8189 }, { "epoch": 7.27, "learning_rate": 9.548755127399132e-05, "loss": 20.0381, "step": 8190 }, { "epoch": 7.27, "learning_rate": 9.548638252302884e-05, "loss": 20.1982, "step": 8191 }, { "epoch": 7.28, "learning_rate": 9.548521362788379e-05, "loss": 19.9541, "step": 8192 }, { "epoch": 7.28, "learning_rate": 9.548404458855988e-05, "loss": 20.0938, "step": 8193 }, { "epoch": 7.28, "learning_rate": 9.54828754050608e-05, "loss": 19.8857, "step": 8194 }, { "epoch": 7.28, "learning_rate": 9.548170607739028e-05, "loss": 20.043, "step": 8195 }, { "epoch": 7.28, "learning_rate": 9.548053660555204e-05, "loss": 19.8643, "step": 8196 }, { "epoch": 7.28, "learning_rate": 9.547936698954975e-05, "loss": 20.4521, "step": 8197 }, { "epoch": 7.28, "learning_rate": 9.547819722938713e-05, "loss": 19.5566, "step": 8198 }, { "epoch": 7.28, "learning_rate": 9.547702732506789e-05, "loss": 20.1816, "step": 8199 }, { "epoch": 7.28, "learning_rate": 9.547585727659576e-05, "loss": 20.0557, "step": 8200 }, { "epoch": 7.28, "learning_rate": 9.54746870839744e-05, "loss": 20.0293, "step": 8201 }, { "epoch": 7.28, "learning_rate": 9.547351674720756e-05, "loss": 20.6943, "step": 8202 }, { "epoch": 7.29, "learning_rate": 9.547234626629894e-05, "loss": 20.042, "step": 8203 }, { "epoch": 7.29, "learning_rate": 9.547117564125226e-05, "loss": 19.6523, "step": 8204 }, { "epoch": 7.29, "learning_rate": 9.547000487207119e-05, "loss": 19.7783, "step": 8205 }, { "epoch": 7.29, "learning_rate": 9.546883395875947e-05, "loss": 19.6924, "step": 8206 }, { "epoch": 7.29, "learning_rate": 9.546766290132083e-05, "loss": 20.0342, "step": 8207 }, { "epoch": 7.29, "learning_rate": 9.546649169975895e-05, "loss": 19.4375, "step": 8208 }, { "epoch": 7.29, "learning_rate": 9.546532035407756e-05, "loss": 19.8711, "step": 8209 }, { "epoch": 7.29, "learning_rate": 9.546414886428037e-05, "loss": 20.3711, "step": 8210 }, { "epoch": 7.29, "learning_rate": 9.546414886428037e-05, "loss": 20.2256, "step": 8211 }, { "epoch": 7.29, "learning_rate": 9.546297723037109e-05, "loss": 19.7764, "step": 8212 }, { "epoch": 7.29, "learning_rate": 9.546180545235344e-05, "loss": 19.9805, "step": 8213 }, { "epoch": 7.29, "learning_rate": 9.546063353023111e-05, "loss": 19.8037, "step": 8214 }, { "epoch": 7.3, "learning_rate": 9.545946146400786e-05, "loss": 19.4385, "step": 8215 }, { "epoch": 7.3, "learning_rate": 9.545828925368736e-05, "loss": 20.3633, "step": 8216 }, { "epoch": 7.3, "learning_rate": 9.545711689927335e-05, "loss": 19.6797, "step": 8217 }, { "epoch": 7.3, "learning_rate": 9.545594440076954e-05, "loss": 19.5547, "step": 8218 }, { "epoch": 7.3, "learning_rate": 9.545477175817965e-05, "loss": 19.8564, "step": 8219 }, { "epoch": 7.3, "learning_rate": 9.545359897150741e-05, "loss": 20.3506, "step": 8220 }, { "epoch": 7.3, "learning_rate": 9.54524260407565e-05, "loss": 20.2686, "step": 8221 }, { "epoch": 7.3, "learning_rate": 9.545125296593066e-05, "loss": 20.0244, "step": 8222 }, { "epoch": 7.3, "learning_rate": 9.545007974703363e-05, "loss": 19.207, "step": 8223 }, { "epoch": 7.3, "learning_rate": 9.544890638406909e-05, "loss": 20.4043, "step": 8224 }, { "epoch": 7.3, "learning_rate": 9.544773287704079e-05, "loss": 19.9189, "step": 8225 }, { "epoch": 7.31, "learning_rate": 9.544655922595243e-05, "loss": 20.2852, "step": 8226 }, { "epoch": 7.31, "learning_rate": 9.544538543080773e-05, "loss": 19.8809, "step": 8227 }, { "epoch": 7.31, "learning_rate": 9.544421149161043e-05, "loss": 19.9482, "step": 8228 }, { "epoch": 7.31, "learning_rate": 9.544303740836422e-05, "loss": 20.2881, "step": 8229 }, { "epoch": 7.31, "learning_rate": 9.544186318107287e-05, "loss": 20.6172, "step": 8230 }, { "epoch": 7.31, "learning_rate": 9.544068880974005e-05, "loss": 19.9775, "step": 8231 }, { "epoch": 7.31, "learning_rate": 9.543951429436951e-05, "loss": 20.2119, "step": 8232 }, { "epoch": 7.31, "learning_rate": 9.543833963496496e-05, "loss": 20.3574, "step": 8233 }, { "epoch": 7.31, "learning_rate": 9.543716483153014e-05, "loss": 19.4785, "step": 8234 }, { "epoch": 7.31, "learning_rate": 9.543598988406877e-05, "loss": 20.0986, "step": 8235 }, { "epoch": 7.31, "learning_rate": 9.543481479258455e-05, "loss": 19.9297, "step": 8236 }, { "epoch": 7.32, "learning_rate": 9.543363955708125e-05, "loss": 20.2227, "step": 8237 }, { "epoch": 7.32, "learning_rate": 9.543246417756255e-05, "loss": 19.7979, "step": 8238 }, { "epoch": 7.32, "learning_rate": 9.543128865403221e-05, "loss": 19.7266, "step": 8239 }, { "epoch": 7.32, "learning_rate": 9.543011298649394e-05, "loss": 20.4502, "step": 8240 }, { "epoch": 7.32, "learning_rate": 9.542893717495148e-05, "loss": 20.0684, "step": 8241 }, { "epoch": 7.32, "learning_rate": 9.54277612194085e-05, "loss": 20.3643, "step": 8242 }, { "epoch": 7.32, "learning_rate": 9.542658511986882e-05, "loss": 19.7568, "step": 8243 }, { "epoch": 7.32, "learning_rate": 9.54254088763361e-05, "loss": 19.8066, "step": 8244 }, { "epoch": 7.32, "learning_rate": 9.542423248881409e-05, "loss": 20.1904, "step": 8245 }, { "epoch": 7.32, "learning_rate": 9.542305595730652e-05, "loss": 19.7539, "step": 8246 }, { "epoch": 7.32, "learning_rate": 9.542187928181712e-05, "loss": 19.6787, "step": 8247 }, { "epoch": 7.33, "learning_rate": 9.54207024623496e-05, "loss": 20.0625, "step": 8248 }, { "epoch": 7.33, "learning_rate": 9.541952549890774e-05, "loss": 20.4482, "step": 8249 }, { "epoch": 7.33, "learning_rate": 9.541834839149522e-05, "loss": 19.9014, "step": 8250 }, { "epoch": 7.33, "learning_rate": 9.541717114011579e-05, "loss": 20.2578, "step": 8251 }, { "epoch": 7.33, "learning_rate": 9.541599374477316e-05, "loss": 19.875, "step": 8252 }, { "epoch": 7.33, "learning_rate": 9.541481620547112e-05, "loss": 19.4521, "step": 8253 }, { "epoch": 7.33, "learning_rate": 9.541363852221335e-05, "loss": 20.3389, "step": 8254 }, { "epoch": 7.33, "learning_rate": 9.54124606950036e-05, "loss": 19.9326, "step": 8255 }, { "epoch": 7.33, "learning_rate": 9.541128272384561e-05, "loss": 20.2539, "step": 8256 }, { "epoch": 7.33, "learning_rate": 9.541010460874309e-05, "loss": 19.7822, "step": 8257 }, { "epoch": 7.33, "learning_rate": 9.540892634969981e-05, "loss": 20.2246, "step": 8258 }, { "epoch": 7.33, "learning_rate": 9.540774794671946e-05, "loss": 20.1953, "step": 8259 }, { "epoch": 7.34, "learning_rate": 9.540656939980582e-05, "loss": 19.9424, "step": 8260 }, { "epoch": 7.34, "learning_rate": 9.540539070896259e-05, "loss": 19.8643, "step": 8261 }, { "epoch": 7.34, "learning_rate": 9.540421187419355e-05, "loss": 20.0801, "step": 8262 }, { "epoch": 7.34, "learning_rate": 9.540303289550238e-05, "loss": 20.0195, "step": 8263 }, { "epoch": 7.34, "learning_rate": 9.540185377289287e-05, "loss": 20.2939, "step": 8264 }, { "epoch": 7.34, "learning_rate": 9.540067450636873e-05, "loss": 19.6904, "step": 8265 }, { "epoch": 7.34, "learning_rate": 9.539949509593369e-05, "loss": 19.9531, "step": 8266 }, { "epoch": 7.34, "learning_rate": 9.539831554159151e-05, "loss": 19.9199, "step": 8267 }, { "epoch": 7.34, "learning_rate": 9.539713584334591e-05, "loss": 19.6133, "step": 8268 }, { "epoch": 7.34, "learning_rate": 9.539595600120065e-05, "loss": 20.1455, "step": 8269 }, { "epoch": 7.34, "learning_rate": 9.539477601515945e-05, "loss": 19.7734, "step": 8270 }, { "epoch": 7.35, "learning_rate": 9.539359588522608e-05, "loss": 20.3926, "step": 8271 }, { "epoch": 7.35, "learning_rate": 9.539241561140424e-05, "loss": 19.7041, "step": 8272 }, { "epoch": 7.35, "learning_rate": 9.539123519369768e-05, "loss": 19.999, "step": 8273 }, { "epoch": 7.35, "learning_rate": 9.539005463211018e-05, "loss": 19.6348, "step": 8274 }, { "epoch": 7.35, "learning_rate": 9.538887392664544e-05, "loss": 19.5371, "step": 8275 }, { "epoch": 7.35, "learning_rate": 9.538769307730722e-05, "loss": 20.0557, "step": 8276 }, { "epoch": 7.35, "learning_rate": 9.538651208409926e-05, "loss": 19.9951, "step": 8277 }, { "epoch": 7.35, "learning_rate": 9.538533094702531e-05, "loss": 20.5322, "step": 8278 }, { "epoch": 7.35, "learning_rate": 9.538414966608911e-05, "loss": 19.4453, "step": 8279 }, { "epoch": 7.35, "learning_rate": 9.538296824129438e-05, "loss": 19.7129, "step": 8280 }, { "epoch": 7.35, "learning_rate": 9.538296824129438e-05, "loss": 20.7285, "step": 8281 }, { "epoch": 7.36, "learning_rate": 9.53817866726449e-05, "loss": 20.2422, "step": 8282 }, { "epoch": 7.36, "learning_rate": 9.538060496014441e-05, "loss": 20.1396, "step": 8283 }, { "epoch": 7.36, "learning_rate": 9.537942310379665e-05, "loss": 19.9199, "step": 8284 }, { "epoch": 7.36, "learning_rate": 9.537824110360536e-05, "loss": 19.5781, "step": 8285 }, { "epoch": 7.36, "learning_rate": 9.537705895957429e-05, "loss": 19.5254, "step": 8286 }, { "epoch": 7.36, "learning_rate": 9.53758766717072e-05, "loss": 19.8789, "step": 8287 }, { "epoch": 7.36, "learning_rate": 9.53746942400078e-05, "loss": 20.125, "step": 8288 }, { "epoch": 7.36, "learning_rate": 9.537351166447989e-05, "loss": 20.3047, "step": 8289 }, { "epoch": 7.36, "learning_rate": 9.537232894512718e-05, "loss": 19.9941, "step": 8290 }, { "epoch": 7.36, "learning_rate": 9.537114608195344e-05, "loss": 19.5459, "step": 8291 }, { "epoch": 7.36, "learning_rate": 9.53699630749624e-05, "loss": 20.2773, "step": 8292 }, { "epoch": 7.37, "learning_rate": 9.536877992415782e-05, "loss": 19.918, "step": 8293 }, { "epoch": 7.37, "learning_rate": 9.536759662954347e-05, "loss": 20.2529, "step": 8294 }, { "epoch": 7.37, "learning_rate": 9.536641319112308e-05, "loss": 20.1699, "step": 8295 }, { "epoch": 7.37, "learning_rate": 9.536522960890038e-05, "loss": 20.2871, "step": 8296 }, { "epoch": 7.37, "learning_rate": 9.536404588287916e-05, "loss": 19.8447, "step": 8297 }, { "epoch": 7.37, "learning_rate": 9.536286201306316e-05, "loss": 20.0186, "step": 8298 }, { "epoch": 7.37, "learning_rate": 9.536167799945612e-05, "loss": 19.9756, "step": 8299 }, { "epoch": 7.37, "learning_rate": 9.536049384206182e-05, "loss": 20.1484, "step": 8300 }, { "epoch": 7.37, "learning_rate": 9.535930954088399e-05, "loss": 20.1396, "step": 8301 }, { "epoch": 7.37, "learning_rate": 9.535812509592639e-05, "loss": 20.3467, "step": 8302 }, { "epoch": 7.37, "learning_rate": 9.535694050719277e-05, "loss": 19.5918, "step": 8303 }, { "epoch": 7.37, "learning_rate": 9.535575577468689e-05, "loss": 20.3184, "step": 8304 }, { "epoch": 7.38, "learning_rate": 9.535457089841251e-05, "loss": 19.96, "step": 8305 }, { "epoch": 7.38, "learning_rate": 9.535338587837337e-05, "loss": 20.4912, "step": 8306 }, { "epoch": 7.38, "learning_rate": 9.535220071457325e-05, "loss": 20.2061, "step": 8307 }, { "epoch": 7.38, "learning_rate": 9.53510154070159e-05, "loss": 19.7539, "step": 8308 }, { "epoch": 7.38, "learning_rate": 9.534982995570504e-05, "loss": 20.4834, "step": 8309 }, { "epoch": 7.38, "learning_rate": 9.53486443606445e-05, "loss": 20.2227, "step": 8310 }, { "epoch": 7.38, "learning_rate": 9.534745862183798e-05, "loss": 20.5859, "step": 8311 }, { "epoch": 7.38, "learning_rate": 9.534627273928925e-05, "loss": 19.7764, "step": 8312 }, { "epoch": 7.38, "learning_rate": 9.534508671300208e-05, "loss": 20.002, "step": 8313 }, { "epoch": 7.38, "learning_rate": 9.534390054298022e-05, "loss": 20.8164, "step": 8314 }, { "epoch": 7.38, "learning_rate": 9.534271422922745e-05, "loss": 19.9355, "step": 8315 }, { "epoch": 7.39, "learning_rate": 9.53415277717475e-05, "loss": 19.6953, "step": 8316 }, { "epoch": 7.39, "learning_rate": 9.534034117054413e-05, "loss": 19.3916, "step": 8317 }, { "epoch": 7.39, "learning_rate": 9.533915442562114e-05, "loss": 20.4785, "step": 8318 }, { "epoch": 7.39, "learning_rate": 9.533796753698227e-05, "loss": 20.4658, "step": 8319 }, { "epoch": 7.39, "learning_rate": 9.533678050463126e-05, "loss": 19.7959, "step": 8320 }, { "epoch": 7.39, "learning_rate": 9.533559332857191e-05, "loss": 20.5264, "step": 8321 }, { "epoch": 7.39, "learning_rate": 9.533440600880796e-05, "loss": 19.7734, "step": 8322 }, { "epoch": 7.39, "learning_rate": 9.533321854534319e-05, "loss": 20.085, "step": 8323 }, { "epoch": 7.39, "learning_rate": 9.533203093818135e-05, "loss": 20.0156, "step": 8324 }, { "epoch": 7.39, "learning_rate": 9.533084318732619e-05, "loss": 20.4404, "step": 8325 }, { "epoch": 7.39, "learning_rate": 9.532965529278151e-05, "loss": 20.208, "step": 8326 }, { "epoch": 7.4, "learning_rate": 9.532846725455106e-05, "loss": 19.7852, "step": 8327 }, { "epoch": 7.4, "learning_rate": 9.532727907263859e-05, "loss": 19.9795, "step": 8328 }, { "epoch": 7.4, "learning_rate": 9.53260907470479e-05, "loss": 20.5996, "step": 8329 }, { "epoch": 7.4, "learning_rate": 9.532490227778272e-05, "loss": 20.0332, "step": 8330 }, { "epoch": 7.4, "learning_rate": 9.532371366484685e-05, "loss": 20.0859, "step": 8331 }, { "epoch": 7.4, "learning_rate": 9.532252490824403e-05, "loss": 20.2715, "step": 8332 }, { "epoch": 7.4, "learning_rate": 9.532133600797805e-05, "loss": 19.7422, "step": 8333 }, { "epoch": 7.4, "learning_rate": 9.532014696405266e-05, "loss": 19.9277, "step": 8334 }, { "epoch": 7.4, "learning_rate": 9.531895777647166e-05, "loss": 20.5342, "step": 8335 }, { "epoch": 7.4, "learning_rate": 9.531776844523877e-05, "loss": 19.8545, "step": 8336 }, { "epoch": 7.4, "learning_rate": 9.53165789703578e-05, "loss": 19.9639, "step": 8337 }, { "epoch": 7.4, "learning_rate": 9.53153893518325e-05, "loss": 20.5732, "step": 8338 }, { "epoch": 7.41, "learning_rate": 9.531419958966666e-05, "loss": 19.3711, "step": 8339 }, { "epoch": 7.41, "learning_rate": 9.531300968386404e-05, "loss": 19.8115, "step": 8340 }, { "epoch": 7.41, "learning_rate": 9.531181963442839e-05, "loss": 19.7227, "step": 8341 }, { "epoch": 7.41, "learning_rate": 9.531062944136353e-05, "loss": 19.3926, "step": 8342 }, { "epoch": 7.41, "learning_rate": 9.530943910467319e-05, "loss": 19.5273, "step": 8343 }, { "epoch": 7.41, "learning_rate": 9.530824862436117e-05, "loss": 20.3467, "step": 8344 }, { "epoch": 7.41, "learning_rate": 9.530705800043123e-05, "loss": 19.9873, "step": 8345 }, { "epoch": 7.41, "learning_rate": 9.530586723288714e-05, "loss": 19.7568, "step": 8346 }, { "epoch": 7.41, "learning_rate": 9.53046763217327e-05, "loss": 19.9922, "step": 8347 }, { "epoch": 7.41, "learning_rate": 9.530348526697166e-05, "loss": 20.0361, "step": 8348 }, { "epoch": 7.41, "learning_rate": 9.53022940686078e-05, "loss": 19.7188, "step": 8349 }, { "epoch": 7.42, "learning_rate": 9.53011027266449e-05, "loss": 19.7871, "step": 8350 }, { "epoch": 7.42, "learning_rate": 9.529991124108672e-05, "loss": 20.0195, "step": 8351 }, { "epoch": 7.42, "learning_rate": 9.529871961193706e-05, "loss": 20.2695, "step": 8352 }, { "epoch": 7.42, "learning_rate": 9.52975278391997e-05, "loss": 19.6924, "step": 8353 }, { "epoch": 7.42, "learning_rate": 9.529633592287838e-05, "loss": 19.7188, "step": 8354 }, { "epoch": 7.42, "learning_rate": 9.529514386297693e-05, "loss": 19.6602, "step": 8355 }, { "epoch": 7.42, "learning_rate": 9.52939516594991e-05, "loss": 19.8584, "step": 8356 }, { "epoch": 7.42, "learning_rate": 9.529275931244866e-05, "loss": 20.1787, "step": 8357 }, { "epoch": 7.42, "learning_rate": 9.52915668218294e-05, "loss": 20.2529, "step": 8358 }, { "epoch": 7.42, "learning_rate": 9.529037418764512e-05, "loss": 20.0117, "step": 8359 }, { "epoch": 7.42, "learning_rate": 9.528918140989957e-05, "loss": 19.9814, "step": 8360 }, { "epoch": 7.43, "learning_rate": 9.528798848859653e-05, "loss": 20.332, "step": 8361 }, { "epoch": 7.43, "learning_rate": 9.528679542373982e-05, "loss": 20.4902, "step": 8362 }, { "epoch": 7.43, "learning_rate": 9.528560221533318e-05, "loss": 19.917, "step": 8363 }, { "epoch": 7.43, "learning_rate": 9.528440886338041e-05, "loss": 19.9258, "step": 8364 }, { "epoch": 7.43, "learning_rate": 9.52832153678853e-05, "loss": 20.0908, "step": 8365 }, { "epoch": 7.43, "learning_rate": 9.52820217288516e-05, "loss": 19.415, "step": 8366 }, { "epoch": 7.43, "learning_rate": 9.528082794628313e-05, "loss": 19.5439, "step": 8367 }, { "epoch": 7.43, "learning_rate": 9.527963402018368e-05, "loss": 19.4062, "step": 8368 }, { "epoch": 7.43, "learning_rate": 9.527843995055699e-05, "loss": 20.6279, "step": 8369 }, { "epoch": 7.43, "learning_rate": 9.527724573740687e-05, "loss": 19.9893, "step": 8370 }, { "epoch": 7.43, "learning_rate": 9.527605138073712e-05, "loss": 19.7422, "step": 8371 }, { "epoch": 7.44, "learning_rate": 9.527485688055151e-05, "loss": 20.1299, "step": 8372 }, { "epoch": 7.44, "learning_rate": 9.527366223685382e-05, "loss": 20.2559, "step": 8373 }, { "epoch": 7.44, "learning_rate": 9.527246744964786e-05, "loss": 20.3018, "step": 8374 }, { "epoch": 7.44, "learning_rate": 9.527127251893739e-05, "loss": 20.0527, "step": 8375 }, { "epoch": 7.44, "learning_rate": 9.527007744472621e-05, "loss": 20.5332, "step": 8376 }, { "epoch": 7.44, "learning_rate": 9.526888222701811e-05, "loss": 20.5713, "step": 8377 }, { "epoch": 7.44, "learning_rate": 9.526768686581689e-05, "loss": 19.915, "step": 8378 }, { "epoch": 7.44, "learning_rate": 9.526649136112631e-05, "loss": 19.3926, "step": 8379 }, { "epoch": 7.44, "learning_rate": 9.526529571295017e-05, "loss": 20.2686, "step": 8380 }, { "epoch": 7.44, "learning_rate": 9.526409992129228e-05, "loss": 20.2061, "step": 8381 }, { "epoch": 7.44, "learning_rate": 9.526290398615642e-05, "loss": 20.3535, "step": 8382 }, { "epoch": 7.44, "learning_rate": 9.526170790754637e-05, "loss": 20.1279, "step": 8383 }, { "epoch": 7.45, "learning_rate": 9.526051168546592e-05, "loss": 20.3027, "step": 8384 }, { "epoch": 7.45, "learning_rate": 9.525931531991887e-05, "loss": 20.6709, "step": 8385 }, { "epoch": 7.45, "learning_rate": 9.525811881090903e-05, "loss": 19.6465, "step": 8386 }, { "epoch": 7.45, "learning_rate": 9.525692215844016e-05, "loss": 20.9111, "step": 8387 }, { "epoch": 7.45, "learning_rate": 9.525572536251607e-05, "loss": 20.2021, "step": 8388 }, { "epoch": 7.45, "learning_rate": 9.525452842314054e-05, "loss": 20.0684, "step": 8389 }, { "epoch": 7.45, "learning_rate": 9.52533313403174e-05, "loss": 20.2188, "step": 8390 }, { "epoch": 7.45, "learning_rate": 9.52521341140504e-05, "loss": 20.5107, "step": 8391 }, { "epoch": 7.45, "learning_rate": 9.525093674434336e-05, "loss": 20.1934, "step": 8392 }, { "epoch": 7.45, "learning_rate": 9.524973923120008e-05, "loss": 20.1943, "step": 8393 }, { "epoch": 7.45, "learning_rate": 9.524854157462433e-05, "loss": 19.9316, "step": 8394 }, { "epoch": 7.46, "learning_rate": 9.524734377461994e-05, "loss": 19.4961, "step": 8395 }, { "epoch": 7.46, "learning_rate": 9.524614583119067e-05, "loss": 20.54, "step": 8396 }, { "epoch": 7.46, "learning_rate": 9.524494774434035e-05, "loss": 20.4395, "step": 8397 }, { "epoch": 7.46, "learning_rate": 9.524374951407275e-05, "loss": 19.9902, "step": 8398 }, { "epoch": 7.46, "learning_rate": 9.524255114039171e-05, "loss": 19.5801, "step": 8399 }, { "epoch": 7.46, "learning_rate": 9.524135262330098e-05, "loss": 19.6914, "step": 8400 }, { "epoch": 7.46, "learning_rate": 9.52401539628044e-05, "loss": 20.0176, "step": 8401 }, { "epoch": 7.46, "learning_rate": 9.523895515890572e-05, "loss": 19.3174, "step": 8402 }, { "epoch": 7.46, "learning_rate": 9.523775621160879e-05, "loss": 20.0078, "step": 8403 }, { "epoch": 7.46, "learning_rate": 9.523655712091739e-05, "loss": 19.957, "step": 8404 }, { "epoch": 7.46, "learning_rate": 9.523535788683531e-05, "loss": 20.4404, "step": 8405 }, { "epoch": 7.47, "learning_rate": 9.523415850936636e-05, "loss": 19.3438, "step": 8406 }, { "epoch": 7.47, "learning_rate": 9.523295898851436e-05, "loss": 20.0, "step": 8407 }, { "epoch": 7.47, "learning_rate": 9.523175932428308e-05, "loss": 19.7607, "step": 8408 }, { "epoch": 7.47, "learning_rate": 9.523055951667634e-05, "loss": 20.0908, "step": 8409 }, { "epoch": 7.47, "learning_rate": 9.522935956569795e-05, "loss": 20.0547, "step": 8410 }, { "epoch": 7.47, "learning_rate": 9.522815947135171e-05, "loss": 19.6582, "step": 8411 }, { "epoch": 7.47, "learning_rate": 9.522695923364141e-05, "loss": 20.2197, "step": 8412 }, { "epoch": 7.47, "learning_rate": 9.522575885257085e-05, "loss": 19.998, "step": 8413 }, { "epoch": 7.47, "learning_rate": 9.522455832814387e-05, "loss": 19.4883, "step": 8414 }, { "epoch": 7.47, "learning_rate": 9.522335766036426e-05, "loss": 19.8584, "step": 8415 }, { "epoch": 7.47, "learning_rate": 9.52221568492358e-05, "loss": 20.1787, "step": 8416 }, { "epoch": 7.48, "learning_rate": 9.522095589476234e-05, "loss": 19.9561, "step": 8417 }, { "epoch": 7.48, "learning_rate": 9.521975479694765e-05, "loss": 19.9385, "step": 8418 }, { "epoch": 7.48, "learning_rate": 9.521855355579557e-05, "loss": 20.4531, "step": 8419 }, { "epoch": 7.48, "learning_rate": 9.521735217130986e-05, "loss": 20.042, "step": 8420 }, { "epoch": 7.48, "learning_rate": 9.521615064349436e-05, "loss": 20.0938, "step": 8421 }, { "epoch": 7.48, "learning_rate": 9.521494897235289e-05, "loss": 20.1221, "step": 8422 }, { "epoch": 7.48, "learning_rate": 9.521374715788924e-05, "loss": 20.2432, "step": 8423 }, { "epoch": 7.48, "learning_rate": 9.521254520010721e-05, "loss": 20.4072, "step": 8424 }, { "epoch": 7.48, "learning_rate": 9.521134309901064e-05, "loss": 20.3096, "step": 8425 }, { "epoch": 7.48, "learning_rate": 9.521014085460331e-05, "loss": 19.8506, "step": 8426 }, { "epoch": 7.48, "learning_rate": 9.520893846688907e-05, "loss": 20.2285, "step": 8427 }, { "epoch": 7.48, "learning_rate": 9.520773593587169e-05, "loss": 20.9326, "step": 8428 }, { "epoch": 7.49, "learning_rate": 9.5206533261555e-05, "loss": 20.3926, "step": 8429 }, { "epoch": 7.49, "learning_rate": 9.520533044394279e-05, "loss": 19.7598, "step": 8430 }, { "epoch": 7.49, "learning_rate": 9.520412748303893e-05, "loss": 19.9248, "step": 8431 }, { "epoch": 7.49, "learning_rate": 9.520292437884716e-05, "loss": 19.7764, "step": 8432 }, { "epoch": 7.49, "learning_rate": 9.520172113137136e-05, "loss": 20.541, "step": 8433 }, { "epoch": 7.49, "learning_rate": 9.52005177406153e-05, "loss": 20.041, "step": 8434 }, { "epoch": 7.49, "learning_rate": 9.519931420658281e-05, "loss": 19.4668, "step": 8435 }, { "epoch": 7.49, "learning_rate": 9.519811052927771e-05, "loss": 20.0225, "step": 8436 }, { "epoch": 7.49, "learning_rate": 9.51969067087038e-05, "loss": 20.0752, "step": 8437 }, { "epoch": 7.49, "learning_rate": 9.51957027448649e-05, "loss": 20.0781, "step": 8438 }, { "epoch": 7.49, "learning_rate": 9.519449863776484e-05, "loss": 20.0596, "step": 8439 }, { "epoch": 7.5, "learning_rate": 9.519329438740743e-05, "loss": 20.0264, "step": 8440 }, { "epoch": 7.5, "learning_rate": 9.519208999379648e-05, "loss": 19.7148, "step": 8441 }, { "epoch": 7.5, "learning_rate": 9.51908854569358e-05, "loss": 20.1211, "step": 8442 }, { "epoch": 7.5, "learning_rate": 9.518968077682924e-05, "loss": 19.6973, "step": 8443 }, { "epoch": 7.5, "learning_rate": 9.518847595348059e-05, "loss": 20.4199, "step": 8444 }, { "epoch": 7.5, "learning_rate": 9.518727098689369e-05, "loss": 19.8555, "step": 8445 }, { "epoch": 7.5, "learning_rate": 9.518606587707233e-05, "loss": 19.3662, "step": 8446 }, { "epoch": 7.5, "learning_rate": 9.518486062402036e-05, "loss": 19.3389, "step": 8447 }, { "epoch": 7.5, "learning_rate": 9.518365522774157e-05, "loss": 20.6699, "step": 8448 }, { "epoch": 7.5, "learning_rate": 9.518244968823982e-05, "loss": 19.7217, "step": 8449 }, { "epoch": 7.5, "learning_rate": 9.518124400551891e-05, "loss": 19.7051, "step": 8450 }, { "epoch": 7.51, "learning_rate": 9.518003817958266e-05, "loss": 20.3096, "step": 8451 }, { "epoch": 7.51, "learning_rate": 9.517883221043489e-05, "loss": 19.9297, "step": 8452 }, { "epoch": 7.51, "learning_rate": 9.517762609807943e-05, "loss": 20.7354, "step": 8453 }, { "epoch": 7.51, "learning_rate": 9.51764198425201e-05, "loss": 19.8096, "step": 8454 }, { "epoch": 7.51, "learning_rate": 9.517521344376071e-05, "loss": 19.9297, "step": 8455 }, { "epoch": 7.51, "learning_rate": 9.517400690180512e-05, "loss": 20.6162, "step": 8456 }, { "epoch": 7.51, "learning_rate": 9.517280021665711e-05, "loss": 20.3418, "step": 8457 }, { "epoch": 7.51, "learning_rate": 9.517159338832054e-05, "loss": 19.6523, "step": 8458 }, { "epoch": 7.51, "learning_rate": 9.517038641679923e-05, "loss": 20.0234, "step": 8459 }, { "epoch": 7.51, "learning_rate": 9.516917930209698e-05, "loss": 19.4209, "step": 8460 }, { "epoch": 7.51, "learning_rate": 9.516797204421765e-05, "loss": 20.5332, "step": 8461 }, { "epoch": 7.52, "learning_rate": 9.516676464316505e-05, "loss": 19.5479, "step": 8462 }, { "epoch": 7.52, "learning_rate": 9.516555709894299e-05, "loss": 20.0771, "step": 8463 }, { "epoch": 7.52, "learning_rate": 9.516555709894299e-05, "loss": 20.5244, "step": 8464 }, { "epoch": 7.52, "learning_rate": 9.516434941155534e-05, "loss": 19.792, "step": 8465 }, { "epoch": 7.52, "learning_rate": 9.51631415810059e-05, "loss": 19.6562, "step": 8466 }, { "epoch": 7.52, "learning_rate": 9.51619336072985e-05, "loss": 20.5352, "step": 8467 }, { "epoch": 7.52, "learning_rate": 9.516072549043698e-05, "loss": 20.6182, "step": 8468 }, { "epoch": 7.52, "learning_rate": 9.515951723042513e-05, "loss": 19.8721, "step": 8469 }, { "epoch": 7.52, "learning_rate": 9.515830882726685e-05, "loss": 20.252, "step": 8470 }, { "epoch": 7.52, "learning_rate": 9.515710028096591e-05, "loss": 19.5713, "step": 8471 }, { "epoch": 7.52, "learning_rate": 9.515589159152617e-05, "loss": 19.8809, "step": 8472 }, { "epoch": 7.52, "learning_rate": 9.515468275895146e-05, "loss": 19.834, "step": 8473 }, { "epoch": 7.53, "learning_rate": 9.515347378324559e-05, "loss": 19.9141, "step": 8474 }, { "epoch": 7.53, "learning_rate": 9.515226466441243e-05, "loss": 20.1914, "step": 8475 }, { "epoch": 7.53, "learning_rate": 9.515105540245577e-05, "loss": 19.8242, "step": 8476 }, { "epoch": 7.53, "learning_rate": 9.514984599737947e-05, "loss": 20.1553, "step": 8477 }, { "epoch": 7.53, "learning_rate": 9.514863644918737e-05, "loss": 19.9941, "step": 8478 }, { "epoch": 7.53, "learning_rate": 9.514742675788328e-05, "loss": 19.6777, "step": 8479 }, { "epoch": 7.53, "learning_rate": 9.514621692347103e-05, "loss": 19.3877, "step": 8480 }, { "epoch": 7.53, "learning_rate": 9.51450069459545e-05, "loss": 20.5244, "step": 8481 }, { "epoch": 7.53, "learning_rate": 9.514379682533748e-05, "loss": 19.8809, "step": 8482 }, { "epoch": 7.53, "learning_rate": 9.514258656162382e-05, "loss": 19.4404, "step": 8483 }, { "epoch": 7.53, "learning_rate": 9.514137615481738e-05, "loss": 19.957, "step": 8484 }, { "epoch": 7.54, "learning_rate": 9.514016560492196e-05, "loss": 19.915, "step": 8485 }, { "epoch": 7.54, "learning_rate": 9.51389549119414e-05, "loss": 19.9932, "step": 8486 }, { "epoch": 7.54, "learning_rate": 9.513774407587956e-05, "loss": 19.6846, "step": 8487 }, { "epoch": 7.54, "learning_rate": 9.513653309674027e-05, "loss": 19.8496, "step": 8488 }, { "epoch": 7.54, "learning_rate": 9.513532197452737e-05, "loss": 20.0254, "step": 8489 }, { "epoch": 7.54, "learning_rate": 9.51341107092447e-05, "loss": 20.2695, "step": 8490 }, { "epoch": 7.54, "learning_rate": 9.513289930089608e-05, "loss": 19.6973, "step": 8491 }, { "epoch": 7.54, "learning_rate": 9.513168774948538e-05, "loss": 19.71, "step": 8492 }, { "epoch": 7.54, "learning_rate": 9.513047605501642e-05, "loss": 20.542, "step": 8493 }, { "epoch": 7.54, "learning_rate": 9.512926421749304e-05, "loss": 19.9531, "step": 8494 }, { "epoch": 7.54, "learning_rate": 9.512805223691908e-05, "loss": 20.0752, "step": 8495 }, { "epoch": 7.55, "learning_rate": 9.51268401132984e-05, "loss": 19.79, "step": 8496 }, { "epoch": 7.55, "learning_rate": 9.512562784663484e-05, "loss": 19.498, "step": 8497 }, { "epoch": 7.55, "learning_rate": 9.512441543693223e-05, "loss": 19.7139, "step": 8498 }, { "epoch": 7.55, "learning_rate": 9.51232028841944e-05, "loss": 19.6025, "step": 8499 }, { "epoch": 7.55, "learning_rate": 9.512199018842523e-05, "loss": 20.0635, "step": 8500 }, { "epoch": 7.55, "learning_rate": 9.512077734962854e-05, "loss": 20.0234, "step": 8501 }, { "epoch": 7.55, "learning_rate": 9.511956436780818e-05, "loss": 19.8438, "step": 8502 }, { "epoch": 7.55, "learning_rate": 9.5118351242968e-05, "loss": 19.7783, "step": 8503 }, { "epoch": 7.55, "learning_rate": 9.511713797511181e-05, "loss": 19.751, "step": 8504 }, { "epoch": 7.55, "learning_rate": 9.511592456424352e-05, "loss": 19.6006, "step": 8505 }, { "epoch": 7.55, "learning_rate": 9.511471101036693e-05, "loss": 20.1123, "step": 8506 }, { "epoch": 7.56, "learning_rate": 9.511349731348589e-05, "loss": 20.8027, "step": 8507 }, { "epoch": 7.56, "learning_rate": 9.511228347360426e-05, "loss": 19.8184, "step": 8508 }, { "epoch": 7.56, "learning_rate": 9.511106949072588e-05, "loss": 19.7852, "step": 8509 }, { "epoch": 7.56, "learning_rate": 9.510985536485462e-05, "loss": 20.1836, "step": 8510 }, { "epoch": 7.56, "learning_rate": 9.510864109599428e-05, "loss": 19.7148, "step": 8511 }, { "epoch": 7.56, "learning_rate": 9.510742668414876e-05, "loss": 19.9971, "step": 8512 }, { "epoch": 7.56, "learning_rate": 9.510621212932189e-05, "loss": 20.126, "step": 8513 }, { "epoch": 7.56, "learning_rate": 9.510499743151751e-05, "loss": 19.7236, "step": 8514 }, { "epoch": 7.56, "learning_rate": 9.510378259073946e-05, "loss": 19.9004, "step": 8515 }, { "epoch": 7.56, "learning_rate": 9.510256760699163e-05, "loss": 20.2627, "step": 8516 }, { "epoch": 7.56, "learning_rate": 9.510135248027784e-05, "loss": 19.9912, "step": 8517 }, { "epoch": 7.56, "learning_rate": 9.510013721060196e-05, "loss": 19.7832, "step": 8518 }, { "epoch": 7.57, "learning_rate": 9.509892179796785e-05, "loss": 20.2832, "step": 8519 }, { "epoch": 7.57, "learning_rate": 9.509770624237933e-05, "loss": 19.7402, "step": 8520 }, { "epoch": 7.57, "learning_rate": 9.509649054384026e-05, "loss": 20.4492, "step": 8521 }, { "epoch": 7.57, "learning_rate": 9.509527470235452e-05, "loss": 19.5332, "step": 8522 }, { "epoch": 7.57, "learning_rate": 9.509405871792594e-05, "loss": 19.8574, "step": 8523 }, { "epoch": 7.57, "learning_rate": 9.509284259055838e-05, "loss": 19.7344, "step": 8524 }, { "epoch": 7.57, "learning_rate": 9.50916263202557e-05, "loss": 19.8135, "step": 8525 }, { "epoch": 7.57, "learning_rate": 9.509040990702174e-05, "loss": 19.9561, "step": 8526 }, { "epoch": 7.57, "learning_rate": 9.508919335086038e-05, "loss": 19.8574, "step": 8527 }, { "epoch": 7.57, "learning_rate": 9.508797665177546e-05, "loss": 20.0078, "step": 8528 }, { "epoch": 7.57, "learning_rate": 9.508675980977084e-05, "loss": 19.3818, "step": 8529 }, { "epoch": 7.58, "learning_rate": 9.508554282485038e-05, "loss": 19.5303, "step": 8530 }, { "epoch": 7.58, "learning_rate": 9.508432569701795e-05, "loss": 19.6211, "step": 8531 }, { "epoch": 7.58, "learning_rate": 9.508310842627737e-05, "loss": 19.9355, "step": 8532 }, { "epoch": 7.58, "learning_rate": 9.508189101263254e-05, "loss": 21.2246, "step": 8533 }, { "epoch": 7.58, "learning_rate": 9.508067345608729e-05, "loss": 20.3252, "step": 8534 }, { "epoch": 7.58, "learning_rate": 9.507945575664549e-05, "loss": 20.085, "step": 8535 }, { "epoch": 7.58, "learning_rate": 9.507823791431101e-05, "loss": 19.9072, "step": 8536 }, { "epoch": 7.58, "learning_rate": 9.507701992908769e-05, "loss": 20.3867, "step": 8537 }, { "epoch": 7.58, "learning_rate": 9.50758018009794e-05, "loss": 20.2871, "step": 8538 }, { "epoch": 7.58, "learning_rate": 9.50758018009794e-05, "loss": 20.5518, "step": 8539 }, { "epoch": 7.58, "learning_rate": 9.507458352999001e-05, "loss": 20.1748, "step": 8540 }, { "epoch": 7.59, "learning_rate": 9.507336511612337e-05, "loss": 19.8867, "step": 8541 }, { "epoch": 7.59, "learning_rate": 9.507214655938335e-05, "loss": 20.1592, "step": 8542 }, { "epoch": 7.59, "learning_rate": 9.50709278597738e-05, "loss": 19.6875, "step": 8543 }, { "epoch": 7.59, "learning_rate": 9.506970901729859e-05, "loss": 19.6787, "step": 8544 }, { "epoch": 7.59, "learning_rate": 9.506849003196161e-05, "loss": 20.0488, "step": 8545 }, { "epoch": 7.59, "learning_rate": 9.506727090376668e-05, "loss": 20.1631, "step": 8546 }, { "epoch": 7.59, "learning_rate": 9.506605163271769e-05, "loss": 20.0352, "step": 8547 }, { "epoch": 7.59, "learning_rate": 9.506483221881849e-05, "loss": 20.1904, "step": 8548 }, { "epoch": 7.59, "learning_rate": 9.506361266207295e-05, "loss": 20.3877, "step": 8549 }, { "epoch": 7.59, "learning_rate": 9.506239296248496e-05, "loss": 20.7266, "step": 8550 }, { "epoch": 7.59, "learning_rate": 9.506117312005836e-05, "loss": 20.0713, "step": 8551 }, { "epoch": 7.6, "learning_rate": 9.505995313479701e-05, "loss": 20.042, "step": 8552 }, { "epoch": 7.6, "learning_rate": 9.505873300670478e-05, "loss": 19.7207, "step": 8553 }, { "epoch": 7.6, "learning_rate": 9.505751273578557e-05, "loss": 19.6396, "step": 8554 }, { "epoch": 7.6, "learning_rate": 9.505629232204323e-05, "loss": 19.8135, "step": 8555 }, { "epoch": 7.6, "learning_rate": 9.505507176548161e-05, "loss": 20.3936, "step": 8556 }, { "epoch": 7.6, "learning_rate": 9.505385106610458e-05, "loss": 20.1318, "step": 8557 }, { "epoch": 7.6, "learning_rate": 9.505263022391603e-05, "loss": 19.623, "step": 8558 }, { "epoch": 7.6, "learning_rate": 9.505140923891985e-05, "loss": 19.7305, "step": 8559 }, { "epoch": 7.6, "learning_rate": 9.505018811111985e-05, "loss": 19.9961, "step": 8560 }, { "epoch": 7.6, "learning_rate": 9.504896684051993e-05, "loss": 20.6719, "step": 8561 }, { "epoch": 7.6, "learning_rate": 9.504774542712398e-05, "loss": 20.3936, "step": 8562 }, { "epoch": 7.6, "learning_rate": 9.504652387093586e-05, "loss": 20.3721, "step": 8563 }, { "epoch": 7.61, "learning_rate": 9.504530217195942e-05, "loss": 20.3457, "step": 8564 }, { "epoch": 7.61, "learning_rate": 9.504408033019855e-05, "loss": 20.1279, "step": 8565 }, { "epoch": 7.61, "learning_rate": 9.504285834565714e-05, "loss": 19.4893, "step": 8566 }, { "epoch": 7.61, "learning_rate": 9.504163621833904e-05, "loss": 20.2402, "step": 8567 }, { "epoch": 7.61, "learning_rate": 9.504041394824811e-05, "loss": 20.0127, "step": 8568 }, { "epoch": 7.61, "learning_rate": 9.503919153538828e-05, "loss": 20.2217, "step": 8569 }, { "epoch": 7.61, "learning_rate": 9.503796897976338e-05, "loss": 20.582, "step": 8570 }, { "epoch": 7.61, "learning_rate": 9.503674628137729e-05, "loss": 20.6367, "step": 8571 }, { "epoch": 7.61, "learning_rate": 9.503552344023388e-05, "loss": 20.1719, "step": 8572 }, { "epoch": 7.61, "learning_rate": 9.503430045633704e-05, "loss": 20.8193, "step": 8573 }, { "epoch": 7.61, "learning_rate": 9.503307732969065e-05, "loss": 20.0332, "step": 8574 }, { "epoch": 7.62, "learning_rate": 9.503185406029858e-05, "loss": 19.6924, "step": 8575 }, { "epoch": 7.62, "learning_rate": 9.503063064816472e-05, "loss": 20.2559, "step": 8576 }, { "epoch": 7.62, "learning_rate": 9.502940709329291e-05, "loss": 19.9453, "step": 8577 }, { "epoch": 7.62, "learning_rate": 9.502818339568706e-05, "loss": 19.5977, "step": 8578 }, { "epoch": 7.62, "learning_rate": 9.502695955535106e-05, "loss": 20.0518, "step": 8579 }, { "epoch": 7.62, "learning_rate": 9.502573557228875e-05, "loss": 20.5205, "step": 8580 }, { "epoch": 7.62, "learning_rate": 9.502451144650405e-05, "loss": 20.0508, "step": 8581 }, { "epoch": 7.62, "learning_rate": 9.502328717800082e-05, "loss": 19.999, "step": 8582 }, { "epoch": 7.62, "learning_rate": 9.502206276678294e-05, "loss": 19.9551, "step": 8583 }, { "epoch": 7.62, "learning_rate": 9.502083821285428e-05, "loss": 19.9102, "step": 8584 }, { "epoch": 7.62, "learning_rate": 9.501961351621875e-05, "loss": 20.4355, "step": 8585 }, { "epoch": 7.63, "learning_rate": 9.501838867688022e-05, "loss": 19.9072, "step": 8586 }, { "epoch": 7.63, "learning_rate": 9.501716369484257e-05, "loss": 19.625, "step": 8587 }, { "epoch": 7.63, "learning_rate": 9.501593857010969e-05, "loss": 19.6191, "step": 8588 }, { "epoch": 7.63, "learning_rate": 9.501471330268543e-05, "loss": 19.7031, "step": 8589 }, { "epoch": 7.63, "learning_rate": 9.501348789257373e-05, "loss": 20.3096, "step": 8590 }, { "epoch": 7.63, "learning_rate": 9.501226233977842e-05, "loss": 20.3633, "step": 8591 }, { "epoch": 7.63, "learning_rate": 9.501103664430343e-05, "loss": 19.8477, "step": 8592 }, { "epoch": 7.63, "learning_rate": 9.500981080615262e-05, "loss": 19.9873, "step": 8593 }, { "epoch": 7.63, "learning_rate": 9.500858482532988e-05, "loss": 19.6631, "step": 8594 }, { "epoch": 7.63, "learning_rate": 9.500735870183909e-05, "loss": 20.7324, "step": 8595 }, { "epoch": 7.63, "learning_rate": 9.500613243568414e-05, "loss": 20.1641, "step": 8596 }, { "epoch": 7.63, "learning_rate": 9.500490602686893e-05, "loss": 19.9385, "step": 8597 }, { "epoch": 7.64, "learning_rate": 9.500367947539735e-05, "loss": 20.1699, "step": 8598 }, { "epoch": 7.64, "learning_rate": 9.500245278127325e-05, "loss": 20.0479, "step": 8599 }, { "epoch": 7.64, "learning_rate": 9.500122594450056e-05, "loss": 19.9883, "step": 8600 }, { "epoch": 7.64, "learning_rate": 9.499999896508314e-05, "loss": 20.1875, "step": 8601 }, { "epoch": 7.64, "learning_rate": 9.49987718430249e-05, "loss": 20.1396, "step": 8602 }, { "epoch": 7.64, "learning_rate": 9.499754457832972e-05, "loss": 20.083, "step": 8603 }, { "epoch": 7.64, "learning_rate": 9.49963171710015e-05, "loss": 19.3145, "step": 8604 }, { "epoch": 7.64, "learning_rate": 9.499508962104411e-05, "loss": 20.0234, "step": 8605 }, { "epoch": 7.64, "learning_rate": 9.499386192846146e-05, "loss": 19.6396, "step": 8606 }, { "epoch": 7.64, "learning_rate": 9.499263409325742e-05, "loss": 19.833, "step": 8607 }, { "epoch": 7.64, "learning_rate": 9.499140611543593e-05, "loss": 19.9375, "step": 8608 }, { "epoch": 7.65, "learning_rate": 9.499017799500083e-05, "loss": 19.7803, "step": 8609 }, { "epoch": 7.65, "learning_rate": 9.498894973195602e-05, "loss": 20.5654, "step": 8610 }, { "epoch": 7.65, "learning_rate": 9.498772132630543e-05, "loss": 20.0957, "step": 8611 }, { "epoch": 7.65, "learning_rate": 9.498649277805292e-05, "loss": 19.8535, "step": 8612 }, { "epoch": 7.65, "learning_rate": 9.498526408720238e-05, "loss": 19.9932, "step": 8613 }, { "epoch": 7.65, "learning_rate": 9.498403525375774e-05, "loss": 19.6367, "step": 8614 }, { "epoch": 7.65, "learning_rate": 9.498280627772287e-05, "loss": 19.8271, "step": 8615 }, { "epoch": 7.65, "learning_rate": 9.498157715910166e-05, "loss": 20.0713, "step": 8616 }, { "epoch": 7.65, "learning_rate": 9.498034789789802e-05, "loss": 20.0713, "step": 8617 }, { "epoch": 7.65, "learning_rate": 9.497911849411585e-05, "loss": 19.9336, "step": 8618 }, { "epoch": 7.65, "learning_rate": 9.497788894775901e-05, "loss": 20.335, "step": 8619 }, { "epoch": 7.66, "learning_rate": 9.497665925883145e-05, "loss": 19.4902, "step": 8620 }, { "epoch": 7.66, "learning_rate": 9.497542942733705e-05, "loss": 20.2236, "step": 8621 }, { "epoch": 7.66, "learning_rate": 9.49741994532797e-05, "loss": 20.2451, "step": 8622 }, { "epoch": 7.66, "learning_rate": 9.497296933666329e-05, "loss": 20.085, "step": 8623 }, { "epoch": 7.66, "learning_rate": 9.497173907749173e-05, "loss": 19.8867, "step": 8624 }, { "epoch": 7.66, "learning_rate": 9.497050867576893e-05, "loss": 19.5459, "step": 8625 }, { "epoch": 7.66, "learning_rate": 9.496927813149877e-05, "loss": 20.0596, "step": 8626 }, { "epoch": 7.66, "learning_rate": 9.496804744468517e-05, "loss": 20.209, "step": 8627 }, { "epoch": 7.66, "learning_rate": 9.496681661533201e-05, "loss": 20.165, "step": 8628 }, { "epoch": 7.66, "learning_rate": 9.496558564344323e-05, "loss": 19.9355, "step": 8629 }, { "epoch": 7.66, "learning_rate": 9.496435452902267e-05, "loss": 20.3057, "step": 8630 }, { "epoch": 7.67, "learning_rate": 9.496312327207429e-05, "loss": 20.0449, "step": 8631 }, { "epoch": 7.67, "learning_rate": 9.496189187260196e-05, "loss": 20.3438, "step": 8632 }, { "epoch": 7.67, "learning_rate": 9.49606603306096e-05, "loss": 19.5479, "step": 8633 }, { "epoch": 7.67, "learning_rate": 9.49594286461011e-05, "loss": 20.7109, "step": 8634 }, { "epoch": 7.67, "learning_rate": 9.495819681908038e-05, "loss": 19.9922, "step": 8635 }, { "epoch": 7.67, "learning_rate": 9.495696484955132e-05, "loss": 20.5459, "step": 8636 }, { "epoch": 7.67, "learning_rate": 9.495573273751787e-05, "loss": 19.917, "step": 8637 }, { "epoch": 7.67, "learning_rate": 9.495450048298389e-05, "loss": 20.1113, "step": 8638 }, { "epoch": 7.67, "learning_rate": 9.495326808595331e-05, "loss": 19.875, "step": 8639 }, { "epoch": 7.67, "learning_rate": 9.495203554643001e-05, "loss": 19.7432, "step": 8640 }, { "epoch": 7.67, "learning_rate": 9.495080286441794e-05, "loss": 20.2148, "step": 8641 }, { "epoch": 7.67, "learning_rate": 9.494957003992096e-05, "loss": 19.9004, "step": 8642 }, { "epoch": 7.68, "learning_rate": 9.494833707294302e-05, "loss": 20.1338, "step": 8643 }, { "epoch": 7.68, "learning_rate": 9.4947103963488e-05, "loss": 19.709, "step": 8644 }, { "epoch": 7.68, "learning_rate": 9.494587071155983e-05, "loss": 19.6816, "step": 8645 }, { "epoch": 7.68, "learning_rate": 9.49446373171624e-05, "loss": 19.6152, "step": 8646 }, { "epoch": 7.68, "learning_rate": 9.494340378029962e-05, "loss": 19.5547, "step": 8647 }, { "epoch": 7.68, "learning_rate": 9.494217010097542e-05, "loss": 20.6914, "step": 8648 }, { "epoch": 7.68, "learning_rate": 9.49409362791937e-05, "loss": 20.0742, "step": 8649 }, { "epoch": 7.68, "learning_rate": 9.493970231495835e-05, "loss": 20.415, "step": 8650 }, { "epoch": 7.68, "learning_rate": 9.493846820827332e-05, "loss": 20.2676, "step": 8651 }, { "epoch": 7.68, "learning_rate": 9.49372339591425e-05, "loss": 19.9824, "step": 8652 }, { "epoch": 7.68, "learning_rate": 9.493599956756979e-05, "loss": 19.8271, "step": 8653 }, { "epoch": 7.69, "learning_rate": 9.493476503355911e-05, "loss": 20.2559, "step": 8654 }, { "epoch": 7.69, "learning_rate": 9.493353035711441e-05, "loss": 20.1826, "step": 8655 }, { "epoch": 7.69, "learning_rate": 9.493229553823954e-05, "loss": 19.9219, "step": 8656 }, { "epoch": 7.69, "learning_rate": 9.493106057693847e-05, "loss": 19.4912, "step": 8657 }, { "epoch": 7.69, "learning_rate": 9.492982547321509e-05, "loss": 20.458, "step": 8658 }, { "epoch": 7.69, "learning_rate": 9.492859022707332e-05, "loss": 20.0361, "step": 8659 }, { "epoch": 7.69, "learning_rate": 9.492735483851708e-05, "loss": 19.543, "step": 8660 }, { "epoch": 7.69, "learning_rate": 9.492611930755027e-05, "loss": 20.6885, "step": 8661 }, { "epoch": 7.69, "learning_rate": 9.49248836341768e-05, "loss": 19.7041, "step": 8662 }, { "epoch": 7.69, "learning_rate": 9.492364781840063e-05, "loss": 20.041, "step": 8663 }, { "epoch": 7.69, "learning_rate": 9.492241186022564e-05, "loss": 19.9033, "step": 8664 }, { "epoch": 7.7, "learning_rate": 9.492117575965575e-05, "loss": 20.1592, "step": 8665 }, { "epoch": 7.7, "learning_rate": 9.491993951669489e-05, "loss": 19.9873, "step": 8666 }, { "epoch": 7.7, "learning_rate": 9.491870313134696e-05, "loss": 19.7646, "step": 8667 }, { "epoch": 7.7, "learning_rate": 9.49174666036159e-05, "loss": 20.2686, "step": 8668 }, { "epoch": 7.7, "learning_rate": 9.491622993350564e-05, "loss": 19.5254, "step": 8669 }, { "epoch": 7.7, "learning_rate": 9.491499312102008e-05, "loss": 20.2822, "step": 8670 }, { "epoch": 7.7, "learning_rate": 9.491375616616314e-05, "loss": 21.248, "step": 8671 }, { "epoch": 7.7, "learning_rate": 9.491251906893873e-05, "loss": 19.7383, "step": 8672 }, { "epoch": 7.7, "learning_rate": 9.491251906893873e-05, "loss": 20.0908, "step": 8673 }, { "epoch": 7.7, "learning_rate": 9.49112818293508e-05, "loss": 20.2695, "step": 8674 }, { "epoch": 7.7, "learning_rate": 9.491004444740326e-05, "loss": 20.6133, "step": 8675 }, { "epoch": 7.71, "learning_rate": 9.490880692310001e-05, "loss": 20.8027, "step": 8676 }, { "epoch": 7.71, "learning_rate": 9.4907569256445e-05, "loss": 20.0605, "step": 8677 }, { "epoch": 7.71, "learning_rate": 9.490633144744217e-05, "loss": 19.832, "step": 8678 }, { "epoch": 7.71, "learning_rate": 9.490509349609537e-05, "loss": 20.4893, "step": 8679 }, { "epoch": 7.71, "learning_rate": 9.490385540240861e-05, "loss": 20.0293, "step": 8680 }, { "epoch": 7.71, "learning_rate": 9.490261716638578e-05, "loss": 20.3721, "step": 8681 }, { "epoch": 7.71, "learning_rate": 9.490261716638578e-05, "loss": 20.5342, "step": 8682 }, { "epoch": 7.71, "learning_rate": 9.490137878803079e-05, "loss": 20.1357, "step": 8683 }, { "epoch": 7.71, "learning_rate": 9.490014026734757e-05, "loss": 19.7041, "step": 8684 }, { "epoch": 7.71, "learning_rate": 9.489890160434007e-05, "loss": 19.876, "step": 8685 }, { "epoch": 7.71, "learning_rate": 9.48976627990122e-05, "loss": 20.3525, "step": 8686 }, { "epoch": 7.71, "learning_rate": 9.489642385136788e-05, "loss": 19.6914, "step": 8687 }, { "epoch": 7.72, "learning_rate": 9.489518476141104e-05, "loss": 20.0576, "step": 8688 }, { "epoch": 7.72, "learning_rate": 9.489394552914561e-05, "loss": 20.207, "step": 8689 }, { "epoch": 7.72, "learning_rate": 9.489270615457553e-05, "loss": 19.4531, "step": 8690 }, { "epoch": 7.72, "learning_rate": 9.489146663770471e-05, "loss": 20.0166, "step": 8691 }, { "epoch": 7.72, "learning_rate": 9.489022697853709e-05, "loss": 21.0342, "step": 8692 }, { "epoch": 7.72, "learning_rate": 9.488898717707659e-05, "loss": 20.2949, "step": 8693 }, { "epoch": 7.72, "learning_rate": 9.488774723332716e-05, "loss": 20.0889, "step": 8694 }, { "epoch": 7.72, "learning_rate": 9.488650714729272e-05, "loss": 19.6885, "step": 8695 }, { "epoch": 7.72, "learning_rate": 9.488526691897718e-05, "loss": 20.1982, "step": 8696 }, { "epoch": 7.72, "learning_rate": 9.48840265483845e-05, "loss": 19.5332, "step": 8697 }, { "epoch": 7.72, "learning_rate": 9.48827860355186e-05, "loss": 20.2666, "step": 8698 }, { "epoch": 7.73, "learning_rate": 9.488154538038341e-05, "loss": 20.1826, "step": 8699 }, { "epoch": 7.73, "learning_rate": 9.488030458298287e-05, "loss": 20.1445, "step": 8700 }, { "epoch": 7.73, "learning_rate": 9.48790636433209e-05, "loss": 20.0732, "step": 8701 }, { "epoch": 7.73, "learning_rate": 9.487782256140146e-05, "loss": 20.6699, "step": 8702 }, { "epoch": 7.73, "learning_rate": 9.487658133722846e-05, "loss": 21.001, "step": 8703 }, { "epoch": 7.73, "learning_rate": 9.487533997080582e-05, "loss": 20.0723, "step": 8704 }, { "epoch": 7.73, "learning_rate": 9.487409846213752e-05, "loss": 20.1758, "step": 8705 }, { "epoch": 7.73, "learning_rate": 9.487285681122746e-05, "loss": 20.4043, "step": 8706 }, { "epoch": 7.73, "learning_rate": 9.48716150180796e-05, "loss": 20.3193, "step": 8707 }, { "epoch": 7.73, "learning_rate": 9.487037308269784e-05, "loss": 20.4092, "step": 8708 }, { "epoch": 7.73, "learning_rate": 9.486913100508615e-05, "loss": 19.9736, "step": 8709 }, { "epoch": 7.74, "learning_rate": 9.486788878524845e-05, "loss": 20.4473, "step": 8710 }, { "epoch": 7.74, "learning_rate": 9.486664642318871e-05, "loss": 19.9883, "step": 8711 }, { "epoch": 7.74, "learning_rate": 9.486540391891082e-05, "loss": 19.8477, "step": 8712 }, { "epoch": 7.74, "learning_rate": 9.486416127241875e-05, "loss": 20.3096, "step": 8713 }, { "epoch": 7.74, "learning_rate": 9.486291848371643e-05, "loss": 20.5312, "step": 8714 }, { "epoch": 7.74, "learning_rate": 9.48616755528078e-05, "loss": 20.6074, "step": 8715 }, { "epoch": 7.74, "learning_rate": 9.486043247969679e-05, "loss": 20.4229, "step": 8716 }, { "epoch": 7.74, "learning_rate": 9.485918926438735e-05, "loss": 20.4238, "step": 8717 }, { "epoch": 7.74, "learning_rate": 9.485794590688342e-05, "loss": 19.9893, "step": 8718 }, { "epoch": 7.74, "learning_rate": 9.485670240718895e-05, "loss": 20.0977, "step": 8719 }, { "epoch": 7.74, "learning_rate": 9.485545876530787e-05, "loss": 20.4814, "step": 8720 }, { "epoch": 7.75, "learning_rate": 9.485421498124412e-05, "loss": 20.0518, "step": 8721 }, { "epoch": 7.75, "learning_rate": 9.485297105500165e-05, "loss": 20.3604, "step": 8722 }, { "epoch": 7.75, "learning_rate": 9.485172698658439e-05, "loss": 20.749, "step": 8723 }, { "epoch": 7.75, "learning_rate": 9.485048277599632e-05, "loss": 20.1621, "step": 8724 }, { "epoch": 7.75, "learning_rate": 9.484923842324134e-05, "loss": 19.5459, "step": 8725 }, { "epoch": 7.75, "learning_rate": 9.484799392832342e-05, "loss": 20.3936, "step": 8726 }, { "epoch": 7.75, "learning_rate": 9.484674929124649e-05, "loss": 19.8779, "step": 8727 }, { "epoch": 7.75, "learning_rate": 9.48455045120145e-05, "loss": 20.3174, "step": 8728 }, { "epoch": 7.75, "learning_rate": 9.48442595906314e-05, "loss": 19.7852, "step": 8729 }, { "epoch": 7.75, "learning_rate": 9.484301452710113e-05, "loss": 19.4238, "step": 8730 }, { "epoch": 7.75, "learning_rate": 9.484176932142766e-05, "loss": 19.7676, "step": 8731 }, { "epoch": 7.75, "learning_rate": 9.48405239736149e-05, "loss": 20.1602, "step": 8732 }, { "epoch": 7.76, "learning_rate": 9.483927848366682e-05, "loss": 20.0195, "step": 8733 }, { "epoch": 7.76, "learning_rate": 9.483803285158737e-05, "loss": 20.0635, "step": 8734 }, { "epoch": 7.76, "learning_rate": 9.483678707738048e-05, "loss": 20.1709, "step": 8735 }, { "epoch": 7.76, "learning_rate": 9.483554116105012e-05, "loss": 19.9082, "step": 8736 }, { "epoch": 7.76, "learning_rate": 9.483429510260023e-05, "loss": 20.2539, "step": 8737 }, { "epoch": 7.76, "learning_rate": 9.483304890203474e-05, "loss": 20.3242, "step": 8738 }, { "epoch": 7.76, "learning_rate": 9.483180255935764e-05, "loss": 20.0117, "step": 8739 }, { "epoch": 7.76, "learning_rate": 9.483055607457285e-05, "loss": 20.2295, "step": 8740 }, { "epoch": 7.76, "learning_rate": 9.482930944768434e-05, "loss": 19.999, "step": 8741 }, { "epoch": 7.76, "learning_rate": 9.482806267869604e-05, "loss": 20.0508, "step": 8742 }, { "epoch": 7.76, "learning_rate": 9.482681576761193e-05, "loss": 20.0244, "step": 8743 }, { "epoch": 7.77, "learning_rate": 9.482556871443594e-05, "loss": 20.2041, "step": 8744 }, { "epoch": 7.77, "learning_rate": 9.482432151917203e-05, "loss": 20.4795, "step": 8745 }, { "epoch": 7.77, "learning_rate": 9.482307418182416e-05, "loss": 20.5273, "step": 8746 }, { "epoch": 7.77, "learning_rate": 9.482182670239627e-05, "loss": 20.0215, "step": 8747 }, { "epoch": 7.77, "learning_rate": 9.482057908089232e-05, "loss": 20.1406, "step": 8748 }, { "epoch": 7.77, "learning_rate": 9.481933131731628e-05, "loss": 19.9258, "step": 8749 }, { "epoch": 7.77, "learning_rate": 9.481808341167207e-05, "loss": 19.9043, "step": 8750 }, { "epoch": 7.77, "learning_rate": 9.481683536396368e-05, "loss": 20.4893, "step": 8751 }, { "epoch": 7.77, "learning_rate": 9.481558717419505e-05, "loss": 19.8916, "step": 8752 }, { "epoch": 7.77, "learning_rate": 9.481433884237015e-05, "loss": 20.1904, "step": 8753 }, { "epoch": 7.77, "learning_rate": 9.481309036849292e-05, "loss": 19.8506, "step": 8754 }, { "epoch": 7.78, "learning_rate": 9.481184175256732e-05, "loss": 19.8389, "step": 8755 }, { "epoch": 7.78, "learning_rate": 9.481059299459731e-05, "loss": 19.8789, "step": 8756 }, { "epoch": 7.78, "learning_rate": 9.480934409458686e-05, "loss": 19.6475, "step": 8757 }, { "epoch": 7.78, "learning_rate": 9.480809505253993e-05, "loss": 19.7686, "step": 8758 }, { "epoch": 7.78, "learning_rate": 9.480684586846045e-05, "loss": 20.0625, "step": 8759 }, { "epoch": 7.78, "learning_rate": 9.480559654235239e-05, "loss": 19.9541, "step": 8760 }, { "epoch": 7.78, "learning_rate": 9.480434707421973e-05, "loss": 19.751, "step": 8761 }, { "epoch": 7.78, "learning_rate": 9.480309746406642e-05, "loss": 20.4238, "step": 8762 }, { "epoch": 7.78, "learning_rate": 9.480184771189642e-05, "loss": 20.5938, "step": 8763 }, { "epoch": 7.78, "learning_rate": 9.480059781771368e-05, "loss": 19.4248, "step": 8764 }, { "epoch": 7.78, "learning_rate": 9.47993477815222e-05, "loss": 19.8672, "step": 8765 }, { "epoch": 7.79, "learning_rate": 9.47980976033259e-05, "loss": 20.3848, "step": 8766 }, { "epoch": 7.79, "learning_rate": 9.479684728312874e-05, "loss": 19.6846, "step": 8767 }, { "epoch": 7.79, "learning_rate": 9.479559682093473e-05, "loss": 19.5645, "step": 8768 }, { "epoch": 7.79, "learning_rate": 9.479434621674779e-05, "loss": 19.7588, "step": 8769 }, { "epoch": 7.79, "learning_rate": 9.479309547057189e-05, "loss": 20.6621, "step": 8770 }, { "epoch": 7.79, "learning_rate": 9.479184458241101e-05, "loss": 20.1221, "step": 8771 }, { "epoch": 7.79, "learning_rate": 9.479059355226912e-05, "loss": 20.498, "step": 8772 }, { "epoch": 7.79, "learning_rate": 9.478934238015018e-05, "loss": 19.8467, "step": 8773 }, { "epoch": 7.79, "learning_rate": 9.478809106605812e-05, "loss": 19.6924, "step": 8774 }, { "epoch": 7.79, "learning_rate": 9.478683960999698e-05, "loss": 20.1299, "step": 8775 }, { "epoch": 7.79, "learning_rate": 9.478558801197065e-05, "loss": 19.9795, "step": 8776 }, { "epoch": 7.79, "learning_rate": 9.478433627198314e-05, "loss": 19.6035, "step": 8777 }, { "epoch": 7.8, "learning_rate": 9.47830843900384e-05, "loss": 20.1475, "step": 8778 }, { "epoch": 7.8, "learning_rate": 9.478183236614042e-05, "loss": 20.3574, "step": 8779 }, { "epoch": 7.8, "learning_rate": 9.478058020029316e-05, "loss": 19.9365, "step": 8780 }, { "epoch": 7.8, "learning_rate": 9.477932789250057e-05, "loss": 19.584, "step": 8781 }, { "epoch": 7.8, "learning_rate": 9.477807544276665e-05, "loss": 20.3486, "step": 8782 }, { "epoch": 7.8, "learning_rate": 9.477682285109534e-05, "loss": 20.1826, "step": 8783 }, { "epoch": 7.8, "learning_rate": 9.477557011749062e-05, "loss": 19.9922, "step": 8784 }, { "epoch": 7.8, "learning_rate": 9.477431724195648e-05, "loss": 20.6318, "step": 8785 }, { "epoch": 7.8, "learning_rate": 9.477306422449688e-05, "loss": 20.2656, "step": 8786 }, { "epoch": 7.8, "learning_rate": 9.477181106511579e-05, "loss": 19.8008, "step": 8787 }, { "epoch": 7.8, "learning_rate": 9.477055776381716e-05, "loss": 20.0693, "step": 8788 }, { "epoch": 7.81, "learning_rate": 9.4769304320605e-05, "loss": 19.8477, "step": 8789 }, { "epoch": 7.81, "learning_rate": 9.476805073548328e-05, "loss": 19.9072, "step": 8790 }, { "epoch": 7.81, "learning_rate": 9.476679700845593e-05, "loss": 20.1484, "step": 8791 }, { "epoch": 7.81, "learning_rate": 9.476554313952697e-05, "loss": 20.542, "step": 8792 }, { "epoch": 7.81, "learning_rate": 9.476428912870035e-05, "loss": 19.582, "step": 8793 }, { "epoch": 7.81, "learning_rate": 9.476303497598007e-05, "loss": 20.2197, "step": 8794 }, { "epoch": 7.81, "learning_rate": 9.476178068137008e-05, "loss": 20.1699, "step": 8795 }, { "epoch": 7.81, "learning_rate": 9.476052624487437e-05, "loss": 19.4463, "step": 8796 }, { "epoch": 7.81, "learning_rate": 9.475927166649692e-05, "loss": 19.9883, "step": 8797 }, { "epoch": 7.81, "learning_rate": 9.475801694624168e-05, "loss": 19.9102, "step": 8798 }, { "epoch": 7.81, "learning_rate": 9.475676208411265e-05, "loss": 20.5352, "step": 8799 }, { "epoch": 7.82, "learning_rate": 9.47555070801138e-05, "loss": 19.8232, "step": 8800 }, { "epoch": 7.82, "learning_rate": 9.475425193424913e-05, "loss": 20.3359, "step": 8801 }, { "epoch": 7.82, "learning_rate": 9.475299664652258e-05, "loss": 20.0635, "step": 8802 }, { "epoch": 7.82, "learning_rate": 9.475174121693816e-05, "loss": 19.9697, "step": 8803 }, { "epoch": 7.82, "learning_rate": 9.475048564549985e-05, "loss": 20.1221, "step": 8804 }, { "epoch": 7.82, "learning_rate": 9.474922993221159e-05, "loss": 20.7324, "step": 8805 }, { "epoch": 7.82, "learning_rate": 9.47479740770774e-05, "loss": 20.5996, "step": 8806 }, { "epoch": 7.82, "learning_rate": 9.474671808010126e-05, "loss": 19.7969, "step": 8807 }, { "epoch": 7.82, "learning_rate": 9.474546194128713e-05, "loss": 19.9102, "step": 8808 }, { "epoch": 7.82, "learning_rate": 9.4744205660639e-05, "loss": 20.084, "step": 8809 }, { "epoch": 7.82, "learning_rate": 9.474294923816088e-05, "loss": 20.3281, "step": 8810 }, { "epoch": 7.83, "learning_rate": 9.47416926738567e-05, "loss": 20.0684, "step": 8811 }, { "epoch": 7.83, "learning_rate": 9.474043596773048e-05, "loss": 19.958, "step": 8812 }, { "epoch": 7.83, "learning_rate": 9.473917911978618e-05, "loss": 20.5068, "step": 8813 }, { "epoch": 7.83, "learning_rate": 9.473792213002781e-05, "loss": 20.0039, "step": 8814 }, { "epoch": 7.83, "learning_rate": 9.473666499845934e-05, "loss": 19.9385, "step": 8815 }, { "epoch": 7.83, "learning_rate": 9.473540772508475e-05, "loss": 20.3506, "step": 8816 }, { "epoch": 7.83, "learning_rate": 9.473415030990805e-05, "loss": 19.6729, "step": 8817 }, { "epoch": 7.83, "learning_rate": 9.47328927529332e-05, "loss": 20.0449, "step": 8818 }, { "epoch": 7.83, "learning_rate": 9.47316350541642e-05, "loss": 20.2686, "step": 8819 }, { "epoch": 7.83, "learning_rate": 9.473037721360502e-05, "loss": 20.2402, "step": 8820 }, { "epoch": 7.83, "learning_rate": 9.472911923125967e-05, "loss": 19.7744, "step": 8821 }, { "epoch": 7.83, "learning_rate": 9.472786110713211e-05, "loss": 19.7363, "step": 8822 }, { "epoch": 7.84, "learning_rate": 9.472660284122635e-05, "loss": 20.457, "step": 8823 }, { "epoch": 7.84, "learning_rate": 9.472534443354637e-05, "loss": 20.4453, "step": 8824 }, { "epoch": 7.84, "learning_rate": 9.472408588409616e-05, "loss": 19.8271, "step": 8825 }, { "epoch": 7.84, "learning_rate": 9.472282719287972e-05, "loss": 20.1631, "step": 8826 }, { "epoch": 7.84, "learning_rate": 9.472156835990103e-05, "loss": 20.3047, "step": 8827 }, { "epoch": 7.84, "learning_rate": 9.472030938516407e-05, "loss": 20.1582, "step": 8828 }, { "epoch": 7.84, "learning_rate": 9.471905026867285e-05, "loss": 19.8975, "step": 8829 }, { "epoch": 7.84, "learning_rate": 9.471779101043134e-05, "loss": 19.793, "step": 8830 }, { "epoch": 7.84, "learning_rate": 9.471653161044357e-05, "loss": 19.959, "step": 8831 }, { "epoch": 7.84, "learning_rate": 9.471527206871348e-05, "loss": 19.7861, "step": 8832 }, { "epoch": 7.84, "learning_rate": 9.47140123852451e-05, "loss": 19.8242, "step": 8833 }, { "epoch": 7.85, "learning_rate": 9.47127525600424e-05, "loss": 20.8154, "step": 8834 }, { "epoch": 7.85, "learning_rate": 9.471149259310939e-05, "loss": 19.9648, "step": 8835 }, { "epoch": 7.85, "learning_rate": 9.471023248445006e-05, "loss": 19.7949, "step": 8836 }, { "epoch": 7.85, "learning_rate": 9.47089722340684e-05, "loss": 19.4824, "step": 8837 }, { "epoch": 7.85, "learning_rate": 9.47077118419684e-05, "loss": 20.1348, "step": 8838 }, { "epoch": 7.85, "learning_rate": 9.470645130815408e-05, "loss": 20.0459, "step": 8839 }, { "epoch": 7.85, "learning_rate": 9.470519063262941e-05, "loss": 19.6377, "step": 8840 }, { "epoch": 7.85, "learning_rate": 9.47039298153984e-05, "loss": 19.5527, "step": 8841 }, { "epoch": 7.85, "learning_rate": 9.470266885646503e-05, "loss": 19.9697, "step": 8842 }, { "epoch": 7.85, "learning_rate": 9.470140775583332e-05, "loss": 20.0303, "step": 8843 }, { "epoch": 7.85, "learning_rate": 9.470014651350724e-05, "loss": 20.0244, "step": 8844 }, { "epoch": 7.86, "learning_rate": 9.469888512949083e-05, "loss": 19.8604, "step": 8845 }, { "epoch": 7.86, "learning_rate": 9.469762360378804e-05, "loss": 19.8477, "step": 8846 }, { "epoch": 7.86, "learning_rate": 9.469636193640289e-05, "loss": 20.8994, "step": 8847 }, { "epoch": 7.86, "learning_rate": 9.469510012733939e-05, "loss": 19.835, "step": 8848 }, { "epoch": 7.86, "learning_rate": 9.469383817660151e-05, "loss": 19.7764, "step": 8849 }, { "epoch": 7.86, "learning_rate": 9.469257608419328e-05, "loss": 20.4277, "step": 8850 }, { "epoch": 7.86, "learning_rate": 9.46913138501187e-05, "loss": 19.709, "step": 8851 }, { "epoch": 7.86, "learning_rate": 9.469005147438175e-05, "loss": 20.249, "step": 8852 }, { "epoch": 7.86, "learning_rate": 9.468878895698645e-05, "loss": 20.7656, "step": 8853 }, { "epoch": 7.86, "learning_rate": 9.468752629793679e-05, "loss": 20.5068, "step": 8854 }, { "epoch": 7.86, "learning_rate": 9.468626349723677e-05, "loss": 19.7197, "step": 8855 }, { "epoch": 7.87, "learning_rate": 9.468500055489041e-05, "loss": 19.9512, "step": 8856 }, { "epoch": 7.87, "learning_rate": 9.46837374709017e-05, "loss": 19.6816, "step": 8857 }, { "epoch": 7.87, "learning_rate": 9.468247424527464e-05, "loss": 19.9209, "step": 8858 }, { "epoch": 7.87, "learning_rate": 9.468121087801325e-05, "loss": 20.0908, "step": 8859 }, { "epoch": 7.87, "learning_rate": 9.467994736912153e-05, "loss": 20.7021, "step": 8860 }, { "epoch": 7.87, "learning_rate": 9.467868371860347e-05, "loss": 20.4043, "step": 8861 }, { "epoch": 7.87, "learning_rate": 9.467741992646308e-05, "loss": 20.1885, "step": 8862 }, { "epoch": 7.87, "learning_rate": 9.467615599270439e-05, "loss": 20.4004, "step": 8863 }, { "epoch": 7.87, "learning_rate": 9.467489191733137e-05, "loss": 19.625, "step": 8864 }, { "epoch": 7.87, "learning_rate": 9.467489191733137e-05, "loss": 20.0703, "step": 8865 }, { "epoch": 7.87, "learning_rate": 9.467362770034805e-05, "loss": 19.4092, "step": 8866 }, { "epoch": 7.87, "learning_rate": 9.467236334175845e-05, "loss": 19.8857, "step": 8867 }, { "epoch": 7.88, "learning_rate": 9.467109884156653e-05, "loss": 19.7617, "step": 8868 }, { "epoch": 7.88, "learning_rate": 9.466983419977634e-05, "loss": 20.5186, "step": 8869 }, { "epoch": 7.88, "learning_rate": 9.466856941639188e-05, "loss": 20.4434, "step": 8870 }, { "epoch": 7.88, "learning_rate": 9.466730449141717e-05, "loss": 19.627, "step": 8871 }, { "epoch": 7.88, "learning_rate": 9.466603942485618e-05, "loss": 19.9238, "step": 8872 }, { "epoch": 7.88, "learning_rate": 9.466477421671296e-05, "loss": 20.3086, "step": 8873 }, { "epoch": 7.88, "learning_rate": 9.46635088669915e-05, "loss": 20.1709, "step": 8874 }, { "epoch": 7.88, "learning_rate": 9.466224337569583e-05, "loss": 19.8633, "step": 8875 }, { "epoch": 7.88, "learning_rate": 9.466097774282994e-05, "loss": 19.7979, "step": 8876 }, { "epoch": 7.88, "learning_rate": 9.465971196839784e-05, "loss": 20.293, "step": 8877 }, { "epoch": 7.88, "learning_rate": 9.465844605240356e-05, "loss": 20.3359, "step": 8878 }, { "epoch": 7.89, "learning_rate": 9.465717999485111e-05, "loss": 20.1865, "step": 8879 }, { "epoch": 7.89, "learning_rate": 9.46559137957445e-05, "loss": 19.9053, "step": 8880 }, { "epoch": 7.89, "learning_rate": 9.465464745508774e-05, "loss": 19.9717, "step": 8881 }, { "epoch": 7.89, "learning_rate": 9.465338097288483e-05, "loss": 20.3301, "step": 8882 }, { "epoch": 7.89, "learning_rate": 9.465211434913982e-05, "loss": 19.8428, "step": 8883 }, { "epoch": 7.89, "learning_rate": 9.46508475838567e-05, "loss": 20.123, "step": 8884 }, { "epoch": 7.89, "learning_rate": 9.464958067703949e-05, "loss": 21.3096, "step": 8885 }, { "epoch": 7.89, "learning_rate": 9.46483136286922e-05, "loss": 19.9316, "step": 8886 }, { "epoch": 7.89, "learning_rate": 9.464704643881886e-05, "loss": 20.2051, "step": 8887 }, { "epoch": 7.89, "learning_rate": 9.464577910742349e-05, "loss": 19.8115, "step": 8888 }, { "epoch": 7.89, "learning_rate": 9.464451163451008e-05, "loss": 19.9805, "step": 8889 }, { "epoch": 7.9, "learning_rate": 9.464324402008267e-05, "loss": 19.8721, "step": 8890 }, { "epoch": 7.9, "learning_rate": 9.464197626414527e-05, "loss": 20.0127, "step": 8891 }, { "epoch": 7.9, "learning_rate": 9.46407083667019e-05, "loss": 20.7705, "step": 8892 }, { "epoch": 7.9, "learning_rate": 9.463944032775658e-05, "loss": 19.9863, "step": 8893 }, { "epoch": 7.9, "learning_rate": 9.463944032775658e-05, "loss": 20.2578, "step": 8894 }, { "epoch": 7.9, "learning_rate": 9.463817214731334e-05, "loss": 20.2061, "step": 8895 }, { "epoch": 7.9, "learning_rate": 9.463690382537617e-05, "loss": 19.4248, "step": 8896 }, { "epoch": 7.9, "learning_rate": 9.463563536194913e-05, "loss": 19.8105, "step": 8897 }, { "epoch": 7.9, "learning_rate": 9.463436675703622e-05, "loss": 19.9824, "step": 8898 }, { "epoch": 7.9, "learning_rate": 9.463309801064145e-05, "loss": 20.0137, "step": 8899 }, { "epoch": 7.9, "learning_rate": 9.463182912276885e-05, "loss": 19.8457, "step": 8900 }, { "epoch": 7.9, "learning_rate": 9.463056009342245e-05, "loss": 19.4883, "step": 8901 }, { "epoch": 7.91, "learning_rate": 9.462929092260628e-05, "loss": 19.7783, "step": 8902 }, { "epoch": 7.91, "learning_rate": 9.462802161032433e-05, "loss": 19.7656, "step": 8903 }, { "epoch": 7.91, "learning_rate": 9.462675215658067e-05, "loss": 20.1348, "step": 8904 }, { "epoch": 7.91, "learning_rate": 9.462548256137928e-05, "loss": 19.9375, "step": 8905 }, { "epoch": 7.91, "learning_rate": 9.46242128247242e-05, "loss": 20.3896, "step": 8906 }, { "epoch": 7.91, "learning_rate": 9.462294294661946e-05, "loss": 20.0596, "step": 8907 }, { "epoch": 7.91, "learning_rate": 9.462167292706909e-05, "loss": 19.999, "step": 8908 }, { "epoch": 7.91, "learning_rate": 9.462040276607711e-05, "loss": 19.9717, "step": 8909 }, { "epoch": 7.91, "learning_rate": 9.461913246364754e-05, "loss": 20.6504, "step": 8910 }, { "epoch": 7.91, "learning_rate": 9.461786201978442e-05, "loss": 19.7695, "step": 8911 }, { "epoch": 7.91, "learning_rate": 9.461659143449176e-05, "loss": 19.415, "step": 8912 }, { "epoch": 7.92, "learning_rate": 9.461532070777359e-05, "loss": 20.3135, "step": 8913 }, { "epoch": 7.92, "learning_rate": 9.461404983963394e-05, "loss": 20.3105, "step": 8914 }, { "epoch": 7.92, "learning_rate": 9.461277883007687e-05, "loss": 19.9619, "step": 8915 }, { "epoch": 7.92, "learning_rate": 9.461150767910635e-05, "loss": 20.0127, "step": 8916 }, { "epoch": 7.92, "learning_rate": 9.461023638672645e-05, "loss": 19.3936, "step": 8917 }, { "epoch": 7.92, "learning_rate": 9.460896495294119e-05, "loss": 19.583, "step": 8918 }, { "epoch": 7.92, "learning_rate": 9.46076933777546e-05, "loss": 19.9453, "step": 8919 }, { "epoch": 7.92, "learning_rate": 9.460642166117072e-05, "loss": 20.6221, "step": 8920 }, { "epoch": 7.92, "learning_rate": 9.460514980319357e-05, "loss": 19.7852, "step": 8921 }, { "epoch": 7.92, "learning_rate": 9.460387780382717e-05, "loss": 19.9512, "step": 8922 }, { "epoch": 7.92, "learning_rate": 9.460260566307557e-05, "loss": 19.5869, "step": 8923 }, { "epoch": 7.93, "learning_rate": 9.46013333809428e-05, "loss": 20.0254, "step": 8924 }, { "epoch": 7.93, "learning_rate": 9.46000609574329e-05, "loss": 19.7812, "step": 8925 }, { "epoch": 7.93, "learning_rate": 9.459878839254987e-05, "loss": 20.6357, "step": 8926 }, { "epoch": 7.93, "learning_rate": 9.45975156862978e-05, "loss": 20.127, "step": 8927 }, { "epoch": 7.93, "learning_rate": 9.459624283868067e-05, "loss": 19.8662, "step": 8928 }, { "epoch": 7.93, "learning_rate": 9.459496984970255e-05, "loss": 20.3789, "step": 8929 }, { "epoch": 7.93, "learning_rate": 9.459369671936744e-05, "loss": 20.1416, "step": 8930 }, { "epoch": 7.93, "learning_rate": 9.459242344767942e-05, "loss": 19.6699, "step": 8931 }, { "epoch": 7.93, "learning_rate": 9.45911500346425e-05, "loss": 19.8613, "step": 8932 }, { "epoch": 7.93, "learning_rate": 9.458987648026071e-05, "loss": 19.5977, "step": 8933 }, { "epoch": 7.93, "learning_rate": 9.45886027845381e-05, "loss": 20.2939, "step": 8934 }, { "epoch": 7.94, "learning_rate": 9.45873289474787e-05, "loss": 20.1074, "step": 8935 }, { "epoch": 7.94, "learning_rate": 9.458605496908657e-05, "loss": 19.9648, "step": 8936 }, { "epoch": 7.94, "learning_rate": 9.45847808493657e-05, "loss": 19.9092, "step": 8937 }, { "epoch": 7.94, "learning_rate": 9.458350658832019e-05, "loss": 19.6602, "step": 8938 }, { "epoch": 7.94, "learning_rate": 9.458223218595404e-05, "loss": 20.0996, "step": 8939 }, { "epoch": 7.94, "learning_rate": 9.458095764227129e-05, "loss": 20.1035, "step": 8940 }, { "epoch": 7.94, "learning_rate": 9.457968295727598e-05, "loss": 20.7607, "step": 8941 }, { "epoch": 7.94, "learning_rate": 9.457840813097216e-05, "loss": 19.6719, "step": 8942 }, { "epoch": 7.94, "learning_rate": 9.457713316336388e-05, "loss": 19.6504, "step": 8943 }, { "epoch": 7.94, "learning_rate": 9.457585805445517e-05, "loss": 19.7686, "step": 8944 }, { "epoch": 7.94, "learning_rate": 9.457458280425007e-05, "loss": 20.168, "step": 8945 }, { "epoch": 7.94, "learning_rate": 9.457330741275262e-05, "loss": 20.1562, "step": 8946 }, { "epoch": 7.95, "learning_rate": 9.457203187996689e-05, "loss": 20.0811, "step": 8947 }, { "epoch": 7.95, "learning_rate": 9.457075620589686e-05, "loss": 20.168, "step": 8948 }, { "epoch": 7.95, "learning_rate": 9.456948039054665e-05, "loss": 19.957, "step": 8949 }, { "epoch": 7.95, "learning_rate": 9.456820443392025e-05, "loss": 19.5264, "step": 8950 }, { "epoch": 7.95, "learning_rate": 9.456692833602172e-05, "loss": 20.6504, "step": 8951 }, { "epoch": 7.95, "learning_rate": 9.456565209685511e-05, "loss": 20.0312, "step": 8952 }, { "epoch": 7.95, "learning_rate": 9.456437571642447e-05, "loss": 20.2021, "step": 8953 }, { "epoch": 7.95, "learning_rate": 9.456309919473384e-05, "loss": 20.002, "step": 8954 }, { "epoch": 7.95, "learning_rate": 9.456182253178726e-05, "loss": 20.418, "step": 8955 }, { "epoch": 7.95, "learning_rate": 9.456054572758879e-05, "loss": 20.5439, "step": 8956 }, { "epoch": 7.95, "learning_rate": 9.455926878214246e-05, "loss": 19.8223, "step": 8957 }, { "epoch": 7.96, "learning_rate": 9.455799169545232e-05, "loss": 19.8682, "step": 8958 }, { "epoch": 7.96, "learning_rate": 9.455671446752244e-05, "loss": 19.8223, "step": 8959 }, { "epoch": 7.96, "learning_rate": 9.455543709835685e-05, "loss": 19.9209, "step": 8960 }, { "epoch": 7.96, "learning_rate": 9.455415958795959e-05, "loss": 19.9551, "step": 8961 }, { "epoch": 7.96, "learning_rate": 9.455288193633474e-05, "loss": 19.7217, "step": 8962 }, { "epoch": 7.96, "learning_rate": 9.455160414348632e-05, "loss": 20.3799, "step": 8963 }, { "epoch": 7.96, "learning_rate": 9.45503262094184e-05, "loss": 20.6094, "step": 8964 }, { "epoch": 7.96, "learning_rate": 9.454904813413502e-05, "loss": 19.7041, "step": 8965 }, { "epoch": 7.96, "learning_rate": 9.454776991764022e-05, "loss": 19.8877, "step": 8966 }, { "epoch": 7.96, "learning_rate": 9.454649155993808e-05, "loss": 21.1914, "step": 8967 }, { "epoch": 7.96, "learning_rate": 9.454521306103265e-05, "loss": 20.5938, "step": 8968 }, { "epoch": 7.97, "learning_rate": 9.454393442092796e-05, "loss": 19.8291, "step": 8969 }, { "epoch": 7.97, "learning_rate": 9.454265563962807e-05, "loss": 20.5254, "step": 8970 }, { "epoch": 7.97, "learning_rate": 9.454137671713703e-05, "loss": 20.3896, "step": 8971 }, { "epoch": 7.97, "learning_rate": 9.454009765345893e-05, "loss": 20.4023, "step": 8972 }, { "epoch": 7.97, "learning_rate": 9.453881844859776e-05, "loss": 20.0107, "step": 8973 }, { "epoch": 7.97, "learning_rate": 9.453753910255763e-05, "loss": 20.1582, "step": 8974 }, { "epoch": 7.97, "learning_rate": 9.453625961534257e-05, "loss": 19.7529, "step": 8975 }, { "epoch": 7.97, "learning_rate": 9.453497998695664e-05, "loss": 20.1289, "step": 8976 }, { "epoch": 7.97, "learning_rate": 9.453370021740391e-05, "loss": 20.0518, "step": 8977 }, { "epoch": 7.97, "learning_rate": 9.45324203066884e-05, "loss": 20.1855, "step": 8978 }, { "epoch": 7.97, "learning_rate": 9.453114025481421e-05, "loss": 20.1143, "step": 8979 }, { "epoch": 7.98, "learning_rate": 9.452986006178537e-05, "loss": 20.8242, "step": 8980 }, { "epoch": 7.98, "learning_rate": 9.452857972760595e-05, "loss": 20.2158, "step": 8981 }, { "epoch": 7.98, "learning_rate": 9.452729925228e-05, "loss": 19.584, "step": 8982 }, { "epoch": 7.98, "learning_rate": 9.45260186358116e-05, "loss": 20.2656, "step": 8983 }, { "epoch": 7.98, "learning_rate": 9.452473787820478e-05, "loss": 19.7891, "step": 8984 }, { "epoch": 7.98, "learning_rate": 9.45234569794636e-05, "loss": 19.9561, "step": 8985 }, { "epoch": 7.98, "learning_rate": 9.452217593959216e-05, "loss": 19.8262, "step": 8986 }, { "epoch": 7.98, "learning_rate": 9.45208947585945e-05, "loss": 20.2363, "step": 8987 }, { "epoch": 7.98, "learning_rate": 9.451961343647464e-05, "loss": 20.0742, "step": 8988 }, { "epoch": 7.98, "learning_rate": 9.451833197323669e-05, "loss": 20.125, "step": 8989 }, { "epoch": 7.98, "learning_rate": 9.45170503688847e-05, "loss": 20.3408, "step": 8990 }, { "epoch": 7.98, "learning_rate": 9.451576862342273e-05, "loss": 20.0137, "step": 8991 }, { "epoch": 7.99, "learning_rate": 9.451448673685485e-05, "loss": 20.6562, "step": 8992 }, { "epoch": 7.99, "learning_rate": 9.45132047091851e-05, "loss": 20.5908, "step": 8993 }, { "epoch": 7.99, "learning_rate": 9.451192254041758e-05, "loss": 19.7139, "step": 8994 }, { "epoch": 7.99, "learning_rate": 9.451064023055633e-05, "loss": 20.3994, "step": 8995 }, { "epoch": 7.99, "learning_rate": 9.450935777960541e-05, "loss": 20.5732, "step": 8996 }, { "epoch": 7.99, "learning_rate": 9.45080751875689e-05, "loss": 20.2266, "step": 8997 }, { "epoch": 7.99, "learning_rate": 9.450679245445086e-05, "loss": 20.7275, "step": 8998 }, { "epoch": 7.99, "learning_rate": 9.450550958025537e-05, "loss": 20.2979, "step": 8999 }, { "epoch": 7.99, "learning_rate": 9.450422656498646e-05, "loss": 20.4277, "step": 9000 }, { "epoch": 7.99, "learning_rate": 9.450294340864824e-05, "loss": 19.998, "step": 9001 }, { "epoch": 7.99, "learning_rate": 9.450166011124475e-05, "loss": 20.0811, "step": 9002 }, { "epoch": 8.0, "learning_rate": 9.450166011124475e-05, "loss": 20.8232, "step": 9003 }, { "epoch": 8.0, "learning_rate": 9.450037667278005e-05, "loss": 20.249, "step": 9004 }, { "epoch": 8.0, "learning_rate": 9.449909309325824e-05, "loss": 20.459, "step": 9005 }, { "epoch": 8.0, "learning_rate": 9.449780937268335e-05, "loss": 20.501, "step": 9006 }, { "epoch": 8.0, "learning_rate": 9.44965255110595e-05, "loss": 19.8359, "step": 9007 }, { "epoch": 8.0, "learning_rate": 9.449524150839071e-05, "loss": 20.2529, "step": 9008 }, { "epoch": 8.0, "learning_rate": 9.449395736468108e-05, "loss": 19.834, "step": 9009 }, { "epoch": 8.0, "learning_rate": 9.449267307993467e-05, "loss": 20.1895, "step": 9010 }, { "epoch": 8.0, "learning_rate": 9.449138865415554e-05, "loss": 19.5322, "step": 9011 }, { "epoch": 8.0, "learning_rate": 9.44901040873478e-05, "loss": 19.6152, "step": 9012 }, { "epoch": 8.0, "learning_rate": 9.448881937951546e-05, "loss": 20.084, "step": 9013 }, { "epoch": 8.01, "learning_rate": 9.448753453066264e-05, "loss": 19.6836, "step": 9014 }, { "epoch": 8.01, "learning_rate": 9.448624954079341e-05, "loss": 19.8447, "step": 9015 }, { "epoch": 8.01, "learning_rate": 9.448496440991183e-05, "loss": 20.2139, "step": 9016 }, { "epoch": 8.01, "learning_rate": 9.448367913802198e-05, "loss": 19.9102, "step": 9017 }, { "epoch": 8.01, "learning_rate": 9.448239372512792e-05, "loss": 19.8672, "step": 9018 }, { "epoch": 8.01, "learning_rate": 9.448110817123374e-05, "loss": 19.248, "step": 9019 }, { "epoch": 8.01, "learning_rate": 9.44798224763435e-05, "loss": 20.5, "step": 9020 }, { "epoch": 8.01, "learning_rate": 9.44785366404613e-05, "loss": 19.3047, "step": 9021 }, { "epoch": 8.01, "learning_rate": 9.447725066359119e-05, "loss": 19.3203, "step": 9022 }, { "epoch": 8.01, "learning_rate": 9.447596454573727e-05, "loss": 20.3506, "step": 9023 }, { "epoch": 8.01, "learning_rate": 9.447467828690359e-05, "loss": 19.8945, "step": 9024 }, { "epoch": 8.02, "learning_rate": 9.447339188709426e-05, "loss": 20.124, "step": 9025 }, { "epoch": 8.02, "learning_rate": 9.447210534631332e-05, "loss": 20.1006, "step": 9026 }, { "epoch": 8.02, "learning_rate": 9.447081866456489e-05, "loss": 19.9268, "step": 9027 }, { "epoch": 8.02, "learning_rate": 9.446953184185301e-05, "loss": 19.6133, "step": 9028 }, { "epoch": 8.02, "learning_rate": 9.446824487818178e-05, "loss": 19.8115, "step": 9029 }, { "epoch": 8.02, "learning_rate": 9.446695777355525e-05, "loss": 19.6221, "step": 9030 }, { "epoch": 8.02, "learning_rate": 9.446567052797754e-05, "loss": 20.0342, "step": 9031 }, { "epoch": 8.02, "learning_rate": 9.446438314145274e-05, "loss": 20.9229, "step": 9032 }, { "epoch": 8.02, "learning_rate": 9.446309561398488e-05, "loss": 19.9287, "step": 9033 }, { "epoch": 8.02, "learning_rate": 9.446180794557806e-05, "loss": 20.3252, "step": 9034 }, { "epoch": 8.02, "learning_rate": 9.446052013623638e-05, "loss": 19.8955, "step": 9035 }, { "epoch": 8.02, "learning_rate": 9.445923218596391e-05, "loss": 20.0684, "step": 9036 }, { "epoch": 8.03, "learning_rate": 9.445794409476473e-05, "loss": 19.7246, "step": 9037 }, { "epoch": 8.03, "learning_rate": 9.445665586264291e-05, "loss": 19.5566, "step": 9038 }, { "epoch": 8.03, "learning_rate": 9.445536748960258e-05, "loss": 19.7197, "step": 9039 }, { "epoch": 8.03, "learning_rate": 9.445407897564777e-05, "loss": 20.6709, "step": 9040 }, { "epoch": 8.03, "learning_rate": 9.44527903207826e-05, "loss": 19.668, "step": 9041 }, { "epoch": 8.03, "learning_rate": 9.445150152501114e-05, "loss": 19.8301, "step": 9042 }, { "epoch": 8.03, "learning_rate": 9.445021258833747e-05, "loss": 20.1035, "step": 9043 }, { "epoch": 8.03, "learning_rate": 9.444892351076569e-05, "loss": 19.6826, "step": 9044 }, { "epoch": 8.03, "learning_rate": 9.444763429229988e-05, "loss": 19.709, "step": 9045 }, { "epoch": 8.03, "learning_rate": 9.44463449329441e-05, "loss": 20.083, "step": 9046 }, { "epoch": 8.03, "learning_rate": 9.44450554327025e-05, "loss": 20.3867, "step": 9047 }, { "epoch": 8.04, "learning_rate": 9.444376579157912e-05, "loss": 20.1318, "step": 9048 }, { "epoch": 8.04, "learning_rate": 9.444247600957804e-05, "loss": 20.2451, "step": 9049 }, { "epoch": 8.04, "learning_rate": 9.444118608670338e-05, "loss": 19.8174, "step": 9050 }, { "epoch": 8.04, "learning_rate": 9.443989602295922e-05, "loss": 19.8213, "step": 9051 }, { "epoch": 8.04, "learning_rate": 9.443860581834962e-05, "loss": 19.9414, "step": 9052 }, { "epoch": 8.04, "learning_rate": 9.443731547287871e-05, "loss": 20.8311, "step": 9053 }, { "epoch": 8.04, "learning_rate": 9.443602498655058e-05, "loss": 19.8271, "step": 9054 }, { "epoch": 8.04, "learning_rate": 9.443473435936928e-05, "loss": 19.9561, "step": 9055 }, { "epoch": 8.04, "learning_rate": 9.443344359133894e-05, "loss": 19.8232, "step": 9056 }, { "epoch": 8.04, "learning_rate": 9.443215268246363e-05, "loss": 19.7607, "step": 9057 }, { "epoch": 8.04, "learning_rate": 9.443086163274745e-05, "loss": 19.8838, "step": 9058 }, { "epoch": 8.05, "learning_rate": 9.44295704421945e-05, "loss": 20.1689, "step": 9059 }, { "epoch": 8.05, "learning_rate": 9.442827911080884e-05, "loss": 20.1699, "step": 9060 }, { "epoch": 8.05, "learning_rate": 9.442698763859461e-05, "loss": 19.2969, "step": 9061 }, { "epoch": 8.05, "learning_rate": 9.442569602555587e-05, "loss": 20.1699, "step": 9062 }, { "epoch": 8.05, "learning_rate": 9.442440427169673e-05, "loss": 20.377, "step": 9063 }, { "epoch": 8.05, "learning_rate": 9.442311237702128e-05, "loss": 20.6055, "step": 9064 }, { "epoch": 8.05, "learning_rate": 9.442182034153362e-05, "loss": 19.7002, "step": 9065 }, { "epoch": 8.05, "learning_rate": 9.442182034153362e-05, "loss": 20.7988, "step": 9066 }, { "epoch": 8.05, "learning_rate": 9.442052816523783e-05, "loss": 20.3564, "step": 9067 }, { "epoch": 8.05, "learning_rate": 9.441923584813802e-05, "loss": 20.3057, "step": 9068 }, { "epoch": 8.05, "learning_rate": 9.441794339023828e-05, "loss": 20.0381, "step": 9069 }, { "epoch": 8.06, "learning_rate": 9.441665079154271e-05, "loss": 19.8633, "step": 9070 }, { "epoch": 8.06, "learning_rate": 9.441535805205541e-05, "loss": 20.4219, "step": 9071 }, { "epoch": 8.06, "learning_rate": 9.441406517178048e-05, "loss": 20.1484, "step": 9072 }, { "epoch": 8.06, "learning_rate": 9.441277215072201e-05, "loss": 20.4531, "step": 9073 }, { "epoch": 8.06, "learning_rate": 9.44114789888841e-05, "loss": 19.6572, "step": 9074 }, { "epoch": 8.06, "learning_rate": 9.441018568627084e-05, "loss": 20.2422, "step": 9075 }, { "epoch": 8.06, "learning_rate": 9.440889224288635e-05, "loss": 20.9844, "step": 9076 }, { "epoch": 8.06, "learning_rate": 9.440759865873473e-05, "loss": 19.9521, "step": 9077 }, { "epoch": 8.06, "learning_rate": 9.440630493382006e-05, "loss": 20.0977, "step": 9078 }, { "epoch": 8.06, "learning_rate": 9.440501106814646e-05, "loss": 20.0068, "step": 9079 }, { "epoch": 8.06, "learning_rate": 9.4403717061718e-05, "loss": 20.0723, "step": 9080 }, { "epoch": 8.06, "learning_rate": 9.440242291453882e-05, "loss": 20.4229, "step": 9081 }, { "epoch": 8.07, "learning_rate": 9.440112862661302e-05, "loss": 20.1074, "step": 9082 }, { "epoch": 8.07, "learning_rate": 9.439983419794466e-05, "loss": 20.1797, "step": 9083 }, { "epoch": 8.07, "learning_rate": 9.439853962853789e-05, "loss": 20.0801, "step": 9084 }, { "epoch": 8.07, "learning_rate": 9.439724491839679e-05, "loss": 19.334, "step": 9085 }, { "epoch": 8.07, "learning_rate": 9.439595006752546e-05, "loss": 20.0166, "step": 9086 }, { "epoch": 8.07, "learning_rate": 9.439465507592802e-05, "loss": 19.6299, "step": 9087 }, { "epoch": 8.07, "learning_rate": 9.439335994360859e-05, "loss": 19.3584, "step": 9088 }, { "epoch": 8.07, "learning_rate": 9.439206467057123e-05, "loss": 20.2031, "step": 9089 }, { "epoch": 8.07, "learning_rate": 9.439076925682006e-05, "loss": 19.4863, "step": 9090 }, { "epoch": 8.07, "learning_rate": 9.438947370235922e-05, "loss": 20.0752, "step": 9091 }, { "epoch": 8.07, "learning_rate": 9.43881780071928e-05, "loss": 19.8877, "step": 9092 }, { "epoch": 8.08, "learning_rate": 9.438688217132488e-05, "loss": 19.8555, "step": 9093 }, { "epoch": 8.08, "learning_rate": 9.438558619475959e-05, "loss": 19.7051, "step": 9094 }, { "epoch": 8.08, "learning_rate": 9.438429007750102e-05, "loss": 19.8496, "step": 9095 }, { "epoch": 8.08, "learning_rate": 9.438299381955332e-05, "loss": 19.9277, "step": 9096 }, { "epoch": 8.08, "learning_rate": 9.438169742092056e-05, "loss": 20.1104, "step": 9097 }, { "epoch": 8.08, "learning_rate": 9.438040088160687e-05, "loss": 20.0557, "step": 9098 }, { "epoch": 8.08, "learning_rate": 9.437910420161636e-05, "loss": 19.7432, "step": 9099 }, { "epoch": 8.08, "learning_rate": 9.43778073809531e-05, "loss": 19.7051, "step": 9100 }, { "epoch": 8.08, "learning_rate": 9.437651041962126e-05, "loss": 19.7891, "step": 9101 }, { "epoch": 8.08, "learning_rate": 9.43752133176249e-05, "loss": 20.5068, "step": 9102 }, { "epoch": 8.08, "learning_rate": 9.437391607496819e-05, "loss": 20.1182, "step": 9103 }, { "epoch": 8.09, "learning_rate": 9.43726186916552e-05, "loss": 19.9414, "step": 9104 }, { "epoch": 8.09, "learning_rate": 9.437132116769003e-05, "loss": 20.2861, "step": 9105 }, { "epoch": 8.09, "learning_rate": 9.437002350307681e-05, "loss": 19.8604, "step": 9106 }, { "epoch": 8.09, "learning_rate": 9.436872569781967e-05, "loss": 19.8418, "step": 9107 }, { "epoch": 8.09, "learning_rate": 9.436742775192271e-05, "loss": 19.1475, "step": 9108 }, { "epoch": 8.09, "learning_rate": 9.436612966539002e-05, "loss": 19.959, "step": 9109 }, { "epoch": 8.09, "learning_rate": 9.436483143822577e-05, "loss": 20.1455, "step": 9110 }, { "epoch": 8.09, "learning_rate": 9.436353307043403e-05, "loss": 19.9756, "step": 9111 }, { "epoch": 8.09, "learning_rate": 9.436223456201894e-05, "loss": 20.2959, "step": 9112 }, { "epoch": 8.09, "learning_rate": 9.436093591298459e-05, "loss": 20.3535, "step": 9113 }, { "epoch": 8.09, "learning_rate": 9.435963712333511e-05, "loss": 20.1143, "step": 9114 }, { "epoch": 8.1, "learning_rate": 9.435833819307463e-05, "loss": 19.6875, "step": 9115 }, { "epoch": 8.1, "learning_rate": 9.435703912220726e-05, "loss": 20.0566, "step": 9116 }, { "epoch": 8.1, "learning_rate": 9.435573991073709e-05, "loss": 19.8037, "step": 9117 }, { "epoch": 8.1, "learning_rate": 9.43544405586683e-05, "loss": 19.7344, "step": 9118 }, { "epoch": 8.1, "learning_rate": 9.435314106600493e-05, "loss": 19.6836, "step": 9119 }, { "epoch": 8.1, "learning_rate": 9.435184143275117e-05, "loss": 20.1084, "step": 9120 }, { "epoch": 8.1, "learning_rate": 9.435054165891109e-05, "loss": 19.3564, "step": 9121 }, { "epoch": 8.1, "learning_rate": 9.434924174448883e-05, "loss": 20.2178, "step": 9122 }, { "epoch": 8.1, "learning_rate": 9.434794168948852e-05, "loss": 20.5557, "step": 9123 }, { "epoch": 8.1, "learning_rate": 9.434664149391427e-05, "loss": 19.5791, "step": 9124 }, { "epoch": 8.1, "learning_rate": 9.434534115777021e-05, "loss": 19.8066, "step": 9125 }, { "epoch": 8.1, "learning_rate": 9.434404068106043e-05, "loss": 20.4785, "step": 9126 }, { "epoch": 8.11, "learning_rate": 9.434274006378909e-05, "loss": 20.5273, "step": 9127 }, { "epoch": 8.11, "learning_rate": 9.43414393059603e-05, "loss": 19.8428, "step": 9128 }, { "epoch": 8.11, "learning_rate": 9.434013840757819e-05, "loss": 19.9092, "step": 9129 }, { "epoch": 8.11, "learning_rate": 9.433883736864687e-05, "loss": 19.8389, "step": 9130 }, { "epoch": 8.11, "learning_rate": 9.433753618917044e-05, "loss": 20.3574, "step": 9131 }, { "epoch": 8.11, "learning_rate": 9.433623486915308e-05, "loss": 19.9717, "step": 9132 }, { "epoch": 8.11, "learning_rate": 9.433493340859889e-05, "loss": 20.3418, "step": 9133 }, { "epoch": 8.11, "learning_rate": 9.433363180751201e-05, "loss": 19.7344, "step": 9134 }, { "epoch": 8.11, "learning_rate": 9.433233006589652e-05, "loss": 19.7549, "step": 9135 }, { "epoch": 8.11, "learning_rate": 9.433102818375659e-05, "loss": 19.3408, "step": 9136 }, { "epoch": 8.11, "learning_rate": 9.432972616109633e-05, "loss": 20.0723, "step": 9137 }, { "epoch": 8.12, "learning_rate": 9.432842399791987e-05, "loss": 20.0293, "step": 9138 }, { "epoch": 8.12, "learning_rate": 9.432712169423135e-05, "loss": 19.7139, "step": 9139 }, { "epoch": 8.12, "learning_rate": 9.432581925003488e-05, "loss": 20.3564, "step": 9140 }, { "epoch": 8.12, "learning_rate": 9.432451666533457e-05, "loss": 19.5723, "step": 9141 }, { "epoch": 8.12, "learning_rate": 9.43232139401346e-05, "loss": 19.8164, "step": 9142 }, { "epoch": 8.12, "learning_rate": 9.432191107443906e-05, "loss": 19.3965, "step": 9143 }, { "epoch": 8.12, "learning_rate": 9.43206080682521e-05, "loss": 20.2988, "step": 9144 }, { "epoch": 8.12, "learning_rate": 9.431930492157784e-05, "loss": 20.0078, "step": 9145 }, { "epoch": 8.12, "learning_rate": 9.431800163442041e-05, "loss": 19.6123, "step": 9146 }, { "epoch": 8.12, "learning_rate": 9.431669820678394e-05, "loss": 20.2002, "step": 9147 }, { "epoch": 8.12, "learning_rate": 9.431539463867259e-05, "loss": 19.3389, "step": 9148 }, { "epoch": 8.13, "learning_rate": 9.431409093009045e-05, "loss": 20.0713, "step": 9149 }, { "epoch": 8.13, "learning_rate": 9.431409093009045e-05, "loss": 19.9229, "step": 9150 }, { "epoch": 8.13, "learning_rate": 9.431278708104167e-05, "loss": 19.9121, "step": 9151 }, { "epoch": 8.13, "learning_rate": 9.43114830915304e-05, "loss": 20.0547, "step": 9152 }, { "epoch": 8.13, "learning_rate": 9.431017896156074e-05, "loss": 20.0371, "step": 9153 }, { "epoch": 8.13, "learning_rate": 9.430887469113685e-05, "loss": 19.7549, "step": 9154 }, { "epoch": 8.13, "learning_rate": 9.430757028026285e-05, "loss": 19.5752, "step": 9155 }, { "epoch": 8.13, "learning_rate": 9.430626572894288e-05, "loss": 20.0342, "step": 9156 }, { "epoch": 8.13, "learning_rate": 9.430496103718107e-05, "loss": 19.792, "step": 9157 }, { "epoch": 8.13, "learning_rate": 9.430365620498156e-05, "loss": 19.8379, "step": 9158 }, { "epoch": 8.13, "learning_rate": 9.43023512323485e-05, "loss": 19.9482, "step": 9159 }, { "epoch": 8.13, "learning_rate": 9.4301046119286e-05, "loss": 20.2197, "step": 9160 }, { "epoch": 8.14, "learning_rate": 9.429974086579822e-05, "loss": 19.7334, "step": 9161 }, { "epoch": 8.14, "learning_rate": 9.429843547188929e-05, "loss": 19.957, "step": 9162 }, { "epoch": 8.14, "learning_rate": 9.429712993756334e-05, "loss": 20.0029, "step": 9163 }, { "epoch": 8.14, "learning_rate": 9.42958242628245e-05, "loss": 19.8467, "step": 9164 }, { "epoch": 8.14, "learning_rate": 9.429451844767694e-05, "loss": 20.0732, "step": 9165 }, { "epoch": 8.14, "learning_rate": 9.429321249212477e-05, "loss": 20.5391, "step": 9166 }, { "epoch": 8.14, "learning_rate": 9.429190639617216e-05, "loss": 19.2686, "step": 9167 }, { "epoch": 8.14, "learning_rate": 9.42906001598232e-05, "loss": 19.5947, "step": 9168 }, { "epoch": 8.14, "learning_rate": 9.42892937830821e-05, "loss": 20.1484, "step": 9169 }, { "epoch": 8.14, "learning_rate": 9.428798726595294e-05, "loss": 20.1582, "step": 9170 }, { "epoch": 8.14, "learning_rate": 9.428668060843989e-05, "loss": 19.4346, "step": 9171 }, { "epoch": 8.15, "learning_rate": 9.428537381054707e-05, "loss": 19.8867, "step": 9172 }, { "epoch": 8.15, "learning_rate": 9.428406687227865e-05, "loss": 19.5967, "step": 9173 }, { "epoch": 8.15, "learning_rate": 9.428275979363876e-05, "loss": 19.6514, "step": 9174 }, { "epoch": 8.15, "learning_rate": 9.428145257463154e-05, "loss": 20.0674, "step": 9175 }, { "epoch": 8.15, "learning_rate": 9.428014521526116e-05, "loss": 19.9971, "step": 9176 }, { "epoch": 8.15, "learning_rate": 9.427883771553172e-05, "loss": 20.1211, "step": 9177 }, { "epoch": 8.15, "learning_rate": 9.42775300754474e-05, "loss": 19.9082, "step": 9178 }, { "epoch": 8.15, "learning_rate": 9.427622229501232e-05, "loss": 19.6035, "step": 9179 }, { "epoch": 8.15, "learning_rate": 9.427491437423064e-05, "loss": 20.6133, "step": 9180 }, { "epoch": 8.15, "learning_rate": 9.427360631310649e-05, "loss": 20.2617, "step": 9181 }, { "epoch": 8.15, "learning_rate": 9.427229811164405e-05, "loss": 20.0576, "step": 9182 }, { "epoch": 8.16, "learning_rate": 9.427098976984742e-05, "loss": 19.7998, "step": 9183 }, { "epoch": 8.16, "learning_rate": 9.42696812877208e-05, "loss": 20.2178, "step": 9184 }, { "epoch": 8.16, "learning_rate": 9.426837266526829e-05, "loss": 19.8604, "step": 9185 }, { "epoch": 8.16, "learning_rate": 9.426706390249407e-05, "loss": 20.1045, "step": 9186 }, { "epoch": 8.16, "learning_rate": 9.426575499940228e-05, "loss": 19.9443, "step": 9187 }, { "epoch": 8.16, "learning_rate": 9.426444595599706e-05, "loss": 20.415, "step": 9188 }, { "epoch": 8.16, "learning_rate": 9.426313677228256e-05, "loss": 20.958, "step": 9189 }, { "epoch": 8.16, "learning_rate": 9.426182744826294e-05, "loss": 20.6689, "step": 9190 }, { "epoch": 8.16, "learning_rate": 9.426051798394234e-05, "loss": 20.7842, "step": 9191 }, { "epoch": 8.16, "learning_rate": 9.425920837932492e-05, "loss": 19.7236, "step": 9192 }, { "epoch": 8.16, "learning_rate": 9.425789863441484e-05, "loss": 20.0977, "step": 9193 }, { "epoch": 8.17, "learning_rate": 9.425658874921621e-05, "loss": 20.0596, "step": 9194 }, { "epoch": 8.17, "learning_rate": 9.425527872373323e-05, "loss": 20.0195, "step": 9195 }, { "epoch": 8.17, "learning_rate": 9.425396855797004e-05, "loss": 19.8887, "step": 9196 }, { "epoch": 8.17, "learning_rate": 9.425265825193076e-05, "loss": 20.0459, "step": 9197 }, { "epoch": 8.17, "learning_rate": 9.42513478056196e-05, "loss": 19.9502, "step": 9198 }, { "epoch": 8.17, "learning_rate": 9.425003721904066e-05, "loss": 19.6211, "step": 9199 }, { "epoch": 8.17, "learning_rate": 9.424872649219814e-05, "loss": 19.7031, "step": 9200 }, { "epoch": 8.17, "learning_rate": 9.424741562509616e-05, "loss": 20.626, "step": 9201 }, { "epoch": 8.17, "learning_rate": 9.424610461773889e-05, "loss": 19.6318, "step": 9202 }, { "epoch": 8.17, "learning_rate": 9.424479347013049e-05, "loss": 20.958, "step": 9203 }, { "epoch": 8.17, "learning_rate": 9.42434821822751e-05, "loss": 20.165, "step": 9204 }, { "epoch": 8.17, "learning_rate": 9.424217075417688e-05, "loss": 19.9521, "step": 9205 }, { "epoch": 8.18, "learning_rate": 9.424085918584e-05, "loss": 20.2588, "step": 9206 }, { "epoch": 8.18, "learning_rate": 9.423954747726862e-05, "loss": 19.6865, "step": 9207 }, { "epoch": 8.18, "learning_rate": 9.423823562846688e-05, "loss": 20.2666, "step": 9208 }, { "epoch": 8.18, "learning_rate": 9.423692363943895e-05, "loss": 20.0791, "step": 9209 }, { "epoch": 8.18, "learning_rate": 9.423561151018898e-05, "loss": 19.7969, "step": 9210 }, { "epoch": 8.18, "learning_rate": 9.423429924072113e-05, "loss": 19.4502, "step": 9211 }, { "epoch": 8.18, "learning_rate": 9.423298683103959e-05, "loss": 19.751, "step": 9212 }, { "epoch": 8.18, "learning_rate": 9.423167428114845e-05, "loss": 19.9775, "step": 9213 }, { "epoch": 8.18, "learning_rate": 9.423036159105194e-05, "loss": 19.9707, "step": 9214 }, { "epoch": 8.18, "learning_rate": 9.42290487607542e-05, "loss": 19.916, "step": 9215 }, { "epoch": 8.18, "learning_rate": 9.422773579025939e-05, "loss": 20.1357, "step": 9216 }, { "epoch": 8.19, "learning_rate": 9.422642267957166e-05, "loss": 19.9268, "step": 9217 }, { "epoch": 8.19, "learning_rate": 9.422510942869518e-05, "loss": 19.8662, "step": 9218 }, { "epoch": 8.19, "learning_rate": 9.422379603763412e-05, "loss": 19.9277, "step": 9219 }, { "epoch": 8.19, "learning_rate": 9.422248250639262e-05, "loss": 19.8164, "step": 9220 }, { "epoch": 8.19, "learning_rate": 9.422116883497488e-05, "loss": 20.1855, "step": 9221 }, { "epoch": 8.19, "learning_rate": 9.421985502338503e-05, "loss": 19.3203, "step": 9222 }, { "epoch": 8.19, "learning_rate": 9.421854107162727e-05, "loss": 19.9326, "step": 9223 }, { "epoch": 8.19, "learning_rate": 9.421722697970572e-05, "loss": 19.7793, "step": 9224 }, { "epoch": 8.19, "learning_rate": 9.421591274762458e-05, "loss": 19.8711, "step": 9225 }, { "epoch": 8.19, "learning_rate": 9.421459837538802e-05, "loss": 19.7061, "step": 9226 }, { "epoch": 8.19, "learning_rate": 9.421328386300018e-05, "loss": 19.4307, "step": 9227 }, { "epoch": 8.2, "learning_rate": 9.421196921046524e-05, "loss": 19.8721, "step": 9228 }, { "epoch": 8.2, "learning_rate": 9.421065441778736e-05, "loss": 20.1592, "step": 9229 }, { "epoch": 8.2, "learning_rate": 9.420933948497071e-05, "loss": 20.2881, "step": 9230 }, { "epoch": 8.2, "learning_rate": 9.420802441201947e-05, "loss": 19.9863, "step": 9231 }, { "epoch": 8.2, "learning_rate": 9.420670919893782e-05, "loss": 19.8242, "step": 9232 }, { "epoch": 8.2, "learning_rate": 9.420539384572987e-05, "loss": 20.5371, "step": 9233 }, { "epoch": 8.2, "learning_rate": 9.420407835239985e-05, "loss": 20.0811, "step": 9234 }, { "epoch": 8.2, "learning_rate": 9.42027627189519e-05, "loss": 19.4844, "step": 9235 }, { "epoch": 8.2, "learning_rate": 9.42014469453902e-05, "loss": 20.2412, "step": 9236 }, { "epoch": 8.2, "learning_rate": 9.420013103171892e-05, "loss": 20.5625, "step": 9237 }, { "epoch": 8.2, "learning_rate": 9.419881497794224e-05, "loss": 19.5498, "step": 9238 }, { "epoch": 8.21, "learning_rate": 9.419749878406432e-05, "loss": 20.4395, "step": 9239 }, { "epoch": 8.21, "learning_rate": 9.419618245008932e-05, "loss": 20.1025, "step": 9240 }, { "epoch": 8.21, "learning_rate": 9.419486597602143e-05, "loss": 19.4023, "step": 9241 }, { "epoch": 8.21, "learning_rate": 9.419354936186483e-05, "loss": 20.7002, "step": 9242 }, { "epoch": 8.21, "learning_rate": 9.419223260762368e-05, "loss": 20.043, "step": 9243 }, { "epoch": 8.21, "learning_rate": 9.419091571330215e-05, "loss": 20.1318, "step": 9244 }, { "epoch": 8.21, "learning_rate": 9.418959867890443e-05, "loss": 19.3838, "step": 9245 }, { "epoch": 8.21, "learning_rate": 9.418828150443469e-05, "loss": 20.3789, "step": 9246 }, { "epoch": 8.21, "learning_rate": 9.418696418989708e-05, "loss": 20.208, "step": 9247 }, { "epoch": 8.21, "learning_rate": 9.41856467352958e-05, "loss": 20.0498, "step": 9248 }, { "epoch": 8.21, "learning_rate": 9.418432914063504e-05, "loss": 19.3438, "step": 9249 }, { "epoch": 8.21, "learning_rate": 9.418301140591894e-05, "loss": 19.9521, "step": 9250 }, { "epoch": 8.22, "learning_rate": 9.418169353115171e-05, "loss": 19.917, "step": 9251 }, { "epoch": 8.22, "learning_rate": 9.418037551633752e-05, "loss": 20.1416, "step": 9252 }, { "epoch": 8.22, "learning_rate": 9.417905736148052e-05, "loss": 20.0908, "step": 9253 }, { "epoch": 8.22, "learning_rate": 9.417773906658493e-05, "loss": 19.9453, "step": 9254 }, { "epoch": 8.22, "learning_rate": 9.417642063165489e-05, "loss": 20.3271, "step": 9255 }, { "epoch": 8.22, "learning_rate": 9.417510205669461e-05, "loss": 20.0771, "step": 9256 }, { "epoch": 8.22, "learning_rate": 9.417378334170825e-05, "loss": 19.8877, "step": 9257 }, { "epoch": 8.22, "learning_rate": 9.41724644867e-05, "loss": 19.6963, "step": 9258 }, { "epoch": 8.22, "learning_rate": 9.417114549167405e-05, "loss": 20.417, "step": 9259 }, { "epoch": 8.22, "learning_rate": 9.416982635663455e-05, "loss": 19.4043, "step": 9260 }, { "epoch": 8.22, "learning_rate": 9.416850708158572e-05, "loss": 19.8115, "step": 9261 }, { "epoch": 8.23, "learning_rate": 9.41671876665317e-05, "loss": 19.5508, "step": 9262 }, { "epoch": 8.23, "learning_rate": 9.41658681114767e-05, "loss": 20.5264, "step": 9263 }, { "epoch": 8.23, "learning_rate": 9.41645484164249e-05, "loss": 19.8027, "step": 9264 }, { "epoch": 8.23, "learning_rate": 9.41645484164249e-05, "loss": 20.3213, "step": 9265 }, { "epoch": 8.23, "learning_rate": 9.416322858138047e-05, "loss": 20.1748, "step": 9266 }, { "epoch": 8.23, "learning_rate": 9.416190860634761e-05, "loss": 20.1143, "step": 9267 }, { "epoch": 8.23, "learning_rate": 9.416058849133052e-05, "loss": 19.6807, "step": 9268 }, { "epoch": 8.23, "learning_rate": 9.415926823633334e-05, "loss": 19.7178, "step": 9269 }, { "epoch": 8.23, "learning_rate": 9.415794784136028e-05, "loss": 19.582, "step": 9270 }, { "epoch": 8.23, "learning_rate": 9.415662730641552e-05, "loss": 20.3125, "step": 9271 }, { "epoch": 8.23, "learning_rate": 9.415530663150325e-05, "loss": 20.0869, "step": 9272 }, { "epoch": 8.24, "learning_rate": 9.415398581662765e-05, "loss": 20.1484, "step": 9273 }, { "epoch": 8.24, "learning_rate": 9.415266486179293e-05, "loss": 19.8809, "step": 9274 }, { "epoch": 8.24, "learning_rate": 9.415134376700323e-05, "loss": 19.8301, "step": 9275 }, { "epoch": 8.24, "learning_rate": 9.41500225322628e-05, "loss": 19.877, "step": 9276 }, { "epoch": 8.24, "learning_rate": 9.414870115757577e-05, "loss": 19.6748, "step": 9277 }, { "epoch": 8.24, "learning_rate": 9.414737964294636e-05, "loss": 19.918, "step": 9278 }, { "epoch": 8.24, "learning_rate": 9.414605798837875e-05, "loss": 20.4531, "step": 9279 }, { "epoch": 8.24, "learning_rate": 9.414473619387713e-05, "loss": 19.6738, "step": 9280 }, { "epoch": 8.24, "learning_rate": 9.414341425944569e-05, "loss": 19.9697, "step": 9281 }, { "epoch": 8.24, "learning_rate": 9.414209218508862e-05, "loss": 20.1279, "step": 9282 }, { "epoch": 8.24, "learning_rate": 9.414076997081012e-05, "loss": 19.79, "step": 9283 }, { "epoch": 8.25, "learning_rate": 9.413944761661435e-05, "loss": 19.9854, "step": 9284 }, { "epoch": 8.25, "learning_rate": 9.413812512250555e-05, "loss": 20.2305, "step": 9285 }, { "epoch": 8.25, "learning_rate": 9.413680248848787e-05, "loss": 19.9121, "step": 9286 }, { "epoch": 8.25, "learning_rate": 9.413547971456554e-05, "loss": 20.1846, "step": 9287 }, { "epoch": 8.25, "learning_rate": 9.413415680074271e-05, "loss": 19.9619, "step": 9288 }, { "epoch": 8.25, "learning_rate": 9.41328337470236e-05, "loss": 19.6094, "step": 9289 }, { "epoch": 8.25, "learning_rate": 9.413151055341241e-05, "loss": 20.0322, "step": 9290 }, { "epoch": 8.25, "learning_rate": 9.413018721991331e-05, "loss": 19.999, "step": 9291 }, { "epoch": 8.25, "learning_rate": 9.412886374653052e-05, "loss": 20.3555, "step": 9292 }, { "epoch": 8.25, "learning_rate": 9.41275401332682e-05, "loss": 19.5547, "step": 9293 }, { "epoch": 8.25, "learning_rate": 9.41262163801306e-05, "loss": 19.5654, "step": 9294 }, { "epoch": 8.25, "learning_rate": 9.412489248712188e-05, "loss": 21.0566, "step": 9295 }, { "epoch": 8.26, "learning_rate": 9.412356845424622e-05, "loss": 19.9395, "step": 9296 }, { "epoch": 8.26, "learning_rate": 9.412224428150785e-05, "loss": 19.9053, "step": 9297 }, { "epoch": 8.26, "learning_rate": 9.412091996891096e-05, "loss": 20.165, "step": 9298 }, { "epoch": 8.26, "learning_rate": 9.411959551645975e-05, "loss": 20.0527, "step": 9299 }, { "epoch": 8.26, "learning_rate": 9.411827092415839e-05, "loss": 19.9336, "step": 9300 }, { "epoch": 8.26, "learning_rate": 9.41169461920111e-05, "loss": 19.8076, "step": 9301 }, { "epoch": 8.26, "learning_rate": 9.41156213200221e-05, "loss": 19.8496, "step": 9302 }, { "epoch": 8.26, "learning_rate": 9.411429630819556e-05, "loss": 20.0645, "step": 9303 }, { "epoch": 8.26, "learning_rate": 9.411297115653569e-05, "loss": 19.8604, "step": 9304 }, { "epoch": 8.26, "learning_rate": 9.411164586504669e-05, "loss": 20.7373, "step": 9305 }, { "epoch": 8.26, "learning_rate": 9.411032043373276e-05, "loss": 20.1348, "step": 9306 }, { "epoch": 8.27, "learning_rate": 9.410899486259809e-05, "loss": 19.9893, "step": 9307 }, { "epoch": 8.27, "learning_rate": 9.41076691516469e-05, "loss": 20.4521, "step": 9308 }, { "epoch": 8.27, "learning_rate": 9.410634330088339e-05, "loss": 20.2959, "step": 9309 }, { "epoch": 8.27, "learning_rate": 9.410501731031176e-05, "loss": 20.4805, "step": 9310 }, { "epoch": 8.27, "learning_rate": 9.41036911799362e-05, "loss": 19.7617, "step": 9311 }, { "epoch": 8.27, "learning_rate": 9.410236490976094e-05, "loss": 20.1084, "step": 9312 }, { "epoch": 8.27, "learning_rate": 9.410103849979016e-05, "loss": 20.9531, "step": 9313 }, { "epoch": 8.27, "learning_rate": 9.409971195002807e-05, "loss": 20.6338, "step": 9314 }, { "epoch": 8.27, "learning_rate": 9.40983852604789e-05, "loss": 20.3662, "step": 9315 }, { "epoch": 8.27, "learning_rate": 9.40970584311468e-05, "loss": 20.0371, "step": 9316 }, { "epoch": 8.27, "learning_rate": 9.409573146203604e-05, "loss": 19.7295, "step": 9317 }, { "epoch": 8.28, "learning_rate": 9.409440435315077e-05, "loss": 20.6787, "step": 9318 }, { "epoch": 8.28, "learning_rate": 9.409307710449526e-05, "loss": 20.0859, "step": 9319 }, { "epoch": 8.28, "learning_rate": 9.409174971607364e-05, "loss": 20.915, "step": 9320 }, { "epoch": 8.28, "learning_rate": 9.409042218789017e-05, "loss": 19.9619, "step": 9321 }, { "epoch": 8.28, "learning_rate": 9.408909451994905e-05, "loss": 20.5303, "step": 9322 }, { "epoch": 8.28, "learning_rate": 9.408776671225449e-05, "loss": 20.0898, "step": 9323 }, { "epoch": 8.28, "learning_rate": 9.408643876481068e-05, "loss": 20.2451, "step": 9324 }, { "epoch": 8.28, "learning_rate": 9.408511067762184e-05, "loss": 19.5352, "step": 9325 }, { "epoch": 8.28, "learning_rate": 9.40837824506922e-05, "loss": 19.6807, "step": 9326 }, { "epoch": 8.28, "learning_rate": 9.408245408402593e-05, "loss": 20.0039, "step": 9327 }, { "epoch": 8.28, "learning_rate": 9.408112557762727e-05, "loss": 19.7656, "step": 9328 }, { "epoch": 8.29, "learning_rate": 9.407979693150042e-05, "loss": 20.2666, "step": 9329 }, { "epoch": 8.29, "learning_rate": 9.40784681456496e-05, "loss": 19.4141, "step": 9330 }, { "epoch": 8.29, "learning_rate": 9.407713922007902e-05, "loss": 19.8174, "step": 9331 }, { "epoch": 8.29, "learning_rate": 9.407581015479287e-05, "loss": 20.2129, "step": 9332 }, { "epoch": 8.29, "learning_rate": 9.40744809497954e-05, "loss": 19.7197, "step": 9333 }, { "epoch": 8.29, "learning_rate": 9.407315160509082e-05, "loss": 19.9551, "step": 9334 }, { "epoch": 8.29, "learning_rate": 9.407315160509082e-05, "loss": 19.7344, "step": 9335 }, { "epoch": 8.29, "learning_rate": 9.407182212068331e-05, "loss": 19.8281, "step": 9336 }, { "epoch": 8.29, "learning_rate": 9.40704924965771e-05, "loss": 20.4707, "step": 9337 }, { "epoch": 8.29, "learning_rate": 9.406916273277642e-05, "loss": 20.1279, "step": 9338 }, { "epoch": 8.29, "learning_rate": 9.406783282928547e-05, "loss": 20.4531, "step": 9339 }, { "epoch": 8.29, "learning_rate": 9.406650278610846e-05, "loss": 19.3564, "step": 9340 }, { "epoch": 8.3, "learning_rate": 9.40651726032496e-05, "loss": 20.4209, "step": 9341 }, { "epoch": 8.3, "learning_rate": 9.406384228071315e-05, "loss": 19.667, "step": 9342 }, { "epoch": 8.3, "learning_rate": 9.406251181850329e-05, "loss": 19.8057, "step": 9343 }, { "epoch": 8.3, "learning_rate": 9.406118121662425e-05, "loss": 19.9541, "step": 9344 }, { "epoch": 8.3, "learning_rate": 9.405985047508024e-05, "loss": 20.4551, "step": 9345 }, { "epoch": 8.3, "learning_rate": 9.405851959387548e-05, "loss": 20.749, "step": 9346 }, { "epoch": 8.3, "learning_rate": 9.405718857301419e-05, "loss": 20.3828, "step": 9347 }, { "epoch": 8.3, "learning_rate": 9.405585741250058e-05, "loss": 19.7627, "step": 9348 }, { "epoch": 8.3, "learning_rate": 9.405452611233889e-05, "loss": 20.0527, "step": 9349 }, { "epoch": 8.3, "learning_rate": 9.405319467253333e-05, "loss": 20.8848, "step": 9350 }, { "epoch": 8.3, "learning_rate": 9.405186309308811e-05, "loss": 19.8838, "step": 9351 }, { "epoch": 8.31, "learning_rate": 9.405053137400745e-05, "loss": 19.5254, "step": 9352 }, { "epoch": 8.31, "learning_rate": 9.404919951529561e-05, "loss": 20.3037, "step": 9353 }, { "epoch": 8.31, "learning_rate": 9.404786751695675e-05, "loss": 20.3145, "step": 9354 }, { "epoch": 8.31, "learning_rate": 9.404653537899515e-05, "loss": 19.7314, "step": 9355 }, { "epoch": 8.31, "learning_rate": 9.4045203101415e-05, "loss": 19.8428, "step": 9356 }, { "epoch": 8.31, "learning_rate": 9.404387068422052e-05, "loss": 20.1455, "step": 9357 }, { "epoch": 8.31, "learning_rate": 9.404253812741595e-05, "loss": 19.3584, "step": 9358 }, { "epoch": 8.31, "learning_rate": 9.404120543100552e-05, "loss": 20.0771, "step": 9359 }, { "epoch": 8.31, "learning_rate": 9.403987259499343e-05, "loss": 20.4023, "step": 9360 }, { "epoch": 8.31, "learning_rate": 9.403853961938391e-05, "loss": 20.4736, "step": 9361 }, { "epoch": 8.31, "learning_rate": 9.40372065041812e-05, "loss": 19.8262, "step": 9362 }, { "epoch": 8.32, "learning_rate": 9.403587324938951e-05, "loss": 19.7266, "step": 9363 }, { "epoch": 8.32, "learning_rate": 9.40345398550131e-05, "loss": 19.6504, "step": 9364 }, { "epoch": 8.32, "learning_rate": 9.403320632105615e-05, "loss": 19.8623, "step": 9365 }, { "epoch": 8.32, "learning_rate": 9.403187264752291e-05, "loss": 19.6631, "step": 9366 }, { "epoch": 8.32, "learning_rate": 9.40305388344176e-05, "loss": 20.1113, "step": 9367 }, { "epoch": 8.32, "learning_rate": 9.402920488174445e-05, "loss": 20.4453, "step": 9368 }, { "epoch": 8.32, "learning_rate": 9.402787078950771e-05, "loss": 20.3965, "step": 9369 }, { "epoch": 8.32, "learning_rate": 9.402653655771159e-05, "loss": 19.9541, "step": 9370 }, { "epoch": 8.32, "learning_rate": 9.40252021863603e-05, "loss": 20.3408, "step": 9371 }, { "epoch": 8.32, "learning_rate": 9.40238676754581e-05, "loss": 19.2979, "step": 9372 }, { "epoch": 8.32, "learning_rate": 9.402253302500921e-05, "loss": 20.4229, "step": 9373 }, { "epoch": 8.33, "learning_rate": 9.402119823501786e-05, "loss": 19.6104, "step": 9374 }, { "epoch": 8.33, "learning_rate": 9.401986330548829e-05, "loss": 19.7109, "step": 9375 }, { "epoch": 8.33, "learning_rate": 9.40185282364247e-05, "loss": 20.4238, "step": 9376 }, { "epoch": 8.33, "learning_rate": 9.401719302783137e-05, "loss": 20.2803, "step": 9377 }, { "epoch": 8.33, "learning_rate": 9.401585767971248e-05, "loss": 20.1768, "step": 9378 }, { "epoch": 8.33, "learning_rate": 9.40145221920723e-05, "loss": 19.7979, "step": 9379 }, { "epoch": 8.33, "learning_rate": 9.401318656491506e-05, "loss": 19.9727, "step": 9380 }, { "epoch": 8.33, "learning_rate": 9.401185079824497e-05, "loss": 19.917, "step": 9381 }, { "epoch": 8.33, "learning_rate": 9.40105148920663e-05, "loss": 20.1846, "step": 9382 }, { "epoch": 8.33, "learning_rate": 9.400917884638325e-05, "loss": 19.9795, "step": 9383 }, { "epoch": 8.33, "learning_rate": 9.400784266120009e-05, "loss": 20.0811, "step": 9384 }, { "epoch": 8.33, "learning_rate": 9.400650633652102e-05, "loss": 19.6943, "step": 9385 }, { "epoch": 8.34, "learning_rate": 9.400516987235028e-05, "loss": 19.7217, "step": 9386 }, { "epoch": 8.34, "learning_rate": 9.400383326869213e-05, "loss": 20.3281, "step": 9387 }, { "epoch": 8.34, "learning_rate": 9.40024965255508e-05, "loss": 20.6475, "step": 9388 }, { "epoch": 8.34, "learning_rate": 9.400115964293052e-05, "loss": 20.1152, "step": 9389 }, { "epoch": 8.34, "learning_rate": 9.399982262083552e-05, "loss": 20.334, "step": 9390 }, { "epoch": 8.34, "learning_rate": 9.399848545927006e-05, "loss": 20.2441, "step": 9391 }, { "epoch": 8.34, "learning_rate": 9.399714815823835e-05, "loss": 20.3672, "step": 9392 }, { "epoch": 8.34, "learning_rate": 9.399581071774466e-05, "loss": 20.6875, "step": 9393 }, { "epoch": 8.34, "learning_rate": 9.399447313779321e-05, "loss": 20.3008, "step": 9394 }, { "epoch": 8.34, "learning_rate": 9.399313541838823e-05, "loss": 19.749, "step": 9395 }, { "epoch": 8.34, "learning_rate": 9.399179755953398e-05, "loss": 19.8506, "step": 9396 }, { "epoch": 8.35, "learning_rate": 9.399045956123472e-05, "loss": 19.7373, "step": 9397 }, { "epoch": 8.35, "learning_rate": 9.398912142349463e-05, "loss": 19.5322, "step": 9398 }, { "epoch": 8.35, "learning_rate": 9.398778314631801e-05, "loss": 20.0234, "step": 9399 }, { "epoch": 8.35, "learning_rate": 9.398644472970908e-05, "loss": 20.4971, "step": 9400 }, { "epoch": 8.35, "learning_rate": 9.398510617367207e-05, "loss": 19.7158, "step": 9401 }, { "epoch": 8.35, "learning_rate": 9.398376747821124e-05, "loss": 20.4014, "step": 9402 }, { "epoch": 8.35, "learning_rate": 9.398242864333083e-05, "loss": 20.1982, "step": 9403 }, { "epoch": 8.35, "learning_rate": 9.398108966903509e-05, "loss": 19.9434, "step": 9404 }, { "epoch": 8.35, "learning_rate": 9.397975055532825e-05, "loss": 20.0791, "step": 9405 }, { "epoch": 8.35, "learning_rate": 9.397841130221455e-05, "loss": 20.459, "step": 9406 }, { "epoch": 8.35, "learning_rate": 9.397707190969826e-05, "loss": 19.8213, "step": 9407 }, { "epoch": 8.36, "learning_rate": 9.397573237778362e-05, "loss": 20.0068, "step": 9408 }, { "epoch": 8.36, "learning_rate": 9.397439270647486e-05, "loss": 19.7227, "step": 9409 }, { "epoch": 8.36, "learning_rate": 9.397305289577622e-05, "loss": 19.8721, "step": 9410 }, { "epoch": 8.36, "learning_rate": 9.397171294569198e-05, "loss": 20.6738, "step": 9411 }, { "epoch": 8.36, "learning_rate": 9.397037285622636e-05, "loss": 20.4395, "step": 9412 }, { "epoch": 8.36, "learning_rate": 9.396903262738363e-05, "loss": 19.7812, "step": 9413 }, { "epoch": 8.36, "learning_rate": 9.396769225916802e-05, "loss": 20.3955, "step": 9414 }, { "epoch": 8.36, "learning_rate": 9.396635175158377e-05, "loss": 20.4287, "step": 9415 }, { "epoch": 8.36, "learning_rate": 9.396501110463515e-05, "loss": 19.9561, "step": 9416 }, { "epoch": 8.36, "learning_rate": 9.396367031832642e-05, "loss": 19.8887, "step": 9417 }, { "epoch": 8.36, "learning_rate": 9.39623293926618e-05, "loss": 20.1416, "step": 9418 }, { "epoch": 8.37, "learning_rate": 9.396098832764556e-05, "loss": 20.002, "step": 9419 }, { "epoch": 8.37, "learning_rate": 9.395964712328192e-05, "loss": 20.2168, "step": 9420 }, { "epoch": 8.37, "learning_rate": 9.395830577957519e-05, "loss": 19.8203, "step": 9421 }, { "epoch": 8.37, "learning_rate": 9.395696429652956e-05, "loss": 20.2266, "step": 9422 }, { "epoch": 8.37, "learning_rate": 9.395562267414931e-05, "loss": 19.8643, "step": 9423 }, { "epoch": 8.37, "learning_rate": 9.39542809124387e-05, "loss": 20.2754, "step": 9424 }, { "epoch": 8.37, "learning_rate": 9.395293901140198e-05, "loss": 20.3242, "step": 9425 }, { "epoch": 8.37, "learning_rate": 9.395159697104338e-05, "loss": 19.8809, "step": 9426 }, { "epoch": 8.37, "learning_rate": 9.395025479136721e-05, "loss": 19.7607, "step": 9427 }, { "epoch": 8.37, "learning_rate": 9.394891247237765e-05, "loss": 20.2305, "step": 9428 }, { "epoch": 8.37, "learning_rate": 9.394757001407902e-05, "loss": 20.3281, "step": 9429 }, { "epoch": 8.37, "learning_rate": 9.394622741647551e-05, "loss": 19.7207, "step": 9430 }, { "epoch": 8.38, "learning_rate": 9.394488467957146e-05, "loss": 19.4209, "step": 9431 }, { "epoch": 8.38, "learning_rate": 9.394354180337105e-05, "loss": 19.8779, "step": 9432 }, { "epoch": 8.38, "learning_rate": 9.394219878787858e-05, "loss": 20.1377, "step": 9433 }, { "epoch": 8.38, "learning_rate": 9.394085563309827e-05, "loss": 19.5225, "step": 9434 }, { "epoch": 8.38, "learning_rate": 9.393951233903442e-05, "loss": 20.0791, "step": 9435 }, { "epoch": 8.38, "learning_rate": 9.393816890569125e-05, "loss": 19.8867, "step": 9436 }, { "epoch": 8.38, "learning_rate": 9.393682533307306e-05, "loss": 19.4971, "step": 9437 }, { "epoch": 8.38, "learning_rate": 9.393548162118408e-05, "loss": 19.8174, "step": 9438 }, { "epoch": 8.38, "learning_rate": 9.393413777002858e-05, "loss": 20.3096, "step": 9439 }, { "epoch": 8.38, "learning_rate": 9.393279377961079e-05, "loss": 19.4785, "step": 9440 }, { "epoch": 8.38, "learning_rate": 9.393144964993502e-05, "loss": 19.8877, "step": 9441 }, { "epoch": 8.39, "learning_rate": 9.39301053810055e-05, "loss": 19.9316, "step": 9442 }, { "epoch": 8.39, "learning_rate": 9.392876097282649e-05, "loss": 20.625, "step": 9443 }, { "epoch": 8.39, "learning_rate": 9.392741642540226e-05, "loss": 19.6689, "step": 9444 }, { "epoch": 8.39, "learning_rate": 9.392741642540226e-05, "loss": 21.5674, "step": 9445 }, { "epoch": 8.39, "learning_rate": 9.392607173873707e-05, "loss": 20.1152, "step": 9446 }, { "epoch": 8.39, "learning_rate": 9.392472691283519e-05, "loss": 20.1826, "step": 9447 }, { "epoch": 8.39, "learning_rate": 9.392338194770087e-05, "loss": 20.4033, "step": 9448 }, { "epoch": 8.39, "learning_rate": 9.392203684333838e-05, "loss": 19.9766, "step": 9449 }, { "epoch": 8.39, "learning_rate": 9.392069159975199e-05, "loss": 21.1621, "step": 9450 }, { "epoch": 8.39, "learning_rate": 9.391934621694593e-05, "loss": 20.4326, "step": 9451 }, { "epoch": 8.39, "learning_rate": 9.391800069492451e-05, "loss": 20.127, "step": 9452 }, { "epoch": 8.4, "learning_rate": 9.391665503369197e-05, "loss": 20.2383, "step": 9453 }, { "epoch": 8.4, "learning_rate": 9.39153092332526e-05, "loss": 19.9424, "step": 9454 }, { "epoch": 8.4, "learning_rate": 9.391396329361062e-05, "loss": 20.3643, "step": 9455 }, { "epoch": 8.4, "learning_rate": 9.391261721477033e-05, "loss": 20.5254, "step": 9456 }, { "epoch": 8.4, "learning_rate": 9.391127099673601e-05, "loss": 19.9512, "step": 9457 }, { "epoch": 8.4, "learning_rate": 9.390992463951189e-05, "loss": 19.6924, "step": 9458 }, { "epoch": 8.4, "learning_rate": 9.390857814310226e-05, "loss": 20.8877, "step": 9459 }, { "epoch": 8.4, "learning_rate": 9.39072315075114e-05, "loss": 20.0693, "step": 9460 }, { "epoch": 8.4, "learning_rate": 9.390588473274353e-05, "loss": 20.3926, "step": 9461 }, { "epoch": 8.4, "learning_rate": 9.390453781880298e-05, "loss": 20.3135, "step": 9462 }, { "epoch": 8.4, "learning_rate": 9.390319076569398e-05, "loss": 20.1611, "step": 9463 }, { "epoch": 8.4, "learning_rate": 9.39018435734208e-05, "loss": 19.6064, "step": 9464 }, { "epoch": 8.41, "learning_rate": 9.390049624198773e-05, "loss": 20.0771, "step": 9465 }, { "epoch": 8.41, "learning_rate": 9.389914877139903e-05, "loss": 20.1006, "step": 9466 }, { "epoch": 8.41, "learning_rate": 9.389780116165899e-05, "loss": 20.0596, "step": 9467 }, { "epoch": 8.41, "learning_rate": 9.389645341277183e-05, "loss": 19.6279, "step": 9468 }, { "epoch": 8.41, "learning_rate": 9.389510552474188e-05, "loss": 20.1436, "step": 9469 }, { "epoch": 8.41, "learning_rate": 9.389375749757339e-05, "loss": 19.667, "step": 9470 }, { "epoch": 8.41, "learning_rate": 9.389240933127061e-05, "loss": 20.1855, "step": 9471 }, { "epoch": 8.41, "learning_rate": 9.389106102583787e-05, "loss": 19.6572, "step": 9472 }, { "epoch": 8.41, "learning_rate": 9.388971258127939e-05, "loss": 19.6055, "step": 9473 }, { "epoch": 8.41, "learning_rate": 9.388836399759946e-05, "loss": 19.7236, "step": 9474 }, { "epoch": 8.41, "learning_rate": 9.388701527480237e-05, "loss": 19.6953, "step": 9475 }, { "epoch": 8.42, "learning_rate": 9.388566641289237e-05, "loss": 20.7168, "step": 9476 }, { "epoch": 8.42, "learning_rate": 9.388431741187376e-05, "loss": 19.7559, "step": 9477 }, { "epoch": 8.42, "learning_rate": 9.38829682717508e-05, "loss": 20.1191, "step": 9478 }, { "epoch": 8.42, "learning_rate": 9.388161899252777e-05, "loss": 19.5889, "step": 9479 }, { "epoch": 8.42, "learning_rate": 9.388026957420895e-05, "loss": 20.0732, "step": 9480 }, { "epoch": 8.42, "learning_rate": 9.387892001679861e-05, "loss": 20.0078, "step": 9481 }, { "epoch": 8.42, "learning_rate": 9.387757032030105e-05, "loss": 19.6904, "step": 9482 }, { "epoch": 8.42, "learning_rate": 9.387622048472052e-05, "loss": 20.1582, "step": 9483 }, { "epoch": 8.42, "learning_rate": 9.387487051006132e-05, "loss": 20.2227, "step": 9484 }, { "epoch": 8.42, "learning_rate": 9.38735203963277e-05, "loss": 20.251, "step": 9485 }, { "epoch": 8.42, "learning_rate": 9.387217014352398e-05, "loss": 19.8418, "step": 9486 }, { "epoch": 8.43, "learning_rate": 9.387081975165441e-05, "loss": 19.5479, "step": 9487 }, { "epoch": 8.43, "learning_rate": 9.386946922072329e-05, "loss": 20.2109, "step": 9488 }, { "epoch": 8.43, "learning_rate": 9.386811855073488e-05, "loss": 20.0547, "step": 9489 }, { "epoch": 8.43, "learning_rate": 9.386676774169347e-05, "loss": 20.3516, "step": 9490 }, { "epoch": 8.43, "learning_rate": 9.386541679360337e-05, "loss": 20.0498, "step": 9491 }, { "epoch": 8.43, "learning_rate": 9.386406570646881e-05, "loss": 20.0068, "step": 9492 }, { "epoch": 8.43, "learning_rate": 9.38627144802941e-05, "loss": 20.1699, "step": 9493 }, { "epoch": 8.43, "learning_rate": 9.386136311508354e-05, "loss": 20.7637, "step": 9494 }, { "epoch": 8.43, "learning_rate": 9.386001161084137e-05, "loss": 19.8691, "step": 9495 }, { "epoch": 8.43, "learning_rate": 9.385865996757192e-05, "loss": 19.6553, "step": 9496 }, { "epoch": 8.43, "learning_rate": 9.385730818527944e-05, "loss": 20.4131, "step": 9497 }, { "epoch": 8.44, "learning_rate": 9.385595626396824e-05, "loss": 20.0225, "step": 9498 }, { "epoch": 8.44, "learning_rate": 9.385460420364258e-05, "loss": 19.7334, "step": 9499 }, { "epoch": 8.44, "learning_rate": 9.385325200430678e-05, "loss": 20.4492, "step": 9500 }, { "epoch": 8.44, "learning_rate": 9.38518996659651e-05, "loss": 20.4727, "step": 9501 }, { "epoch": 8.44, "learning_rate": 9.385054718862182e-05, "loss": 19.916, "step": 9502 }, { "epoch": 8.44, "learning_rate": 9.384919457228125e-05, "loss": 20.4971, "step": 9503 }, { "epoch": 8.44, "learning_rate": 9.384784181694766e-05, "loss": 19.8379, "step": 9504 }, { "epoch": 8.44, "learning_rate": 9.384648892262536e-05, "loss": 19.8125, "step": 9505 }, { "epoch": 8.44, "learning_rate": 9.384513588931863e-05, "loss": 19.8496, "step": 9506 }, { "epoch": 8.44, "learning_rate": 9.384378271703172e-05, "loss": 19.9941, "step": 9507 }, { "epoch": 8.44, "learning_rate": 9.384242940576897e-05, "loss": 19.9365, "step": 9508 }, { "epoch": 8.44, "learning_rate": 9.384107595553467e-05, "loss": 19.998, "step": 9509 }, { "epoch": 8.45, "learning_rate": 9.383972236633307e-05, "loss": 19.5928, "step": 9510 }, { "epoch": 8.45, "learning_rate": 9.383836863816849e-05, "loss": 19.9199, "step": 9511 }, { "epoch": 8.45, "learning_rate": 9.38370147710452e-05, "loss": 20.5215, "step": 9512 }, { "epoch": 8.45, "learning_rate": 9.383566076496752e-05, "loss": 19.6738, "step": 9513 }, { "epoch": 8.45, "learning_rate": 9.383430661993972e-05, "loss": 19.9551, "step": 9514 }, { "epoch": 8.45, "learning_rate": 9.38329523359661e-05, "loss": 20.0352, "step": 9515 }, { "epoch": 8.45, "learning_rate": 9.383159791305096e-05, "loss": 19.8545, "step": 9516 }, { "epoch": 8.45, "learning_rate": 9.383024335119857e-05, "loss": 19.9629, "step": 9517 }, { "epoch": 8.45, "learning_rate": 9.382888865041325e-05, "loss": 20.3486, "step": 9518 }, { "epoch": 8.45, "learning_rate": 9.382753381069928e-05, "loss": 20.0088, "step": 9519 }, { "epoch": 8.45, "learning_rate": 9.382617883206095e-05, "loss": 19.4004, "step": 9520 }, { "epoch": 8.46, "learning_rate": 9.382482371450257e-05, "loss": 20.5645, "step": 9521 }, { "epoch": 8.46, "learning_rate": 9.382346845802843e-05, "loss": 19.873, "step": 9522 }, { "epoch": 8.46, "learning_rate": 9.382211306264282e-05, "loss": 20.8867, "step": 9523 }, { "epoch": 8.46, "learning_rate": 9.382075752835005e-05, "loss": 19.7402, "step": 9524 }, { "epoch": 8.46, "learning_rate": 9.38194018551544e-05, "loss": 19.8418, "step": 9525 }, { "epoch": 8.46, "learning_rate": 9.381804604306017e-05, "loss": 20.2139, "step": 9526 }, { "epoch": 8.46, "learning_rate": 9.381669009207167e-05, "loss": 19.833, "step": 9527 }, { "epoch": 8.46, "learning_rate": 9.381533400219318e-05, "loss": 19.627, "step": 9528 }, { "epoch": 8.46, "learning_rate": 9.381397777342901e-05, "loss": 20.7646, "step": 9529 }, { "epoch": 8.46, "learning_rate": 9.381262140578347e-05, "loss": 19.5449, "step": 9530 }, { "epoch": 8.46, "learning_rate": 9.381126489926084e-05, "loss": 19.7891, "step": 9531 }, { "epoch": 8.47, "learning_rate": 9.380990825386542e-05, "loss": 19.8496, "step": 9532 }, { "epoch": 8.47, "learning_rate": 9.380855146960152e-05, "loss": 19.792, "step": 9533 }, { "epoch": 8.47, "learning_rate": 9.380719454647345e-05, "loss": 20.4541, "step": 9534 }, { "epoch": 8.47, "learning_rate": 9.380583748448548e-05, "loss": 20.5186, "step": 9535 }, { "epoch": 8.47, "learning_rate": 9.380448028364194e-05, "loss": 19.6641, "step": 9536 }, { "epoch": 8.47, "learning_rate": 9.380312294394713e-05, "loss": 20.2012, "step": 9537 }, { "epoch": 8.47, "learning_rate": 9.380176546540534e-05, "loss": 19.6738, "step": 9538 }, { "epoch": 8.47, "learning_rate": 9.380040784802088e-05, "loss": 19.957, "step": 9539 }, { "epoch": 8.47, "learning_rate": 9.379905009179805e-05, "loss": 19.8164, "step": 9540 }, { "epoch": 8.47, "learning_rate": 9.379769219674115e-05, "loss": 19.5977, "step": 9541 }, { "epoch": 8.47, "learning_rate": 9.37963341628545e-05, "loss": 20.3945, "step": 9542 }, { "epoch": 8.48, "learning_rate": 9.379497599014237e-05, "loss": 19.6201, "step": 9543 }, { "epoch": 8.48, "learning_rate": 9.379361767860911e-05, "loss": 20.0508, "step": 9544 }, { "epoch": 8.48, "learning_rate": 9.3792259228259e-05, "loss": 19.3896, "step": 9545 }, { "epoch": 8.48, "learning_rate": 9.379090063909635e-05, "loss": 19.8701, "step": 9546 }, { "epoch": 8.48, "learning_rate": 9.378954191112548e-05, "loss": 20.3027, "step": 9547 }, { "epoch": 8.48, "learning_rate": 9.378818304435066e-05, "loss": 20.4834, "step": 9548 }, { "epoch": 8.48, "learning_rate": 9.378682403877623e-05, "loss": 19.6689, "step": 9549 }, { "epoch": 8.48, "learning_rate": 9.378546489440651e-05, "loss": 19.9111, "step": 9550 }, { "epoch": 8.48, "learning_rate": 9.378410561124576e-05, "loss": 19.5684, "step": 9551 }, { "epoch": 8.48, "learning_rate": 9.378274618929833e-05, "loss": 20.043, "step": 9552 }, { "epoch": 8.48, "learning_rate": 9.378138662856852e-05, "loss": 20.0303, "step": 9553 }, { "epoch": 8.48, "learning_rate": 9.378002692906063e-05, "loss": 20.3262, "step": 9554 }, { "epoch": 8.49, "learning_rate": 9.377866709077896e-05, "loss": 19.6855, "step": 9555 }, { "epoch": 8.49, "learning_rate": 9.377730711372785e-05, "loss": 19.9609, "step": 9556 }, { "epoch": 8.49, "learning_rate": 9.37759469979116e-05, "loss": 19.6182, "step": 9557 }, { "epoch": 8.49, "learning_rate": 9.37745867433345e-05, "loss": 19.8398, "step": 9558 }, { "epoch": 8.49, "learning_rate": 9.37732263500009e-05, "loss": 19.4697, "step": 9559 }, { "epoch": 8.49, "learning_rate": 9.377186581791508e-05, "loss": 19.8291, "step": 9560 }, { "epoch": 8.49, "learning_rate": 9.377050514708137e-05, "loss": 19.9248, "step": 9561 }, { "epoch": 8.49, "learning_rate": 9.376914433750407e-05, "loss": 19.8467, "step": 9562 }, { "epoch": 8.49, "learning_rate": 9.37677833891875e-05, "loss": 19.6465, "step": 9563 }, { "epoch": 8.49, "learning_rate": 9.376642230213597e-05, "loss": 20.4678, "step": 9564 }, { "epoch": 8.49, "learning_rate": 9.376506107635381e-05, "loss": 20.2812, "step": 9565 }, { "epoch": 8.5, "learning_rate": 9.376369971184533e-05, "loss": 19.9062, "step": 9566 }, { "epoch": 8.5, "learning_rate": 9.376233820861482e-05, "loss": 19.7783, "step": 9567 }, { "epoch": 8.5, "learning_rate": 9.376097656666663e-05, "loss": 19.9326, "step": 9568 }, { "epoch": 8.5, "learning_rate": 9.375961478600504e-05, "loss": 19.9873, "step": 9569 }, { "epoch": 8.5, "learning_rate": 9.37582528666344e-05, "loss": 20.4541, "step": 9570 }, { "epoch": 8.5, "learning_rate": 9.375689080855901e-05, "loss": 20.1582, "step": 9571 }, { "epoch": 8.5, "learning_rate": 9.375552861178321e-05, "loss": 20.1182, "step": 9572 }, { "epoch": 8.5, "learning_rate": 9.375416627631128e-05, "loss": 20.1855, "step": 9573 }, { "epoch": 8.5, "learning_rate": 9.375280380214754e-05, "loss": 19.8125, "step": 9574 }, { "epoch": 8.5, "learning_rate": 9.375144118929638e-05, "loss": 19.5, "step": 9575 }, { "epoch": 8.5, "learning_rate": 9.375007843776202e-05, "loss": 20.4365, "step": 9576 }, { "epoch": 8.51, "learning_rate": 9.374871554754885e-05, "loss": 19.6455, "step": 9577 }, { "epoch": 8.51, "learning_rate": 9.374735251866115e-05, "loss": 20.3672, "step": 9578 }, { "epoch": 8.51, "learning_rate": 9.374598935110326e-05, "loss": 20.0078, "step": 9579 }, { "epoch": 8.51, "learning_rate": 9.37446260448795e-05, "loss": 20.0068, "step": 9580 }, { "epoch": 8.51, "learning_rate": 9.374326259999419e-05, "loss": 20.0322, "step": 9581 }, { "epoch": 8.51, "learning_rate": 9.374189901645165e-05, "loss": 19.9082, "step": 9582 }, { "epoch": 8.51, "learning_rate": 9.37405352942562e-05, "loss": 19.8184, "step": 9583 }, { "epoch": 8.51, "learning_rate": 9.373917143341215e-05, "loss": 20.042, "step": 9584 }, { "epoch": 8.51, "learning_rate": 9.373780743392387e-05, "loss": 20.0098, "step": 9585 }, { "epoch": 8.51, "learning_rate": 9.373644329579563e-05, "loss": 19.7686, "step": 9586 }, { "epoch": 8.51, "learning_rate": 9.373507901903178e-05, "loss": 20.1885, "step": 9587 }, { "epoch": 8.52, "learning_rate": 9.373371460363665e-05, "loss": 19.9385, "step": 9588 }, { "epoch": 8.52, "learning_rate": 9.373235004961454e-05, "loss": 19.3457, "step": 9589 }, { "epoch": 8.52, "learning_rate": 9.373098535696979e-05, "loss": 19.9121, "step": 9590 }, { "epoch": 8.52, "learning_rate": 9.372962052570674e-05, "loss": 20.0566, "step": 9591 }, { "epoch": 8.52, "learning_rate": 9.37282555558297e-05, "loss": 19.9121, "step": 9592 }, { "epoch": 8.52, "learning_rate": 9.3726890447343e-05, "loss": 19.9561, "step": 9593 }, { "epoch": 8.52, "learning_rate": 9.372552520025095e-05, "loss": 19.8564, "step": 9594 }, { "epoch": 8.52, "learning_rate": 9.372415981455791e-05, "loss": 20.168, "step": 9595 }, { "epoch": 8.52, "learning_rate": 9.37227942902682e-05, "loss": 19.9307, "step": 9596 }, { "epoch": 8.52, "learning_rate": 9.372142862738613e-05, "loss": 19.9707, "step": 9597 }, { "epoch": 8.52, "learning_rate": 9.372006282591604e-05, "loss": 19.8428, "step": 9598 }, { "epoch": 8.52, "learning_rate": 9.371869688586226e-05, "loss": 19.9473, "step": 9599 }, { "epoch": 8.53, "learning_rate": 9.371733080722911e-05, "loss": 19.8613, "step": 9600 }, { "epoch": 8.53, "learning_rate": 9.371596459002094e-05, "loss": 20.1045, "step": 9601 }, { "epoch": 8.53, "learning_rate": 9.371459823424207e-05, "loss": 20.1387, "step": 9602 }, { "epoch": 8.53, "learning_rate": 9.37132317398968e-05, "loss": 20.6006, "step": 9603 }, { "epoch": 8.53, "learning_rate": 9.371186510698954e-05, "loss": 19.6992, "step": 9604 }, { "epoch": 8.53, "learning_rate": 9.371049833552455e-05, "loss": 20.4912, "step": 9605 }, { "epoch": 8.53, "learning_rate": 9.370913142550619e-05, "loss": 20.3877, "step": 9606 }, { "epoch": 8.53, "learning_rate": 9.370776437693878e-05, "loss": 20.3037, "step": 9607 }, { "epoch": 8.53, "learning_rate": 9.370639718982668e-05, "loss": 20.3389, "step": 9608 }, { "epoch": 8.53, "learning_rate": 9.370502986417419e-05, "loss": 20.2744, "step": 9609 }, { "epoch": 8.53, "learning_rate": 9.370366239998566e-05, "loss": 20.0361, "step": 9610 }, { "epoch": 8.54, "learning_rate": 9.370229479726543e-05, "loss": 19.8281, "step": 9611 }, { "epoch": 8.54, "learning_rate": 9.370092705601782e-05, "loss": 19.5537, "step": 9612 }, { "epoch": 8.54, "learning_rate": 9.36995591762472e-05, "loss": 19.9287, "step": 9613 }, { "epoch": 8.54, "learning_rate": 9.369819115795785e-05, "loss": 19.874, "step": 9614 }, { "epoch": 8.54, "learning_rate": 9.369682300115417e-05, "loss": 19.6396, "step": 9615 }, { "epoch": 8.54, "learning_rate": 9.369545470584045e-05, "loss": 20.5684, "step": 9616 }, { "epoch": 8.54, "learning_rate": 9.369408627202104e-05, "loss": 19.707, "step": 9617 }, { "epoch": 8.54, "learning_rate": 9.369271769970027e-05, "loss": 20.2852, "step": 9618 }, { "epoch": 8.54, "learning_rate": 9.36913489888825e-05, "loss": 19.8213, "step": 9619 }, { "epoch": 8.54, "learning_rate": 9.368998013957205e-05, "loss": 20.3877, "step": 9620 }, { "epoch": 8.54, "learning_rate": 9.368861115177327e-05, "loss": 19.7373, "step": 9621 }, { "epoch": 8.55, "learning_rate": 9.368724202549048e-05, "loss": 20.6816, "step": 9622 }, { "epoch": 8.55, "learning_rate": 9.368587276072805e-05, "loss": 19.5859, "step": 9623 }, { "epoch": 8.55, "learning_rate": 9.368450335749031e-05, "loss": 19.3086, "step": 9624 }, { "epoch": 8.55, "learning_rate": 9.368313381578158e-05, "loss": 19.7715, "step": 9625 }, { "epoch": 8.55, "learning_rate": 9.36817641356062e-05, "loss": 20.1982, "step": 9626 }, { "epoch": 8.55, "learning_rate": 9.368039431696856e-05, "loss": 19.918, "step": 9627 }, { "epoch": 8.55, "learning_rate": 9.367902435987297e-05, "loss": 19.8428, "step": 9628 }, { "epoch": 8.55, "learning_rate": 9.367765426432375e-05, "loss": 20.2793, "step": 9629 }, { "epoch": 8.55, "learning_rate": 9.367628403032528e-05, "loss": 19.8789, "step": 9630 }, { "epoch": 8.55, "learning_rate": 9.367491365788188e-05, "loss": 19.9004, "step": 9631 }, { "epoch": 8.55, "learning_rate": 9.36735431469979e-05, "loss": 19.833, "step": 9632 }, { "epoch": 8.56, "learning_rate": 9.36721724976777e-05, "loss": 19.877, "step": 9633 }, { "epoch": 8.56, "learning_rate": 9.367080170992561e-05, "loss": 19.9512, "step": 9634 }, { "epoch": 8.56, "learning_rate": 9.366943078374597e-05, "loss": 19.8799, "step": 9635 }, { "epoch": 8.56, "learning_rate": 9.366805971914314e-05, "loss": 19.9873, "step": 9636 }, { "epoch": 8.56, "learning_rate": 9.366668851612144e-05, "loss": 19.9053, "step": 9637 }, { "epoch": 8.56, "learning_rate": 9.366531717468526e-05, "loss": 19.5654, "step": 9638 }, { "epoch": 8.56, "learning_rate": 9.36639456948389e-05, "loss": 19.7471, "step": 9639 }, { "epoch": 8.56, "learning_rate": 9.366257407658672e-05, "loss": 20.1377, "step": 9640 }, { "epoch": 8.56, "learning_rate": 9.366120231993309e-05, "loss": 20.209, "step": 9641 }, { "epoch": 8.56, "learning_rate": 9.365983042488236e-05, "loss": 20.1182, "step": 9642 }, { "epoch": 8.56, "learning_rate": 9.365845839143885e-05, "loss": 20.0312, "step": 9643 }, { "epoch": 8.56, "learning_rate": 9.365708621960692e-05, "loss": 20.498, "step": 9644 }, { "epoch": 8.57, "learning_rate": 9.365571390939092e-05, "loss": 19.2959, "step": 9645 }, { "epoch": 8.57, "learning_rate": 9.365434146079521e-05, "loss": 19.8682, "step": 9646 }, { "epoch": 8.57, "learning_rate": 9.365434146079521e-05, "loss": 19.8125, "step": 9647 }, { "epoch": 8.57, "learning_rate": 9.365434146079521e-05, "loss": 19.7998, "step": 9648 }, { "epoch": 8.57, "learning_rate": 9.365296887382414e-05, "loss": 19.8945, "step": 9649 }, { "epoch": 8.57, "learning_rate": 9.365159614848202e-05, "loss": 20.3428, "step": 9650 }, { "epoch": 8.57, "learning_rate": 9.365022328477327e-05, "loss": 19.5908, "step": 9651 }, { "epoch": 8.57, "learning_rate": 9.364885028270218e-05, "loss": 19.8643, "step": 9652 }, { "epoch": 8.57, "learning_rate": 9.364747714227313e-05, "loss": 19.5752, "step": 9653 }, { "epoch": 8.57, "learning_rate": 9.364610386349049e-05, "loss": 20.4258, "step": 9654 }, { "epoch": 8.57, "learning_rate": 9.364473044635858e-05, "loss": 19.9355, "step": 9655 }, { "epoch": 8.58, "learning_rate": 9.364335689088177e-05, "loss": 19.6719, "step": 9656 }, { "epoch": 8.58, "learning_rate": 9.36419831970644e-05, "loss": 20.043, "step": 9657 }, { "epoch": 8.58, "learning_rate": 9.364060936491086e-05, "loss": 19.7441, "step": 9658 }, { "epoch": 8.58, "learning_rate": 9.363923539442546e-05, "loss": 19.9082, "step": 9659 }, { "epoch": 8.58, "learning_rate": 9.363786128561258e-05, "loss": 20.0928, "step": 9660 }, { "epoch": 8.58, "learning_rate": 9.363648703847659e-05, "loss": 20.2412, "step": 9661 }, { "epoch": 8.58, "learning_rate": 9.36351126530218e-05, "loss": 19.8516, "step": 9662 }, { "epoch": 8.58, "learning_rate": 9.36337381292526e-05, "loss": 20.1221, "step": 9663 }, { "epoch": 8.58, "learning_rate": 9.363236346717335e-05, "loss": 19.9697, "step": 9664 }, { "epoch": 8.58, "learning_rate": 9.36309886667884e-05, "loss": 20.1611, "step": 9665 }, { "epoch": 8.58, "learning_rate": 9.362961372810208e-05, "loss": 19.6953, "step": 9666 }, { "epoch": 8.59, "learning_rate": 9.36282386511188e-05, "loss": 19.916, "step": 9667 }, { "epoch": 8.59, "learning_rate": 9.362686343584289e-05, "loss": 20.3311, "step": 9668 }, { "epoch": 8.59, "learning_rate": 9.36254880822787e-05, "loss": 20.5078, "step": 9669 }, { "epoch": 8.59, "learning_rate": 9.36241125904306e-05, "loss": 20.1729, "step": 9670 }, { "epoch": 8.59, "learning_rate": 9.362273696030294e-05, "loss": 20.2246, "step": 9671 }, { "epoch": 8.59, "learning_rate": 9.362136119190012e-05, "loss": 20.249, "step": 9672 }, { "epoch": 8.59, "learning_rate": 9.361998528522647e-05, "loss": 20.0957, "step": 9673 }, { "epoch": 8.59, "learning_rate": 9.361860924028635e-05, "loss": 19.5928, "step": 9674 }, { "epoch": 8.59, "learning_rate": 9.361723305708412e-05, "loss": 20.3223, "step": 9675 }, { "epoch": 8.59, "learning_rate": 9.361585673562415e-05, "loss": 20.6602, "step": 9676 }, { "epoch": 8.59, "learning_rate": 9.36144802759108e-05, "loss": 20.1133, "step": 9677 }, { "epoch": 8.6, "learning_rate": 9.361310367794844e-05, "loss": 19.8799, "step": 9678 }, { "epoch": 8.6, "learning_rate": 9.361172694174143e-05, "loss": 19.9658, "step": 9679 }, { "epoch": 8.6, "learning_rate": 9.361035006729412e-05, "loss": 19.6445, "step": 9680 }, { "epoch": 8.6, "learning_rate": 9.360897305461089e-05, "loss": 20.0459, "step": 9681 }, { "epoch": 8.6, "learning_rate": 9.36075959036961e-05, "loss": 19.7227, "step": 9682 }, { "epoch": 8.6, "learning_rate": 9.360621861455412e-05, "loss": 20.1846, "step": 9683 }, { "epoch": 8.6, "learning_rate": 9.36048411871893e-05, "loss": 20.3682, "step": 9684 }, { "epoch": 8.6, "learning_rate": 9.360346362160604e-05, "loss": 19.7539, "step": 9685 }, { "epoch": 8.6, "learning_rate": 9.360208591780866e-05, "loss": 19.7656, "step": 9686 }, { "epoch": 8.6, "learning_rate": 9.360070807580156e-05, "loss": 19.8955, "step": 9687 }, { "epoch": 8.6, "learning_rate": 9.359933009558911e-05, "loss": 19.8154, "step": 9688 }, { "epoch": 8.6, "learning_rate": 9.359795197717567e-05, "loss": 20.0176, "step": 9689 }, { "epoch": 8.61, "learning_rate": 9.359657372056558e-05, "loss": 20.0957, "step": 9690 }, { "epoch": 8.61, "learning_rate": 9.359519532576325e-05, "loss": 20.209, "step": 9691 }, { "epoch": 8.61, "learning_rate": 9.359381679277304e-05, "loss": 20.0645, "step": 9692 }, { "epoch": 8.61, "learning_rate": 9.35924381215993e-05, "loss": 19.877, "step": 9693 }, { "epoch": 8.61, "learning_rate": 9.35924381215993e-05, "loss": 20.6592, "step": 9694 }, { "epoch": 8.61, "learning_rate": 9.359105931224642e-05, "loss": 20.1738, "step": 9695 }, { "epoch": 8.61, "learning_rate": 9.358968036471876e-05, "loss": 19.7949, "step": 9696 }, { "epoch": 8.61, "learning_rate": 9.358830127902069e-05, "loss": 20.0996, "step": 9697 }, { "epoch": 8.61, "learning_rate": 9.35869220551566e-05, "loss": 20.3906, "step": 9698 }, { "epoch": 8.61, "learning_rate": 9.358554269313085e-05, "loss": 19.4756, "step": 9699 }, { "epoch": 8.61, "learning_rate": 9.358416319294778e-05, "loss": 20.082, "step": 9700 }, { "epoch": 8.62, "learning_rate": 9.358278355461183e-05, "loss": 19.7295, "step": 9701 }, { "epoch": 8.62, "learning_rate": 9.35814037781273e-05, "loss": 20.2842, "step": 9702 }, { "epoch": 8.62, "learning_rate": 9.358002386349863e-05, "loss": 19.7539, "step": 9703 }, { "epoch": 8.62, "learning_rate": 9.357864381073016e-05, "loss": 20.3604, "step": 9704 }, { "epoch": 8.62, "learning_rate": 9.357726361982626e-05, "loss": 19.8877, "step": 9705 }, { "epoch": 8.62, "learning_rate": 9.357588329079131e-05, "loss": 19.8623, "step": 9706 }, { "epoch": 8.62, "learning_rate": 9.35745028236297e-05, "loss": 20.0039, "step": 9707 }, { "epoch": 8.62, "learning_rate": 9.357312221834578e-05, "loss": 20.1836, "step": 9708 }, { "epoch": 8.62, "learning_rate": 9.357174147494395e-05, "loss": 19.7959, "step": 9709 }, { "epoch": 8.62, "learning_rate": 9.357036059342856e-05, "loss": 20.3867, "step": 9710 }, { "epoch": 8.62, "learning_rate": 9.356897957380403e-05, "loss": 19.9414, "step": 9711 }, { "epoch": 8.63, "learning_rate": 9.35675984160747e-05, "loss": 19.9395, "step": 9712 }, { "epoch": 8.63, "learning_rate": 9.356621712024497e-05, "loss": 20.5508, "step": 9713 }, { "epoch": 8.63, "learning_rate": 9.356483568631919e-05, "loss": 20.3896, "step": 9714 }, { "epoch": 8.63, "learning_rate": 9.356345411430176e-05, "loss": 19.9082, "step": 9715 }, { "epoch": 8.63, "learning_rate": 9.356207240419707e-05, "loss": 20.0811, "step": 9716 }, { "epoch": 8.63, "learning_rate": 9.356069055600948e-05, "loss": 20.0342, "step": 9717 }, { "epoch": 8.63, "learning_rate": 9.355930856974338e-05, "loss": 19.8477, "step": 9718 }, { "epoch": 8.63, "learning_rate": 9.355792644540313e-05, "loss": 20.3164, "step": 9719 }, { "epoch": 8.63, "learning_rate": 9.355654418299314e-05, "loss": 20.0547, "step": 9720 }, { "epoch": 8.63, "learning_rate": 9.355516178251778e-05, "loss": 20.3701, "step": 9721 }, { "epoch": 8.63, "learning_rate": 9.355377924398144e-05, "loss": 20.457, "step": 9722 }, { "epoch": 8.63, "learning_rate": 9.355239656738848e-05, "loss": 19.8057, "step": 9723 }, { "epoch": 8.64, "learning_rate": 9.35510137527433e-05, "loss": 19.7344, "step": 9724 }, { "epoch": 8.64, "learning_rate": 9.354963080005028e-05, "loss": 19.8096, "step": 9725 }, { "epoch": 8.64, "learning_rate": 9.35482477093138e-05, "loss": 20.1172, "step": 9726 }, { "epoch": 8.64, "learning_rate": 9.354686448053826e-05, "loss": 20.7119, "step": 9727 }, { "epoch": 8.64, "learning_rate": 9.354548111372803e-05, "loss": 20.707, "step": 9728 }, { "epoch": 8.64, "learning_rate": 9.35440976088875e-05, "loss": 20.9639, "step": 9729 }, { "epoch": 8.64, "learning_rate": 9.354271396602104e-05, "loss": 20.373, "step": 9730 }, { "epoch": 8.64, "learning_rate": 9.354133018513305e-05, "loss": 20.0498, "step": 9731 }, { "epoch": 8.64, "learning_rate": 9.353994626622792e-05, "loss": 19.6875, "step": 9732 }, { "epoch": 8.64, "learning_rate": 9.353856220931003e-05, "loss": 20.3027, "step": 9733 }, { "epoch": 8.64, "learning_rate": 9.353717801438377e-05, "loss": 19.7461, "step": 9734 }, { "epoch": 8.65, "learning_rate": 9.353579368145352e-05, "loss": 20.3682, "step": 9735 }, { "epoch": 8.65, "learning_rate": 9.353440921052368e-05, "loss": 20.5195, "step": 9736 }, { "epoch": 8.65, "learning_rate": 9.353302460159863e-05, "loss": 20.6943, "step": 9737 }, { "epoch": 8.65, "learning_rate": 9.353163985468276e-05, "loss": 20.0811, "step": 9738 }, { "epoch": 8.65, "learning_rate": 9.353025496978047e-05, "loss": 20.8623, "step": 9739 }, { "epoch": 8.65, "learning_rate": 9.352886994689614e-05, "loss": 21.1631, "step": 9740 }, { "epoch": 8.65, "learning_rate": 9.352748478603415e-05, "loss": 19.8926, "step": 9741 }, { "epoch": 8.65, "learning_rate": 9.352609948719893e-05, "loss": 20.0967, "step": 9742 }, { "epoch": 8.65, "learning_rate": 9.352471405039482e-05, "loss": 19.7441, "step": 9743 }, { "epoch": 8.65, "learning_rate": 9.352332847562622e-05, "loss": 20.7881, "step": 9744 }, { "epoch": 8.65, "learning_rate": 9.352194276289756e-05, "loss": 19.7529, "step": 9745 }, { "epoch": 8.66, "learning_rate": 9.35205569122132e-05, "loss": 20.0107, "step": 9746 }, { "epoch": 8.66, "learning_rate": 9.351917092357755e-05, "loss": 20.3652, "step": 9747 }, { "epoch": 8.66, "learning_rate": 9.351778479699499e-05, "loss": 19.8369, "step": 9748 }, { "epoch": 8.66, "learning_rate": 9.351639853246991e-05, "loss": 20.3965, "step": 9749 }, { "epoch": 8.66, "learning_rate": 9.351501213000673e-05, "loss": 19.665, "step": 9750 }, { "epoch": 8.66, "learning_rate": 9.351362558960982e-05, "loss": 19.1484, "step": 9751 }, { "epoch": 8.66, "learning_rate": 9.351223891128357e-05, "loss": 20.25, "step": 9752 }, { "epoch": 8.66, "learning_rate": 9.351085209503241e-05, "loss": 20.6689, "step": 9753 }, { "epoch": 8.66, "learning_rate": 9.350946514086071e-05, "loss": 19.8936, "step": 9754 }, { "epoch": 8.66, "learning_rate": 9.350807804877286e-05, "loss": 20.7402, "step": 9755 }, { "epoch": 8.66, "learning_rate": 9.350669081877327e-05, "loss": 20.1699, "step": 9756 }, { "epoch": 8.67, "learning_rate": 9.350530345086634e-05, "loss": 20.2568, "step": 9757 }, { "epoch": 8.67, "learning_rate": 9.350391594505646e-05, "loss": 19.7402, "step": 9758 }, { "epoch": 8.67, "learning_rate": 9.350252830134802e-05, "loss": 20.1982, "step": 9759 }, { "epoch": 8.67, "learning_rate": 9.350114051974546e-05, "loss": 20.2021, "step": 9760 }, { "epoch": 8.67, "learning_rate": 9.349975260025312e-05, "loss": 19.6855, "step": 9761 }, { "epoch": 8.67, "learning_rate": 9.349836454287542e-05, "loss": 19.9355, "step": 9762 }, { "epoch": 8.67, "learning_rate": 9.349697634761678e-05, "loss": 19.5049, "step": 9763 }, { "epoch": 8.67, "learning_rate": 9.34955880144816e-05, "loss": 20.3066, "step": 9764 }, { "epoch": 8.67, "learning_rate": 9.349419954347424e-05, "loss": 21.0693, "step": 9765 }, { "epoch": 8.67, "learning_rate": 9.349281093459917e-05, "loss": 20.6309, "step": 9766 }, { "epoch": 8.67, "learning_rate": 9.349142218786071e-05, "loss": 19.7764, "step": 9767 }, { "epoch": 8.67, "learning_rate": 9.349003330326332e-05, "loss": 19.9531, "step": 9768 }, { "epoch": 8.68, "learning_rate": 9.348864428081138e-05, "loss": 19.8105, "step": 9769 }, { "epoch": 8.68, "learning_rate": 9.348725512050931e-05, "loss": 20.0312, "step": 9770 }, { "epoch": 8.68, "learning_rate": 9.34858658223615e-05, "loss": 20.1924, "step": 9771 }, { "epoch": 8.68, "learning_rate": 9.348447638637235e-05, "loss": 19.8477, "step": 9772 }, { "epoch": 8.68, "learning_rate": 9.348308681254627e-05, "loss": 20.5176, "step": 9773 }, { "epoch": 8.68, "learning_rate": 9.348169710088767e-05, "loss": 20.5049, "step": 9774 }, { "epoch": 8.68, "learning_rate": 9.348030725140095e-05, "loss": 19.79, "step": 9775 }, { "epoch": 8.68, "learning_rate": 9.34789172640905e-05, "loss": 19.6299, "step": 9776 }, { "epoch": 8.68, "learning_rate": 9.347752713896075e-05, "loss": 19.8379, "step": 9777 }, { "epoch": 8.68, "learning_rate": 9.347613687601611e-05, "loss": 19.5615, "step": 9778 }, { "epoch": 8.68, "learning_rate": 9.347474647526095e-05, "loss": 19.9316, "step": 9779 }, { "epoch": 8.69, "learning_rate": 9.347335593669973e-05, "loss": 19.7451, "step": 9780 }, { "epoch": 8.69, "learning_rate": 9.34719652603368e-05, "loss": 19.5137, "step": 9781 }, { "epoch": 8.69, "learning_rate": 9.347057444617662e-05, "loss": 19.9648, "step": 9782 }, { "epoch": 8.69, "learning_rate": 9.346918349422355e-05, "loss": 19.5273, "step": 9783 }, { "epoch": 8.69, "learning_rate": 9.346779240448204e-05, "loss": 19.6973, "step": 9784 }, { "epoch": 8.69, "learning_rate": 9.346640117695651e-05, "loss": 19.6133, "step": 9785 }, { "epoch": 8.69, "learning_rate": 9.346500981165132e-05, "loss": 20.1719, "step": 9786 }, { "epoch": 8.69, "learning_rate": 9.34636183085709e-05, "loss": 19.2744, "step": 9787 }, { "epoch": 8.69, "learning_rate": 9.346222666771966e-05, "loss": 19.5059, "step": 9788 }, { "epoch": 8.69, "learning_rate": 9.346083488910204e-05, "loss": 19.9932, "step": 9789 }, { "epoch": 8.69, "learning_rate": 9.345944297272243e-05, "loss": 20.0605, "step": 9790 }, { "epoch": 8.7, "learning_rate": 9.345805091858521e-05, "loss": 20.2959, "step": 9791 }, { "epoch": 8.7, "learning_rate": 9.345665872669485e-05, "loss": 19.2295, "step": 9792 }, { "epoch": 8.7, "learning_rate": 9.345526639705573e-05, "loss": 19.6006, "step": 9793 }, { "epoch": 8.7, "learning_rate": 9.345387392967227e-05, "loss": 19.9619, "step": 9794 }, { "epoch": 8.7, "learning_rate": 9.345248132454887e-05, "loss": 20.3193, "step": 9795 }, { "epoch": 8.7, "learning_rate": 9.345108858168997e-05, "loss": 20.1055, "step": 9796 }, { "epoch": 8.7, "learning_rate": 9.344969570109997e-05, "loss": 19.7852, "step": 9797 }, { "epoch": 8.7, "learning_rate": 9.344830268278329e-05, "loss": 20.4053, "step": 9798 }, { "epoch": 8.7, "learning_rate": 9.344690952674432e-05, "loss": 20.2598, "step": 9799 }, { "epoch": 8.7, "learning_rate": 9.344551623298753e-05, "loss": 19.6914, "step": 9800 }, { "epoch": 8.7, "learning_rate": 9.344412280151731e-05, "loss": 20.5215, "step": 9801 }, { "epoch": 8.71, "learning_rate": 9.344272923233805e-05, "loss": 20.4229, "step": 9802 }, { "epoch": 8.71, "learning_rate": 9.34413355254542e-05, "loss": 20.5371, "step": 9803 }, { "epoch": 8.71, "learning_rate": 9.343994168087016e-05, "loss": 19.4717, "step": 9804 }, { "epoch": 8.71, "learning_rate": 9.343854769859036e-05, "loss": 19.6611, "step": 9805 }, { "epoch": 8.71, "learning_rate": 9.343854769859036e-05, "loss": 20.3623, "step": 9806 }, { "epoch": 8.71, "learning_rate": 9.343715357861922e-05, "loss": 20.5928, "step": 9807 }, { "epoch": 8.71, "learning_rate": 9.343575932096114e-05, "loss": 20.2578, "step": 9808 }, { "epoch": 8.71, "learning_rate": 9.343436492562057e-05, "loss": 20.1182, "step": 9809 }, { "epoch": 8.71, "learning_rate": 9.343436492562057e-05, "loss": 20.2812, "step": 9810 }, { "epoch": 8.71, "learning_rate": 9.343297039260191e-05, "loss": 19.9014, "step": 9811 }, { "epoch": 8.71, "learning_rate": 9.343157572190957e-05, "loss": 19.9043, "step": 9812 }, { "epoch": 8.71, "learning_rate": 9.343018091354798e-05, "loss": 20.2139, "step": 9813 }, { "epoch": 8.72, "learning_rate": 9.342878596752158e-05, "loss": 19.9268, "step": 9814 }, { "epoch": 8.72, "learning_rate": 9.342739088383479e-05, "loss": 20.4736, "step": 9815 }, { "epoch": 8.72, "learning_rate": 9.3425995662492e-05, "loss": 19.6104, "step": 9816 }, { "epoch": 8.72, "learning_rate": 9.342460030349764e-05, "loss": 20.0635, "step": 9817 }, { "epoch": 8.72, "learning_rate": 9.342320480685617e-05, "loss": 20.3438, "step": 9818 }, { "epoch": 8.72, "learning_rate": 9.342180917257198e-05, "loss": 19.751, "step": 9819 }, { "epoch": 8.72, "learning_rate": 9.34204134006495e-05, "loss": 20.5205, "step": 9820 }, { "epoch": 8.72, "learning_rate": 9.341901749109315e-05, "loss": 20.2041, "step": 9821 }, { "epoch": 8.72, "learning_rate": 9.341762144390738e-05, "loss": 20.0762, "step": 9822 }, { "epoch": 8.72, "learning_rate": 9.341622525909657e-05, "loss": 19.6484, "step": 9823 }, { "epoch": 8.72, "learning_rate": 9.341482893666518e-05, "loss": 19.8447, "step": 9824 }, { "epoch": 8.73, "learning_rate": 9.341343247661765e-05, "loss": 20.5068, "step": 9825 }, { "epoch": 8.73, "learning_rate": 9.341203587895837e-05, "loss": 20.5439, "step": 9826 }, { "epoch": 8.73, "learning_rate": 9.341063914369176e-05, "loss": 19.6572, "step": 9827 }, { "epoch": 8.73, "learning_rate": 9.34092422708223e-05, "loss": 20.5098, "step": 9828 }, { "epoch": 8.73, "learning_rate": 9.340784526035438e-05, "loss": 20.2324, "step": 9829 }, { "epoch": 8.73, "learning_rate": 9.340644811229242e-05, "loss": 19.9824, "step": 9830 }, { "epoch": 8.73, "learning_rate": 9.340505082664089e-05, "loss": 20.2715, "step": 9831 }, { "epoch": 8.73, "learning_rate": 9.340365340340415e-05, "loss": 20.3799, "step": 9832 }, { "epoch": 8.73, "learning_rate": 9.340225584258671e-05, "loss": 19.6826, "step": 9833 }, { "epoch": 8.73, "learning_rate": 9.340085814419295e-05, "loss": 20.1143, "step": 9834 }, { "epoch": 8.73, "learning_rate": 9.339946030822732e-05, "loss": 20.6533, "step": 9835 }, { "epoch": 8.74, "learning_rate": 9.339806233469424e-05, "loss": 20.29, "step": 9836 }, { "epoch": 8.74, "learning_rate": 9.339666422359815e-05, "loss": 20.0332, "step": 9837 }, { "epoch": 8.74, "learning_rate": 9.339526597494345e-05, "loss": 20.2783, "step": 9838 }, { "epoch": 8.74, "learning_rate": 9.339386758873462e-05, "loss": 20.6104, "step": 9839 }, { "epoch": 8.74, "learning_rate": 9.339246906497607e-05, "loss": 20.5859, "step": 9840 }, { "epoch": 8.74, "learning_rate": 9.339107040367223e-05, "loss": 19.8086, "step": 9841 }, { "epoch": 8.74, "learning_rate": 9.338967160482755e-05, "loss": 20.2695, "step": 9842 }, { "epoch": 8.74, "learning_rate": 9.338827266844644e-05, "loss": 19.8496, "step": 9843 }, { "epoch": 8.74, "learning_rate": 9.338687359453333e-05, "loss": 20.5195, "step": 9844 }, { "epoch": 8.74, "learning_rate": 9.338547438309269e-05, "loss": 20.3242, "step": 9845 }, { "epoch": 8.74, "learning_rate": 9.338407503412893e-05, "loss": 20.6396, "step": 9846 }, { "epoch": 8.75, "learning_rate": 9.33826755476465e-05, "loss": 19.9229, "step": 9847 }, { "epoch": 8.75, "learning_rate": 9.338127592364982e-05, "loss": 20.0576, "step": 9848 }, { "epoch": 8.75, "learning_rate": 9.337987616214334e-05, "loss": 20.1963, "step": 9849 }, { "epoch": 8.75, "learning_rate": 9.33784762631315e-05, "loss": 20.0518, "step": 9850 }, { "epoch": 8.75, "learning_rate": 9.337707622661871e-05, "loss": 20.627, "step": 9851 }, { "epoch": 8.75, "learning_rate": 9.337567605260944e-05, "loss": 20.2764, "step": 9852 }, { "epoch": 8.75, "learning_rate": 9.337427574110809e-05, "loss": 20.1699, "step": 9853 }, { "epoch": 8.75, "learning_rate": 9.337287529211915e-05, "loss": 20.3721, "step": 9854 }, { "epoch": 8.75, "learning_rate": 9.337147470564702e-05, "loss": 20.3877, "step": 9855 }, { "epoch": 8.75, "learning_rate": 9.337007398169614e-05, "loss": 20.1562, "step": 9856 }, { "epoch": 8.75, "learning_rate": 9.336867312027099e-05, "loss": 20.1797, "step": 9857 }, { "epoch": 8.75, "learning_rate": 9.336727212137597e-05, "loss": 20.1475, "step": 9858 }, { "epoch": 8.76, "learning_rate": 9.336587098501554e-05, "loss": 20.4521, "step": 9859 }, { "epoch": 8.76, "learning_rate": 9.336446971119413e-05, "loss": 20.4824, "step": 9860 }, { "epoch": 8.76, "learning_rate": 9.336306829991619e-05, "loss": 19.8594, "step": 9861 }, { "epoch": 8.76, "learning_rate": 9.336166675118615e-05, "loss": 20.2314, "step": 9862 }, { "epoch": 8.76, "learning_rate": 9.336026506500846e-05, "loss": 20.0098, "step": 9863 }, { "epoch": 8.76, "learning_rate": 9.335886324138758e-05, "loss": 20.1172, "step": 9864 }, { "epoch": 8.76, "learning_rate": 9.335746128032792e-05, "loss": 19.8047, "step": 9865 }, { "epoch": 8.76, "learning_rate": 9.335605918183396e-05, "loss": 19.9854, "step": 9866 }, { "epoch": 8.76, "learning_rate": 9.335465694591011e-05, "loss": 19.9766, "step": 9867 }, { "epoch": 8.76, "learning_rate": 9.335325457256084e-05, "loss": 20.6484, "step": 9868 }, { "epoch": 8.76, "learning_rate": 9.335185206179058e-05, "loss": 19.8105, "step": 9869 }, { "epoch": 8.77, "learning_rate": 9.335044941360378e-05, "loss": 20.0195, "step": 9870 }, { "epoch": 8.77, "learning_rate": 9.33490466280049e-05, "loss": 19.6533, "step": 9871 }, { "epoch": 8.77, "learning_rate": 9.334764370499836e-05, "loss": 19.7637, "step": 9872 }, { "epoch": 8.77, "learning_rate": 9.334624064458863e-05, "loss": 20.502, "step": 9873 }, { "epoch": 8.77, "learning_rate": 9.334483744678014e-05, "loss": 20.6816, "step": 9874 }, { "epoch": 8.77, "learning_rate": 9.334343411157735e-05, "loss": 20.3955, "step": 9875 }, { "epoch": 8.77, "learning_rate": 9.334203063898472e-05, "loss": 20.1699, "step": 9876 }, { "epoch": 8.77, "learning_rate": 9.334062702900668e-05, "loss": 20.0391, "step": 9877 }, { "epoch": 8.77, "learning_rate": 9.333922328164766e-05, "loss": 19.9922, "step": 9878 }, { "epoch": 8.77, "learning_rate": 9.333781939691216e-05, "loss": 20.0352, "step": 9879 }, { "epoch": 8.77, "learning_rate": 9.333641537480458e-05, "loss": 19.8672, "step": 9880 }, { "epoch": 8.78, "learning_rate": 9.333501121532942e-05, "loss": 20.2529, "step": 9881 }, { "epoch": 8.78, "learning_rate": 9.333360691849107e-05, "loss": 20.4551, "step": 9882 }, { "epoch": 8.78, "learning_rate": 9.333220248429404e-05, "loss": 20.2803, "step": 9883 }, { "epoch": 8.78, "learning_rate": 9.333079791274276e-05, "loss": 20.2275, "step": 9884 }, { "epoch": 8.78, "learning_rate": 9.332939320384167e-05, "loss": 20.2012, "step": 9885 }, { "epoch": 8.78, "learning_rate": 9.332798835759523e-05, "loss": 20.0459, "step": 9886 }, { "epoch": 8.78, "learning_rate": 9.332658337400788e-05, "loss": 20.1338, "step": 9887 }, { "epoch": 8.78, "learning_rate": 9.33251782530841e-05, "loss": 19.9268, "step": 9888 }, { "epoch": 8.78, "learning_rate": 9.332377299482836e-05, "loss": 20.5605, "step": 9889 }, { "epoch": 8.78, "learning_rate": 9.332236759924506e-05, "loss": 19.9082, "step": 9890 }, { "epoch": 8.78, "learning_rate": 9.332096206633867e-05, "loss": 20.7217, "step": 9891 }, { "epoch": 8.79, "learning_rate": 9.331955639611368e-05, "loss": 19.8701, "step": 9892 }, { "epoch": 8.79, "learning_rate": 9.331815058857452e-05, "loss": 20.3623, "step": 9893 }, { "epoch": 8.79, "learning_rate": 9.331674464372564e-05, "loss": 19.7754, "step": 9894 }, { "epoch": 8.79, "learning_rate": 9.33153385615715e-05, "loss": 19.8701, "step": 9895 }, { "epoch": 8.79, "learning_rate": 9.331393234211659e-05, "loss": 20.124, "step": 9896 }, { "epoch": 8.79, "learning_rate": 9.33125259853653e-05, "loss": 19.4785, "step": 9897 }, { "epoch": 8.79, "learning_rate": 9.331111949132217e-05, "loss": 20.4004, "step": 9898 }, { "epoch": 8.79, "learning_rate": 9.330971285999159e-05, "loss": 20.2832, "step": 9899 }, { "epoch": 8.79, "learning_rate": 9.330830609137804e-05, "loss": 20.249, "step": 9900 }, { "epoch": 8.79, "learning_rate": 9.3306899185486e-05, "loss": 19.7334, "step": 9901 }, { "epoch": 8.79, "learning_rate": 9.33054921423199e-05, "loss": 19.8965, "step": 9902 }, { "epoch": 8.79, "learning_rate": 9.330408496188422e-05, "loss": 19.6172, "step": 9903 }, { "epoch": 8.8, "learning_rate": 9.330267764418341e-05, "loss": 20.2441, "step": 9904 }, { "epoch": 8.8, "learning_rate": 9.330127018922194e-05, "loss": 20.249, "step": 9905 }, { "epoch": 8.8, "learning_rate": 9.329986259700426e-05, "loss": 20.4717, "step": 9906 }, { "epoch": 8.8, "learning_rate": 9.329845486753483e-05, "loss": 20.2559, "step": 9907 }, { "epoch": 8.8, "learning_rate": 9.329704700081814e-05, "loss": 20.8516, "step": 9908 }, { "epoch": 8.8, "learning_rate": 9.329563899685862e-05, "loss": 20.2852, "step": 9909 }, { "epoch": 8.8, "learning_rate": 9.329423085566076e-05, "loss": 20.6855, "step": 9910 }, { "epoch": 8.8, "learning_rate": 9.3292822577229e-05, "loss": 20.5547, "step": 9911 }, { "epoch": 8.8, "learning_rate": 9.329141416156782e-05, "loss": 20.2441, "step": 9912 }, { "epoch": 8.8, "learning_rate": 9.329000560868166e-05, "loss": 20.458, "step": 9913 }, { "epoch": 8.8, "learning_rate": 9.328859691857501e-05, "loss": 19.959, "step": 9914 }, { "epoch": 8.81, "learning_rate": 9.328718809125233e-05, "loss": 20.3096, "step": 9915 }, { "epoch": 8.81, "learning_rate": 9.32857791267181e-05, "loss": 20.5166, "step": 9916 }, { "epoch": 8.81, "learning_rate": 9.328437002497675e-05, "loss": 20.6914, "step": 9917 }, { "epoch": 8.81, "learning_rate": 9.328296078603276e-05, "loss": 20.041, "step": 9918 }, { "epoch": 8.81, "learning_rate": 9.328155140989061e-05, "loss": 20.4414, "step": 9919 }, { "epoch": 8.81, "learning_rate": 9.328014189655477e-05, "loss": 20.7637, "step": 9920 }, { "epoch": 8.81, "learning_rate": 9.32787322460297e-05, "loss": 19.4824, "step": 9921 }, { "epoch": 8.81, "learning_rate": 9.327732245831985e-05, "loss": 20.0801, "step": 9922 }, { "epoch": 8.81, "learning_rate": 9.327591253342971e-05, "loss": 19.7471, "step": 9923 }, { "epoch": 8.81, "learning_rate": 9.327450247136375e-05, "loss": 20.2539, "step": 9924 }, { "epoch": 8.81, "learning_rate": 9.327309227212644e-05, "loss": 19.877, "step": 9925 }, { "epoch": 8.82, "learning_rate": 9.327168193572224e-05, "loss": 20.1943, "step": 9926 }, { "epoch": 8.82, "learning_rate": 9.327027146215562e-05, "loss": 20.3242, "step": 9927 }, { "epoch": 8.82, "learning_rate": 9.326886085143106e-05, "loss": 19.9199, "step": 9928 }, { "epoch": 8.82, "learning_rate": 9.326745010355302e-05, "loss": 20.9561, "step": 9929 }, { "epoch": 8.82, "learning_rate": 9.3266039218526e-05, "loss": 19.9619, "step": 9930 }, { "epoch": 8.82, "learning_rate": 9.326462819635443e-05, "loss": 20.6104, "step": 9931 }, { "epoch": 8.82, "learning_rate": 9.32632170370428e-05, "loss": 19.916, "step": 9932 }, { "epoch": 8.82, "learning_rate": 9.32618057405956e-05, "loss": 20.4102, "step": 9933 }, { "epoch": 8.82, "learning_rate": 9.326039430701729e-05, "loss": 19.8174, "step": 9934 }, { "epoch": 8.82, "learning_rate": 9.325898273631234e-05, "loss": 19.6768, "step": 9935 }, { "epoch": 8.82, "learning_rate": 9.325757102848523e-05, "loss": 19.8096, "step": 9936 }, { "epoch": 8.83, "learning_rate": 9.325615918354043e-05, "loss": 19.6689, "step": 9937 }, { "epoch": 8.83, "learning_rate": 9.325474720148242e-05, "loss": 20.1201, "step": 9938 }, { "epoch": 8.83, "learning_rate": 9.325333508231569e-05, "loss": 19.7715, "step": 9939 }, { "epoch": 8.83, "learning_rate": 9.325192282604468e-05, "loss": 20.3711, "step": 9940 }, { "epoch": 8.83, "learning_rate": 9.32505104326739e-05, "loss": 20.0361, "step": 9941 }, { "epoch": 8.83, "learning_rate": 9.32490979022078e-05, "loss": 19.9229, "step": 9942 }, { "epoch": 8.83, "learning_rate": 9.324768523465088e-05, "loss": 20.2549, "step": 9943 }, { "epoch": 8.83, "learning_rate": 9.324627243000761e-05, "loss": 19.4814, "step": 9944 }, { "epoch": 8.83, "learning_rate": 9.324485948828248e-05, "loss": 19.9258, "step": 9945 }, { "epoch": 8.83, "learning_rate": 9.324344640947993e-05, "loss": 20.0742, "step": 9946 }, { "epoch": 8.83, "learning_rate": 9.324203319360448e-05, "loss": 19.6084, "step": 9947 }, { "epoch": 8.83, "learning_rate": 9.324203319360448e-05, "loss": 20.6885, "step": 9948 }, { "epoch": 8.84, "learning_rate": 9.324061984066059e-05, "loss": 19.5215, "step": 9949 }, { "epoch": 8.84, "learning_rate": 9.323920635065276e-05, "loss": 20.1357, "step": 9950 }, { "epoch": 8.84, "learning_rate": 9.323779272358544e-05, "loss": 20.2188, "step": 9951 }, { "epoch": 8.84, "learning_rate": 9.323637895946313e-05, "loss": 20.2373, "step": 9952 }, { "epoch": 8.84, "learning_rate": 9.323496505829033e-05, "loss": 20.2188, "step": 9953 }, { "epoch": 8.84, "learning_rate": 9.323355102007147e-05, "loss": 19.9531, "step": 9954 }, { "epoch": 8.84, "learning_rate": 9.323213684481107e-05, "loss": 20.168, "step": 9955 }, { "epoch": 8.84, "learning_rate": 9.323072253251361e-05, "loss": 20.2246, "step": 9956 }, { "epoch": 8.84, "learning_rate": 9.322930808318357e-05, "loss": 19.5156, "step": 9957 }, { "epoch": 8.84, "learning_rate": 9.322789349682542e-05, "loss": 19.7705, "step": 9958 }, { "epoch": 8.84, "learning_rate": 9.322647877344367e-05, "loss": 19.8545, "step": 9959 }, { "epoch": 8.85, "learning_rate": 9.322506391304278e-05, "loss": 19.6953, "step": 9960 }, { "epoch": 8.85, "learning_rate": 9.322364891562723e-05, "loss": 19.5186, "step": 9961 }, { "epoch": 8.85, "learning_rate": 9.322223378120153e-05, "loss": 20.374, "step": 9962 }, { "epoch": 8.85, "learning_rate": 9.322081850977018e-05, "loss": 19.6709, "step": 9963 }, { "epoch": 8.85, "learning_rate": 9.32194031013376e-05, "loss": 19.8877, "step": 9964 }, { "epoch": 8.85, "learning_rate": 9.321798755590836e-05, "loss": 19.626, "step": 9965 }, { "epoch": 8.85, "learning_rate": 9.321657187348689e-05, "loss": 20.2988, "step": 9966 }, { "epoch": 8.85, "learning_rate": 9.321515605407768e-05, "loss": 19.9531, "step": 9967 }, { "epoch": 8.85, "learning_rate": 9.321374009768525e-05, "loss": 20.2285, "step": 9968 }, { "epoch": 8.85, "learning_rate": 9.321232400431406e-05, "loss": 19.8486, "step": 9969 }, { "epoch": 8.85, "learning_rate": 9.32109077739686e-05, "loss": 20.168, "step": 9970 }, { "epoch": 8.86, "learning_rate": 9.320949140665336e-05, "loss": 19.916, "step": 9971 }, { "epoch": 8.86, "learning_rate": 9.320807490237284e-05, "loss": 19.7129, "step": 9972 }, { "epoch": 8.86, "learning_rate": 9.320665826113156e-05, "loss": 19.7559, "step": 9973 }, { "epoch": 8.86, "learning_rate": 9.320524148293392e-05, "loss": 20.0449, "step": 9974 }, { "epoch": 8.86, "learning_rate": 9.320382456778452e-05, "loss": 19.2842, "step": 9975 }, { "epoch": 8.86, "learning_rate": 9.320240751568776e-05, "loss": 20.4658, "step": 9976 }, { "epoch": 8.86, "learning_rate": 9.320099032664819e-05, "loss": 20.0986, "step": 9977 }, { "epoch": 8.86, "learning_rate": 9.319957300067028e-05, "loss": 20.3135, "step": 9978 }, { "epoch": 8.86, "learning_rate": 9.319957300067028e-05, "loss": 20.6064, "step": 9979 }, { "epoch": 8.86, "learning_rate": 9.319815553775852e-05, "loss": 20.7393, "step": 9980 }, { "epoch": 8.86, "learning_rate": 9.319673793791742e-05, "loss": 20.2617, "step": 9981 }, { "epoch": 8.87, "learning_rate": 9.319532020115147e-05, "loss": 19.9668, "step": 9982 }, { "epoch": 8.87, "learning_rate": 9.319390232746513e-05, "loss": 19.8877, "step": 9983 }, { "epoch": 8.87, "learning_rate": 9.319248431686294e-05, "loss": 20.2041, "step": 9984 }, { "epoch": 8.87, "learning_rate": 9.319106616934936e-05, "loss": 20.3115, "step": 9985 }, { "epoch": 8.87, "learning_rate": 9.318964788492891e-05, "loss": 20.0605, "step": 9986 }, { "epoch": 8.87, "learning_rate": 9.318822946360608e-05, "loss": 20.5576, "step": 9987 }, { "epoch": 8.87, "learning_rate": 9.318681090538535e-05, "loss": 19.7939, "step": 9988 }, { "epoch": 8.87, "learning_rate": 9.318539221027124e-05, "loss": 20.0098, "step": 9989 }, { "epoch": 8.87, "learning_rate": 9.318397337826822e-05, "loss": 20.5684, "step": 9990 }, { "epoch": 8.87, "learning_rate": 9.318255440938082e-05, "loss": 20.6143, "step": 9991 }, { "epoch": 8.87, "learning_rate": 9.318113530361352e-05, "loss": 20.0762, "step": 9992 }, { "epoch": 8.87, "learning_rate": 9.31797160609708e-05, "loss": 20.165, "step": 9993 }, { "epoch": 8.88, "learning_rate": 9.31782966814572e-05, "loss": 19.9531, "step": 9994 }, { "epoch": 8.88, "learning_rate": 9.317687716507719e-05, "loss": 19.8184, "step": 9995 }, { "epoch": 8.88, "learning_rate": 9.317545751183528e-05, "loss": 20.5645, "step": 9996 }, { "epoch": 8.88, "learning_rate": 9.317403772173596e-05, "loss": 20.3008, "step": 9997 }, { "epoch": 8.88, "learning_rate": 9.317261779478374e-05, "loss": 19.7793, "step": 9998 }, { "epoch": 8.88, "learning_rate": 9.317119773098311e-05, "loss": 20.2402, "step": 9999 }, { "epoch": 8.88, "learning_rate": 9.316977753033859e-05, "loss": 20.5312, "step": 10000 }, { "epoch": 8.88, "learning_rate": 9.316835719285467e-05, "loss": 19.5879, "step": 10001 }, { "epoch": 8.88, "learning_rate": 9.316693671853585e-05, "loss": 20.1895, "step": 10002 }, { "epoch": 8.88, "learning_rate": 9.316551610738663e-05, "loss": 20.4111, "step": 10003 }, { "epoch": 8.88, "learning_rate": 9.316409535941153e-05, "loss": 19.4736, "step": 10004 }, { "epoch": 8.89, "learning_rate": 9.316267447461505e-05, "loss": 19.7959, "step": 10005 }, { "epoch": 8.89, "learning_rate": 9.316125345300167e-05, "loss": 20.3223, "step": 10006 }, { "epoch": 8.89, "learning_rate": 9.31598322945759e-05, "loss": 20.5781, "step": 10007 }, { "epoch": 8.89, "learning_rate": 9.315841099934227e-05, "loss": 19.9834, "step": 10008 }, { "epoch": 8.89, "learning_rate": 9.315698956730527e-05, "loss": 20.0293, "step": 10009 }, { "epoch": 8.89, "learning_rate": 9.315556799846941e-05, "loss": 19.9639, "step": 10010 }, { "epoch": 8.89, "learning_rate": 9.315414629283918e-05, "loss": 20.2393, "step": 10011 }, { "epoch": 8.89, "learning_rate": 9.315272445041912e-05, "loss": 19.7725, "step": 10012 }, { "epoch": 8.89, "learning_rate": 9.315130247121371e-05, "loss": 19.8105, "step": 10013 }, { "epoch": 8.89, "learning_rate": 9.314988035522745e-05, "loss": 19.6045, "step": 10014 }, { "epoch": 8.89, "learning_rate": 9.314845810246487e-05, "loss": 20.7236, "step": 10015 }, { "epoch": 8.9, "learning_rate": 9.314703571293046e-05, "loss": 19.917, "step": 10016 }, { "epoch": 8.9, "learning_rate": 9.314561318662876e-05, "loss": 19.6113, "step": 10017 }, { "epoch": 8.9, "learning_rate": 9.314419052356424e-05, "loss": 20.0342, "step": 10018 }, { "epoch": 8.9, "learning_rate": 9.314276772374142e-05, "loss": 19.8838, "step": 10019 }, { "epoch": 8.9, "learning_rate": 9.314134478716482e-05, "loss": 19.7998, "step": 10020 }, { "epoch": 8.9, "learning_rate": 9.313992171383896e-05, "loss": 19.6924, "step": 10021 }, { "epoch": 8.9, "learning_rate": 9.313849850376832e-05, "loss": 20.0098, "step": 10022 }, { "epoch": 8.9, "learning_rate": 9.313707515695744e-05, "loss": 19.7324, "step": 10023 }, { "epoch": 8.9, "learning_rate": 9.313565167341083e-05, "loss": 20.6133, "step": 10024 }, { "epoch": 8.9, "learning_rate": 9.313422805313298e-05, "loss": 20.5127, "step": 10025 }, { "epoch": 8.9, "learning_rate": 9.313280429612843e-05, "loss": 20.1924, "step": 10026 }, { "epoch": 8.9, "learning_rate": 9.313138040240166e-05, "loss": 20.8809, "step": 10027 }, { "epoch": 8.91, "learning_rate": 9.312995637195722e-05, "loss": 20.3604, "step": 10028 }, { "epoch": 8.91, "learning_rate": 9.312853220479959e-05, "loss": 19.4053, "step": 10029 }, { "epoch": 8.91, "learning_rate": 9.312710790093331e-05, "loss": 19.1201, "step": 10030 }, { "epoch": 8.91, "learning_rate": 9.312568346036288e-05, "loss": 20.0029, "step": 10031 }, { "epoch": 8.91, "learning_rate": 9.312425888309282e-05, "loss": 19.168, "step": 10032 }, { "epoch": 8.91, "learning_rate": 9.312283416912765e-05, "loss": 20.0283, "step": 10033 }, { "epoch": 8.91, "learning_rate": 9.312140931847188e-05, "loss": 20.1885, "step": 10034 }, { "epoch": 8.91, "learning_rate": 9.311998433113003e-05, "loss": 19.5625, "step": 10035 }, { "epoch": 8.91, "learning_rate": 9.311855920710662e-05, "loss": 20.0264, "step": 10036 }, { "epoch": 8.91, "learning_rate": 9.311713394640614e-05, "loss": 19.6143, "step": 10037 }, { "epoch": 8.91, "learning_rate": 9.311570854903316e-05, "loss": 19.9766, "step": 10038 }, { "epoch": 8.92, "learning_rate": 9.311428301499214e-05, "loss": 19.5918, "step": 10039 }, { "epoch": 8.92, "learning_rate": 9.311285734428766e-05, "loss": 19.9893, "step": 10040 }, { "epoch": 8.92, "learning_rate": 9.311143153692418e-05, "loss": 20.0205, "step": 10041 }, { "epoch": 8.92, "learning_rate": 9.311000559290626e-05, "loss": 19.3389, "step": 10042 }, { "epoch": 8.92, "learning_rate": 9.31085795122384e-05, "loss": 20.2256, "step": 10043 }, { "epoch": 8.92, "learning_rate": 9.310715329492512e-05, "loss": 20.2783, "step": 10044 }, { "epoch": 8.92, "learning_rate": 9.310572694097094e-05, "loss": 20.2832, "step": 10045 }, { "epoch": 8.92, "learning_rate": 9.310430045038042e-05, "loss": 20.0508, "step": 10046 }, { "epoch": 8.92, "learning_rate": 9.310287382315803e-05, "loss": 19.7988, "step": 10047 }, { "epoch": 8.92, "learning_rate": 9.310144705930832e-05, "loss": 19.5195, "step": 10048 }, { "epoch": 8.92, "learning_rate": 9.310002015883578e-05, "loss": 20.207, "step": 10049 }, { "epoch": 8.93, "learning_rate": 9.309859312174498e-05, "loss": 19.5752, "step": 10050 }, { "epoch": 8.93, "learning_rate": 9.309716594804043e-05, "loss": 19.4619, "step": 10051 }, { "epoch": 8.93, "learning_rate": 9.309573863772663e-05, "loss": 19.8242, "step": 10052 }, { "epoch": 8.93, "learning_rate": 9.309431119080812e-05, "loss": 20.0039, "step": 10053 }, { "epoch": 8.93, "learning_rate": 9.309288360728942e-05, "loss": 20.1436, "step": 10054 }, { "epoch": 8.93, "learning_rate": 9.309145588717508e-05, "loss": 19.7012, "step": 10055 }, { "epoch": 8.93, "learning_rate": 9.309002803046958e-05, "loss": 19.9512, "step": 10056 }, { "epoch": 8.93, "learning_rate": 9.308860003717748e-05, "loss": 19.9385, "step": 10057 }, { "epoch": 8.93, "learning_rate": 9.30871719073033e-05, "loss": 20.1445, "step": 10058 }, { "epoch": 8.93, "learning_rate": 9.308574364085157e-05, "loss": 19.8047, "step": 10059 }, { "epoch": 8.93, "learning_rate": 9.308431523782679e-05, "loss": 20.0029, "step": 10060 }, { "epoch": 8.94, "learning_rate": 9.308288669823353e-05, "loss": 20.0693, "step": 10061 }, { "epoch": 8.94, "learning_rate": 9.308145802207629e-05, "loss": 20.1016, "step": 10062 }, { "epoch": 8.94, "learning_rate": 9.30800292093596e-05, "loss": 19.9707, "step": 10063 }, { "epoch": 8.94, "learning_rate": 9.3078600260088e-05, "loss": 20.0947, "step": 10064 }, { "epoch": 8.94, "learning_rate": 9.307717117426602e-05, "loss": 19.9707, "step": 10065 }, { "epoch": 8.94, "learning_rate": 9.30757419518982e-05, "loss": 19.8877, "step": 10066 }, { "epoch": 8.94, "learning_rate": 9.307431259298902e-05, "loss": 20.041, "step": 10067 }, { "epoch": 8.94, "learning_rate": 9.307288309754306e-05, "loss": 20.1895, "step": 10068 }, { "epoch": 8.94, "learning_rate": 9.307145346556483e-05, "loss": 19.6133, "step": 10069 }, { "epoch": 8.94, "learning_rate": 9.307002369705888e-05, "loss": 20.2021, "step": 10070 }, { "epoch": 8.94, "learning_rate": 9.306859379202972e-05, "loss": 19.4854, "step": 10071 }, { "epoch": 8.94, "learning_rate": 9.30671637504819e-05, "loss": 19.9795, "step": 10072 }, { "epoch": 8.95, "learning_rate": 9.306573357241995e-05, "loss": 20.2012, "step": 10073 }, { "epoch": 8.95, "learning_rate": 9.306430325784839e-05, "loss": 19.9287, "step": 10074 }, { "epoch": 8.95, "learning_rate": 9.306287280677176e-05, "loss": 19.9883, "step": 10075 }, { "epoch": 8.95, "learning_rate": 9.30614422191946e-05, "loss": 19.7764, "step": 10076 }, { "epoch": 8.95, "learning_rate": 9.306001149512144e-05, "loss": 19.9131, "step": 10077 }, { "epoch": 8.95, "learning_rate": 9.305858063455682e-05, "loss": 20.1846, "step": 10078 }, { "epoch": 8.95, "learning_rate": 9.305714963750528e-05, "loss": 20.0029, "step": 10079 }, { "epoch": 8.95, "learning_rate": 9.305571850397135e-05, "loss": 20.5889, "step": 10080 }, { "epoch": 8.95, "learning_rate": 9.305428723395955e-05, "loss": 20.1689, "step": 10081 }, { "epoch": 8.95, "learning_rate": 9.305285582747444e-05, "loss": 20.3818, "step": 10082 }, { "epoch": 8.95, "learning_rate": 9.305142428452055e-05, "loss": 20.1973, "step": 10083 }, { "epoch": 8.96, "learning_rate": 9.304999260510241e-05, "loss": 19.8271, "step": 10084 }, { "epoch": 8.96, "learning_rate": 9.304856078922457e-05, "loss": 19.8828, "step": 10085 }, { "epoch": 8.96, "learning_rate": 9.304712883689157e-05, "loss": 19.6543, "step": 10086 }, { "epoch": 8.96, "learning_rate": 9.304569674810794e-05, "loss": 20.0605, "step": 10087 }, { "epoch": 8.96, "learning_rate": 9.304426452287822e-05, "loss": 19.9023, "step": 10088 }, { "epoch": 8.96, "learning_rate": 9.304283216120693e-05, "loss": 19.5996, "step": 10089 }, { "epoch": 8.96, "learning_rate": 9.304139966309866e-05, "loss": 19.8633, "step": 10090 }, { "epoch": 8.96, "learning_rate": 9.303996702855791e-05, "loss": 19.9902, "step": 10091 }, { "epoch": 8.96, "learning_rate": 9.303853425758924e-05, "loss": 20.3184, "step": 10092 }, { "epoch": 8.96, "learning_rate": 9.30371013501972e-05, "loss": 19.3975, "step": 10093 }, { "epoch": 8.96, "learning_rate": 9.303566830638628e-05, "loss": 20.3135, "step": 10094 }, { "epoch": 8.97, "learning_rate": 9.303423512616109e-05, "loss": 19.6387, "step": 10095 }, { "epoch": 8.97, "learning_rate": 9.303280180952614e-05, "loss": 19.9512, "step": 10096 }, { "epoch": 8.97, "learning_rate": 9.303136835648596e-05, "loss": 20.4932, "step": 10097 }, { "epoch": 8.97, "learning_rate": 9.302993476704511e-05, "loss": 20.1855, "step": 10098 }, { "epoch": 8.97, "learning_rate": 9.302850104120815e-05, "loss": 20.2744, "step": 10099 }, { "epoch": 8.97, "learning_rate": 9.302706717897961e-05, "loss": 19.5156, "step": 10100 }, { "epoch": 8.97, "learning_rate": 9.302563318036403e-05, "loss": 20.3359, "step": 10101 }, { "epoch": 8.97, "learning_rate": 9.302419904536595e-05, "loss": 20.1982, "step": 10102 }, { "epoch": 8.97, "learning_rate": 9.302276477398992e-05, "loss": 20.3555, "step": 10103 }, { "epoch": 8.97, "learning_rate": 9.302133036624051e-05, "loss": 20.166, "step": 10104 }, { "epoch": 8.97, "learning_rate": 9.301989582212225e-05, "loss": 20.666, "step": 10105 }, { "epoch": 8.98, "learning_rate": 9.301846114163967e-05, "loss": 20.1182, "step": 10106 }, { "epoch": 8.98, "learning_rate": 9.301702632479734e-05, "loss": 19.9023, "step": 10107 }, { "epoch": 8.98, "learning_rate": 9.301559137159979e-05, "loss": 19.9492, "step": 10108 }, { "epoch": 8.98, "learning_rate": 9.301415628205159e-05, "loss": 20.0342, "step": 10109 }, { "epoch": 8.98, "learning_rate": 9.301272105615728e-05, "loss": 20.0762, "step": 10110 }, { "epoch": 8.98, "learning_rate": 9.301128569392141e-05, "loss": 19.9893, "step": 10111 }, { "epoch": 8.98, "learning_rate": 9.300985019534853e-05, "loss": 19.9111, "step": 10112 }, { "epoch": 8.98, "learning_rate": 9.300841456044319e-05, "loss": 19.6885, "step": 10113 }, { "epoch": 8.98, "learning_rate": 9.300697878920992e-05, "loss": 20.4805, "step": 10114 }, { "epoch": 8.98, "learning_rate": 9.300554288165331e-05, "loss": 20.124, "step": 10115 }, { "epoch": 8.98, "learning_rate": 9.300410683777787e-05, "loss": 19.9688, "step": 10116 }, { "epoch": 8.98, "learning_rate": 9.300267065758818e-05, "loss": 20.0312, "step": 10117 }, { "epoch": 8.99, "learning_rate": 9.300123434108881e-05, "loss": 20.0215, "step": 10118 }, { "epoch": 8.99, "learning_rate": 9.299979788828426e-05, "loss": 19.8262, "step": 10119 }, { "epoch": 8.99, "learning_rate": 9.299836129917913e-05, "loss": 20.2021, "step": 10120 }, { "epoch": 8.99, "learning_rate": 9.299692457377795e-05, "loss": 20.6426, "step": 10121 }, { "epoch": 8.99, "learning_rate": 9.299548771208528e-05, "loss": 19.3691, "step": 10122 }, { "epoch": 8.99, "learning_rate": 9.299405071410567e-05, "loss": 20.4365, "step": 10123 }, { "epoch": 8.99, "learning_rate": 9.299261357984368e-05, "loss": 20.5195, "step": 10124 }, { "epoch": 8.99, "learning_rate": 9.299117630930386e-05, "loss": 19.7412, "step": 10125 }, { "epoch": 8.99, "learning_rate": 9.298973890249078e-05, "loss": 20.5576, "step": 10126 }, { "epoch": 8.99, "learning_rate": 9.298830135940898e-05, "loss": 20.293, "step": 10127 }, { "epoch": 8.99, "learning_rate": 9.298686368006304e-05, "loss": 19.9668, "step": 10128 }, { "epoch": 9.0, "learning_rate": 9.298542586445747e-05, "loss": 19.7041, "step": 10129 }, { "epoch": 9.0, "learning_rate": 9.298398791259688e-05, "loss": 19.6631, "step": 10130 }, { "epoch": 9.0, "learning_rate": 9.29825498244858e-05, "loss": 19.6455, "step": 10131 }, { "epoch": 9.0, "learning_rate": 9.29811116001288e-05, "loss": 19.9111, "step": 10132 }, { "epoch": 9.0, "learning_rate": 9.297967323953043e-05, "loss": 19.7842, "step": 10133 }, { "epoch": 9.0, "learning_rate": 9.297823474269524e-05, "loss": 20.4561, "step": 10134 }, { "epoch": 9.0, "learning_rate": 9.297679610962783e-05, "loss": 19.7148, "step": 10135 }, { "epoch": 9.0, "learning_rate": 9.297535734033271e-05, "loss": 19.8477, "step": 10136 }, { "epoch": 9.0, "learning_rate": 9.297391843481448e-05, "loss": 20.1689, "step": 10137 }, { "epoch": 9.0, "learning_rate": 9.297247939307767e-05, "loss": 19.9131, "step": 10138 }, { "epoch": 9.0, "learning_rate": 9.297104021512687e-05, "loss": 20.3359, "step": 10139 }, { "epoch": 9.01, "learning_rate": 9.296960090096662e-05, "loss": 20.4014, "step": 10140 }, { "epoch": 9.01, "learning_rate": 9.296816145060149e-05, "loss": 20.4346, "step": 10141 }, { "epoch": 9.01, "learning_rate": 9.296672186403604e-05, "loss": 20.0469, "step": 10142 }, { "epoch": 9.01, "learning_rate": 9.296528214127485e-05, "loss": 19.7607, "step": 10143 }, { "epoch": 9.01, "learning_rate": 9.296384228232245e-05, "loss": 19.6504, "step": 10144 }, { "epoch": 9.01, "learning_rate": 9.296384228232245e-05, "loss": 20.5205, "step": 10145 }, { "epoch": 9.01, "learning_rate": 9.296240228718343e-05, "loss": 19.8701, "step": 10146 }, { "epoch": 9.01, "learning_rate": 9.296096215586235e-05, "loss": 19.7832, "step": 10147 }, { "epoch": 9.01, "learning_rate": 9.295952188836379e-05, "loss": 19.8047, "step": 10148 }, { "epoch": 9.01, "learning_rate": 9.295808148469227e-05, "loss": 20.4951, "step": 10149 }, { "epoch": 9.01, "learning_rate": 9.29566409448524e-05, "loss": 20.0342, "step": 10150 }, { "epoch": 9.02, "learning_rate": 9.295520026884871e-05, "loss": 19.8818, "step": 10151 }, { "epoch": 9.02, "learning_rate": 9.295375945668583e-05, "loss": 19.8926, "step": 10152 }, { "epoch": 9.02, "learning_rate": 9.295375945668583e-05, "loss": 20.5615, "step": 10153 }, { "epoch": 9.02, "learning_rate": 9.295231850836825e-05, "loss": 19.5312, "step": 10154 }, { "epoch": 9.02, "learning_rate": 9.295087742390058e-05, "loss": 19.7734, "step": 10155 }, { "epoch": 9.02, "learning_rate": 9.294943620328739e-05, "loss": 20.6602, "step": 10156 }, { "epoch": 9.02, "learning_rate": 9.294799484653323e-05, "loss": 20.0146, "step": 10157 }, { "epoch": 9.02, "learning_rate": 9.294655335364268e-05, "loss": 19.9482, "step": 10158 }, { "epoch": 9.02, "learning_rate": 9.294511172462029e-05, "loss": 19.292, "step": 10159 }, { "epoch": 9.02, "learning_rate": 9.294366995947065e-05, "loss": 19.9824, "step": 10160 }, { "epoch": 9.02, "learning_rate": 9.294222805819835e-05, "loss": 20.251, "step": 10161 }, { "epoch": 9.02, "learning_rate": 9.294078602080792e-05, "loss": 20.041, "step": 10162 }, { "epoch": 9.03, "learning_rate": 9.293934384730394e-05, "loss": 19.7617, "step": 10163 }, { "epoch": 9.03, "learning_rate": 9.2937901537691e-05, "loss": 20.1094, "step": 10164 }, { "epoch": 9.03, "learning_rate": 9.293645909197366e-05, "loss": 20.6592, "step": 10165 }, { "epoch": 9.03, "learning_rate": 9.293501651015649e-05, "loss": 19.8643, "step": 10166 }, { "epoch": 9.03, "learning_rate": 9.293357379224406e-05, "loss": 19.4717, "step": 10167 }, { "epoch": 9.03, "learning_rate": 9.293213093824096e-05, "loss": 19.7656, "step": 10168 }, { "epoch": 9.03, "learning_rate": 9.293068794815175e-05, "loss": 19.793, "step": 10169 }, { "epoch": 9.03, "learning_rate": 9.2929244821981e-05, "loss": 20.2705, "step": 10170 }, { "epoch": 9.03, "learning_rate": 9.29278015597333e-05, "loss": 19.4893, "step": 10171 }, { "epoch": 9.03, "learning_rate": 9.29263581614132e-05, "loss": 20.5811, "step": 10172 }, { "epoch": 9.03, "learning_rate": 9.29249146270253e-05, "loss": 19.4395, "step": 10173 }, { "epoch": 9.04, "learning_rate": 9.292347095657417e-05, "loss": 20.8359, "step": 10174 }, { "epoch": 9.04, "learning_rate": 9.29220271500644e-05, "loss": 19.5996, "step": 10175 }, { "epoch": 9.04, "learning_rate": 9.292058320750052e-05, "loss": 19.8311, "step": 10176 }, { "epoch": 9.04, "learning_rate": 9.291913912888714e-05, "loss": 20.4521, "step": 10177 }, { "epoch": 9.04, "learning_rate": 9.291769491422884e-05, "loss": 19.6045, "step": 10178 }, { "epoch": 9.04, "learning_rate": 9.29162505635302e-05, "loss": 20.1787, "step": 10179 }, { "epoch": 9.04, "learning_rate": 9.291480607679576e-05, "loss": 19.54, "step": 10180 }, { "epoch": 9.04, "learning_rate": 9.291336145403016e-05, "loss": 20.3008, "step": 10181 }, { "epoch": 9.04, "learning_rate": 9.291191669523794e-05, "loss": 19.4492, "step": 10182 }, { "epoch": 9.04, "learning_rate": 9.291047180042368e-05, "loss": 19.4043, "step": 10183 }, { "epoch": 9.04, "learning_rate": 9.290902676959198e-05, "loss": 19.4639, "step": 10184 }, { "epoch": 9.05, "learning_rate": 9.290758160274739e-05, "loss": 19.7344, "step": 10185 }, { "epoch": 9.05, "learning_rate": 9.290613629989453e-05, "loss": 19.2031, "step": 10186 }, { "epoch": 9.05, "learning_rate": 9.290469086103795e-05, "loss": 20.3418, "step": 10187 }, { "epoch": 9.05, "learning_rate": 9.290324528618224e-05, "loss": 19.8672, "step": 10188 }, { "epoch": 9.05, "learning_rate": 9.290179957533198e-05, "loss": 19.4736, "step": 10189 }, { "epoch": 9.05, "learning_rate": 9.290035372849175e-05, "loss": 20.2256, "step": 10190 }, { "epoch": 9.05, "learning_rate": 9.289890774566617e-05, "loss": 20.2988, "step": 10191 }, { "epoch": 9.05, "learning_rate": 9.289746162685976e-05, "loss": 19.6309, "step": 10192 }, { "epoch": 9.05, "learning_rate": 9.289601537207715e-05, "loss": 19.4316, "step": 10193 }, { "epoch": 9.05, "learning_rate": 9.289456898132292e-05, "loss": 19.7227, "step": 10194 }, { "epoch": 9.05, "learning_rate": 9.289312245460163e-05, "loss": 20.0684, "step": 10195 }, { "epoch": 9.06, "learning_rate": 9.289167579191788e-05, "loss": 20.1826, "step": 10196 }, { "epoch": 9.06, "learning_rate": 9.289022899327627e-05, "loss": 19.6973, "step": 10197 }, { "epoch": 9.06, "learning_rate": 9.288878205868137e-05, "loss": 19.7393, "step": 10198 }, { "epoch": 9.06, "learning_rate": 9.288733498813778e-05, "loss": 19.54, "step": 10199 }, { "epoch": 9.06, "learning_rate": 9.288588778165006e-05, "loss": 20.0303, "step": 10200 }, { "epoch": 9.06, "learning_rate": 9.288444043922281e-05, "loss": 19.7959, "step": 10201 }, { "epoch": 9.06, "learning_rate": 9.288299296086063e-05, "loss": 19.9023, "step": 10202 }, { "epoch": 9.06, "learning_rate": 9.28815453465681e-05, "loss": 19.8711, "step": 10203 }, { "epoch": 9.06, "learning_rate": 9.288009759634982e-05, "loss": 19.7305, "step": 10204 }, { "epoch": 9.06, "learning_rate": 9.287864971021034e-05, "loss": 20.0908, "step": 10205 }, { "epoch": 9.06, "learning_rate": 9.287720168815431e-05, "loss": 19.4688, "step": 10206 }, { "epoch": 9.06, "learning_rate": 9.287575353018625e-05, "loss": 19.7178, "step": 10207 }, { "epoch": 9.07, "learning_rate": 9.287430523631081e-05, "loss": 19.6348, "step": 10208 }, { "epoch": 9.07, "learning_rate": 9.287285680653254e-05, "loss": 19.667, "step": 10209 }, { "epoch": 9.07, "learning_rate": 9.287140824085608e-05, "loss": 19.8564, "step": 10210 }, { "epoch": 9.07, "learning_rate": 9.286995953928597e-05, "loss": 19.959, "step": 10211 }, { "epoch": 9.07, "learning_rate": 9.286851070182682e-05, "loss": 19.7725, "step": 10212 }, { "epoch": 9.07, "learning_rate": 9.286706172848324e-05, "loss": 19.9678, "step": 10213 }, { "epoch": 9.07, "learning_rate": 9.28656126192598e-05, "loss": 19.9766, "step": 10214 }, { "epoch": 9.07, "learning_rate": 9.286416337416111e-05, "loss": 19.4277, "step": 10215 }, { "epoch": 9.07, "learning_rate": 9.286271399319175e-05, "loss": 20.2363, "step": 10216 }, { "epoch": 9.07, "learning_rate": 9.286126447635632e-05, "loss": 19.7559, "step": 10217 }, { "epoch": 9.07, "learning_rate": 9.285981482365939e-05, "loss": 19.4727, "step": 10218 }, { "epoch": 9.08, "learning_rate": 9.285836503510562e-05, "loss": 19.4746, "step": 10219 }, { "epoch": 9.08, "learning_rate": 9.285691511069955e-05, "loss": 20.8564, "step": 10220 }, { "epoch": 9.08, "learning_rate": 9.285546505044578e-05, "loss": 20.1211, "step": 10221 }, { "epoch": 9.08, "learning_rate": 9.285401485434893e-05, "loss": 19.833, "step": 10222 }, { "epoch": 9.08, "learning_rate": 9.285256452241358e-05, "loss": 20.3174, "step": 10223 }, { "epoch": 9.08, "learning_rate": 9.285111405464433e-05, "loss": 20.1064, "step": 10224 }, { "epoch": 9.08, "learning_rate": 9.284966345104579e-05, "loss": 20.7051, "step": 10225 }, { "epoch": 9.08, "learning_rate": 9.284821271162254e-05, "loss": 20.125, "step": 10226 }, { "epoch": 9.08, "learning_rate": 9.284676183637918e-05, "loss": 19.7354, "step": 10227 }, { "epoch": 9.08, "learning_rate": 9.284531082532033e-05, "loss": 20.2939, "step": 10228 }, { "epoch": 9.08, "learning_rate": 9.284385967845056e-05, "loss": 20.0771, "step": 10229 }, { "epoch": 9.09, "learning_rate": 9.284240839577449e-05, "loss": 20.0869, "step": 10230 }, { "epoch": 9.09, "learning_rate": 9.284095697729671e-05, "loss": 19.6543, "step": 10231 }, { "epoch": 9.09, "learning_rate": 9.283950542302182e-05, "loss": 19.752, "step": 10232 }, { "epoch": 9.09, "learning_rate": 9.283805373295444e-05, "loss": 20.7393, "step": 10233 }, { "epoch": 9.09, "learning_rate": 9.283660190709916e-05, "loss": 20.2949, "step": 10234 }, { "epoch": 9.09, "learning_rate": 9.283514994546056e-05, "loss": 19.9951, "step": 10235 }, { "epoch": 9.09, "learning_rate": 9.283369784804328e-05, "loss": 19.9414, "step": 10236 }, { "epoch": 9.09, "learning_rate": 9.283224561485191e-05, "loss": 19.8174, "step": 10237 }, { "epoch": 9.09, "learning_rate": 9.283079324589103e-05, "loss": 19.4473, "step": 10238 }, { "epoch": 9.09, "learning_rate": 9.282934074116527e-05, "loss": 19.8301, "step": 10239 }, { "epoch": 9.09, "learning_rate": 9.282788810067923e-05, "loss": 20.6182, "step": 10240 }, { "epoch": 9.1, "learning_rate": 9.282643532443752e-05, "loss": 20.8193, "step": 10241 }, { "epoch": 9.1, "learning_rate": 9.28249824124447e-05, "loss": 19.626, "step": 10242 }, { "epoch": 9.1, "learning_rate": 9.282352936470545e-05, "loss": 19.8486, "step": 10243 }, { "epoch": 9.1, "learning_rate": 9.282207618122432e-05, "loss": 20.0615, "step": 10244 }, { "epoch": 9.1, "learning_rate": 9.282062286200593e-05, "loss": 19.8047, "step": 10245 }, { "epoch": 9.1, "learning_rate": 9.28191694070549e-05, "loss": 20.0762, "step": 10246 }, { "epoch": 9.1, "learning_rate": 9.281771581637582e-05, "loss": 19.873, "step": 10247 }, { "epoch": 9.1, "learning_rate": 9.281626208997331e-05, "loss": 19.9561, "step": 10248 }, { "epoch": 9.1, "learning_rate": 9.281480822785196e-05, "loss": 19.9971, "step": 10249 }, { "epoch": 9.1, "learning_rate": 9.281335423001642e-05, "loss": 19.6094, "step": 10250 }, { "epoch": 9.1, "learning_rate": 9.281190009647125e-05, "loss": 19.6797, "step": 10251 }, { "epoch": 9.1, "learning_rate": 9.281044582722109e-05, "loss": 19.9844, "step": 10252 }, { "epoch": 9.11, "learning_rate": 9.280899142227052e-05, "loss": 20.1211, "step": 10253 }, { "epoch": 9.11, "learning_rate": 9.280753688162418e-05, "loss": 19.3076, "step": 10254 }, { "epoch": 9.11, "learning_rate": 9.280608220528668e-05, "loss": 19.7031, "step": 10255 }, { "epoch": 9.11, "learning_rate": 9.280462739326261e-05, "loss": 20.248, "step": 10256 }, { "epoch": 9.11, "learning_rate": 9.280317244555659e-05, "loss": 19.9268, "step": 10257 }, { "epoch": 9.11, "learning_rate": 9.280171736217325e-05, "loss": 20.1426, "step": 10258 }, { "epoch": 9.11, "learning_rate": 9.280026214311717e-05, "loss": 20.0732, "step": 10259 }, { "epoch": 9.11, "learning_rate": 9.279880678839298e-05, "loss": 19.8633, "step": 10260 }, { "epoch": 9.11, "learning_rate": 9.27973512980053e-05, "loss": 19.6455, "step": 10261 }, { "epoch": 9.11, "learning_rate": 9.279589567195873e-05, "loss": 20.1143, "step": 10262 }, { "epoch": 9.11, "learning_rate": 9.27944399102579e-05, "loss": 19.5059, "step": 10263 }, { "epoch": 9.12, "learning_rate": 9.279298401290741e-05, "loss": 19.8877, "step": 10264 }, { "epoch": 9.12, "learning_rate": 9.279152797991188e-05, "loss": 19.9033, "step": 10265 }, { "epoch": 9.12, "learning_rate": 9.279007181127593e-05, "loss": 19.835, "step": 10266 }, { "epoch": 9.12, "learning_rate": 9.278861550700416e-05, "loss": 20.2734, "step": 10267 }, { "epoch": 9.12, "learning_rate": 9.27871590671012e-05, "loss": 19.626, "step": 10268 }, { "epoch": 9.12, "learning_rate": 9.278570249157167e-05, "loss": 19.9395, "step": 10269 }, { "epoch": 9.12, "learning_rate": 9.278424578042017e-05, "loss": 20.0283, "step": 10270 }, { "epoch": 9.12, "learning_rate": 9.278278893365134e-05, "loss": 19.8848, "step": 10271 }, { "epoch": 9.12, "learning_rate": 9.278133195126978e-05, "loss": 19.4102, "step": 10272 }, { "epoch": 9.12, "learning_rate": 9.27798748332801e-05, "loss": 19.6025, "step": 10273 }, { "epoch": 9.12, "learning_rate": 9.277841757968697e-05, "loss": 19.3486, "step": 10274 }, { "epoch": 9.13, "learning_rate": 9.277696019049494e-05, "loss": 20.2783, "step": 10275 }, { "epoch": 9.13, "learning_rate": 9.277550266570866e-05, "loss": 20.3828, "step": 10276 }, { "epoch": 9.13, "learning_rate": 9.277404500533278e-05, "loss": 19.6006, "step": 10277 }, { "epoch": 9.13, "learning_rate": 9.277258720937188e-05, "loss": 20.0771, "step": 10278 }, { "epoch": 9.13, "learning_rate": 9.27711292778306e-05, "loss": 19.8496, "step": 10279 }, { "epoch": 9.13, "learning_rate": 9.276967121071353e-05, "loss": 19.751, "step": 10280 }, { "epoch": 9.13, "learning_rate": 9.276821300802534e-05, "loss": 19.4785, "step": 10281 }, { "epoch": 9.13, "learning_rate": 9.276675466977062e-05, "loss": 19.9912, "step": 10282 }, { "epoch": 9.13, "learning_rate": 9.2765296195954e-05, "loss": 19.7754, "step": 10283 }, { "epoch": 9.13, "learning_rate": 9.276383758658011e-05, "loss": 19.9883, "step": 10284 }, { "epoch": 9.13, "learning_rate": 9.276237884165355e-05, "loss": 20.3203, "step": 10285 }, { "epoch": 9.13, "learning_rate": 9.276091996117899e-05, "loss": 20.2031, "step": 10286 }, { "epoch": 9.14, "learning_rate": 9.275946094516101e-05, "loss": 19.668, "step": 10287 }, { "epoch": 9.14, "learning_rate": 9.275800179360425e-05, "loss": 20.5391, "step": 10288 }, { "epoch": 9.14, "learning_rate": 9.275654250651334e-05, "loss": 19.6455, "step": 10289 }, { "epoch": 9.14, "learning_rate": 9.275508308389292e-05, "loss": 20.3955, "step": 10290 }, { "epoch": 9.14, "learning_rate": 9.275362352574757e-05, "loss": 19.9004, "step": 10291 }, { "epoch": 9.14, "learning_rate": 9.275216383208194e-05, "loss": 20.1914, "step": 10292 }, { "epoch": 9.14, "learning_rate": 9.275070400290069e-05, "loss": 19.9551, "step": 10293 }, { "epoch": 9.14, "learning_rate": 9.27492440382084e-05, "loss": 19.6494, "step": 10294 }, { "epoch": 9.14, "learning_rate": 9.274778393800971e-05, "loss": 20.4746, "step": 10295 }, { "epoch": 9.14, "learning_rate": 9.274632370230927e-05, "loss": 20.3291, "step": 10296 }, { "epoch": 9.14, "learning_rate": 9.27448633311117e-05, "loss": 19.916, "step": 10297 }, { "epoch": 9.15, "learning_rate": 9.27434028244216e-05, "loss": 20.4502, "step": 10298 }, { "epoch": 9.15, "learning_rate": 9.274194218224364e-05, "loss": 20.0625, "step": 10299 }, { "epoch": 9.15, "learning_rate": 9.274194218224364e-05, "loss": 19.5938, "step": 10300 }, { "epoch": 9.15, "learning_rate": 9.274048140458243e-05, "loss": 19.9463, "step": 10301 }, { "epoch": 9.15, "learning_rate": 9.273902049144259e-05, "loss": 19.7783, "step": 10302 }, { "epoch": 9.15, "learning_rate": 9.273755944282878e-05, "loss": 19.5293, "step": 10303 }, { "epoch": 9.15, "learning_rate": 9.27360982587456e-05, "loss": 20.7012, "step": 10304 }, { "epoch": 9.15, "learning_rate": 9.27346369391977e-05, "loss": 20.1289, "step": 10305 }, { "epoch": 9.15, "learning_rate": 9.27331754841897e-05, "loss": 20.04, "step": 10306 }, { "epoch": 9.15, "learning_rate": 9.27331754841897e-05, "loss": 20.1807, "step": 10307 }, { "epoch": 9.15, "learning_rate": 9.273171389372626e-05, "loss": 19.9131, "step": 10308 }, { "epoch": 9.16, "learning_rate": 9.273025216781197e-05, "loss": 19.5176, "step": 10309 }, { "epoch": 9.16, "learning_rate": 9.27287903064515e-05, "loss": 20.1826, "step": 10310 }, { "epoch": 9.16, "learning_rate": 9.272732830964948e-05, "loss": 20.1318, "step": 10311 }, { "epoch": 9.16, "learning_rate": 9.272586617741052e-05, "loss": 21.1973, "step": 10312 }, { "epoch": 9.16, "learning_rate": 9.272440390973928e-05, "loss": 20.4121, "step": 10313 }, { "epoch": 9.16, "learning_rate": 9.272294150664038e-05, "loss": 20.6055, "step": 10314 }, { "epoch": 9.16, "learning_rate": 9.272147896811844e-05, "loss": 20.8047, "step": 10315 }, { "epoch": 9.16, "learning_rate": 9.272001629417814e-05, "loss": 19.6328, "step": 10316 }, { "epoch": 9.16, "learning_rate": 9.27185534848241e-05, "loss": 20.4219, "step": 10317 }, { "epoch": 9.16, "learning_rate": 9.271709054006094e-05, "loss": 20.3418, "step": 10318 }, { "epoch": 9.16, "learning_rate": 9.271562745989331e-05, "loss": 20.0879, "step": 10319 }, { "epoch": 9.17, "learning_rate": 9.271416424432583e-05, "loss": 20.6514, "step": 10320 }, { "epoch": 9.17, "learning_rate": 9.271270089336317e-05, "loss": 20.1904, "step": 10321 }, { "epoch": 9.17, "learning_rate": 9.271123740700993e-05, "loss": 19.8672, "step": 10322 }, { "epoch": 9.17, "learning_rate": 9.27097737852708e-05, "loss": 20.0156, "step": 10323 }, { "epoch": 9.17, "learning_rate": 9.270831002815035e-05, "loss": 20.0381, "step": 10324 }, { "epoch": 9.17, "learning_rate": 9.270684613565329e-05, "loss": 21.0088, "step": 10325 }, { "epoch": 9.17, "learning_rate": 9.270538210778422e-05, "loss": 19.4209, "step": 10326 }, { "epoch": 9.17, "learning_rate": 9.270391794454778e-05, "loss": 20.1338, "step": 10327 }, { "epoch": 9.17, "learning_rate": 9.270245364594863e-05, "loss": 19.7539, "step": 10328 }, { "epoch": 9.17, "learning_rate": 9.27009892119914e-05, "loss": 19.9932, "step": 10329 }, { "epoch": 9.17, "learning_rate": 9.269952464268074e-05, "loss": 20.3691, "step": 10330 }, { "epoch": 9.17, "learning_rate": 9.269805993802129e-05, "loss": 20.1377, "step": 10331 }, { "epoch": 9.18, "learning_rate": 9.269659509801768e-05, "loss": 20.4453, "step": 10332 }, { "epoch": 9.18, "learning_rate": 9.269513012267456e-05, "loss": 20.3291, "step": 10333 }, { "epoch": 9.18, "learning_rate": 9.269366501199659e-05, "loss": 19.9414, "step": 10334 }, { "epoch": 9.18, "learning_rate": 9.269219976598839e-05, "loss": 20.1494, "step": 10335 }, { "epoch": 9.18, "learning_rate": 9.269073438465462e-05, "loss": 20.4717, "step": 10336 }, { "epoch": 9.18, "learning_rate": 9.26892688679999e-05, "loss": 19.8154, "step": 10337 }, { "epoch": 9.18, "learning_rate": 9.268780321602893e-05, "loss": 19.999, "step": 10338 }, { "epoch": 9.18, "learning_rate": 9.268633742874631e-05, "loss": 20.1348, "step": 10339 }, { "epoch": 9.18, "learning_rate": 9.26848715061567e-05, "loss": 19.4814, "step": 10340 }, { "epoch": 9.18, "learning_rate": 9.268340544826473e-05, "loss": 20.1348, "step": 10341 }, { "epoch": 9.18, "learning_rate": 9.268193925507507e-05, "loss": 19.3271, "step": 10342 }, { "epoch": 9.19, "learning_rate": 9.268047292659236e-05, "loss": 20.4043, "step": 10343 }, { "epoch": 9.19, "learning_rate": 9.267900646282124e-05, "loss": 19.6416, "step": 10344 }, { "epoch": 9.19, "learning_rate": 9.267753986376637e-05, "loss": 19.9658, "step": 10345 }, { "epoch": 9.19, "learning_rate": 9.26760731294324e-05, "loss": 20.5957, "step": 10346 }, { "epoch": 9.19, "learning_rate": 9.267460625982397e-05, "loss": 19.8545, "step": 10347 }, { "epoch": 9.19, "learning_rate": 9.267313925494574e-05, "loss": 20.1553, "step": 10348 }, { "epoch": 9.19, "learning_rate": 9.267167211480234e-05, "loss": 20.1846, "step": 10349 }, { "epoch": 9.19, "learning_rate": 9.267020483939843e-05, "loss": 19.4697, "step": 10350 }, { "epoch": 9.19, "learning_rate": 9.266873742873867e-05, "loss": 20.0693, "step": 10351 }, { "epoch": 9.19, "learning_rate": 9.266726988282773e-05, "loss": 20.2324, "step": 10352 }, { "epoch": 9.19, "learning_rate": 9.26658022016702e-05, "loss": 19.9336, "step": 10353 }, { "epoch": 9.2, "learning_rate": 9.266433438527078e-05, "loss": 19.7256, "step": 10354 }, { "epoch": 9.2, "learning_rate": 9.266286643363414e-05, "loss": 20.2295, "step": 10355 }, { "epoch": 9.2, "learning_rate": 9.266139834676487e-05, "loss": 19.7695, "step": 10356 }, { "epoch": 9.2, "learning_rate": 9.265993012466767e-05, "loss": 19.2275, "step": 10357 }, { "epoch": 9.2, "learning_rate": 9.26584617673472e-05, "loss": 20.3096, "step": 10358 }, { "epoch": 9.2, "learning_rate": 9.265699327480808e-05, "loss": 19.7295, "step": 10359 }, { "epoch": 9.2, "learning_rate": 9.265552464705501e-05, "loss": 19.7666, "step": 10360 }, { "epoch": 9.2, "learning_rate": 9.265405588409257e-05, "loss": 19.7441, "step": 10361 }, { "epoch": 9.2, "learning_rate": 9.26525869859255e-05, "loss": 19.2656, "step": 10362 }, { "epoch": 9.2, "learning_rate": 9.265111795255841e-05, "loss": 21.292, "step": 10363 }, { "epoch": 9.2, "learning_rate": 9.264964878399597e-05, "loss": 20.3135, "step": 10364 }, { "epoch": 9.21, "learning_rate": 9.264817948024283e-05, "loss": 19.7939, "step": 10365 }, { "epoch": 9.21, "learning_rate": 9.264671004130365e-05, "loss": 20.2773, "step": 10366 }, { "epoch": 9.21, "learning_rate": 9.264524046718308e-05, "loss": 19.833, "step": 10367 }, { "epoch": 9.21, "learning_rate": 9.26437707578858e-05, "loss": 19.9707, "step": 10368 }, { "epoch": 9.21, "learning_rate": 9.264230091341646e-05, "loss": 20.0459, "step": 10369 }, { "epoch": 9.21, "learning_rate": 9.26408309337797e-05, "loss": 20.373, "step": 10370 }, { "epoch": 9.21, "learning_rate": 9.26393608189802e-05, "loss": 19.8955, "step": 10371 }, { "epoch": 9.21, "learning_rate": 9.263789056902261e-05, "loss": 20.5801, "step": 10372 }, { "epoch": 9.21, "learning_rate": 9.26364201839116e-05, "loss": 20.2861, "step": 10373 }, { "epoch": 9.21, "learning_rate": 9.263494966365183e-05, "loss": 20.1553, "step": 10374 }, { "epoch": 9.21, "learning_rate": 9.263347900824795e-05, "loss": 19.8506, "step": 10375 }, { "epoch": 9.21, "learning_rate": 9.263200821770461e-05, "loss": 20.3008, "step": 10376 }, { "epoch": 9.22, "learning_rate": 9.26305372920265e-05, "loss": 20.6562, "step": 10377 }, { "epoch": 9.22, "learning_rate": 9.26290662312183e-05, "loss": 19.6377, "step": 10378 }, { "epoch": 9.22, "learning_rate": 9.262759503528461e-05, "loss": 20.5498, "step": 10379 }, { "epoch": 9.22, "learning_rate": 9.262612370423016e-05, "loss": 20.2939, "step": 10380 }, { "epoch": 9.22, "learning_rate": 9.262465223805955e-05, "loss": 20.4248, "step": 10381 }, { "epoch": 9.22, "learning_rate": 9.26231806367775e-05, "loss": 19.9746, "step": 10382 }, { "epoch": 9.22, "learning_rate": 9.262170890038866e-05, "loss": 19.6738, "step": 10383 }, { "epoch": 9.22, "learning_rate": 9.262023702889767e-05, "loss": 19.9434, "step": 10384 }, { "epoch": 9.22, "learning_rate": 9.261876502230921e-05, "loss": 20.1289, "step": 10385 }, { "epoch": 9.22, "learning_rate": 9.261729288062795e-05, "loss": 19.8838, "step": 10386 }, { "epoch": 9.22, "learning_rate": 9.261582060385857e-05, "loss": 20.2588, "step": 10387 }, { "epoch": 9.23, "learning_rate": 9.261434819200571e-05, "loss": 20.9512, "step": 10388 }, { "epoch": 9.23, "learning_rate": 9.261287564507404e-05, "loss": 19.8711, "step": 10389 }, { "epoch": 9.23, "learning_rate": 9.261140296306825e-05, "loss": 19.6973, "step": 10390 }, { "epoch": 9.23, "learning_rate": 9.260993014599299e-05, "loss": 19.999, "step": 10391 }, { "epoch": 9.23, "learning_rate": 9.260845719385293e-05, "loss": 20.2168, "step": 10392 }, { "epoch": 9.23, "learning_rate": 9.260698410665275e-05, "loss": 19.6699, "step": 10393 }, { "epoch": 9.23, "learning_rate": 9.260551088439711e-05, "loss": 19.4189, "step": 10394 }, { "epoch": 9.23, "learning_rate": 9.260403752709068e-05, "loss": 19.917, "step": 10395 }, { "epoch": 9.23, "learning_rate": 9.260256403473812e-05, "loss": 19.6602, "step": 10396 }, { "epoch": 9.23, "learning_rate": 9.260109040734413e-05, "loss": 19.6729, "step": 10397 }, { "epoch": 9.23, "learning_rate": 9.259961664491335e-05, "loss": 19.2578, "step": 10398 }, { "epoch": 9.24, "learning_rate": 9.259814274745048e-05, "loss": 19.8945, "step": 10399 }, { "epoch": 9.24, "learning_rate": 9.259666871496016e-05, "loss": 19.9355, "step": 10400 }, { "epoch": 9.24, "learning_rate": 9.25951945474471e-05, "loss": 19.5898, "step": 10401 }, { "epoch": 9.24, "learning_rate": 9.259372024491593e-05, "loss": 20.0537, "step": 10402 }, { "epoch": 9.24, "learning_rate": 9.259224580737136e-05, "loss": 19.9854, "step": 10403 }, { "epoch": 9.24, "learning_rate": 9.259077123481804e-05, "loss": 20.2754, "step": 10404 }, { "epoch": 9.24, "learning_rate": 9.258929652726065e-05, "loss": 20.2305, "step": 10405 }, { "epoch": 9.24, "learning_rate": 9.258782168470388e-05, "loss": 19.8203, "step": 10406 }, { "epoch": 9.24, "learning_rate": 9.258634670715238e-05, "loss": 19.6387, "step": 10407 }, { "epoch": 9.24, "learning_rate": 9.258487159461085e-05, "loss": 19.5127, "step": 10408 }, { "epoch": 9.24, "learning_rate": 9.258487159461085e-05, "loss": 20.0674, "step": 10409 }, { "epoch": 9.25, "learning_rate": 9.258339634708396e-05, "loss": 20.9238, "step": 10410 }, { "epoch": 9.25, "learning_rate": 9.258192096457636e-05, "loss": 20.0693, "step": 10411 }, { "epoch": 9.25, "learning_rate": 9.258044544709274e-05, "loss": 19.71, "step": 10412 }, { "epoch": 9.25, "learning_rate": 9.25789697946378e-05, "loss": 20.5596, "step": 10413 }, { "epoch": 9.25, "learning_rate": 9.25774940072162e-05, "loss": 19.5439, "step": 10414 }, { "epoch": 9.25, "learning_rate": 9.257601808483263e-05, "loss": 19.9043, "step": 10415 }, { "epoch": 9.25, "learning_rate": 9.257454202749174e-05, "loss": 20.1826, "step": 10416 }, { "epoch": 9.25, "learning_rate": 9.257306583519822e-05, "loss": 20.1318, "step": 10417 }, { "epoch": 9.25, "learning_rate": 9.257158950795678e-05, "loss": 20.1084, "step": 10418 }, { "epoch": 9.25, "learning_rate": 9.257158950795678e-05, "loss": 20.2354, "step": 10419 }, { "epoch": 9.25, "learning_rate": 9.257011304577206e-05, "loss": 19.5215, "step": 10420 }, { "epoch": 9.25, "learning_rate": 9.256863644864876e-05, "loss": 19.8232, "step": 10421 }, { "epoch": 9.26, "learning_rate": 9.256715971659155e-05, "loss": 20.2656, "step": 10422 }, { "epoch": 9.26, "learning_rate": 9.256568284960511e-05, "loss": 19.7861, "step": 10423 }, { "epoch": 9.26, "learning_rate": 9.256420584769415e-05, "loss": 20.7695, "step": 10424 }, { "epoch": 9.26, "learning_rate": 9.256272871086332e-05, "loss": 19.6787, "step": 10425 }, { "epoch": 9.26, "learning_rate": 9.256125143911731e-05, "loss": 19.9951, "step": 10426 }, { "epoch": 9.26, "learning_rate": 9.255977403246081e-05, "loss": 19.5459, "step": 10427 }, { "epoch": 9.26, "learning_rate": 9.255829649089849e-05, "loss": 19.7705, "step": 10428 }, { "epoch": 9.26, "learning_rate": 9.255681881443505e-05, "loss": 19.7236, "step": 10429 }, { "epoch": 9.26, "learning_rate": 9.255534100307515e-05, "loss": 19.8662, "step": 10430 }, { "epoch": 9.26, "learning_rate": 9.25538630568235e-05, "loss": 19.7305, "step": 10431 }, { "epoch": 9.26, "learning_rate": 9.255238497568478e-05, "loss": 19.8262, "step": 10432 }, { "epoch": 9.27, "learning_rate": 9.255090675966367e-05, "loss": 20.2305, "step": 10433 }, { "epoch": 9.27, "learning_rate": 9.254942840876484e-05, "loss": 19.6611, "step": 10434 }, { "epoch": 9.27, "learning_rate": 9.2547949922993e-05, "loss": 19.4531, "step": 10435 }, { "epoch": 9.27, "learning_rate": 9.254647130235284e-05, "loss": 20.5527, "step": 10436 }, { "epoch": 9.27, "learning_rate": 9.2544992546849e-05, "loss": 20.75, "step": 10437 }, { "epoch": 9.27, "learning_rate": 9.254351365648624e-05, "loss": 20.0146, "step": 10438 }, { "epoch": 9.27, "learning_rate": 9.254203463126919e-05, "loss": 19.6875, "step": 10439 }, { "epoch": 9.27, "learning_rate": 9.254055547120257e-05, "loss": 19.7207, "step": 10440 }, { "epoch": 9.27, "learning_rate": 9.253907617629105e-05, "loss": 20.0703, "step": 10441 }, { "epoch": 9.27, "learning_rate": 9.253759674653932e-05, "loss": 20.2461, "step": 10442 }, { "epoch": 9.27, "learning_rate": 9.253611718195207e-05, "loss": 19.7617, "step": 10443 }, { "epoch": 9.28, "learning_rate": 9.253463748253401e-05, "loss": 20.0498, "step": 10444 }, { "epoch": 9.28, "learning_rate": 9.253315764828983e-05, "loss": 20.0996, "step": 10445 }, { "epoch": 9.28, "learning_rate": 9.253167767922418e-05, "loss": 19.9023, "step": 10446 }, { "epoch": 9.28, "learning_rate": 9.253019757534179e-05, "loss": 20.0361, "step": 10447 }, { "epoch": 9.28, "learning_rate": 9.252871733664734e-05, "loss": 19.8438, "step": 10448 }, { "epoch": 9.28, "learning_rate": 9.252723696314551e-05, "loss": 20.3135, "step": 10449 }, { "epoch": 9.28, "learning_rate": 9.2525756454841e-05, "loss": 19.6787, "step": 10450 }, { "epoch": 9.28, "learning_rate": 9.252427581173853e-05, "loss": 20.2256, "step": 10451 }, { "epoch": 9.28, "learning_rate": 9.252279503384275e-05, "loss": 19.4717, "step": 10452 }, { "epoch": 9.28, "learning_rate": 9.252131412115837e-05, "loss": 19.6221, "step": 10453 }, { "epoch": 9.28, "learning_rate": 9.25198330736901e-05, "loss": 19.8145, "step": 10454 }, { "epoch": 9.29, "learning_rate": 9.251835189144262e-05, "loss": 20.2656, "step": 10455 }, { "epoch": 9.29, "learning_rate": 9.251687057442064e-05, "loss": 20.0752, "step": 10456 }, { "epoch": 9.29, "learning_rate": 9.251538912262883e-05, "loss": 20.0391, "step": 10457 }, { "epoch": 9.29, "learning_rate": 9.25139075360719e-05, "loss": 19.8535, "step": 10458 }, { "epoch": 9.29, "learning_rate": 9.251242581475455e-05, "loss": 19.7432, "step": 10459 }, { "epoch": 9.29, "learning_rate": 9.251094395868145e-05, "loss": 19.4912, "step": 10460 }, { "epoch": 9.29, "learning_rate": 9.250946196785735e-05, "loss": 19.9316, "step": 10461 }, { "epoch": 9.29, "learning_rate": 9.25079798422869e-05, "loss": 19.7021, "step": 10462 }, { "epoch": 9.29, "learning_rate": 9.250649758197482e-05, "loss": 19.6885, "step": 10463 }, { "epoch": 9.29, "learning_rate": 9.250501518692581e-05, "loss": 19.6572, "step": 10464 }, { "epoch": 9.29, "learning_rate": 9.250353265714454e-05, "loss": 19.8994, "step": 10465 }, { "epoch": 9.29, "learning_rate": 9.250204999263574e-05, "loss": 19.5137, "step": 10466 }, { "epoch": 9.3, "learning_rate": 9.250056719340411e-05, "loss": 20.0049, "step": 10467 }, { "epoch": 9.3, "learning_rate": 9.249908425945434e-05, "loss": 19.9375, "step": 10468 }, { "epoch": 9.3, "learning_rate": 9.249760119079113e-05, "loss": 20.1689, "step": 10469 }, { "epoch": 9.3, "learning_rate": 9.249611798741918e-05, "loss": 20.0654, "step": 10470 }, { "epoch": 9.3, "learning_rate": 9.249463464934321e-05, "loss": 20.083, "step": 10471 }, { "epoch": 9.3, "learning_rate": 9.24931511765679e-05, "loss": 19.7148, "step": 10472 }, { "epoch": 9.3, "learning_rate": 9.249166756909793e-05, "loss": 19.9395, "step": 10473 }, { "epoch": 9.3, "learning_rate": 9.249018382693806e-05, "loss": 19.8662, "step": 10474 }, { "epoch": 9.3, "learning_rate": 9.248869995009296e-05, "loss": 20.4199, "step": 10475 }, { "epoch": 9.3, "learning_rate": 9.248721593856734e-05, "loss": 20.002, "step": 10476 }, { "epoch": 9.3, "learning_rate": 9.24857317923659e-05, "loss": 19.8789, "step": 10477 }, { "epoch": 9.31, "learning_rate": 9.248424751149333e-05, "loss": 20.3506, "step": 10478 }, { "epoch": 9.31, "learning_rate": 9.248276309595439e-05, "loss": 20.1318, "step": 10479 }, { "epoch": 9.31, "learning_rate": 9.248127854575372e-05, "loss": 20.1152, "step": 10480 }, { "epoch": 9.31, "learning_rate": 9.247979386089604e-05, "loss": 20.333, "step": 10481 }, { "epoch": 9.31, "learning_rate": 9.24783090413861e-05, "loss": 20.2539, "step": 10482 }, { "epoch": 9.31, "learning_rate": 9.247682408722855e-05, "loss": 19.7041, "step": 10483 }, { "epoch": 9.31, "learning_rate": 9.247533899842814e-05, "loss": 19.666, "step": 10484 }, { "epoch": 9.31, "learning_rate": 9.247385377498956e-05, "loss": 19.9971, "step": 10485 }, { "epoch": 9.31, "learning_rate": 9.247236841691752e-05, "loss": 20.3779, "step": 10486 }, { "epoch": 9.31, "learning_rate": 9.24708829242167e-05, "loss": 20.3906, "step": 10487 }, { "epoch": 9.31, "learning_rate": 9.246939729689186e-05, "loss": 20.2266, "step": 10488 }, { "epoch": 9.32, "learning_rate": 9.246791153494767e-05, "loss": 19.9277, "step": 10489 }, { "epoch": 9.32, "learning_rate": 9.246642563838885e-05, "loss": 19.5869, "step": 10490 }, { "epoch": 9.32, "learning_rate": 9.246493960722013e-05, "loss": 19.877, "step": 10491 }, { "epoch": 9.32, "learning_rate": 9.246345344144619e-05, "loss": 19.5195, "step": 10492 }, { "epoch": 9.32, "learning_rate": 9.246345344144619e-05, "loss": 20.0049, "step": 10493 }, { "epoch": 9.32, "learning_rate": 9.246196714107176e-05, "loss": 20.332, "step": 10494 }, { "epoch": 9.32, "learning_rate": 9.246048070610154e-05, "loss": 20.7383, "step": 10495 }, { "epoch": 9.32, "learning_rate": 9.245899413654026e-05, "loss": 19.8848, "step": 10496 }, { "epoch": 9.32, "learning_rate": 9.245750743239261e-05, "loss": 20.4775, "step": 10497 }, { "epoch": 9.32, "learning_rate": 9.24560205936633e-05, "loss": 19.7705, "step": 10498 }, { "epoch": 9.32, "learning_rate": 9.245453362035708e-05, "loss": 20.0322, "step": 10499 }, { "epoch": 9.33, "learning_rate": 9.245304651247862e-05, "loss": 20.3281, "step": 10500 }, { "epoch": 9.33, "learning_rate": 9.245155927003266e-05, "loss": 20.1143, "step": 10501 }, { "epoch": 9.33, "learning_rate": 9.245007189302392e-05, "loss": 19.7021, "step": 10502 }, { "epoch": 9.33, "learning_rate": 9.244858438145708e-05, "loss": 20.1172, "step": 10503 }, { "epoch": 9.33, "learning_rate": 9.244709673533688e-05, "loss": 20.0186, "step": 10504 }, { "epoch": 9.33, "learning_rate": 9.244560895466804e-05, "loss": 19.8975, "step": 10505 }, { "epoch": 9.33, "learning_rate": 9.244412103945526e-05, "loss": 19.915, "step": 10506 }, { "epoch": 9.33, "learning_rate": 9.244263298970328e-05, "loss": 20.8633, "step": 10507 }, { "epoch": 9.33, "learning_rate": 9.244114480541678e-05, "loss": 19.9756, "step": 10508 }, { "epoch": 9.33, "learning_rate": 9.243965648660051e-05, "loss": 20.0234, "step": 10509 }, { "epoch": 9.33, "learning_rate": 9.243816803325918e-05, "loss": 20.2734, "step": 10510 }, { "epoch": 9.33, "learning_rate": 9.24366794453975e-05, "loss": 20.2764, "step": 10511 }, { "epoch": 9.34, "learning_rate": 9.243519072302019e-05, "loss": 19.9385, "step": 10512 }, { "epoch": 9.34, "learning_rate": 9.243370186613196e-05, "loss": 20.1475, "step": 10513 }, { "epoch": 9.34, "learning_rate": 9.243221287473756e-05, "loss": 19.9092, "step": 10514 }, { "epoch": 9.34, "learning_rate": 9.243072374884167e-05, "loss": 20.2744, "step": 10515 }, { "epoch": 9.34, "learning_rate": 9.242923448844905e-05, "loss": 19.748, "step": 10516 }, { "epoch": 9.34, "learning_rate": 9.24277450935644e-05, "loss": 19.8369, "step": 10517 }, { "epoch": 9.34, "learning_rate": 9.242625556419243e-05, "loss": 20.3711, "step": 10518 }, { "epoch": 9.34, "learning_rate": 9.242476590033788e-05, "loss": 20.125, "step": 10519 }, { "epoch": 9.34, "learning_rate": 9.242327610200547e-05, "loss": 20.7021, "step": 10520 }, { "epoch": 9.34, "learning_rate": 9.242178616919992e-05, "loss": 20.1055, "step": 10521 }, { "epoch": 9.34, "learning_rate": 9.242029610192595e-05, "loss": 19.8379, "step": 10522 }, { "epoch": 9.35, "learning_rate": 9.241880590018828e-05, "loss": 19.8047, "step": 10523 }, { "epoch": 9.35, "learning_rate": 9.241731556399165e-05, "loss": 20.168, "step": 10524 }, { "epoch": 9.35, "learning_rate": 9.241582509334075e-05, "loss": 20.3613, "step": 10525 }, { "epoch": 9.35, "learning_rate": 9.241433448824036e-05, "loss": 20.1631, "step": 10526 }, { "epoch": 9.35, "learning_rate": 9.241284374869515e-05, "loss": 19.4629, "step": 10527 }, { "epoch": 9.35, "learning_rate": 9.241135287470986e-05, "loss": 20.7344, "step": 10528 }, { "epoch": 9.35, "learning_rate": 9.240986186628922e-05, "loss": 19.958, "step": 10529 }, { "epoch": 9.35, "learning_rate": 9.240837072343798e-05, "loss": 19.8164, "step": 10530 }, { "epoch": 9.35, "learning_rate": 9.240687944616083e-05, "loss": 20.1592, "step": 10531 }, { "epoch": 9.35, "learning_rate": 9.240538803446252e-05, "loss": 20.2705, "step": 10532 }, { "epoch": 9.35, "learning_rate": 9.240389648834777e-05, "loss": 20.0703, "step": 10533 }, { "epoch": 9.36, "learning_rate": 9.24024048078213e-05, "loss": 20.1826, "step": 10534 }, { "epoch": 9.36, "learning_rate": 9.240091299288786e-05, "loss": 20.5127, "step": 10535 }, { "epoch": 9.36, "learning_rate": 9.239942104355215e-05, "loss": 20.4785, "step": 10536 }, { "epoch": 9.36, "learning_rate": 9.239792895981893e-05, "loss": 20.1895, "step": 10537 }, { "epoch": 9.36, "learning_rate": 9.239643674169289e-05, "loss": 20.4902, "step": 10538 }, { "epoch": 9.36, "learning_rate": 9.239494438917881e-05, "loss": 19.8145, "step": 10539 }, { "epoch": 9.36, "learning_rate": 9.239345190228138e-05, "loss": 19.9805, "step": 10540 }, { "epoch": 9.36, "learning_rate": 9.239195928100534e-05, "loss": 20.1855, "step": 10541 }, { "epoch": 9.36, "learning_rate": 9.239046652535543e-05, "loss": 19.957, "step": 10542 }, { "epoch": 9.36, "learning_rate": 9.23889736353364e-05, "loss": 20.2695, "step": 10543 }, { "epoch": 9.36, "learning_rate": 9.238748061095294e-05, "loss": 20.1787, "step": 10544 }, { "epoch": 9.37, "learning_rate": 9.238598745220979e-05, "loss": 19.7246, "step": 10545 }, { "epoch": 9.37, "learning_rate": 9.238449415911172e-05, "loss": 19.9443, "step": 10546 }, { "epoch": 9.37, "learning_rate": 9.238300073166344e-05, "loss": 19.9541, "step": 10547 }, { "epoch": 9.37, "learning_rate": 9.238150716986967e-05, "loss": 19.792, "step": 10548 }, { "epoch": 9.37, "learning_rate": 9.238001347373516e-05, "loss": 19.873, "step": 10549 }, { "epoch": 9.37, "learning_rate": 9.237851964326465e-05, "loss": 19.7725, "step": 10550 }, { "epoch": 9.37, "learning_rate": 9.237702567846284e-05, "loss": 20.0264, "step": 10551 }, { "epoch": 9.37, "learning_rate": 9.237553157933453e-05, "loss": 20.0615, "step": 10552 }, { "epoch": 9.37, "learning_rate": 9.23740373458844e-05, "loss": 20.4912, "step": 10553 }, { "epoch": 9.37, "learning_rate": 9.237254297811721e-05, "loss": 20.4248, "step": 10554 }, { "epoch": 9.37, "learning_rate": 9.237104847603768e-05, "loss": 19.5732, "step": 10555 }, { "epoch": 9.37, "learning_rate": 9.236955383965058e-05, "loss": 20.2539, "step": 10556 }, { "epoch": 9.38, "learning_rate": 9.236805906896061e-05, "loss": 20.2002, "step": 10557 }, { "epoch": 9.38, "learning_rate": 9.236656416397254e-05, "loss": 19.9473, "step": 10558 }, { "epoch": 9.38, "learning_rate": 9.236506912469108e-05, "loss": 20.0967, "step": 10559 }, { "epoch": 9.38, "learning_rate": 9.236357395112099e-05, "loss": 20.1592, "step": 10560 }, { "epoch": 9.38, "learning_rate": 9.2362078643267e-05, "loss": 20.1299, "step": 10561 }, { "epoch": 9.38, "learning_rate": 9.236058320113386e-05, "loss": 19.9492, "step": 10562 }, { "epoch": 9.38, "learning_rate": 9.23590876247263e-05, "loss": 19.4863, "step": 10563 }, { "epoch": 9.38, "learning_rate": 9.235759191404905e-05, "loss": 20.0986, "step": 10564 }, { "epoch": 9.38, "learning_rate": 9.235609606910687e-05, "loss": 19.9248, "step": 10565 }, { "epoch": 9.38, "learning_rate": 9.235460008990449e-05, "loss": 19.7363, "step": 10566 }, { "epoch": 9.38, "learning_rate": 9.235310397644666e-05, "loss": 20.2422, "step": 10567 }, { "epoch": 9.39, "learning_rate": 9.235160772873813e-05, "loss": 20.5107, "step": 10568 }, { "epoch": 9.39, "learning_rate": 9.235011134678362e-05, "loss": 20.1855, "step": 10569 }, { "epoch": 9.39, "learning_rate": 9.23486148305879e-05, "loss": 19.8398, "step": 10570 }, { "epoch": 9.39, "learning_rate": 9.234711818015569e-05, "loss": 20.0811, "step": 10571 }, { "epoch": 9.39, "learning_rate": 9.234562139549174e-05, "loss": 19.8672, "step": 10572 }, { "epoch": 9.39, "learning_rate": 9.234412447660082e-05, "loss": 20.3145, "step": 10573 }, { "epoch": 9.39, "learning_rate": 9.234262742348763e-05, "loss": 19.9746, "step": 10574 }, { "epoch": 9.39, "learning_rate": 9.234113023615693e-05, "loss": 19.6621, "step": 10575 }, { "epoch": 9.39, "learning_rate": 9.23396329146135e-05, "loss": 19.8379, "step": 10576 }, { "epoch": 9.39, "learning_rate": 9.233813545886205e-05, "loss": 19.8564, "step": 10577 }, { "epoch": 9.39, "learning_rate": 9.233663786890734e-05, "loss": 19.5557, "step": 10578 }, { "epoch": 9.4, "learning_rate": 9.233514014475411e-05, "loss": 19.4941, "step": 10579 }, { "epoch": 9.4, "learning_rate": 9.233364228640711e-05, "loss": 20.1318, "step": 10580 }, { "epoch": 9.4, "learning_rate": 9.233214429387109e-05, "loss": 20.1641, "step": 10581 }, { "epoch": 9.4, "learning_rate": 9.23306461671508e-05, "loss": 19.5088, "step": 10582 }, { "epoch": 9.4, "learning_rate": 9.232914790625098e-05, "loss": 19.7842, "step": 10583 }, { "epoch": 9.4, "learning_rate": 9.232764951117638e-05, "loss": 19.8564, "step": 10584 }, { "epoch": 9.4, "learning_rate": 9.232615098193177e-05, "loss": 19.6162, "step": 10585 }, { "epoch": 9.4, "learning_rate": 9.232465231852189e-05, "loss": 19.5977, "step": 10586 }, { "epoch": 9.4, "learning_rate": 9.232315352095148e-05, "loss": 19.3389, "step": 10587 }, { "epoch": 9.4, "learning_rate": 9.232165458922528e-05, "loss": 20.2354, "step": 10588 }, { "epoch": 9.4, "learning_rate": 9.232015552334808e-05, "loss": 20.1494, "step": 10589 }, { "epoch": 9.4, "learning_rate": 9.23186563233246e-05, "loss": 19.8223, "step": 10590 }, { "epoch": 9.41, "learning_rate": 9.231715698915962e-05, "loss": 19.9551, "step": 10591 }, { "epoch": 9.41, "learning_rate": 9.231565752085784e-05, "loss": 20.1318, "step": 10592 }, { "epoch": 9.41, "learning_rate": 9.231415791842406e-05, "loss": 19.8975, "step": 10593 }, { "epoch": 9.41, "learning_rate": 9.231265818186304e-05, "loss": 20.1152, "step": 10594 }, { "epoch": 9.41, "learning_rate": 9.231115831117949e-05, "loss": 19.915, "step": 10595 }, { "epoch": 9.41, "learning_rate": 9.230965830637821e-05, "loss": 20.0752, "step": 10596 }, { "epoch": 9.41, "learning_rate": 9.230815816746392e-05, "loss": 19.8887, "step": 10597 }, { "epoch": 9.41, "learning_rate": 9.230665789444139e-05, "loss": 20.3828, "step": 10598 }, { "epoch": 9.41, "learning_rate": 9.230515748731539e-05, "loss": 19.6123, "step": 10599 }, { "epoch": 9.41, "learning_rate": 9.230365694609064e-05, "loss": 19.7266, "step": 10600 }, { "epoch": 9.41, "learning_rate": 9.230215627077193e-05, "loss": 19.959, "step": 10601 }, { "epoch": 9.42, "learning_rate": 9.2300655461364e-05, "loss": 20.291, "step": 10602 }, { "epoch": 9.42, "learning_rate": 9.22991545178716e-05, "loss": 19.3447, "step": 10603 }, { "epoch": 9.42, "learning_rate": 9.22976534402995e-05, "loss": 20.2432, "step": 10604 }, { "epoch": 9.42, "learning_rate": 9.229615222865247e-05, "loss": 20.1035, "step": 10605 }, { "epoch": 9.42, "learning_rate": 9.229465088293526e-05, "loss": 19.6152, "step": 10606 }, { "epoch": 9.42, "learning_rate": 9.22931494031526e-05, "loss": 19.9893, "step": 10607 }, { "epoch": 9.42, "learning_rate": 9.229164778930928e-05, "loss": 19.834, "step": 10608 }, { "epoch": 9.42, "learning_rate": 9.229014604141007e-05, "loss": 20.1367, "step": 10609 }, { "epoch": 9.42, "learning_rate": 9.228864415945971e-05, "loss": 19.7695, "step": 10610 }, { "epoch": 9.42, "learning_rate": 9.228714214346294e-05, "loss": 19.9736, "step": 10611 }, { "epoch": 9.42, "learning_rate": 9.228563999342456e-05, "loss": 19.3984, "step": 10612 }, { "epoch": 9.43, "learning_rate": 9.228413770934933e-05, "loss": 20.0879, "step": 10613 }, { "epoch": 9.43, "learning_rate": 9.2282635291242e-05, "loss": 20.0469, "step": 10614 }, { "epoch": 9.43, "learning_rate": 9.228113273910732e-05, "loss": 20.248, "step": 10615 }, { "epoch": 9.43, "learning_rate": 9.227963005295007e-05, "loss": 19.8457, "step": 10616 }, { "epoch": 9.43, "learning_rate": 9.227812723277499e-05, "loss": 19.6826, "step": 10617 }, { "epoch": 9.43, "learning_rate": 9.227662427858688e-05, "loss": 20.3555, "step": 10618 }, { "epoch": 9.43, "learning_rate": 9.227512119039048e-05, "loss": 20.2471, "step": 10619 }, { "epoch": 9.43, "learning_rate": 9.227361796819054e-05, "loss": 19.6914, "step": 10620 }, { "epoch": 9.43, "learning_rate": 9.227211461199187e-05, "loss": 20.1348, "step": 10621 }, { "epoch": 9.43, "learning_rate": 9.22706111217992e-05, "loss": 20.2285, "step": 10622 }, { "epoch": 9.43, "learning_rate": 9.22691074976173e-05, "loss": 20.1123, "step": 10623 }, { "epoch": 9.44, "learning_rate": 9.226760373945096e-05, "loss": 19.3359, "step": 10624 }, { "epoch": 9.44, "learning_rate": 9.22660998473049e-05, "loss": 19.6318, "step": 10625 }, { "epoch": 9.44, "learning_rate": 9.226459582118395e-05, "loss": 20.333, "step": 10626 }, { "epoch": 9.44, "learning_rate": 9.226309166109281e-05, "loss": 20.7236, "step": 10627 }, { "epoch": 9.44, "learning_rate": 9.226158736703629e-05, "loss": 20.6689, "step": 10628 }, { "epoch": 9.44, "learning_rate": 9.226008293901915e-05, "loss": 20.2529, "step": 10629 }, { "epoch": 9.44, "learning_rate": 9.225857837704616e-05, "loss": 19.8779, "step": 10630 }, { "epoch": 9.44, "learning_rate": 9.22570736811221e-05, "loss": 20.3418, "step": 10631 }, { "epoch": 9.44, "learning_rate": 9.225556885125171e-05, "loss": 20.1289, "step": 10632 }, { "epoch": 9.44, "learning_rate": 9.225406388743977e-05, "loss": 20.2588, "step": 10633 }, { "epoch": 9.44, "learning_rate": 9.225255878969108e-05, "loss": 20.0762, "step": 10634 }, { "epoch": 9.44, "learning_rate": 9.225105355801037e-05, "loss": 20.2939, "step": 10635 }, { "epoch": 9.45, "learning_rate": 9.224954819240243e-05, "loss": 19.7822, "step": 10636 }, { "epoch": 9.45, "learning_rate": 9.224804269287204e-05, "loss": 19.7725, "step": 10637 }, { "epoch": 9.45, "learning_rate": 9.224653705942395e-05, "loss": 20.6445, "step": 10638 }, { "epoch": 9.45, "learning_rate": 9.224503129206294e-05, "loss": 20.249, "step": 10639 }, { "epoch": 9.45, "learning_rate": 9.224352539079382e-05, "loss": 20.3955, "step": 10640 }, { "epoch": 9.45, "learning_rate": 9.22420193556213e-05, "loss": 20.5391, "step": 10641 }, { "epoch": 9.45, "learning_rate": 9.22405131865502e-05, "loss": 20.8232, "step": 10642 }, { "epoch": 9.45, "learning_rate": 9.223900688358526e-05, "loss": 19.8418, "step": 10643 }, { "epoch": 9.45, "learning_rate": 9.22375004467313e-05, "loss": 20.3477, "step": 10644 }, { "epoch": 9.45, "learning_rate": 9.223599387599306e-05, "loss": 20.4297, "step": 10645 }, { "epoch": 9.45, "learning_rate": 9.223448717137533e-05, "loss": 20.2812, "step": 10646 }, { "epoch": 9.46, "learning_rate": 9.223298033288289e-05, "loss": 20.2754, "step": 10647 }, { "epoch": 9.46, "learning_rate": 9.223147336052046e-05, "loss": 19.958, "step": 10648 }, { "epoch": 9.46, "learning_rate": 9.222996625429291e-05, "loss": 20.5879, "step": 10649 }, { "epoch": 9.46, "learning_rate": 9.222845901420495e-05, "loss": 19.8262, "step": 10650 }, { "epoch": 9.46, "learning_rate": 9.22269516402614e-05, "loss": 19.8711, "step": 10651 }, { "epoch": 9.46, "learning_rate": 9.2225444132467e-05, "loss": 20.2842, "step": 10652 }, { "epoch": 9.46, "learning_rate": 9.222393649082655e-05, "loss": 20.1426, "step": 10653 }, { "epoch": 9.46, "learning_rate": 9.222242871534484e-05, "loss": 20.2793, "step": 10654 }, { "epoch": 9.46, "learning_rate": 9.22209208060266e-05, "loss": 19.4941, "step": 10655 }, { "epoch": 9.46, "learning_rate": 9.221941276287667e-05, "loss": 19.6348, "step": 10656 }, { "epoch": 9.46, "learning_rate": 9.221790458589979e-05, "loss": 20.1426, "step": 10657 }, { "epoch": 9.47, "learning_rate": 9.221639627510076e-05, "loss": 19.5898, "step": 10658 }, { "epoch": 9.47, "learning_rate": 9.221488783048435e-05, "loss": 20.2148, "step": 10659 }, { "epoch": 9.47, "learning_rate": 9.221337925205536e-05, "loss": 19.8984, "step": 10660 }, { "epoch": 9.47, "learning_rate": 9.221187053981855e-05, "loss": 20.3535, "step": 10661 }, { "epoch": 9.47, "learning_rate": 9.22103616937787e-05, "loss": 19.9688, "step": 10662 }, { "epoch": 9.47, "learning_rate": 9.220885271394062e-05, "loss": 19.9834, "step": 10663 }, { "epoch": 9.47, "learning_rate": 9.220734360030907e-05, "loss": 20.5967, "step": 10664 }, { "epoch": 9.47, "learning_rate": 9.220583435288885e-05, "loss": 19.8779, "step": 10665 }, { "epoch": 9.47, "learning_rate": 9.220432497168472e-05, "loss": 19.9111, "step": 10666 }, { "epoch": 9.47, "learning_rate": 9.220281545670148e-05, "loss": 20.5518, "step": 10667 }, { "epoch": 9.47, "learning_rate": 9.220130580794393e-05, "loss": 19.6748, "step": 10668 }, { "epoch": 9.48, "learning_rate": 9.219979602541682e-05, "loss": 19.8389, "step": 10669 }, { "epoch": 9.48, "learning_rate": 9.219828610912497e-05, "loss": 20.9199, "step": 10670 }, { "epoch": 9.48, "learning_rate": 9.219677605907315e-05, "loss": 19.6738, "step": 10671 }, { "epoch": 9.48, "learning_rate": 9.219526587526613e-05, "loss": 19.6201, "step": 10672 }, { "epoch": 9.48, "learning_rate": 9.219375555770873e-05, "loss": 19.8418, "step": 10673 }, { "epoch": 9.48, "learning_rate": 9.219224510640571e-05, "loss": 20.0088, "step": 10674 }, { "epoch": 9.48, "learning_rate": 9.219073452136189e-05, "loss": 20.5635, "step": 10675 }, { "epoch": 9.48, "learning_rate": 9.218922380258202e-05, "loss": 19.7402, "step": 10676 }, { "epoch": 9.48, "learning_rate": 9.218771295007092e-05, "loss": 19.9414, "step": 10677 }, { "epoch": 9.48, "learning_rate": 9.218620196383337e-05, "loss": 20.0508, "step": 10678 }, { "epoch": 9.48, "learning_rate": 9.218469084387413e-05, "loss": 20.6035, "step": 10679 }, { "epoch": 9.48, "learning_rate": 9.218317959019803e-05, "loss": 19.4902, "step": 10680 }, { "epoch": 9.49, "learning_rate": 9.218166820280985e-05, "loss": 19.96, "step": 10681 }, { "epoch": 9.49, "learning_rate": 9.218015668171436e-05, "loss": 19.71, "step": 10682 }, { "epoch": 9.49, "learning_rate": 9.217864502691637e-05, "loss": 20.0645, "step": 10683 }, { "epoch": 9.49, "learning_rate": 9.217713323842067e-05, "loss": 19.8545, "step": 10684 }, { "epoch": 9.49, "learning_rate": 9.217562131623207e-05, "loss": 19.9189, "step": 10685 }, { "epoch": 9.49, "learning_rate": 9.217410926035534e-05, "loss": 20.1416, "step": 10686 }, { "epoch": 9.49, "learning_rate": 9.217259707079527e-05, "loss": 20.3867, "step": 10687 }, { "epoch": 9.49, "learning_rate": 9.217108474755665e-05, "loss": 20.4053, "step": 10688 }, { "epoch": 9.49, "learning_rate": 9.21695722906443e-05, "loss": 19.9521, "step": 10689 }, { "epoch": 9.49, "learning_rate": 9.216805970006298e-05, "loss": 20.2451, "step": 10690 }, { "epoch": 9.49, "learning_rate": 9.216654697581752e-05, "loss": 19.2119, "step": 10691 }, { "epoch": 9.5, "learning_rate": 9.216503411791269e-05, "loss": 20.6836, "step": 10692 }, { "epoch": 9.5, "learning_rate": 9.216352112635328e-05, "loss": 19.8154, "step": 10693 }, { "epoch": 9.5, "learning_rate": 9.216200800114412e-05, "loss": 19.6973, "step": 10694 }, { "epoch": 9.5, "learning_rate": 9.216049474228997e-05, "loss": 19.8584, "step": 10695 }, { "epoch": 9.5, "learning_rate": 9.215898134979565e-05, "loss": 20.2812, "step": 10696 }, { "epoch": 9.5, "learning_rate": 9.215746782366595e-05, "loss": 19.6123, "step": 10697 }, { "epoch": 9.5, "learning_rate": 9.215595416390566e-05, "loss": 19.3486, "step": 10698 }, { "epoch": 9.5, "learning_rate": 9.215444037051959e-05, "loss": 20.7305, "step": 10699 }, { "epoch": 9.5, "learning_rate": 9.215292644351252e-05, "loss": 19.7764, "step": 10700 }, { "epoch": 9.5, "learning_rate": 9.215141238288928e-05, "loss": 19.6768, "step": 10701 }, { "epoch": 9.5, "learning_rate": 9.214989818865465e-05, "loss": 19.9004, "step": 10702 }, { "epoch": 9.51, "learning_rate": 9.214838386081341e-05, "loss": 20.0215, "step": 10703 }, { "epoch": 9.51, "learning_rate": 9.21468693993704e-05, "loss": 20.3047, "step": 10704 }, { "epoch": 9.51, "learning_rate": 9.21453548043304e-05, "loss": 19.9688, "step": 10705 }, { "epoch": 9.51, "learning_rate": 9.21438400756982e-05, "loss": 19.9346, "step": 10706 }, { "epoch": 9.51, "learning_rate": 9.214232521347864e-05, "loss": 20.082, "step": 10707 }, { "epoch": 9.51, "learning_rate": 9.214232521347864e-05, "loss": 20.3877, "step": 10708 }, { "epoch": 9.51, "learning_rate": 9.214081021767647e-05, "loss": 20.6719, "step": 10709 }, { "epoch": 9.51, "learning_rate": 9.213929508829652e-05, "loss": 19.9756, "step": 10710 }, { "epoch": 9.51, "learning_rate": 9.213777982534361e-05, "loss": 20.3672, "step": 10711 }, { "epoch": 9.51, "learning_rate": 9.213626442882251e-05, "loss": 20.4922, "step": 10712 }, { "epoch": 9.51, "learning_rate": 9.213474889873804e-05, "loss": 19.8818, "step": 10713 }, { "epoch": 9.52, "learning_rate": 9.2133233235095e-05, "loss": 19.9072, "step": 10714 }, { "epoch": 9.52, "learning_rate": 9.21317174378982e-05, "loss": 19.873, "step": 10715 }, { "epoch": 9.52, "learning_rate": 9.213020150715241e-05, "loss": 20.8555, "step": 10716 }, { "epoch": 9.52, "learning_rate": 9.21286854428625e-05, "loss": 20.1963, "step": 10717 }, { "epoch": 9.52, "learning_rate": 9.212716924503322e-05, "loss": 20.1631, "step": 10718 }, { "epoch": 9.52, "learning_rate": 9.212565291366941e-05, "loss": 19.7822, "step": 10719 }, { "epoch": 9.52, "learning_rate": 9.212413644877586e-05, "loss": 20.2529, "step": 10720 }, { "epoch": 9.52, "learning_rate": 9.212261985035739e-05, "loss": 19.625, "step": 10721 }, { "epoch": 9.52, "learning_rate": 9.212261985035739e-05, "loss": 20.5771, "step": 10722 }, { "epoch": 9.52, "learning_rate": 9.212110311841879e-05, "loss": 19.7646, "step": 10723 }, { "epoch": 9.52, "learning_rate": 9.211958625296486e-05, "loss": 20.123, "step": 10724 }, { "epoch": 9.52, "learning_rate": 9.211806925400044e-05, "loss": 19.5635, "step": 10725 }, { "epoch": 9.53, "learning_rate": 9.211655212153032e-05, "loss": 19.4248, "step": 10726 }, { "epoch": 9.53, "learning_rate": 9.21150348555593e-05, "loss": 19.7588, "step": 10727 }, { "epoch": 9.53, "learning_rate": 9.211351745609221e-05, "loss": 19.8408, "step": 10728 }, { "epoch": 9.53, "learning_rate": 9.211199992313385e-05, "loss": 20.4033, "step": 10729 }, { "epoch": 9.53, "learning_rate": 9.211048225668903e-05, "loss": 19.8398, "step": 10730 }, { "epoch": 9.53, "learning_rate": 9.210896445676256e-05, "loss": 21.0381, "step": 10731 }, { "epoch": 9.53, "learning_rate": 9.210744652335925e-05, "loss": 19.6104, "step": 10732 }, { "epoch": 9.53, "learning_rate": 9.210592845648392e-05, "loss": 20.8389, "step": 10733 }, { "epoch": 9.53, "learning_rate": 9.210441025614138e-05, "loss": 19.7754, "step": 10734 }, { "epoch": 9.53, "learning_rate": 9.210289192233644e-05, "loss": 20.5586, "step": 10735 }, { "epoch": 9.53, "learning_rate": 9.21013734550739e-05, "loss": 19.5996, "step": 10736 }, { "epoch": 9.54, "learning_rate": 9.209985485435858e-05, "loss": 20.2139, "step": 10737 }, { "epoch": 9.54, "learning_rate": 9.209833612019531e-05, "loss": 19.2031, "step": 10738 }, { "epoch": 9.54, "learning_rate": 9.209681725258888e-05, "loss": 20.1094, "step": 10739 }, { "epoch": 9.54, "learning_rate": 9.209529825154413e-05, "loss": 20.0205, "step": 10740 }, { "epoch": 9.54, "learning_rate": 9.209377911706585e-05, "loss": 20.1816, "step": 10741 }, { "epoch": 9.54, "learning_rate": 9.209225984915889e-05, "loss": 19.6123, "step": 10742 }, { "epoch": 9.54, "learning_rate": 9.209074044782802e-05, "loss": 20.0449, "step": 10743 }, { "epoch": 9.54, "learning_rate": 9.208922091307808e-05, "loss": 20.3418, "step": 10744 }, { "epoch": 9.54, "learning_rate": 9.208770124491388e-05, "loss": 20.165, "step": 10745 }, { "epoch": 9.54, "learning_rate": 9.208618144334025e-05, "loss": 19.623, "step": 10746 }, { "epoch": 9.54, "learning_rate": 9.2084661508362e-05, "loss": 19.8125, "step": 10747 }, { "epoch": 9.55, "learning_rate": 9.208314143998396e-05, "loss": 19.957, "step": 10748 }, { "epoch": 9.55, "learning_rate": 9.208162123821091e-05, "loss": 21.3018, "step": 10749 }, { "epoch": 9.55, "learning_rate": 9.20801009030477e-05, "loss": 19.6123, "step": 10750 }, { "epoch": 9.55, "learning_rate": 9.207858043449918e-05, "loss": 19.7891, "step": 10751 }, { "epoch": 9.55, "learning_rate": 9.207705983257008e-05, "loss": 19.9434, "step": 10752 }, { "epoch": 9.55, "learning_rate": 9.207553909726531e-05, "loss": 20.1592, "step": 10753 }, { "epoch": 9.55, "learning_rate": 9.207401822858966e-05, "loss": 20.0918, "step": 10754 }, { "epoch": 9.55, "learning_rate": 9.207249722654792e-05, "loss": 19.7217, "step": 10755 }, { "epoch": 9.55, "learning_rate": 9.207097609114494e-05, "loss": 20.25, "step": 10756 }, { "epoch": 9.55, "learning_rate": 9.206945482238554e-05, "loss": 19.583, "step": 10757 }, { "epoch": 9.55, "learning_rate": 9.206793342027454e-05, "loss": 20.0723, "step": 10758 }, { "epoch": 9.56, "learning_rate": 9.206641188481678e-05, "loss": 19.7852, "step": 10759 }, { "epoch": 9.56, "learning_rate": 9.206489021601704e-05, "loss": 19.7178, "step": 10760 }, { "epoch": 9.56, "learning_rate": 9.206336841388018e-05, "loss": 20.2607, "step": 10761 }, { "epoch": 9.56, "learning_rate": 9.2061846478411e-05, "loss": 19.1865, "step": 10762 }, { "epoch": 9.56, "learning_rate": 9.206032440961436e-05, "loss": 20.0342, "step": 10763 }, { "epoch": 9.56, "learning_rate": 9.205880220749504e-05, "loss": 19.833, "step": 10764 }, { "epoch": 9.56, "learning_rate": 9.20572798720579e-05, "loss": 19.6367, "step": 10765 }, { "epoch": 9.56, "learning_rate": 9.205575740330774e-05, "loss": 19.4668, "step": 10766 }, { "epoch": 9.56, "learning_rate": 9.205423480124942e-05, "loss": 19.6396, "step": 10767 }, { "epoch": 9.56, "learning_rate": 9.205271206588773e-05, "loss": 20.3857, "step": 10768 }, { "epoch": 9.56, "learning_rate": 9.205118919722751e-05, "loss": 20.0156, "step": 10769 }, { "epoch": 9.56, "learning_rate": 9.204966619527357e-05, "loss": 19.9551, "step": 10770 }, { "epoch": 9.57, "learning_rate": 9.204814306003079e-05, "loss": 20.2061, "step": 10771 }, { "epoch": 9.57, "learning_rate": 9.204661979150395e-05, "loss": 20.1367, "step": 10772 }, { "epoch": 9.57, "learning_rate": 9.204509638969789e-05, "loss": 19.3906, "step": 10773 }, { "epoch": 9.57, "learning_rate": 9.204357285461745e-05, "loss": 19.8271, "step": 10774 }, { "epoch": 9.57, "learning_rate": 9.204204918626743e-05, "loss": 19.7617, "step": 10775 }, { "epoch": 9.57, "learning_rate": 9.204052538465269e-05, "loss": 19.6357, "step": 10776 }, { "epoch": 9.57, "learning_rate": 9.203900144977806e-05, "loss": 19.791, "step": 10777 }, { "epoch": 9.57, "learning_rate": 9.203747738164834e-05, "loss": 20.6113, "step": 10778 }, { "epoch": 9.57, "learning_rate": 9.203595318026841e-05, "loss": 20.3496, "step": 10779 }, { "epoch": 9.57, "learning_rate": 9.203442884564305e-05, "loss": 19.832, "step": 10780 }, { "epoch": 9.57, "learning_rate": 9.203290437777712e-05, "loss": 19.5664, "step": 10781 }, { "epoch": 9.58, "learning_rate": 9.203137977667545e-05, "loss": 20.4531, "step": 10782 }, { "epoch": 9.58, "learning_rate": 9.202985504234287e-05, "loss": 19.7881, "step": 10783 }, { "epoch": 9.58, "learning_rate": 9.202833017478422e-05, "loss": 20.0098, "step": 10784 }, { "epoch": 9.58, "learning_rate": 9.202680517400432e-05, "loss": 19.6445, "step": 10785 }, { "epoch": 9.58, "learning_rate": 9.202528004000802e-05, "loss": 20.1221, "step": 10786 }, { "epoch": 9.58, "learning_rate": 9.202375477280012e-05, "loss": 19.6758, "step": 10787 }, { "epoch": 9.58, "learning_rate": 9.20222293723855e-05, "loss": 20.0156, "step": 10788 }, { "epoch": 9.58, "learning_rate": 9.202070383876897e-05, "loss": 19.7998, "step": 10789 }, { "epoch": 9.58, "learning_rate": 9.201917817195538e-05, "loss": 19.5283, "step": 10790 }, { "epoch": 9.58, "learning_rate": 9.201765237194953e-05, "loss": 20.3418, "step": 10791 }, { "epoch": 9.58, "learning_rate": 9.20161264387563e-05, "loss": 19.7617, "step": 10792 }, { "epoch": 9.59, "learning_rate": 9.201460037238052e-05, "loss": 20.2988, "step": 10793 }, { "epoch": 9.59, "learning_rate": 9.201307417282701e-05, "loss": 20.5322, "step": 10794 }, { "epoch": 9.59, "learning_rate": 9.201154784010059e-05, "loss": 19.6582, "step": 10795 }, { "epoch": 9.59, "learning_rate": 9.201002137420615e-05, "loss": 20.1992, "step": 10796 }, { "epoch": 9.59, "learning_rate": 9.200849477514851e-05, "loss": 19.6553, "step": 10797 }, { "epoch": 9.59, "learning_rate": 9.200696804293249e-05, "loss": 19.8135, "step": 10798 }, { "epoch": 9.59, "learning_rate": 9.200544117756293e-05, "loss": 19.8037, "step": 10799 }, { "epoch": 9.59, "learning_rate": 9.20039141790447e-05, "loss": 19.3545, "step": 10800 }, { "epoch": 9.59, "learning_rate": 9.20039141790447e-05, "loss": 20.2617, "step": 10801 }, { "epoch": 9.59, "learning_rate": 9.200238704738259e-05, "loss": 19.9375, "step": 10802 }, { "epoch": 9.59, "learning_rate": 9.20008597825815e-05, "loss": 20.2168, "step": 10803 }, { "epoch": 9.6, "learning_rate": 9.199933238464623e-05, "loss": 19.7969, "step": 10804 }, { "epoch": 9.6, "learning_rate": 9.199780485358164e-05, "loss": 19.623, "step": 10805 }, { "epoch": 9.6, "learning_rate": 9.199627718939256e-05, "loss": 20.0996, "step": 10806 }, { "epoch": 9.6, "learning_rate": 9.199474939208383e-05, "loss": 19.9707, "step": 10807 }, { "epoch": 9.6, "learning_rate": 9.199322146166031e-05, "loss": 20.2959, "step": 10808 }, { "epoch": 9.6, "learning_rate": 9.199169339812685e-05, "loss": 19.458, "step": 10809 }, { "epoch": 9.6, "learning_rate": 9.199016520148826e-05, "loss": 20.25, "step": 10810 }, { "epoch": 9.6, "learning_rate": 9.19886368717494e-05, "loss": 19.9697, "step": 10811 }, { "epoch": 9.6, "learning_rate": 9.198710840891512e-05, "loss": 19.5264, "step": 10812 }, { "epoch": 9.6, "learning_rate": 9.198557981299026e-05, "loss": 20.6953, "step": 10813 }, { "epoch": 9.6, "learning_rate": 9.198405108397968e-05, "loss": 20.3613, "step": 10814 }, { "epoch": 9.6, "learning_rate": 9.198252222188818e-05, "loss": 19.6621, "step": 10815 }, { "epoch": 9.61, "learning_rate": 9.198099322672067e-05, "loss": 19.4385, "step": 10816 }, { "epoch": 9.61, "learning_rate": 9.197946409848194e-05, "loss": 19.4238, "step": 10817 }, { "epoch": 9.61, "learning_rate": 9.197793483717688e-05, "loss": 19.876, "step": 10818 }, { "epoch": 9.61, "learning_rate": 9.197640544281032e-05, "loss": 19.6797, "step": 10819 }, { "epoch": 9.61, "learning_rate": 9.19748759153871e-05, "loss": 19.9775, "step": 10820 }, { "epoch": 9.61, "learning_rate": 9.197334625491208e-05, "loss": 20.0703, "step": 10821 }, { "epoch": 9.61, "learning_rate": 9.19718164613901e-05, "loss": 20.3135, "step": 10822 }, { "epoch": 9.61, "learning_rate": 9.197028653482602e-05, "loss": 20.334, "step": 10823 }, { "epoch": 9.61, "learning_rate": 9.196875647522468e-05, "loss": 20.0889, "step": 10824 }, { "epoch": 9.61, "learning_rate": 9.196722628259094e-05, "loss": 19.6348, "step": 10825 }, { "epoch": 9.61, "learning_rate": 9.196569595692962e-05, "loss": 19.7764, "step": 10826 }, { "epoch": 9.62, "learning_rate": 9.196416549824562e-05, "loss": 19.793, "step": 10827 }, { "epoch": 9.62, "learning_rate": 9.196263490654376e-05, "loss": 20.1328, "step": 10828 }, { "epoch": 9.62, "learning_rate": 9.196110418182888e-05, "loss": 20.2949, "step": 10829 }, { "epoch": 9.62, "learning_rate": 9.195957332410586e-05, "loss": 20.6895, "step": 10830 }, { "epoch": 9.62, "learning_rate": 9.195804233337955e-05, "loss": 19.9648, "step": 10831 }, { "epoch": 9.62, "learning_rate": 9.195651120965478e-05, "loss": 19.4414, "step": 10832 }, { "epoch": 9.62, "learning_rate": 9.195497995293643e-05, "loss": 20.4365, "step": 10833 }, { "epoch": 9.62, "learning_rate": 9.195344856322934e-05, "loss": 19.6973, "step": 10834 }, { "epoch": 9.62, "learning_rate": 9.195191704053836e-05, "loss": 19.8594, "step": 10835 }, { "epoch": 9.62, "learning_rate": 9.195038538486836e-05, "loss": 20.3555, "step": 10836 }, { "epoch": 9.62, "learning_rate": 9.194885359622419e-05, "loss": 20.3359, "step": 10837 }, { "epoch": 9.63, "learning_rate": 9.194732167461069e-05, "loss": 20.3135, "step": 10838 }, { "epoch": 9.63, "learning_rate": 9.194578962003272e-05, "loss": 20.1045, "step": 10839 }, { "epoch": 9.63, "learning_rate": 9.194425743249515e-05, "loss": 20.3848, "step": 10840 }, { "epoch": 9.63, "learning_rate": 9.194272511200284e-05, "loss": 20.5088, "step": 10841 }, { "epoch": 9.63, "learning_rate": 9.194119265856062e-05, "loss": 19.8223, "step": 10842 }, { "epoch": 9.63, "learning_rate": 9.193966007217338e-05, "loss": 20.1875, "step": 10843 }, { "epoch": 9.63, "learning_rate": 9.193812735284595e-05, "loss": 20.3203, "step": 10844 }, { "epoch": 9.63, "learning_rate": 9.193659450058321e-05, "loss": 19.9395, "step": 10845 }, { "epoch": 9.63, "learning_rate": 9.193506151539001e-05, "loss": 19.8623, "step": 10846 }, { "epoch": 9.63, "learning_rate": 9.193352839727121e-05, "loss": 20.1143, "step": 10847 }, { "epoch": 9.63, "learning_rate": 9.193199514623165e-05, "loss": 20.7002, "step": 10848 }, { "epoch": 9.63, "learning_rate": 9.193046176227624e-05, "loss": 19.9697, "step": 10849 }, { "epoch": 9.64, "learning_rate": 9.19289282454098e-05, "loss": 20.2676, "step": 10850 }, { "epoch": 9.64, "learning_rate": 9.19273945956372e-05, "loss": 19.9961, "step": 10851 }, { "epoch": 9.64, "learning_rate": 9.192586081296328e-05, "loss": 19.6758, "step": 10852 }, { "epoch": 9.64, "learning_rate": 9.192432689739294e-05, "loss": 20.0566, "step": 10853 }, { "epoch": 9.64, "learning_rate": 9.192279284893104e-05, "loss": 19.8867, "step": 10854 }, { "epoch": 9.64, "learning_rate": 9.19212586675824e-05, "loss": 19.7324, "step": 10855 }, { "epoch": 9.64, "learning_rate": 9.191972435335193e-05, "loss": 20.5654, "step": 10856 }, { "epoch": 9.64, "learning_rate": 9.191818990624448e-05, "loss": 19.8525, "step": 10857 }, { "epoch": 9.64, "learning_rate": 9.19166553262649e-05, "loss": 20.4365, "step": 10858 }, { "epoch": 9.64, "learning_rate": 9.191512061341805e-05, "loss": 19.7744, "step": 10859 }, { "epoch": 9.64, "learning_rate": 9.191358576770883e-05, "loss": 20.4307, "step": 10860 }, { "epoch": 9.65, "learning_rate": 9.191205078914207e-05, "loss": 19.7891, "step": 10861 }, { "epoch": 9.65, "learning_rate": 9.191051567772266e-05, "loss": 20.207, "step": 10862 }, { "epoch": 9.65, "learning_rate": 9.190898043345544e-05, "loss": 20.2412, "step": 10863 }, { "epoch": 9.65, "learning_rate": 9.190744505634529e-05, "loss": 19.9424, "step": 10864 }, { "epoch": 9.65, "learning_rate": 9.190590954639708e-05, "loss": 20.3672, "step": 10865 }, { "epoch": 9.65, "learning_rate": 9.190437390361569e-05, "loss": 20.2344, "step": 10866 }, { "epoch": 9.65, "learning_rate": 9.190283812800596e-05, "loss": 19.8916, "step": 10867 }, { "epoch": 9.65, "learning_rate": 9.190130221957279e-05, "loss": 19.6357, "step": 10868 }, { "epoch": 9.65, "learning_rate": 9.1899766178321e-05, "loss": 20.5527, "step": 10869 }, { "epoch": 9.65, "learning_rate": 9.18982300042555e-05, "loss": 19.4512, "step": 10870 }, { "epoch": 9.65, "learning_rate": 9.189669369738116e-05, "loss": 20.334, "step": 10871 }, { "epoch": 9.66, "learning_rate": 9.189515725770282e-05, "loss": 19.7646, "step": 10872 }, { "epoch": 9.66, "learning_rate": 9.189362068522538e-05, "loss": 20.4805, "step": 10873 }, { "epoch": 9.66, "learning_rate": 9.189208397995368e-05, "loss": 19.9375, "step": 10874 }, { "epoch": 9.66, "learning_rate": 9.189054714189263e-05, "loss": 19.9316, "step": 10875 }, { "epoch": 9.66, "learning_rate": 9.188901017104707e-05, "loss": 19.9551, "step": 10876 }, { "epoch": 9.66, "learning_rate": 9.188747306742189e-05, "loss": 20.0967, "step": 10877 }, { "epoch": 9.66, "learning_rate": 9.188593583102195e-05, "loss": 20.0186, "step": 10878 }, { "epoch": 9.66, "learning_rate": 9.188439846185213e-05, "loss": 20.4336, "step": 10879 }, { "epoch": 9.66, "learning_rate": 9.188286095991729e-05, "loss": 19.5977, "step": 10880 }, { "epoch": 9.66, "learning_rate": 9.188132332522232e-05, "loss": 20.2549, "step": 10881 }, { "epoch": 9.66, "learning_rate": 9.18797855577721e-05, "loss": 20.2617, "step": 10882 }, { "epoch": 9.67, "learning_rate": 9.187824765757147e-05, "loss": 20.8828, "step": 10883 }, { "epoch": 9.67, "learning_rate": 9.187670962462535e-05, "loss": 20.124, "step": 10884 }, { "epoch": 9.67, "learning_rate": 9.187517145893858e-05, "loss": 20.0967, "step": 10885 }, { "epoch": 9.67, "learning_rate": 9.187363316051605e-05, "loss": 19.9678, "step": 10886 }, { "epoch": 9.67, "learning_rate": 9.187209472936265e-05, "loss": 19.8389, "step": 10887 }, { "epoch": 9.67, "learning_rate": 9.187055616548321e-05, "loss": 20.2529, "step": 10888 }, { "epoch": 9.67, "learning_rate": 9.186901746888266e-05, "loss": 19.9941, "step": 10889 }, { "epoch": 9.67, "learning_rate": 9.186747863956587e-05, "loss": 20.1855, "step": 10890 }, { "epoch": 9.67, "learning_rate": 9.186593967753767e-05, "loss": 19.5713, "step": 10891 }, { "epoch": 9.67, "learning_rate": 9.186440058280299e-05, "loss": 20.2803, "step": 10892 }, { "epoch": 9.67, "learning_rate": 9.186286135536668e-05, "loss": 19.9531, "step": 10893 }, { "epoch": 9.67, "learning_rate": 9.186132199523364e-05, "loss": 20.4883, "step": 10894 }, { "epoch": 9.68, "learning_rate": 9.185978250240874e-05, "loss": 19.8643, "step": 10895 }, { "epoch": 9.68, "learning_rate": 9.185824287689684e-05, "loss": 19.8613, "step": 10896 }, { "epoch": 9.68, "learning_rate": 9.185670311870286e-05, "loss": 21.1973, "step": 10897 }, { "epoch": 9.68, "learning_rate": 9.185516322783165e-05, "loss": 20.248, "step": 10898 }, { "epoch": 9.68, "learning_rate": 9.185362320428809e-05, "loss": 20.3486, "step": 10899 }, { "epoch": 9.68, "learning_rate": 9.185208304807708e-05, "loss": 20.374, "step": 10900 }, { "epoch": 9.68, "learning_rate": 9.18505427592035e-05, "loss": 20.2471, "step": 10901 }, { "epoch": 9.68, "learning_rate": 9.184900233767225e-05, "loss": 19.6543, "step": 10902 }, { "epoch": 9.68, "learning_rate": 9.184746178348815e-05, "loss": 20.5498, "step": 10903 }, { "epoch": 9.68, "learning_rate": 9.184592109665613e-05, "loss": 20.8281, "step": 10904 }, { "epoch": 9.68, "learning_rate": 9.184438027718108e-05, "loss": 20.207, "step": 10905 }, { "epoch": 9.69, "learning_rate": 9.184283932506785e-05, "loss": 20.084, "step": 10906 }, { "epoch": 9.69, "learning_rate": 9.184129824032136e-05, "loss": 19.4297, "step": 10907 }, { "epoch": 9.69, "learning_rate": 9.183975702294647e-05, "loss": 20.4941, "step": 10908 }, { "epoch": 9.69, "learning_rate": 9.183821567294809e-05, "loss": 20.8701, "step": 10909 }, { "epoch": 9.69, "learning_rate": 9.183667419033108e-05, "loss": 20.1865, "step": 10910 }, { "epoch": 9.69, "learning_rate": 9.183513257510034e-05, "loss": 20.374, "step": 10911 }, { "epoch": 9.69, "learning_rate": 9.183359082726075e-05, "loss": 20.1641, "step": 10912 }, { "epoch": 9.69, "learning_rate": 9.18320489468172e-05, "loss": 20.5312, "step": 10913 }, { "epoch": 9.69, "learning_rate": 9.18305069337746e-05, "loss": 20.0518, "step": 10914 }, { "epoch": 9.69, "learning_rate": 9.182896478813778e-05, "loss": 20.7432, "step": 10915 }, { "epoch": 9.69, "learning_rate": 9.182742250991169e-05, "loss": 19.5684, "step": 10916 }, { "epoch": 9.7, "learning_rate": 9.182588009910118e-05, "loss": 20.6465, "step": 10917 }, { "epoch": 9.7, "learning_rate": 9.182433755571116e-05, "loss": 19.9736, "step": 10918 }, { "epoch": 9.7, "learning_rate": 9.18227948797465e-05, "loss": 19.9492, "step": 10919 }, { "epoch": 9.7, "learning_rate": 9.182125207121212e-05, "loss": 20.2402, "step": 10920 }, { "epoch": 9.7, "learning_rate": 9.181970913011289e-05, "loss": 20.0449, "step": 10921 }, { "epoch": 9.7, "learning_rate": 9.181816605645368e-05, "loss": 19.7969, "step": 10922 }, { "epoch": 9.7, "learning_rate": 9.181662285023942e-05, "loss": 20.2588, "step": 10923 }, { "epoch": 9.7, "learning_rate": 9.181507951147499e-05, "loss": 20.1816, "step": 10924 }, { "epoch": 9.7, "learning_rate": 9.181353604016527e-05, "loss": 20.3877, "step": 10925 }, { "epoch": 9.7, "learning_rate": 9.181199243631515e-05, "loss": 19.6758, "step": 10926 }, { "epoch": 9.7, "learning_rate": 9.181044869992955e-05, "loss": 19.9941, "step": 10927 }, { "epoch": 9.71, "learning_rate": 9.180890483101334e-05, "loss": 19.7373, "step": 10928 }, { "epoch": 9.71, "learning_rate": 9.180736082957142e-05, "loss": 19.8398, "step": 10929 }, { "epoch": 9.71, "learning_rate": 9.180581669560869e-05, "loss": 19.8711, "step": 10930 }, { "epoch": 9.71, "learning_rate": 9.180427242913004e-05, "loss": 19.9629, "step": 10931 }, { "epoch": 9.71, "learning_rate": 9.180272803014036e-05, "loss": 20.7461, "step": 10932 }, { "epoch": 9.71, "learning_rate": 9.180118349864455e-05, "loss": 20.4307, "step": 10933 }, { "epoch": 9.71, "learning_rate": 9.17996388346475e-05, "loss": 19.7393, "step": 10934 }, { "epoch": 9.71, "learning_rate": 9.179809403815411e-05, "loss": 20.5273, "step": 10935 }, { "epoch": 9.71, "learning_rate": 9.179654910916928e-05, "loss": 20.1602, "step": 10936 }, { "epoch": 9.71, "learning_rate": 9.179500404769792e-05, "loss": 19.7295, "step": 10937 }, { "epoch": 9.71, "learning_rate": 9.179345885374491e-05, "loss": 20.0, "step": 10938 }, { "epoch": 9.71, "learning_rate": 9.179191352731513e-05, "loss": 20.5869, "step": 10939 }, { "epoch": 9.72, "learning_rate": 9.179036806841353e-05, "loss": 19.6514, "step": 10940 }, { "epoch": 9.72, "learning_rate": 9.178882247704495e-05, "loss": 19.874, "step": 10941 }, { "epoch": 9.72, "learning_rate": 9.178727675321432e-05, "loss": 20.1924, "step": 10942 }, { "epoch": 9.72, "learning_rate": 9.178573089692655e-05, "loss": 19.6504, "step": 10943 }, { "epoch": 9.72, "learning_rate": 9.178418490818653e-05, "loss": 20.0381, "step": 10944 }, { "epoch": 9.72, "learning_rate": 9.178263878699914e-05, "loss": 20.1602, "step": 10945 }, { "epoch": 9.72, "learning_rate": 9.178109253336931e-05, "loss": 19.3535, "step": 10946 }, { "epoch": 9.72, "learning_rate": 9.177954614730192e-05, "loss": 19.3281, "step": 10947 }, { "epoch": 9.72, "learning_rate": 9.177799962880189e-05, "loss": 20.0459, "step": 10948 }, { "epoch": 9.72, "learning_rate": 9.177645297787412e-05, "loss": 19.8301, "step": 10949 }, { "epoch": 9.72, "learning_rate": 9.177490619452349e-05, "loss": 19.8301, "step": 10950 }, { "epoch": 9.73, "learning_rate": 9.177335927875492e-05, "loss": 20.3311, "step": 10951 }, { "epoch": 9.73, "learning_rate": 9.177181223057331e-05, "loss": 19.7158, "step": 10952 }, { "epoch": 9.73, "learning_rate": 9.177026504998359e-05, "loss": 20.5674, "step": 10953 }, { "epoch": 9.73, "learning_rate": 9.176871773699062e-05, "loss": 20.4521, "step": 10954 }, { "epoch": 9.73, "learning_rate": 9.176717029159933e-05, "loss": 19.7783, "step": 10955 }, { "epoch": 9.73, "learning_rate": 9.176562271381461e-05, "loss": 19.8184, "step": 10956 }, { "epoch": 9.73, "learning_rate": 9.17640750036414e-05, "loss": 19.5674, "step": 10957 }, { "epoch": 9.73, "learning_rate": 9.176252716108455e-05, "loss": 20.0996, "step": 10958 }, { "epoch": 9.73, "learning_rate": 9.176097918614904e-05, "loss": 20.4336, "step": 10959 }, { "epoch": 9.73, "learning_rate": 9.175943107883968e-05, "loss": 19.6504, "step": 10960 }, { "epoch": 9.73, "learning_rate": 9.175788283916149e-05, "loss": 20.2002, "step": 10961 }, { "epoch": 9.74, "learning_rate": 9.175633446711929e-05, "loss": 19.9014, "step": 10962 }, { "epoch": 9.74, "learning_rate": 9.175478596271801e-05, "loss": 19.876, "step": 10963 }, { "epoch": 9.74, "learning_rate": 9.175323732596257e-05, "loss": 20.2412, "step": 10964 }, { "epoch": 9.74, "learning_rate": 9.175168855685789e-05, "loss": 20.7734, "step": 10965 }, { "epoch": 9.74, "learning_rate": 9.175013965540884e-05, "loss": 19.3115, "step": 10966 }, { "epoch": 9.74, "learning_rate": 9.174859062162038e-05, "loss": 19.7354, "step": 10967 }, { "epoch": 9.74, "learning_rate": 9.174704145549737e-05, "loss": 19.623, "step": 10968 }, { "epoch": 9.74, "learning_rate": 9.174549215704476e-05, "loss": 20.2227, "step": 10969 }, { "epoch": 9.74, "learning_rate": 9.174394272626746e-05, "loss": 20.8105, "step": 10970 }, { "epoch": 9.74, "learning_rate": 9.174239316317033e-05, "loss": 20.2949, "step": 10971 }, { "epoch": 9.74, "learning_rate": 9.174084346775834e-05, "loss": 19.6562, "step": 10972 }, { "epoch": 9.75, "learning_rate": 9.173929364003637e-05, "loss": 20.3135, "step": 10973 }, { "epoch": 9.75, "learning_rate": 9.173774368000936e-05, "loss": 19.9463, "step": 10974 }, { "epoch": 9.75, "learning_rate": 9.17361935876822e-05, "loss": 20.3174, "step": 10975 }, { "epoch": 9.75, "learning_rate": 9.173464336305981e-05, "loss": 20.1904, "step": 10976 }, { "epoch": 9.75, "learning_rate": 9.173309300614709e-05, "loss": 20.6807, "step": 10977 }, { "epoch": 9.75, "learning_rate": 9.173154251694899e-05, "loss": 19.7354, "step": 10978 }, { "epoch": 9.75, "learning_rate": 9.17299918954704e-05, "loss": 20.5352, "step": 10979 }, { "epoch": 9.75, "learning_rate": 9.172844114171623e-05, "loss": 19.4795, "step": 10980 }, { "epoch": 9.75, "learning_rate": 9.17268902556914e-05, "loss": 20.1143, "step": 10981 }, { "epoch": 9.75, "learning_rate": 9.172533923740083e-05, "loss": 19.3496, "step": 10982 }, { "epoch": 9.75, "learning_rate": 9.172378808684944e-05, "loss": 20.0146, "step": 10983 }, { "epoch": 9.75, "learning_rate": 9.172223680404216e-05, "loss": 20.1514, "step": 10984 }, { "epoch": 9.76, "learning_rate": 9.172068538898386e-05, "loss": 19.9238, "step": 10985 }, { "epoch": 9.76, "learning_rate": 9.17191338416795e-05, "loss": 19.9785, "step": 10986 }, { "epoch": 9.76, "learning_rate": 9.1717582162134e-05, "loss": 20.7227, "step": 10987 }, { "epoch": 9.76, "learning_rate": 9.171603035035225e-05, "loss": 19.9795, "step": 10988 }, { "epoch": 9.76, "learning_rate": 9.171447840633917e-05, "loss": 19.8311, "step": 10989 }, { "epoch": 9.76, "learning_rate": 9.171292633009972e-05, "loss": 19.4014, "step": 10990 }, { "epoch": 9.76, "learning_rate": 9.171137412163878e-05, "loss": 20.1074, "step": 10991 }, { "epoch": 9.76, "learning_rate": 9.170982178096129e-05, "loss": 19.916, "step": 10992 }, { "epoch": 9.76, "learning_rate": 9.170826930807215e-05, "loss": 19.7881, "step": 10993 }, { "epoch": 9.76, "learning_rate": 9.17067167029763e-05, "loss": 20.1318, "step": 10994 }, { "epoch": 9.76, "learning_rate": 9.170516396567866e-05, "loss": 20.0986, "step": 10995 }, { "epoch": 9.77, "learning_rate": 9.170361109618415e-05, "loss": 19.7178, "step": 10996 }, { "epoch": 9.77, "learning_rate": 9.170205809449767e-05, "loss": 19.8652, "step": 10997 }, { "epoch": 9.77, "learning_rate": 9.170050496062418e-05, "loss": 19.876, "step": 10998 }, { "epoch": 9.77, "learning_rate": 9.169895169456859e-05, "loss": 19.7852, "step": 10999 }, { "epoch": 9.77, "learning_rate": 9.169739829633581e-05, "loss": 19.8037, "step": 11000 }, { "epoch": 9.77, "learning_rate": 9.169584476593079e-05, "loss": 19.9795, "step": 11001 }, { "epoch": 9.77, "learning_rate": 9.169429110335841e-05, "loss": 20.0137, "step": 11002 }, { "epoch": 9.77, "learning_rate": 9.169273730862365e-05, "loss": 20.3213, "step": 11003 }, { "epoch": 9.77, "learning_rate": 9.169118338173138e-05, "loss": 19.8691, "step": 11004 }, { "epoch": 9.77, "learning_rate": 9.168962932268657e-05, "loss": 19.6953, "step": 11005 }, { "epoch": 9.77, "learning_rate": 9.168807513149412e-05, "loss": 20.2461, "step": 11006 }, { "epoch": 9.78, "learning_rate": 9.168652080815899e-05, "loss": 19.8203, "step": 11007 }, { "epoch": 9.78, "learning_rate": 9.168496635268605e-05, "loss": 20.1211, "step": 11008 }, { "epoch": 9.78, "learning_rate": 9.168341176508027e-05, "loss": 20.3867, "step": 11009 }, { "epoch": 9.78, "learning_rate": 9.168185704534658e-05, "loss": 19.9824, "step": 11010 }, { "epoch": 9.78, "learning_rate": 9.168030219348988e-05, "loss": 19.542, "step": 11011 }, { "epoch": 9.78, "learning_rate": 9.167874720951513e-05, "loss": 20.5225, "step": 11012 }, { "epoch": 9.78, "learning_rate": 9.167719209342722e-05, "loss": 19.9395, "step": 11013 }, { "epoch": 9.78, "learning_rate": 9.167563684523112e-05, "loss": 19.75, "step": 11014 }, { "epoch": 9.78, "learning_rate": 9.167408146493175e-05, "loss": 19.6924, "step": 11015 }, { "epoch": 9.78, "learning_rate": 9.167252595253402e-05, "loss": 19.5771, "step": 11016 }, { "epoch": 9.78, "learning_rate": 9.167097030804288e-05, "loss": 19.8809, "step": 11017 }, { "epoch": 9.79, "learning_rate": 9.166941453146325e-05, "loss": 20.1045, "step": 11018 }, { "epoch": 9.79, "learning_rate": 9.166785862280007e-05, "loss": 20.0488, "step": 11019 }, { "epoch": 9.79, "learning_rate": 9.166630258205826e-05, "loss": 19.7539, "step": 11020 }, { "epoch": 9.79, "learning_rate": 9.166474640924276e-05, "loss": 20.1924, "step": 11021 }, { "epoch": 9.79, "learning_rate": 9.16631901043585e-05, "loss": 19.6006, "step": 11022 }, { "epoch": 9.79, "learning_rate": 9.166163366741046e-05, "loss": 19.8857, "step": 11023 }, { "epoch": 9.79, "learning_rate": 9.166007709840348e-05, "loss": 20.5859, "step": 11024 }, { "epoch": 9.79, "learning_rate": 9.165852039734255e-05, "loss": 20.0762, "step": 11025 }, { "epoch": 9.79, "learning_rate": 9.165696356423261e-05, "loss": 20.2363, "step": 11026 }, { "epoch": 9.79, "learning_rate": 9.165540659907859e-05, "loss": 19.7715, "step": 11027 }, { "epoch": 9.79, "learning_rate": 9.16538495018854e-05, "loss": 20.0869, "step": 11028 }, { "epoch": 9.79, "learning_rate": 9.1652292272658e-05, "loss": 20.667, "step": 11029 }, { "epoch": 9.8, "learning_rate": 9.165073491140133e-05, "loss": 19.8564, "step": 11030 }, { "epoch": 9.8, "learning_rate": 9.16491774181203e-05, "loss": 19.6406, "step": 11031 }, { "epoch": 9.8, "learning_rate": 9.164761979281989e-05, "loss": 19.9346, "step": 11032 }, { "epoch": 9.8, "learning_rate": 9.164606203550497e-05, "loss": 20.9443, "step": 11033 }, { "epoch": 9.8, "learning_rate": 9.164450414618055e-05, "loss": 20.5264, "step": 11034 }, { "epoch": 9.8, "learning_rate": 9.164294612485153e-05, "loss": 20.6055, "step": 11035 }, { "epoch": 9.8, "learning_rate": 9.164138797152287e-05, "loss": 20.0801, "step": 11036 }, { "epoch": 9.8, "learning_rate": 9.163982968619946e-05, "loss": 20.1396, "step": 11037 }, { "epoch": 9.8, "learning_rate": 9.163827126888629e-05, "loss": 20.4092, "step": 11038 }, { "epoch": 9.8, "learning_rate": 9.163671271958829e-05, "loss": 20.2119, "step": 11039 }, { "epoch": 9.8, "learning_rate": 9.16351540383104e-05, "loss": 20.3115, "step": 11040 }, { "epoch": 9.81, "learning_rate": 9.163359522505755e-05, "loss": 20.1348, "step": 11041 }, { "epoch": 9.81, "learning_rate": 9.163203627983468e-05, "loss": 20.8086, "step": 11042 }, { "epoch": 9.81, "learning_rate": 9.163047720264673e-05, "loss": 20.5, "step": 11043 }, { "epoch": 9.81, "learning_rate": 9.162891799349867e-05, "loss": 20.1836, "step": 11044 }, { "epoch": 9.81, "learning_rate": 9.16273586523954e-05, "loss": 19.8711, "step": 11045 }, { "epoch": 9.81, "learning_rate": 9.162579917934189e-05, "loss": 20.3984, "step": 11046 }, { "epoch": 9.81, "learning_rate": 9.162579917934189e-05, "loss": 20.7314, "step": 11047 }, { "epoch": 9.81, "learning_rate": 9.16242395743431e-05, "loss": 19.8184, "step": 11048 }, { "epoch": 9.81, "learning_rate": 9.162267983740391e-05, "loss": 19.791, "step": 11049 }, { "epoch": 9.81, "learning_rate": 9.162111996852933e-05, "loss": 20.6152, "step": 11050 }, { "epoch": 9.81, "learning_rate": 9.16195599677243e-05, "loss": 20.3701, "step": 11051 }, { "epoch": 9.82, "learning_rate": 9.161799983499372e-05, "loss": 20.3779, "step": 11052 }, { "epoch": 9.82, "learning_rate": 9.161643957034257e-05, "loss": 20.1357, "step": 11053 }, { "epoch": 9.82, "learning_rate": 9.161487917377577e-05, "loss": 19.8828, "step": 11054 }, { "epoch": 9.82, "learning_rate": 9.161331864529829e-05, "loss": 20.666, "step": 11055 }, { "epoch": 9.82, "learning_rate": 9.161175798491508e-05, "loss": 20.6875, "step": 11056 }, { "epoch": 9.82, "learning_rate": 9.161019719263106e-05, "loss": 20.2139, "step": 11057 }, { "epoch": 9.82, "learning_rate": 9.16086362684512e-05, "loss": 19.7393, "step": 11058 }, { "epoch": 9.82, "learning_rate": 9.160707521238045e-05, "loss": 20.4268, "step": 11059 }, { "epoch": 9.82, "learning_rate": 9.160551402442373e-05, "loss": 20.0322, "step": 11060 }, { "epoch": 9.82, "learning_rate": 9.160395270458602e-05, "loss": 20.4375, "step": 11061 }, { "epoch": 9.82, "learning_rate": 9.160239125287224e-05, "loss": 20.3018, "step": 11062 }, { "epoch": 9.83, "learning_rate": 9.160082966928738e-05, "loss": 20.0127, "step": 11063 }, { "epoch": 9.83, "learning_rate": 9.159926795383635e-05, "loss": 19.9717, "step": 11064 }, { "epoch": 9.83, "learning_rate": 9.159770610652413e-05, "loss": 19.9453, "step": 11065 }, { "epoch": 9.83, "learning_rate": 9.159614412735565e-05, "loss": 20.2549, "step": 11066 }, { "epoch": 9.83, "learning_rate": 9.159458201633586e-05, "loss": 20.1299, "step": 11067 }, { "epoch": 9.83, "learning_rate": 9.159301977346974e-05, "loss": 19.8154, "step": 11068 }, { "epoch": 9.83, "learning_rate": 9.15914573987622e-05, "loss": 20.1221, "step": 11069 }, { "epoch": 9.83, "learning_rate": 9.15914573987622e-05, "loss": 20.0439, "step": 11070 }, { "epoch": 9.83, "learning_rate": 9.158989489221824e-05, "loss": 20.1738, "step": 11071 }, { "epoch": 9.83, "learning_rate": 9.158833225384276e-05, "loss": 20.5117, "step": 11072 }, { "epoch": 9.83, "learning_rate": 9.158676948364076e-05, "loss": 20.1895, "step": 11073 }, { "epoch": 9.83, "learning_rate": 9.158520658161715e-05, "loss": 20.1533, "step": 11074 }, { "epoch": 9.84, "learning_rate": 9.158364354777694e-05, "loss": 20.1064, "step": 11075 }, { "epoch": 9.84, "learning_rate": 9.158208038212503e-05, "loss": 20.7412, "step": 11076 }, { "epoch": 9.84, "learning_rate": 9.15805170846664e-05, "loss": 20.8809, "step": 11077 }, { "epoch": 9.84, "learning_rate": 9.157895365540601e-05, "loss": 19.8945, "step": 11078 }, { "epoch": 9.84, "learning_rate": 9.15773900943488e-05, "loss": 20.0371, "step": 11079 }, { "epoch": 9.84, "learning_rate": 9.157582640149974e-05, "loss": 19.9316, "step": 11080 }, { "epoch": 9.84, "learning_rate": 9.157426257686379e-05, "loss": 20.0898, "step": 11081 }, { "epoch": 9.84, "learning_rate": 9.157269862044589e-05, "loss": 21.1406, "step": 11082 }, { "epoch": 9.84, "learning_rate": 9.157113453225099e-05, "loss": 20.5225, "step": 11083 }, { "epoch": 9.84, "learning_rate": 9.156957031228408e-05, "loss": 20.207, "step": 11084 }, { "epoch": 9.84, "learning_rate": 9.15680059605501e-05, "loss": 20.1465, "step": 11085 }, { "epoch": 9.85, "learning_rate": 9.156644147705402e-05, "loss": 20.457, "step": 11086 }, { "epoch": 9.85, "learning_rate": 9.156487686180077e-05, "loss": 20.4902, "step": 11087 }, { "epoch": 9.85, "learning_rate": 9.156331211479536e-05, "loss": 20.1787, "step": 11088 }, { "epoch": 9.85, "learning_rate": 9.15617472360427e-05, "loss": 20.6104, "step": 11089 }, { "epoch": 9.85, "learning_rate": 9.156018222554776e-05, "loss": 20.6865, "step": 11090 }, { "epoch": 9.85, "learning_rate": 9.155861708331552e-05, "loss": 19.9346, "step": 11091 }, { "epoch": 9.85, "learning_rate": 9.155705180935092e-05, "loss": 19.8379, "step": 11092 }, { "epoch": 9.85, "learning_rate": 9.155548640365895e-05, "loss": 20.3945, "step": 11093 }, { "epoch": 9.85, "learning_rate": 9.155392086624454e-05, "loss": 20.1953, "step": 11094 }, { "epoch": 9.85, "learning_rate": 9.155235519711268e-05, "loss": 20.0684, "step": 11095 }, { "epoch": 9.85, "learning_rate": 9.155078939626833e-05, "loss": 20.1914, "step": 11096 }, { "epoch": 9.86, "learning_rate": 9.154922346371642e-05, "loss": 20.4658, "step": 11097 }, { "epoch": 9.86, "learning_rate": 9.154765739946194e-05, "loss": 20.4912, "step": 11098 }, { "epoch": 9.86, "learning_rate": 9.154609120350987e-05, "loss": 19.9492, "step": 11099 }, { "epoch": 9.86, "learning_rate": 9.154452487586513e-05, "loss": 19.624, "step": 11100 }, { "epoch": 9.86, "learning_rate": 9.154295841653273e-05, "loss": 20.6924, "step": 11101 }, { "epoch": 9.86, "learning_rate": 9.154139182551763e-05, "loss": 19.9932, "step": 11102 }, { "epoch": 9.86, "learning_rate": 9.153982510282475e-05, "loss": 20.0938, "step": 11103 }, { "epoch": 9.86, "learning_rate": 9.153825824845909e-05, "loss": 20.5117, "step": 11104 }, { "epoch": 9.86, "learning_rate": 9.153669126242564e-05, "loss": 20.3096, "step": 11105 }, { "epoch": 9.86, "learning_rate": 9.153512414472931e-05, "loss": 20.2051, "step": 11106 }, { "epoch": 9.86, "learning_rate": 9.153355689537513e-05, "loss": 20.0293, "step": 11107 }, { "epoch": 9.87, "learning_rate": 9.153198951436801e-05, "loss": 20.3945, "step": 11108 }, { "epoch": 9.87, "learning_rate": 9.153042200171297e-05, "loss": 20.4346, "step": 11109 }, { "epoch": 9.87, "learning_rate": 9.152885435741494e-05, "loss": 20.1094, "step": 11110 }, { "epoch": 9.87, "learning_rate": 9.15272865814789e-05, "loss": 20.0684, "step": 11111 }, { "epoch": 9.87, "learning_rate": 9.152571867390984e-05, "loss": 19.7051, "step": 11112 }, { "epoch": 9.87, "learning_rate": 9.15241506347127e-05, "loss": 20.125, "step": 11113 }, { "epoch": 9.87, "learning_rate": 9.152258246389246e-05, "loss": 20.2744, "step": 11114 }, { "epoch": 9.87, "learning_rate": 9.15210141614541e-05, "loss": 20.1553, "step": 11115 }, { "epoch": 9.87, "learning_rate": 9.151944572740258e-05, "loss": 19.9775, "step": 11116 }, { "epoch": 9.87, "learning_rate": 9.151787716174288e-05, "loss": 20.2939, "step": 11117 }, { "epoch": 9.87, "learning_rate": 9.151630846447997e-05, "loss": 19.7383, "step": 11118 }, { "epoch": 9.87, "learning_rate": 9.151473963561883e-05, "loss": 19.9805, "step": 11119 }, { "epoch": 9.88, "learning_rate": 9.151317067516441e-05, "loss": 19.8994, "step": 11120 }, { "epoch": 9.88, "learning_rate": 9.15116015831217e-05, "loss": 20.1191, "step": 11121 }, { "epoch": 9.88, "learning_rate": 9.151003235949567e-05, "loss": 19.5781, "step": 11122 }, { "epoch": 9.88, "learning_rate": 9.15084630042913e-05, "loss": 20.2451, "step": 11123 }, { "epoch": 9.88, "learning_rate": 9.150689351751356e-05, "loss": 20.5234, "step": 11124 }, { "epoch": 9.88, "learning_rate": 9.150532389916741e-05, "loss": 20.1611, "step": 11125 }, { "epoch": 9.88, "learning_rate": 9.150375414925785e-05, "loss": 19.9053, "step": 11126 }, { "epoch": 9.88, "learning_rate": 9.150218426778985e-05, "loss": 20.0215, "step": 11127 }, { "epoch": 9.88, "learning_rate": 9.150061425476838e-05, "loss": 20.1504, "step": 11128 }, { "epoch": 9.88, "learning_rate": 9.14990441101984e-05, "loss": 19.6973, "step": 11129 }, { "epoch": 9.88, "learning_rate": 9.149747383408493e-05, "loss": 20.5889, "step": 11130 }, { "epoch": 9.89, "learning_rate": 9.149590342643292e-05, "loss": 20.0879, "step": 11131 }, { "epoch": 9.89, "learning_rate": 9.149433288724736e-05, "loss": 20.0654, "step": 11132 }, { "epoch": 9.89, "learning_rate": 9.14927622165332e-05, "loss": 20.041, "step": 11133 }, { "epoch": 9.89, "learning_rate": 9.149119141429543e-05, "loss": 19.6475, "step": 11134 }, { "epoch": 9.89, "learning_rate": 9.148962048053906e-05, "loss": 19.8291, "step": 11135 }, { "epoch": 9.89, "learning_rate": 9.148804941526904e-05, "loss": 19.7646, "step": 11136 }, { "epoch": 9.89, "learning_rate": 9.148647821849035e-05, "loss": 20.3926, "step": 11137 }, { "epoch": 9.89, "learning_rate": 9.148490689020798e-05, "loss": 19.7891, "step": 11138 }, { "epoch": 9.89, "learning_rate": 9.148333543042692e-05, "loss": 19.8096, "step": 11139 }, { "epoch": 9.89, "learning_rate": 9.148176383915211e-05, "loss": 20.0381, "step": 11140 }, { "epoch": 9.89, "learning_rate": 9.148019211638859e-05, "loss": 19.7295, "step": 11141 }, { "epoch": 9.9, "learning_rate": 9.147862026214128e-05, "loss": 19.7852, "step": 11142 }, { "epoch": 9.9, "learning_rate": 9.147704827641523e-05, "loss": 19.542, "step": 11143 }, { "epoch": 9.9, "learning_rate": 9.147547615921537e-05, "loss": 19.9189, "step": 11144 }, { "epoch": 9.9, "learning_rate": 9.147390391054671e-05, "loss": 20.2295, "step": 11145 }, { "epoch": 9.9, "learning_rate": 9.147233153041421e-05, "loss": 20.3838, "step": 11146 }, { "epoch": 9.9, "learning_rate": 9.147075901882288e-05, "loss": 20.1094, "step": 11147 }, { "epoch": 9.9, "learning_rate": 9.14691863757777e-05, "loss": 20.1602, "step": 11148 }, { "epoch": 9.9, "learning_rate": 9.146761360128363e-05, "loss": 20.0293, "step": 11149 }, { "epoch": 9.9, "learning_rate": 9.146604069534569e-05, "loss": 20.501, "step": 11150 }, { "epoch": 9.9, "learning_rate": 9.146446765796883e-05, "loss": 20.0469, "step": 11151 }, { "epoch": 9.9, "learning_rate": 9.146289448915808e-05, "loss": 19.7891, "step": 11152 }, { "epoch": 9.9, "learning_rate": 9.14613211889184e-05, "loss": 19.7002, "step": 11153 }, { "epoch": 9.91, "learning_rate": 9.145974775725476e-05, "loss": 20.4482, "step": 11154 }, { "epoch": 9.91, "learning_rate": 9.145817419417218e-05, "loss": 20.0732, "step": 11155 }, { "epoch": 9.91, "learning_rate": 9.145660049967563e-05, "loss": 20.3125, "step": 11156 }, { "epoch": 9.91, "learning_rate": 9.145502667377011e-05, "loss": 20.1094, "step": 11157 }, { "epoch": 9.91, "learning_rate": 9.14534527164606e-05, "loss": 19.9756, "step": 11158 }, { "epoch": 9.91, "learning_rate": 9.145187862775209e-05, "loss": 19.8828, "step": 11159 }, { "epoch": 9.91, "learning_rate": 9.145030440764957e-05, "loss": 19.8115, "step": 11160 }, { "epoch": 9.91, "learning_rate": 9.144873005615803e-05, "loss": 19.7422, "step": 11161 }, { "epoch": 9.91, "learning_rate": 9.144715557328247e-05, "loss": 20.1611, "step": 11162 }, { "epoch": 9.91, "learning_rate": 9.144558095902785e-05, "loss": 19.5439, "step": 11163 }, { "epoch": 9.91, "learning_rate": 9.144400621339921e-05, "loss": 20.5684, "step": 11164 }, { "epoch": 9.92, "learning_rate": 9.144243133640149e-05, "loss": 19.5049, "step": 11165 }, { "epoch": 9.92, "learning_rate": 9.144085632803972e-05, "loss": 20.6299, "step": 11166 }, { "epoch": 9.92, "learning_rate": 9.143928118831888e-05, "loss": 20.6445, "step": 11167 }, { "epoch": 9.92, "learning_rate": 9.143770591724396e-05, "loss": 19.6484, "step": 11168 }, { "epoch": 9.92, "learning_rate": 9.143613051481994e-05, "loss": 19.9141, "step": 11169 }, { "epoch": 9.92, "learning_rate": 9.143455498105184e-05, "loss": 19.7471, "step": 11170 }, { "epoch": 9.92, "learning_rate": 9.143297931594465e-05, "loss": 20.0889, "step": 11171 }, { "epoch": 9.92, "learning_rate": 9.143140351950336e-05, "loss": 19.9268, "step": 11172 }, { "epoch": 9.92, "learning_rate": 9.142982759173295e-05, "loss": 19.8994, "step": 11173 }, { "epoch": 9.92, "learning_rate": 9.142825153263843e-05, "loss": 20.1602, "step": 11174 }, { "epoch": 9.92, "learning_rate": 9.14266753422248e-05, "loss": 19.7793, "step": 11175 }, { "epoch": 9.93, "learning_rate": 9.142509902049704e-05, "loss": 20.3438, "step": 11176 }, { "epoch": 9.93, "learning_rate": 9.142352256746017e-05, "loss": 20.1104, "step": 11177 }, { "epoch": 9.93, "learning_rate": 9.142194598311915e-05, "loss": 19.7949, "step": 11178 }, { "epoch": 9.93, "learning_rate": 9.142036926747904e-05, "loss": 20.21, "step": 11179 }, { "epoch": 9.93, "learning_rate": 9.141879242054476e-05, "loss": 19.8682, "step": 11180 }, { "epoch": 9.93, "learning_rate": 9.141721544232135e-05, "loss": 20.1982, "step": 11181 }, { "epoch": 9.93, "learning_rate": 9.141563833281383e-05, "loss": 19.8525, "step": 11182 }, { "epoch": 9.93, "learning_rate": 9.141406109202716e-05, "loss": 20.0059, "step": 11183 }, { "epoch": 9.93, "learning_rate": 9.141248371996636e-05, "loss": 20.7285, "step": 11184 }, { "epoch": 9.93, "learning_rate": 9.141090621663642e-05, "loss": 20.2598, "step": 11185 }, { "epoch": 9.93, "learning_rate": 9.140932858204234e-05, "loss": 19.9102, "step": 11186 }, { "epoch": 9.94, "learning_rate": 9.140775081618914e-05, "loss": 19.3936, "step": 11187 }, { "epoch": 9.94, "learning_rate": 9.14061729190818e-05, "loss": 19.6211, "step": 11188 }, { "epoch": 9.94, "learning_rate": 9.140459489072533e-05, "loss": 20.2959, "step": 11189 }, { "epoch": 9.94, "learning_rate": 9.140301673112472e-05, "loss": 19.707, "step": 11190 }, { "epoch": 9.94, "learning_rate": 9.140143844028499e-05, "loss": 19.7734, "step": 11191 }, { "epoch": 9.94, "learning_rate": 9.139986001821114e-05, "loss": 19.585, "step": 11192 }, { "epoch": 9.94, "learning_rate": 9.139828146490817e-05, "loss": 20.291, "step": 11193 }, { "epoch": 9.94, "learning_rate": 9.139670278038108e-05, "loss": 20.4873, "step": 11194 }, { "epoch": 9.94, "learning_rate": 9.139512396463486e-05, "loss": 20.0859, "step": 11195 }, { "epoch": 9.94, "learning_rate": 9.139354501767456e-05, "loss": 20.6719, "step": 11196 }, { "epoch": 9.94, "learning_rate": 9.139196593950513e-05, "loss": 19.9502, "step": 11197 }, { "epoch": 9.94, "learning_rate": 9.139038673013162e-05, "loss": 20.0488, "step": 11198 }, { "epoch": 9.95, "learning_rate": 9.138880738955902e-05, "loss": 20.7812, "step": 11199 }, { "epoch": 9.95, "learning_rate": 9.13872279177923e-05, "loss": 19.8262, "step": 11200 }, { "epoch": 9.95, "learning_rate": 9.138564831483654e-05, "loss": 19.9941, "step": 11201 }, { "epoch": 9.95, "learning_rate": 9.13840685806967e-05, "loss": 19.7959, "step": 11202 }, { "epoch": 9.95, "learning_rate": 9.138248871537778e-05, "loss": 19.5947, "step": 11203 }, { "epoch": 9.95, "learning_rate": 9.13809087188848e-05, "loss": 20.209, "step": 11204 }, { "epoch": 9.95, "learning_rate": 9.137932859122277e-05, "loss": 19.5713, "step": 11205 }, { "epoch": 9.95, "learning_rate": 9.137774833239672e-05, "loss": 20.3184, "step": 11206 }, { "epoch": 9.95, "learning_rate": 9.137616794241163e-05, "loss": 19.8906, "step": 11207 }, { "epoch": 9.95, "learning_rate": 9.137458742127252e-05, "loss": 19.8262, "step": 11208 }, { "epoch": 9.95, "learning_rate": 9.137300676898439e-05, "loss": 20.999, "step": 11209 }, { "epoch": 9.96, "learning_rate": 9.137300676898439e-05, "loss": 20.5938, "step": 11210 }, { "epoch": 9.96, "learning_rate": 9.137142598555226e-05, "loss": 20.2549, "step": 11211 }, { "epoch": 9.96, "learning_rate": 9.136984507098114e-05, "loss": 20.6953, "step": 11212 }, { "epoch": 9.96, "learning_rate": 9.136826402527603e-05, "loss": 19.8311, "step": 11213 }, { "epoch": 9.96, "learning_rate": 9.136668284844197e-05, "loss": 20.4229, "step": 11214 }, { "epoch": 9.96, "learning_rate": 9.136510154048394e-05, "loss": 20.3184, "step": 11215 }, { "epoch": 9.96, "learning_rate": 9.136352010140697e-05, "loss": 20.4229, "step": 11216 }, { "epoch": 9.96, "learning_rate": 9.136193853121608e-05, "loss": 20.2783, "step": 11217 }, { "epoch": 9.96, "learning_rate": 9.136035682991626e-05, "loss": 19.9316, "step": 11218 }, { "epoch": 9.96, "learning_rate": 9.135877499751254e-05, "loss": 20.3008, "step": 11219 }, { "epoch": 9.96, "learning_rate": 9.135719303400993e-05, "loss": 20.1377, "step": 11220 }, { "epoch": 9.97, "learning_rate": 9.135719303400993e-05, "loss": 20.1787, "step": 11221 }, { "epoch": 9.97, "learning_rate": 9.135561093941345e-05, "loss": 20.2236, "step": 11222 }, { "epoch": 9.97, "learning_rate": 9.135402871372808e-05, "loss": 19.8662, "step": 11223 }, { "epoch": 9.97, "learning_rate": 9.13524463569589e-05, "loss": 19.8652, "step": 11224 }, { "epoch": 9.97, "learning_rate": 9.135086386911089e-05, "loss": 19.6787, "step": 11225 }, { "epoch": 9.97, "learning_rate": 9.134928125018904e-05, "loss": 20.1074, "step": 11226 }, { "epoch": 9.97, "learning_rate": 9.134769850019841e-05, "loss": 20.1602, "step": 11227 }, { "epoch": 9.97, "learning_rate": 9.134611561914401e-05, "loss": 19.9346, "step": 11228 }, { "epoch": 9.97, "learning_rate": 9.134453260703084e-05, "loss": 19.8945, "step": 11229 }, { "epoch": 9.97, "learning_rate": 9.134294946386392e-05, "loss": 20.166, "step": 11230 }, { "epoch": 9.97, "learning_rate": 9.134136618964828e-05, "loss": 20.2354, "step": 11231 }, { "epoch": 9.98, "learning_rate": 9.133978278438893e-05, "loss": 20.5645, "step": 11232 }, { "epoch": 9.98, "learning_rate": 9.133819924809088e-05, "loss": 19.9199, "step": 11233 }, { "epoch": 9.98, "learning_rate": 9.133661558075917e-05, "loss": 20.125, "step": 11234 }, { "epoch": 9.98, "learning_rate": 9.133503178239882e-05, "loss": 20.1289, "step": 11235 }, { "epoch": 9.98, "learning_rate": 9.133344785301483e-05, "loss": 19.8535, "step": 11236 }, { "epoch": 9.98, "learning_rate": 9.133186379261224e-05, "loss": 20.1484, "step": 11237 }, { "epoch": 9.98, "learning_rate": 9.133027960119606e-05, "loss": 20.2041, "step": 11238 }, { "epoch": 9.98, "learning_rate": 9.13286952787713e-05, "loss": 19.8877, "step": 11239 }, { "epoch": 9.98, "learning_rate": 9.132711082534302e-05, "loss": 20.2363, "step": 11240 }, { "epoch": 9.98, "learning_rate": 9.132552624091621e-05, "loss": 19.9619, "step": 11241 }, { "epoch": 9.98, "learning_rate": 9.13239415254959e-05, "loss": 20.1074, "step": 11242 }, { "epoch": 9.98, "learning_rate": 9.132235667908711e-05, "loss": 19.376, "step": 11243 }, { "epoch": 9.99, "learning_rate": 9.132077170169488e-05, "loss": 19.1846, "step": 11244 }, { "epoch": 9.99, "learning_rate": 9.131918659332422e-05, "loss": 19.5996, "step": 11245 }, { "epoch": 9.99, "learning_rate": 9.131760135398015e-05, "loss": 20.4492, "step": 11246 }, { "epoch": 9.99, "learning_rate": 9.13160159836677e-05, "loss": 20.5205, "step": 11247 }, { "epoch": 9.99, "learning_rate": 9.131443048239191e-05, "loss": 20.0596, "step": 11248 }, { "epoch": 9.99, "learning_rate": 9.131284485015779e-05, "loss": 20.4512, "step": 11249 }, { "epoch": 9.99, "learning_rate": 9.131125908697036e-05, "loss": 20.0703, "step": 11250 }, { "epoch": 9.99, "learning_rate": 9.130967319283466e-05, "loss": 19.7412, "step": 11251 }, { "epoch": 9.99, "learning_rate": 9.130808716775572e-05, "loss": 20.0576, "step": 11252 }, { "epoch": 9.99, "learning_rate": 9.130650101173855e-05, "loss": 20.5918, "step": 11253 }, { "epoch": 9.99, "learning_rate": 9.130491472478819e-05, "loss": 20.1445, "step": 11254 }, { "epoch": 10.0, "learning_rate": 9.130332830690968e-05, "loss": 20.1084, "step": 11255 }, { "epoch": 10.0, "learning_rate": 9.130174175810802e-05, "loss": 19.8584, "step": 11256 }, { "epoch": 10.0, "learning_rate": 9.130015507838826e-05, "loss": 19.8594, "step": 11257 }, { "epoch": 10.0, "learning_rate": 9.129856826775542e-05, "loss": 20.2822, "step": 11258 }, { "epoch": 10.0, "learning_rate": 9.129698132621453e-05, "loss": 20.4756, "step": 11259 }, { "epoch": 10.0, "learning_rate": 9.129539425377063e-05, "loss": 20.2275, "step": 11260 }, { "epoch": 10.0, "learning_rate": 9.129380705042873e-05, "loss": 19.9941, "step": 11261 }, { "epoch": 10.0, "learning_rate": 9.129221971619391e-05, "loss": 19.9443, "step": 11262 }, { "epoch": 10.0, "learning_rate": 9.129063225107113e-05, "loss": 19.9033, "step": 11263 }, { "epoch": 10.0, "learning_rate": 9.128904465506548e-05, "loss": 19.7061, "step": 11264 }, { "epoch": 10.0, "learning_rate": 9.128745692818197e-05, "loss": 19.957, "step": 11265 }, { "epoch": 10.01, "learning_rate": 9.128586907042563e-05, "loss": 19.8418, "step": 11266 }, { "epoch": 10.01, "learning_rate": 9.128428108180149e-05, "loss": 19.4697, "step": 11267 }, { "epoch": 10.01, "learning_rate": 9.12826929623146e-05, "loss": 19.6523, "step": 11268 }, { "epoch": 10.01, "learning_rate": 9.128110471196998e-05, "loss": 20.123, "step": 11269 }, { "epoch": 10.01, "learning_rate": 9.127951633077266e-05, "loss": 20.7207, "step": 11270 }, { "epoch": 10.01, "learning_rate": 9.127792781872769e-05, "loss": 19.9688, "step": 11271 }, { "epoch": 10.01, "learning_rate": 9.127633917584011e-05, "loss": 19.7725, "step": 11272 }, { "epoch": 10.01, "learning_rate": 9.127475040211492e-05, "loss": 19.9102, "step": 11273 }, { "epoch": 10.01, "learning_rate": 9.127316149755721e-05, "loss": 19.7656, "step": 11274 }, { "epoch": 10.01, "learning_rate": 9.127157246217197e-05, "loss": 20.1885, "step": 11275 }, { "epoch": 10.01, "learning_rate": 9.126998329596426e-05, "loss": 20.4639, "step": 11276 }, { "epoch": 10.02, "learning_rate": 9.126839399893911e-05, "loss": 19.9697, "step": 11277 }, { "epoch": 10.02, "learning_rate": 9.126680457110157e-05, "loss": 19.8818, "step": 11278 }, { "epoch": 10.02, "learning_rate": 9.126521501245667e-05, "loss": 19.5498, "step": 11279 }, { "epoch": 10.02, "learning_rate": 9.126362532300942e-05, "loss": 20.3477, "step": 11280 }, { "epoch": 10.02, "learning_rate": 9.12620355027649e-05, "loss": 20.083, "step": 11281 }, { "epoch": 10.02, "learning_rate": 9.126044555172814e-05, "loss": 19.1973, "step": 11282 }, { "epoch": 10.02, "learning_rate": 9.125885546990416e-05, "loss": 20.1963, "step": 11283 }, { "epoch": 10.02, "learning_rate": 9.125726525729803e-05, "loss": 19.6064, "step": 11284 }, { "epoch": 10.02, "learning_rate": 9.125567491391476e-05, "loss": 19.4805, "step": 11285 }, { "epoch": 10.02, "learning_rate": 9.125408443975943e-05, "loss": 20.3203, "step": 11286 }, { "epoch": 10.02, "learning_rate": 9.125249383483702e-05, "loss": 19.583, "step": 11287 }, { "epoch": 10.02, "learning_rate": 9.125090309915264e-05, "loss": 19.4121, "step": 11288 }, { "epoch": 10.03, "learning_rate": 9.124931223271129e-05, "loss": 20.124, "step": 11289 }, { "epoch": 10.03, "learning_rate": 9.124772123551803e-05, "loss": 19.5889, "step": 11290 }, { "epoch": 10.03, "learning_rate": 9.12461301075779e-05, "loss": 19.3574, "step": 11291 }, { "epoch": 10.03, "learning_rate": 9.124453884889595e-05, "loss": 20.2197, "step": 11292 }, { "epoch": 10.03, "learning_rate": 9.124294745947718e-05, "loss": 19.4844, "step": 11293 }, { "epoch": 10.03, "learning_rate": 9.12413559393267e-05, "loss": 20.5518, "step": 11294 }, { "epoch": 10.03, "learning_rate": 9.123976428844953e-05, "loss": 20.248, "step": 11295 }, { "epoch": 10.03, "learning_rate": 9.123817250685069e-05, "loss": 20.1631, "step": 11296 }, { "epoch": 10.03, "learning_rate": 9.123658059453526e-05, "loss": 19.875, "step": 11297 }, { "epoch": 10.03, "learning_rate": 9.123498855150826e-05, "loss": 19.9443, "step": 11298 }, { "epoch": 10.03, "learning_rate": 9.123339637777474e-05, "loss": 19.5918, "step": 11299 }, { "epoch": 10.04, "learning_rate": 9.123180407333978e-05, "loss": 19.8223, "step": 11300 }, { "epoch": 10.04, "learning_rate": 9.123021163820839e-05, "loss": 19.7031, "step": 11301 }, { "epoch": 10.04, "learning_rate": 9.122861907238563e-05, "loss": 20.1016, "step": 11302 }, { "epoch": 10.04, "learning_rate": 9.122702637587654e-05, "loss": 19.4678, "step": 11303 }, { "epoch": 10.04, "learning_rate": 9.122543354868619e-05, "loss": 19.6777, "step": 11304 }, { "epoch": 10.04, "learning_rate": 9.122384059081961e-05, "loss": 19.8184, "step": 11305 }, { "epoch": 10.04, "learning_rate": 9.122224750228185e-05, "loss": 19.9639, "step": 11306 }, { "epoch": 10.04, "learning_rate": 9.122065428307796e-05, "loss": 19.7285, "step": 11307 }, { "epoch": 10.04, "learning_rate": 9.1219060933213e-05, "loss": 19.5186, "step": 11308 }, { "epoch": 10.04, "learning_rate": 9.121746745269202e-05, "loss": 19.8535, "step": 11309 }, { "epoch": 10.04, "learning_rate": 9.121587384152006e-05, "loss": 19.8848, "step": 11310 }, { "epoch": 10.05, "learning_rate": 9.121428009970219e-05, "loss": 19.6631, "step": 11311 }, { "epoch": 10.05, "learning_rate": 9.121268622724344e-05, "loss": 20.3613, "step": 11312 }, { "epoch": 10.05, "learning_rate": 9.121109222414888e-05, "loss": 19.2627, "step": 11313 }, { "epoch": 10.05, "learning_rate": 9.120949809042353e-05, "loss": 19.2852, "step": 11314 }, { "epoch": 10.05, "learning_rate": 9.120790382607249e-05, "loss": 20.5332, "step": 11315 }, { "epoch": 10.05, "learning_rate": 9.120630943110077e-05, "loss": 20.1211, "step": 11316 }, { "epoch": 10.05, "learning_rate": 9.120471490551348e-05, "loss": 20.0234, "step": 11317 }, { "epoch": 10.05, "learning_rate": 9.12031202493156e-05, "loss": 19.6357, "step": 11318 }, { "epoch": 10.05, "learning_rate": 9.120152546251226e-05, "loss": 19.833, "step": 11319 }, { "epoch": 10.05, "learning_rate": 9.119993054510846e-05, "loss": 19.709, "step": 11320 }, { "epoch": 10.05, "learning_rate": 9.119833549710928e-05, "loss": 19.6641, "step": 11321 }, { "epoch": 10.06, "learning_rate": 9.119833549710928e-05, "loss": 20.1289, "step": 11322 }, { "epoch": 10.06, "learning_rate": 9.119674031851977e-05, "loss": 20.1592, "step": 11323 }, { "epoch": 10.06, "learning_rate": 9.119514500934498e-05, "loss": 20.1494, "step": 11324 }, { "epoch": 10.06, "learning_rate": 9.119354956958997e-05, "loss": 20.5752, "step": 11325 }, { "epoch": 10.06, "learning_rate": 9.119195399925981e-05, "loss": 19.8643, "step": 11326 }, { "epoch": 10.06, "learning_rate": 9.119035829835955e-05, "loss": 19.7646, "step": 11327 }, { "epoch": 10.06, "learning_rate": 9.118876246689425e-05, "loss": 19.6045, "step": 11328 }, { "epoch": 10.06, "learning_rate": 9.118716650486895e-05, "loss": 19.917, "step": 11329 }, { "epoch": 10.06, "learning_rate": 9.118557041228875e-05, "loss": 19.9795, "step": 11330 }, { "epoch": 10.06, "learning_rate": 9.118397418915866e-05, "loss": 19.6875, "step": 11331 }, { "epoch": 10.06, "learning_rate": 9.118237783548376e-05, "loss": 19.8154, "step": 11332 }, { "epoch": 10.06, "learning_rate": 9.118078135126913e-05, "loss": 19.4219, "step": 11333 }, { "epoch": 10.07, "learning_rate": 9.117918473651981e-05, "loss": 19.9727, "step": 11334 }, { "epoch": 10.07, "learning_rate": 9.117758799124086e-05, "loss": 20.1436, "step": 11335 }, { "epoch": 10.07, "learning_rate": 9.117599111543735e-05, "loss": 19.2773, "step": 11336 }, { "epoch": 10.07, "learning_rate": 9.117439410911433e-05, "loss": 20.208, "step": 11337 }, { "epoch": 10.07, "learning_rate": 9.117279697227687e-05, "loss": 19.6328, "step": 11338 }, { "epoch": 10.07, "learning_rate": 9.117119970493004e-05, "loss": 19.709, "step": 11339 }, { "epoch": 10.07, "learning_rate": 9.11696023070789e-05, "loss": 19.2812, "step": 11340 }, { "epoch": 10.07, "learning_rate": 9.11680047787285e-05, "loss": 20.1602, "step": 11341 }, { "epoch": 10.07, "learning_rate": 9.116640711988391e-05, "loss": 19.7354, "step": 11342 }, { "epoch": 10.07, "learning_rate": 9.11648093305502e-05, "loss": 19.2344, "step": 11343 }, { "epoch": 10.07, "learning_rate": 9.116321141073245e-05, "loss": 19.7012, "step": 11344 }, { "epoch": 10.08, "learning_rate": 9.116161336043569e-05, "loss": 19.7324, "step": 11345 }, { "epoch": 10.08, "learning_rate": 9.1160015179665e-05, "loss": 19.4971, "step": 11346 }, { "epoch": 10.08, "learning_rate": 9.115841686842545e-05, "loss": 19.915, "step": 11347 }, { "epoch": 10.08, "learning_rate": 9.11568184267221e-05, "loss": 19.499, "step": 11348 }, { "epoch": 10.08, "learning_rate": 9.115521985456003e-05, "loss": 19.873, "step": 11349 }, { "epoch": 10.08, "learning_rate": 9.115362115194429e-05, "loss": 20.3281, "step": 11350 }, { "epoch": 10.08, "learning_rate": 9.115202231887996e-05, "loss": 19.5195, "step": 11351 }, { "epoch": 10.08, "learning_rate": 9.11504233553721e-05, "loss": 20.2461, "step": 11352 }, { "epoch": 10.08, "learning_rate": 9.114882426142579e-05, "loss": 20.3838, "step": 11353 }, { "epoch": 10.08, "learning_rate": 9.114722503704609e-05, "loss": 20.2393, "step": 11354 }, { "epoch": 10.08, "learning_rate": 9.114562568223808e-05, "loss": 20.1221, "step": 11355 }, { "epoch": 10.09, "learning_rate": 9.11440261970068e-05, "loss": 19.8389, "step": 11356 }, { "epoch": 10.09, "learning_rate": 9.114242658135734e-05, "loss": 20.0566, "step": 11357 }, { "epoch": 10.09, "learning_rate": 9.11408268352948e-05, "loss": 19.9014, "step": 11358 }, { "epoch": 10.09, "learning_rate": 9.113922695882418e-05, "loss": 20.4453, "step": 11359 }, { "epoch": 10.09, "learning_rate": 9.113762695195063e-05, "loss": 19.7812, "step": 11360 }, { "epoch": 10.09, "learning_rate": 9.113602681467917e-05, "loss": 19.5264, "step": 11361 }, { "epoch": 10.09, "learning_rate": 9.113442654701487e-05, "loss": 19.8896, "step": 11362 }, { "epoch": 10.09, "learning_rate": 9.113282614896283e-05, "loss": 19.8242, "step": 11363 }, { "epoch": 10.09, "learning_rate": 9.113122562052811e-05, "loss": 20.3672, "step": 11364 }, { "epoch": 10.09, "learning_rate": 9.11296249617158e-05, "loss": 20.0742, "step": 11365 }, { "epoch": 10.09, "learning_rate": 9.112802417253095e-05, "loss": 19.877, "step": 11366 }, { "epoch": 10.1, "learning_rate": 9.112642325297864e-05, "loss": 19.7402, "step": 11367 }, { "epoch": 10.1, "learning_rate": 9.112482220306395e-05, "loss": 19.668, "step": 11368 }, { "epoch": 10.1, "learning_rate": 9.112322102279196e-05, "loss": 19.9863, "step": 11369 }, { "epoch": 10.1, "learning_rate": 9.112161971216773e-05, "loss": 19.8438, "step": 11370 }, { "epoch": 10.1, "learning_rate": 9.112001827119635e-05, "loss": 20.4219, "step": 11371 }, { "epoch": 10.1, "learning_rate": 9.111841669988288e-05, "loss": 20.1572, "step": 11372 }, { "epoch": 10.1, "learning_rate": 9.111681499823241e-05, "loss": 20.1084, "step": 11373 }, { "epoch": 10.1, "learning_rate": 9.111521316625002e-05, "loss": 20.0459, "step": 11374 }, { "epoch": 10.1, "learning_rate": 9.111361120394078e-05, "loss": 19.8877, "step": 11375 }, { "epoch": 10.1, "learning_rate": 9.111200911130975e-05, "loss": 19.8271, "step": 11376 }, { "epoch": 10.1, "learning_rate": 9.111040688836206e-05, "loss": 20.3281, "step": 11377 }, { "epoch": 10.1, "learning_rate": 9.110880453510273e-05, "loss": 20.1846, "step": 11378 }, { "epoch": 10.11, "learning_rate": 9.110720205153687e-05, "loss": 19.2988, "step": 11379 }, { "epoch": 10.11, "learning_rate": 9.110559943766956e-05, "loss": 19.9775, "step": 11380 }, { "epoch": 10.11, "learning_rate": 9.110399669350588e-05, "loss": 19.8604, "step": 11381 }, { "epoch": 10.11, "learning_rate": 9.110239381905091e-05, "loss": 20.3223, "step": 11382 }, { "epoch": 10.11, "learning_rate": 9.110079081430971e-05, "loss": 20.3418, "step": 11383 }, { "epoch": 10.11, "learning_rate": 9.110079081430971e-05, "loss": 20.1113, "step": 11384 }, { "epoch": 10.11, "learning_rate": 9.109918767928738e-05, "loss": 20.2188, "step": 11385 }, { "epoch": 10.11, "learning_rate": 9.109758441398902e-05, "loss": 19.9932, "step": 11386 }, { "epoch": 10.11, "learning_rate": 9.109598101841968e-05, "loss": 19.9121, "step": 11387 }, { "epoch": 10.11, "learning_rate": 9.109437749258444e-05, "loss": 20.0615, "step": 11388 }, { "epoch": 10.11, "learning_rate": 9.109277383648839e-05, "loss": 18.9014, "step": 11389 }, { "epoch": 10.12, "learning_rate": 9.109117005013665e-05, "loss": 21.4736, "step": 11390 }, { "epoch": 10.12, "learning_rate": 9.108956613353425e-05, "loss": 19.7998, "step": 11391 }, { "epoch": 10.12, "learning_rate": 9.108796208668631e-05, "loss": 20.3408, "step": 11392 }, { "epoch": 10.12, "learning_rate": 9.10863579095979e-05, "loss": 19.7764, "step": 11393 }, { "epoch": 10.12, "learning_rate": 9.108475360227411e-05, "loss": 19.751, "step": 11394 }, { "epoch": 10.12, "learning_rate": 9.108314916472e-05, "loss": 20.1611, "step": 11395 }, { "epoch": 10.12, "learning_rate": 9.108154459694071e-05, "loss": 20.3154, "step": 11396 }, { "epoch": 10.12, "learning_rate": 9.107993989894127e-05, "loss": 20.4609, "step": 11397 }, { "epoch": 10.12, "learning_rate": 9.107833507072679e-05, "loss": 20.7178, "step": 11398 }, { "epoch": 10.12, "learning_rate": 9.107673011230238e-05, "loss": 20.46, "step": 11399 }, { "epoch": 10.12, "learning_rate": 9.107512502367309e-05, "loss": 20.5635, "step": 11400 }, { "epoch": 10.13, "learning_rate": 9.107351980484403e-05, "loss": 19.9561, "step": 11401 }, { "epoch": 10.13, "learning_rate": 9.107191445582027e-05, "loss": 20.293, "step": 11402 }, { "epoch": 10.13, "learning_rate": 9.10703089766069e-05, "loss": 19.9805, "step": 11403 }, { "epoch": 10.13, "learning_rate": 9.106870336720903e-05, "loss": 19.8994, "step": 11404 }, { "epoch": 10.13, "learning_rate": 9.106709762763174e-05, "loss": 20.1943, "step": 11405 }, { "epoch": 10.13, "learning_rate": 9.106549175788013e-05, "loss": 20.1729, "step": 11406 }, { "epoch": 10.13, "learning_rate": 9.106388575795925e-05, "loss": 19.6787, "step": 11407 }, { "epoch": 10.13, "learning_rate": 9.106227962787424e-05, "loss": 19.7588, "step": 11408 }, { "epoch": 10.13, "learning_rate": 9.106067336763017e-05, "loss": 19.4629, "step": 11409 }, { "epoch": 10.13, "learning_rate": 9.105906697723212e-05, "loss": 20.5713, "step": 11410 }, { "epoch": 10.13, "learning_rate": 9.105746045668521e-05, "loss": 19.8633, "step": 11411 }, { "epoch": 10.13, "learning_rate": 9.105585380599451e-05, "loss": 19.9414, "step": 11412 }, { "epoch": 10.14, "learning_rate": 9.10542470251651e-05, "loss": 20.4307, "step": 11413 }, { "epoch": 10.14, "learning_rate": 9.105264011420212e-05, "loss": 19.7832, "step": 11414 }, { "epoch": 10.14, "learning_rate": 9.105103307311061e-05, "loss": 19.9844, "step": 11415 }, { "epoch": 10.14, "learning_rate": 9.104942590189572e-05, "loss": 18.9531, "step": 11416 }, { "epoch": 10.14, "learning_rate": 9.104781860056248e-05, "loss": 20.2373, "step": 11417 }, { "epoch": 10.14, "learning_rate": 9.104621116911603e-05, "loss": 19.6074, "step": 11418 }, { "epoch": 10.14, "learning_rate": 9.104460360756147e-05, "loss": 19.8145, "step": 11419 }, { "epoch": 10.14, "learning_rate": 9.104299591590386e-05, "loss": 19.8428, "step": 11420 }, { "epoch": 10.14, "learning_rate": 9.104138809414831e-05, "loss": 19.8467, "step": 11421 }, { "epoch": 10.14, "learning_rate": 9.103978014229994e-05, "loss": 20.4463, "step": 11422 }, { "epoch": 10.14, "learning_rate": 9.103817206036382e-05, "loss": 19.8193, "step": 11423 }, { "epoch": 10.15, "learning_rate": 9.103656384834506e-05, "loss": 19.6748, "step": 11424 }, { "epoch": 10.15, "learning_rate": 9.103495550624876e-05, "loss": 19.9629, "step": 11425 }, { "epoch": 10.15, "learning_rate": 9.103334703408e-05, "loss": 20.1748, "step": 11426 }, { "epoch": 10.15, "learning_rate": 9.10317384318439e-05, "loss": 19.9854, "step": 11427 }, { "epoch": 10.15, "learning_rate": 9.103012969954554e-05, "loss": 20.4482, "step": 11428 }, { "epoch": 10.15, "learning_rate": 9.102852083719002e-05, "loss": 19.5312, "step": 11429 }, { "epoch": 10.15, "learning_rate": 9.102691184478247e-05, "loss": 19.8779, "step": 11430 }, { "epoch": 10.15, "learning_rate": 9.102530272232795e-05, "loss": 19.7207, "step": 11431 }, { "epoch": 10.15, "learning_rate": 9.102369346983159e-05, "loss": 19.4619, "step": 11432 }, { "epoch": 10.15, "learning_rate": 9.102208408729848e-05, "loss": 20.8223, "step": 11433 }, { "epoch": 10.15, "learning_rate": 9.102047457473372e-05, "loss": 20.2646, "step": 11434 }, { "epoch": 10.16, "learning_rate": 9.101886493214242e-05, "loss": 20.1494, "step": 11435 }, { "epoch": 10.16, "learning_rate": 9.101725515952967e-05, "loss": 20.1211, "step": 11436 }, { "epoch": 10.16, "learning_rate": 9.101564525690057e-05, "loss": 19.5205, "step": 11437 }, { "epoch": 10.16, "learning_rate": 9.101403522426024e-05, "loss": 19.9482, "step": 11438 }, { "epoch": 10.16, "learning_rate": 9.101242506161378e-05, "loss": 19.9834, "step": 11439 }, { "epoch": 10.16, "learning_rate": 9.101081476896628e-05, "loss": 20.1084, "step": 11440 }, { "epoch": 10.16, "learning_rate": 9.100920434632286e-05, "loss": 20.8086, "step": 11441 }, { "epoch": 10.16, "learning_rate": 9.100759379368862e-05, "loss": 20.3047, "step": 11442 }, { "epoch": 10.16, "learning_rate": 9.100598311106865e-05, "loss": 20.2236, "step": 11443 }, { "epoch": 10.16, "learning_rate": 9.100437229846808e-05, "loss": 20.3379, "step": 11444 }, { "epoch": 10.16, "learning_rate": 9.100276135589198e-05, "loss": 20.3135, "step": 11445 }, { "epoch": 10.17, "learning_rate": 9.100115028334552e-05, "loss": 19.8604, "step": 11446 }, { "epoch": 10.17, "learning_rate": 9.099953908083374e-05, "loss": 19.5254, "step": 11447 }, { "epoch": 10.17, "learning_rate": 9.099792774836177e-05, "loss": 19.6045, "step": 11448 }, { "epoch": 10.17, "learning_rate": 9.099631628593475e-05, "loss": 19.7412, "step": 11449 }, { "epoch": 10.17, "learning_rate": 9.099470469355776e-05, "loss": 20.0293, "step": 11450 }, { "epoch": 10.17, "learning_rate": 9.099309297123588e-05, "loss": 20.2109, "step": 11451 }, { "epoch": 10.17, "learning_rate": 9.099148111897426e-05, "loss": 20.2031, "step": 11452 }, { "epoch": 10.17, "learning_rate": 9.0989869136778e-05, "loss": 20.6895, "step": 11453 }, { "epoch": 10.17, "learning_rate": 9.098825702465222e-05, "loss": 19.3564, "step": 11454 }, { "epoch": 10.17, "learning_rate": 9.0986644782602e-05, "loss": 19.8643, "step": 11455 }, { "epoch": 10.17, "learning_rate": 9.098503241063246e-05, "loss": 20.0918, "step": 11456 }, { "epoch": 10.17, "learning_rate": 9.098341990874873e-05, "loss": 20.2461, "step": 11457 }, { "epoch": 10.18, "learning_rate": 9.09818072769559e-05, "loss": 19.9746, "step": 11458 }, { "epoch": 10.18, "learning_rate": 9.09801945152591e-05, "loss": 19.1104, "step": 11459 }, { "epoch": 10.18, "learning_rate": 9.097858162366342e-05, "loss": 20.082, "step": 11460 }, { "epoch": 10.18, "learning_rate": 9.097696860217399e-05, "loss": 19.6836, "step": 11461 }, { "epoch": 10.18, "learning_rate": 9.097535545079594e-05, "loss": 19.3945, "step": 11462 }, { "epoch": 10.18, "learning_rate": 9.097374216953434e-05, "loss": 19.5283, "step": 11463 }, { "epoch": 10.18, "learning_rate": 9.097212875839434e-05, "loss": 20.2324, "step": 11464 }, { "epoch": 10.18, "learning_rate": 9.097051521738102e-05, "loss": 20.1768, "step": 11465 }, { "epoch": 10.18, "learning_rate": 9.096890154649952e-05, "loss": 20.5107, "step": 11466 }, { "epoch": 10.18, "learning_rate": 9.096728774575497e-05, "loss": 19.8447, "step": 11467 }, { "epoch": 10.18, "learning_rate": 9.096567381515244e-05, "loss": 19.3408, "step": 11468 }, { "epoch": 10.19, "learning_rate": 9.096405975469709e-05, "loss": 19.8662, "step": 11469 }, { "epoch": 10.19, "learning_rate": 9.096244556439402e-05, "loss": 19.9238, "step": 11470 }, { "epoch": 10.19, "learning_rate": 9.096083124424833e-05, "loss": 19.543, "step": 11471 }, { "epoch": 10.19, "learning_rate": 9.095921679426514e-05, "loss": 20.4121, "step": 11472 }, { "epoch": 10.19, "learning_rate": 9.09576022144496e-05, "loss": 19.7871, "step": 11473 }, { "epoch": 10.19, "learning_rate": 9.095598750480678e-05, "loss": 19.8408, "step": 11474 }, { "epoch": 10.19, "learning_rate": 9.095437266534186e-05, "loss": 20.2451, "step": 11475 }, { "epoch": 10.19, "learning_rate": 9.095275769605989e-05, "loss": 20.1279, "step": 11476 }, { "epoch": 10.19, "learning_rate": 9.095114259696605e-05, "loss": 20.4072, "step": 11477 }, { "epoch": 10.19, "learning_rate": 9.094952736806541e-05, "loss": 19.7637, "step": 11478 }, { "epoch": 10.19, "learning_rate": 9.094791200936313e-05, "loss": 19.7881, "step": 11479 }, { "epoch": 10.2, "learning_rate": 9.094629652086429e-05, "loss": 19.8672, "step": 11480 }, { "epoch": 10.2, "learning_rate": 9.094468090257404e-05, "loss": 20.3643, "step": 11481 }, { "epoch": 10.2, "learning_rate": 9.09430651544975e-05, "loss": 20.1943, "step": 11482 }, { "epoch": 10.2, "learning_rate": 9.094144927663979e-05, "loss": 20.165, "step": 11483 }, { "epoch": 10.2, "learning_rate": 9.093983326900602e-05, "loss": 20.1143, "step": 11484 }, { "epoch": 10.2, "learning_rate": 9.093821713160132e-05, "loss": 20.0596, "step": 11485 }, { "epoch": 10.2, "learning_rate": 9.093660086443083e-05, "loss": 19.708, "step": 11486 }, { "epoch": 10.2, "learning_rate": 9.093498446749963e-05, "loss": 19.8682, "step": 11487 }, { "epoch": 10.2, "learning_rate": 9.093336794081289e-05, "loss": 20.3252, "step": 11488 }, { "epoch": 10.2, "learning_rate": 9.09317512843757e-05, "loss": 20.2236, "step": 11489 }, { "epoch": 10.2, "learning_rate": 9.09301344981932e-05, "loss": 20.3086, "step": 11490 }, { "epoch": 10.21, "learning_rate": 9.092851758227051e-05, "loss": 20.46, "step": 11491 }, { "epoch": 10.21, "learning_rate": 9.092690053661277e-05, "loss": 20.0127, "step": 11492 }, { "epoch": 10.21, "learning_rate": 9.092528336122508e-05, "loss": 19.2744, "step": 11493 }, { "epoch": 10.21, "learning_rate": 9.09236660561126e-05, "loss": 19.9678, "step": 11494 }, { "epoch": 10.21, "learning_rate": 9.092204862128042e-05, "loss": 19.7227, "step": 11495 }, { "epoch": 10.21, "learning_rate": 9.092043105673369e-05, "loss": 20.3291, "step": 11496 }, { "epoch": 10.21, "learning_rate": 9.091881336247753e-05, "loss": 19.5625, "step": 11497 }, { "epoch": 10.21, "learning_rate": 9.091719553851707e-05, "loss": 20.6045, "step": 11498 }, { "epoch": 10.21, "learning_rate": 9.091557758485743e-05, "loss": 19.707, "step": 11499 }, { "epoch": 10.21, "learning_rate": 9.091395950150374e-05, "loss": 20.2646, "step": 11500 }, { "epoch": 10.21, "learning_rate": 9.091234128846116e-05, "loss": 20.0029, "step": 11501 }, { "epoch": 10.21, "learning_rate": 9.091072294573477e-05, "loss": 19.7275, "step": 11502 }, { "epoch": 10.22, "learning_rate": 9.090910447332975e-05, "loss": 19.7842, "step": 11503 }, { "epoch": 10.22, "learning_rate": 9.090910447332975e-05, "loss": 20.8301, "step": 11504 }, { "epoch": 10.22, "learning_rate": 9.090748587125118e-05, "loss": 19.6514, "step": 11505 }, { "epoch": 10.22, "learning_rate": 9.090586713950422e-05, "loss": 20.2246, "step": 11506 }, { "epoch": 10.22, "learning_rate": 9.0904248278094e-05, "loss": 20.3535, "step": 11507 }, { "epoch": 10.22, "learning_rate": 9.090262928702564e-05, "loss": 20.5869, "step": 11508 }, { "epoch": 10.22, "learning_rate": 9.090101016630428e-05, "loss": 20.0635, "step": 11509 }, { "epoch": 10.22, "learning_rate": 9.089939091593506e-05, "loss": 20.2227, "step": 11510 }, { "epoch": 10.22, "learning_rate": 9.08977715359231e-05, "loss": 19.6807, "step": 11511 }, { "epoch": 10.22, "learning_rate": 9.089615202627353e-05, "loss": 20.4121, "step": 11512 }, { "epoch": 10.22, "learning_rate": 9.089453238699151e-05, "loss": 20.5547, "step": 11513 }, { "epoch": 10.23, "learning_rate": 9.089291261808212e-05, "loss": 19.7744, "step": 11514 }, { "epoch": 10.23, "learning_rate": 9.089129271955057e-05, "loss": 19.9121, "step": 11515 }, { "epoch": 10.23, "learning_rate": 9.088967269140193e-05, "loss": 19.4717, "step": 11516 }, { "epoch": 10.23, "learning_rate": 9.088805253364137e-05, "loss": 19.8828, "step": 11517 }, { "epoch": 10.23, "learning_rate": 9.0886432246274e-05, "loss": 19.7607, "step": 11518 }, { "epoch": 10.23, "learning_rate": 9.088481182930497e-05, "loss": 20.168, "step": 11519 }, { "epoch": 10.23, "learning_rate": 9.088319128273943e-05, "loss": 19.7754, "step": 11520 }, { "epoch": 10.23, "learning_rate": 9.08815706065825e-05, "loss": 20.4766, "step": 11521 }, { "epoch": 10.23, "learning_rate": 9.087994980083932e-05, "loss": 19.875, "step": 11522 }, { "epoch": 10.23, "learning_rate": 9.087832886551503e-05, "loss": 19.6904, "step": 11523 }, { "epoch": 10.23, "learning_rate": 9.087670780061475e-05, "loss": 19.751, "step": 11524 }, { "epoch": 10.24, "learning_rate": 9.087508660614366e-05, "loss": 19.958, "step": 11525 }, { "epoch": 10.24, "learning_rate": 9.087346528210687e-05, "loss": 20.3096, "step": 11526 }, { "epoch": 10.24, "learning_rate": 9.087184382850951e-05, "loss": 20.2988, "step": 11527 }, { "epoch": 10.24, "learning_rate": 9.087022224535672e-05, "loss": 20.5293, "step": 11528 }, { "epoch": 10.24, "learning_rate": 9.086860053265369e-05, "loss": 20.3037, "step": 11529 }, { "epoch": 10.24, "learning_rate": 9.08669786904055e-05, "loss": 20.1641, "step": 11530 }, { "epoch": 10.24, "learning_rate": 9.086535671861731e-05, "loss": 20.5469, "step": 11531 }, { "epoch": 10.24, "learning_rate": 9.086373461729427e-05, "loss": 20.3613, "step": 11532 }, { "epoch": 10.24, "learning_rate": 9.086211238644153e-05, "loss": 20.2285, "step": 11533 }, { "epoch": 10.24, "learning_rate": 9.086211238644153e-05, "loss": 19.8525, "step": 11534 }, { "epoch": 10.24, "learning_rate": 9.086049002606421e-05, "loss": 20.1689, "step": 11535 }, { "epoch": 10.25, "learning_rate": 9.085886753616746e-05, "loss": 20.3467, "step": 11536 }, { "epoch": 10.25, "learning_rate": 9.085724491675642e-05, "loss": 20.5576, "step": 11537 }, { "epoch": 10.25, "learning_rate": 9.085562216783625e-05, "loss": 20.1074, "step": 11538 }, { "epoch": 10.25, "learning_rate": 9.085399928941209e-05, "loss": 19.8232, "step": 11539 }, { "epoch": 10.25, "learning_rate": 9.085237628148906e-05, "loss": 21.0176, "step": 11540 }, { "epoch": 10.25, "learning_rate": 9.085075314407232e-05, "loss": 20.1689, "step": 11541 }, { "epoch": 10.25, "learning_rate": 9.084912987716703e-05, "loss": 20.0625, "step": 11542 }, { "epoch": 10.25, "learning_rate": 9.084750648077832e-05, "loss": 19.9561, "step": 11543 }, { "epoch": 10.25, "learning_rate": 9.084588295491131e-05, "loss": 20.209, "step": 11544 }, { "epoch": 10.25, "learning_rate": 9.08442592995712e-05, "loss": 19.7168, "step": 11545 }, { "epoch": 10.25, "learning_rate": 9.084263551476308e-05, "loss": 19.4707, "step": 11546 }, { "epoch": 10.25, "learning_rate": 9.084101160049217e-05, "loss": 20.1748, "step": 11547 }, { "epoch": 10.26, "learning_rate": 9.083938755676354e-05, "loss": 19.7402, "step": 11548 }, { "epoch": 10.26, "learning_rate": 9.083776338358239e-05, "loss": 19.3633, "step": 11549 }, { "epoch": 10.26, "learning_rate": 9.083613908095385e-05, "loss": 19.8691, "step": 11550 }, { "epoch": 10.26, "learning_rate": 9.083451464888306e-05, "loss": 20.3721, "step": 11551 }, { "epoch": 10.26, "learning_rate": 9.083289008737518e-05, "loss": 19.7783, "step": 11552 }, { "epoch": 10.26, "learning_rate": 9.083126539643538e-05, "loss": 19.6143, "step": 11553 }, { "epoch": 10.26, "learning_rate": 9.082964057606876e-05, "loss": 20.3027, "step": 11554 }, { "epoch": 10.26, "learning_rate": 9.082964057606876e-05, "loss": 20.8721, "step": 11555 }, { "epoch": 10.26, "learning_rate": 9.082801562628052e-05, "loss": 20.6689, "step": 11556 }, { "epoch": 10.26, "learning_rate": 9.082639054707577e-05, "loss": 20.165, "step": 11557 }, { "epoch": 10.26, "learning_rate": 9.082476533845968e-05, "loss": 20.5439, "step": 11558 }, { "epoch": 10.27, "learning_rate": 9.082314000043741e-05, "loss": 20.9336, "step": 11559 }, { "epoch": 10.27, "learning_rate": 9.082151453301411e-05, "loss": 20.2246, "step": 11560 }, { "epoch": 10.27, "learning_rate": 9.081988893619493e-05, "loss": 20.0645, "step": 11561 }, { "epoch": 10.27, "learning_rate": 9.081826320998501e-05, "loss": 20.332, "step": 11562 }, { "epoch": 10.27, "learning_rate": 9.08166373543895e-05, "loss": 20.1113, "step": 11563 }, { "epoch": 10.27, "learning_rate": 9.081501136941358e-05, "loss": 20.5332, "step": 11564 }, { "epoch": 10.27, "learning_rate": 9.081338525506239e-05, "loss": 20.0342, "step": 11565 }, { "epoch": 10.27, "learning_rate": 9.081175901134108e-05, "loss": 19.5654, "step": 11566 }, { "epoch": 10.27, "learning_rate": 9.081013263825482e-05, "loss": 19.5273, "step": 11567 }, { "epoch": 10.27, "learning_rate": 9.080850613580874e-05, "loss": 20.1133, "step": 11568 }, { "epoch": 10.27, "learning_rate": 9.080687950400802e-05, "loss": 20.0654, "step": 11569 }, { "epoch": 10.28, "learning_rate": 9.08052527428578e-05, "loss": 20.1465, "step": 11570 }, { "epoch": 10.28, "learning_rate": 9.080362585236324e-05, "loss": 19.8027, "step": 11571 }, { "epoch": 10.28, "learning_rate": 9.080199883252952e-05, "loss": 20.3945, "step": 11572 }, { "epoch": 10.28, "learning_rate": 9.080037168336175e-05, "loss": 19.9805, "step": 11573 }, { "epoch": 10.28, "learning_rate": 9.079874440486514e-05, "loss": 19.5615, "step": 11574 }, { "epoch": 10.28, "learning_rate": 9.07971169970448e-05, "loss": 19.8779, "step": 11575 }, { "epoch": 10.28, "learning_rate": 9.079548945990593e-05, "loss": 19.5771, "step": 11576 }, { "epoch": 10.28, "learning_rate": 9.079386179345367e-05, "loss": 20.2793, "step": 11577 }, { "epoch": 10.28, "learning_rate": 9.079223399769315e-05, "loss": 20.2695, "step": 11578 }, { "epoch": 10.28, "learning_rate": 9.079060607262959e-05, "loss": 19.8623, "step": 11579 }, { "epoch": 10.28, "learning_rate": 9.078897801826811e-05, "loss": 20.415, "step": 11580 }, { "epoch": 10.29, "learning_rate": 9.078734983461388e-05, "loss": 20.582, "step": 11581 }, { "epoch": 10.29, "learning_rate": 9.078572152167206e-05, "loss": 20.5059, "step": 11582 }, { "epoch": 10.29, "learning_rate": 9.078409307944781e-05, "loss": 19.8564, "step": 11583 }, { "epoch": 10.29, "learning_rate": 9.078246450794631e-05, "loss": 19.8623, "step": 11584 }, { "epoch": 10.29, "learning_rate": 9.07808358071727e-05, "loss": 19.8369, "step": 11585 }, { "epoch": 10.29, "learning_rate": 9.077920697713215e-05, "loss": 19.75, "step": 11586 }, { "epoch": 10.29, "learning_rate": 9.077757801782981e-05, "loss": 20.8369, "step": 11587 }, { "epoch": 10.29, "learning_rate": 9.077594892927087e-05, "loss": 19.9873, "step": 11588 }, { "epoch": 10.29, "learning_rate": 9.077431971146048e-05, "loss": 20.0596, "step": 11589 }, { "epoch": 10.29, "learning_rate": 9.077269036440379e-05, "loss": 19.9053, "step": 11590 }, { "epoch": 10.29, "learning_rate": 9.0771060888106e-05, "loss": 20.125, "step": 11591 }, { "epoch": 10.29, "learning_rate": 9.076943128257223e-05, "loss": 20.8545, "step": 11592 }, { "epoch": 10.3, "learning_rate": 9.076780154780768e-05, "loss": 20.2803, "step": 11593 }, { "epoch": 10.3, "learning_rate": 9.076617168381752e-05, "loss": 20.748, "step": 11594 }, { "epoch": 10.3, "learning_rate": 9.076454169060688e-05, "loss": 20.2725, "step": 11595 }, { "epoch": 10.3, "learning_rate": 9.076291156818097e-05, "loss": 20.459, "step": 11596 }, { "epoch": 10.3, "learning_rate": 9.076128131654492e-05, "loss": 20.1875, "step": 11597 }, { "epoch": 10.3, "learning_rate": 9.075965093570391e-05, "loss": 20.1631, "step": 11598 }, { "epoch": 10.3, "learning_rate": 9.075802042566313e-05, "loss": 20.1641, "step": 11599 }, { "epoch": 10.3, "learning_rate": 9.075638978642771e-05, "loss": 20.1748, "step": 11600 }, { "epoch": 10.3, "learning_rate": 9.075475901800286e-05, "loss": 20.0566, "step": 11601 }, { "epoch": 10.3, "learning_rate": 9.07531281203937e-05, "loss": 19.8008, "step": 11602 }, { "epoch": 10.3, "learning_rate": 9.075149709360545e-05, "loss": 20.3447, "step": 11603 }, { "epoch": 10.31, "learning_rate": 9.074986593764325e-05, "loss": 20.4307, "step": 11604 }, { "epoch": 10.31, "learning_rate": 9.074823465251227e-05, "loss": 19.9297, "step": 11605 }, { "epoch": 10.31, "learning_rate": 9.074660323821771e-05, "loss": 19.6348, "step": 11606 }, { "epoch": 10.31, "learning_rate": 9.07449716947647e-05, "loss": 20.4023, "step": 11607 }, { "epoch": 10.31, "learning_rate": 9.074334002215843e-05, "loss": 20.332, "step": 11608 }, { "epoch": 10.31, "learning_rate": 9.074170822040409e-05, "loss": 19.6484, "step": 11609 }, { "epoch": 10.31, "learning_rate": 9.074007628950683e-05, "loss": 19.8486, "step": 11610 }, { "epoch": 10.31, "learning_rate": 9.073844422947182e-05, "loss": 19.1309, "step": 11611 }, { "epoch": 10.31, "learning_rate": 9.073681204030424e-05, "loss": 19.5303, "step": 11612 }, { "epoch": 10.31, "learning_rate": 9.073517972200927e-05, "loss": 19.6299, "step": 11613 }, { "epoch": 10.31, "learning_rate": 9.073354727459209e-05, "loss": 20.0664, "step": 11614 }, { "epoch": 10.32, "learning_rate": 9.073191469805787e-05, "loss": 20.0381, "step": 11615 }, { "epoch": 10.32, "learning_rate": 9.073028199241176e-05, "loss": 19.5771, "step": 11616 }, { "epoch": 10.32, "learning_rate": 9.072864915765895e-05, "loss": 19.8438, "step": 11617 }, { "epoch": 10.32, "learning_rate": 9.072701619380464e-05, "loss": 20.2529, "step": 11618 }, { "epoch": 10.32, "learning_rate": 9.072538310085399e-05, "loss": 19.6846, "step": 11619 }, { "epoch": 10.32, "learning_rate": 9.072374987881215e-05, "loss": 20.0791, "step": 11620 }, { "epoch": 10.32, "learning_rate": 9.072211652768434e-05, "loss": 19.2129, "step": 11621 }, { "epoch": 10.32, "learning_rate": 9.072048304747572e-05, "loss": 19.7314, "step": 11622 }, { "epoch": 10.32, "learning_rate": 9.071884943819144e-05, "loss": 20.334, "step": 11623 }, { "epoch": 10.32, "learning_rate": 9.071721569983673e-05, "loss": 19.9473, "step": 11624 }, { "epoch": 10.32, "learning_rate": 9.071558183241673e-05, "loss": 19.7354, "step": 11625 }, { "epoch": 10.33, "learning_rate": 9.071394783593663e-05, "loss": 20.1211, "step": 11626 }, { "epoch": 10.33, "learning_rate": 9.07123137104016e-05, "loss": 19.6836, "step": 11627 }, { "epoch": 10.33, "learning_rate": 9.071067945581686e-05, "loss": 20.3262, "step": 11628 }, { "epoch": 10.33, "learning_rate": 9.070904507218755e-05, "loss": 19.707, "step": 11629 }, { "epoch": 10.33, "learning_rate": 9.070741055951886e-05, "loss": 20.4736, "step": 11630 }, { "epoch": 10.33, "learning_rate": 9.070577591781597e-05, "loss": 19.6973, "step": 11631 }, { "epoch": 10.33, "learning_rate": 9.070414114708407e-05, "loss": 19.6787, "step": 11632 }, { "epoch": 10.33, "learning_rate": 9.070250624732832e-05, "loss": 19.7832, "step": 11633 }, { "epoch": 10.33, "learning_rate": 9.070087121855393e-05, "loss": 19.8105, "step": 11634 }, { "epoch": 10.33, "learning_rate": 9.069923606076607e-05, "loss": 20.0264, "step": 11635 }, { "epoch": 10.33, "learning_rate": 9.069760077396991e-05, "loss": 20.1328, "step": 11636 }, { "epoch": 10.33, "learning_rate": 9.069596535817068e-05, "loss": 20.1631, "step": 11637 }, { "epoch": 10.34, "learning_rate": 9.069432981337351e-05, "loss": 19.6543, "step": 11638 }, { "epoch": 10.34, "learning_rate": 9.069269413958361e-05, "loss": 19.6357, "step": 11639 }, { "epoch": 10.34, "learning_rate": 9.069105833680616e-05, "loss": 20.2295, "step": 11640 }, { "epoch": 10.34, "learning_rate": 9.068942240504634e-05, "loss": 19.4941, "step": 11641 }, { "epoch": 10.34, "learning_rate": 9.068778634430935e-05, "loss": 20.1797, "step": 11642 }, { "epoch": 10.34, "learning_rate": 9.068615015460037e-05, "loss": 19.71, "step": 11643 }, { "epoch": 10.34, "learning_rate": 9.068451383592458e-05, "loss": 20.4326, "step": 11644 }, { "epoch": 10.34, "learning_rate": 9.068287738828716e-05, "loss": 20.5078, "step": 11645 }, { "epoch": 10.34, "learning_rate": 9.068124081169331e-05, "loss": 20.2773, "step": 11646 }, { "epoch": 10.34, "learning_rate": 9.067960410614823e-05, "loss": 19.9248, "step": 11647 }, { "epoch": 10.34, "learning_rate": 9.067796727165708e-05, "loss": 19.8906, "step": 11648 }, { "epoch": 10.35, "learning_rate": 9.067633030822506e-05, "loss": 20.2275, "step": 11649 }, { "epoch": 10.35, "learning_rate": 9.067469321585738e-05, "loss": 19.4834, "step": 11650 }, { "epoch": 10.35, "learning_rate": 9.06730559945592e-05, "loss": 19.3545, "step": 11651 }, { "epoch": 10.35, "learning_rate": 9.067141864433571e-05, "loss": 19.8955, "step": 11652 }, { "epoch": 10.35, "learning_rate": 9.066978116519212e-05, "loss": 20.4775, "step": 11653 }, { "epoch": 10.35, "learning_rate": 9.066814355713361e-05, "loss": 19.9561, "step": 11654 }, { "epoch": 10.35, "learning_rate": 9.066650582016536e-05, "loss": 20.0283, "step": 11655 }, { "epoch": 10.35, "learning_rate": 9.066486795429258e-05, "loss": 20.332, "step": 11656 }, { "epoch": 10.35, "learning_rate": 9.066322995952046e-05, "loss": 20.7148, "step": 11657 }, { "epoch": 10.35, "learning_rate": 9.066159183585419e-05, "loss": 20.6406, "step": 11658 }, { "epoch": 10.35, "learning_rate": 9.065995358329895e-05, "loss": 20.6191, "step": 11659 }, { "epoch": 10.36, "learning_rate": 9.065831520185993e-05, "loss": 20.3564, "step": 11660 }, { "epoch": 10.36, "learning_rate": 9.065667669154235e-05, "loss": 19.6436, "step": 11661 }, { "epoch": 10.36, "learning_rate": 9.065503805235138e-05, "loss": 20.0215, "step": 11662 }, { "epoch": 10.36, "learning_rate": 9.065339928429224e-05, "loss": 19.9678, "step": 11663 }, { "epoch": 10.36, "learning_rate": 9.065176038737009e-05, "loss": 20.5723, "step": 11664 }, { "epoch": 10.36, "learning_rate": 9.065012136159015e-05, "loss": 20.0283, "step": 11665 }, { "epoch": 10.36, "learning_rate": 9.064848220695761e-05, "loss": 19.7969, "step": 11666 }, { "epoch": 10.36, "learning_rate": 9.064684292347765e-05, "loss": 20.127, "step": 11667 }, { "epoch": 10.36, "learning_rate": 9.064520351115549e-05, "loss": 19.5869, "step": 11668 }, { "epoch": 10.36, "learning_rate": 9.064356396999632e-05, "loss": 20.4092, "step": 11669 }, { "epoch": 10.36, "learning_rate": 9.064192430000532e-05, "loss": 20.042, "step": 11670 }, { "epoch": 10.37, "learning_rate": 9.064028450118772e-05, "loss": 19.7744, "step": 11671 }, { "epoch": 10.37, "learning_rate": 9.063864457354867e-05, "loss": 20.085, "step": 11672 }, { "epoch": 10.37, "learning_rate": 9.063700451709341e-05, "loss": 20.6982, "step": 11673 }, { "epoch": 10.37, "learning_rate": 9.063536433182713e-05, "loss": 20.2305, "step": 11674 }, { "epoch": 10.37, "learning_rate": 9.063372401775502e-05, "loss": 19.9648, "step": 11675 }, { "epoch": 10.37, "learning_rate": 9.06320835748823e-05, "loss": 20.4014, "step": 11676 }, { "epoch": 10.37, "learning_rate": 9.063044300321414e-05, "loss": 20.2402, "step": 11677 }, { "epoch": 10.37, "learning_rate": 9.062880230275575e-05, "loss": 20.1416, "step": 11678 }, { "epoch": 10.37, "learning_rate": 9.062716147351235e-05, "loss": 20.3975, "step": 11679 }, { "epoch": 10.37, "learning_rate": 9.062552051548912e-05, "loss": 20.2373, "step": 11680 }, { "epoch": 10.37, "learning_rate": 9.062387942869126e-05, "loss": 20.5928, "step": 11681 }, { "epoch": 10.37, "learning_rate": 9.062223821312398e-05, "loss": 20.1387, "step": 11682 }, { "epoch": 10.38, "learning_rate": 9.062059686879248e-05, "loss": 19.5869, "step": 11683 }, { "epoch": 10.38, "learning_rate": 9.061895539570198e-05, "loss": 19.7002, "step": 11684 }, { "epoch": 10.38, "learning_rate": 9.061731379385765e-05, "loss": 19.9902, "step": 11685 }, { "epoch": 10.38, "learning_rate": 9.061567206326471e-05, "loss": 20.3633, "step": 11686 }, { "epoch": 10.38, "learning_rate": 9.061403020392839e-05, "loss": 20.0381, "step": 11687 }, { "epoch": 10.38, "learning_rate": 9.061238821585384e-05, "loss": 19.6162, "step": 11688 }, { "epoch": 10.38, "learning_rate": 9.06107460990463e-05, "loss": 19.8984, "step": 11689 }, { "epoch": 10.38, "learning_rate": 9.060910385351098e-05, "loss": 19.8799, "step": 11690 }, { "epoch": 10.38, "learning_rate": 9.060746147925308e-05, "loss": 20.1445, "step": 11691 }, { "epoch": 10.38, "learning_rate": 9.060581897627778e-05, "loss": 19.8252, "step": 11692 }, { "epoch": 10.38, "learning_rate": 9.060417634459031e-05, "loss": 19.9561, "step": 11693 }, { "epoch": 10.39, "learning_rate": 9.060253358419588e-05, "loss": 19.2422, "step": 11694 }, { "epoch": 10.39, "learning_rate": 9.06008906950997e-05, "loss": 19.835, "step": 11695 }, { "epoch": 10.39, "learning_rate": 9.059924767730696e-05, "loss": 19.7998, "step": 11696 }, { "epoch": 10.39, "learning_rate": 9.059760453082289e-05, "loss": 19.6328, "step": 11697 }, { "epoch": 10.39, "learning_rate": 9.059760453082289e-05, "loss": 20.7061, "step": 11698 }, { "epoch": 10.39, "learning_rate": 9.059596125565267e-05, "loss": 20.1221, "step": 11699 }, { "epoch": 10.39, "learning_rate": 9.059431785180153e-05, "loss": 19.8281, "step": 11700 }, { "epoch": 10.39, "learning_rate": 9.059267431927467e-05, "loss": 20.0547, "step": 11701 }, { "epoch": 10.39, "learning_rate": 9.05910306580773e-05, "loss": 19.9443, "step": 11702 }, { "epoch": 10.39, "learning_rate": 9.058938686821464e-05, "loss": 20.0244, "step": 11703 }, { "epoch": 10.39, "learning_rate": 9.058774294969189e-05, "loss": 19.6553, "step": 11704 }, { "epoch": 10.4, "learning_rate": 9.058609890251427e-05, "loss": 19.7246, "step": 11705 }, { "epoch": 10.4, "learning_rate": 9.058445472668697e-05, "loss": 20.1484, "step": 11706 }, { "epoch": 10.4, "learning_rate": 9.058281042221524e-05, "loss": 19.5068, "step": 11707 }, { "epoch": 10.4, "learning_rate": 9.058116598910426e-05, "loss": 19.958, "step": 11708 }, { "epoch": 10.4, "learning_rate": 9.057952142735926e-05, "loss": 20.1914, "step": 11709 }, { "epoch": 10.4, "learning_rate": 9.057787673698543e-05, "loss": 20.3193, "step": 11710 }, { "epoch": 10.4, "learning_rate": 9.057623191798801e-05, "loss": 19.9053, "step": 11711 }, { "epoch": 10.4, "learning_rate": 9.05745869703722e-05, "loss": 20.1348, "step": 11712 }, { "epoch": 10.4, "learning_rate": 9.05729418941432e-05, "loss": 20.127, "step": 11713 }, { "epoch": 10.4, "learning_rate": 9.057129668930626e-05, "loss": 19.5, "step": 11714 }, { "epoch": 10.4, "learning_rate": 9.056965135586658e-05, "loss": 20.3506, "step": 11715 }, { "epoch": 10.4, "learning_rate": 9.056800589382936e-05, "loss": 19.9336, "step": 11716 }, { "epoch": 10.41, "learning_rate": 9.056636030319983e-05, "loss": 20.3945, "step": 11717 }, { "epoch": 10.41, "learning_rate": 9.05647145839832e-05, "loss": 20.3184, "step": 11718 }, { "epoch": 10.41, "learning_rate": 9.056306873618469e-05, "loss": 20.1592, "step": 11719 }, { "epoch": 10.41, "learning_rate": 9.056142275980952e-05, "loss": 20.2256, "step": 11720 }, { "epoch": 10.41, "learning_rate": 9.055977665486291e-05, "loss": 20.21, "step": 11721 }, { "epoch": 10.41, "learning_rate": 9.055813042135007e-05, "loss": 20.2881, "step": 11722 }, { "epoch": 10.41, "learning_rate": 9.05564840592762e-05, "loss": 20.417, "step": 11723 }, { "epoch": 10.41, "learning_rate": 9.055483756864656e-05, "loss": 20.2432, "step": 11724 }, { "epoch": 10.41, "learning_rate": 9.055319094946633e-05, "loss": 20.0371, "step": 11725 }, { "epoch": 10.41, "learning_rate": 9.055154420174077e-05, "loss": 19.8135, "step": 11726 }, { "epoch": 10.41, "learning_rate": 9.054989732547506e-05, "loss": 19.7744, "step": 11727 }, { "epoch": 10.42, "learning_rate": 9.054825032067444e-05, "loss": 20.0166, "step": 11728 }, { "epoch": 10.42, "learning_rate": 9.054660318734413e-05, "loss": 20.8691, "step": 11729 }, { "epoch": 10.42, "learning_rate": 9.054495592548937e-05, "loss": 20.21, "step": 11730 }, { "epoch": 10.42, "learning_rate": 9.054330853511533e-05, "loss": 19.9326, "step": 11731 }, { "epoch": 10.42, "learning_rate": 9.054166101622727e-05, "loss": 20.085, "step": 11732 }, { "epoch": 10.42, "learning_rate": 9.054001336883043e-05, "loss": 19.6699, "step": 11733 }, { "epoch": 10.42, "learning_rate": 9.053836559292999e-05, "loss": 20.1982, "step": 11734 }, { "epoch": 10.42, "learning_rate": 9.053671768853118e-05, "loss": 20.0693, "step": 11735 }, { "epoch": 10.42, "learning_rate": 9.053506965563923e-05, "loss": 20.0762, "step": 11736 }, { "epoch": 10.42, "learning_rate": 9.053342149425939e-05, "loss": 20.1631, "step": 11737 }, { "epoch": 10.42, "learning_rate": 9.053177320439685e-05, "loss": 20.0996, "step": 11738 }, { "epoch": 10.43, "learning_rate": 9.053012478605684e-05, "loss": 19.2822, "step": 11739 }, { "epoch": 10.43, "learning_rate": 9.052847623924461e-05, "loss": 20.5215, "step": 11740 }, { "epoch": 10.43, "learning_rate": 9.052682756396536e-05, "loss": 19.9863, "step": 11741 }, { "epoch": 10.43, "learning_rate": 9.052517876022433e-05, "loss": 20.2656, "step": 11742 }, { "epoch": 10.43, "learning_rate": 9.052352982802675e-05, "loss": 19.9082, "step": 11743 }, { "epoch": 10.43, "learning_rate": 9.05218807673778e-05, "loss": 20.3887, "step": 11744 }, { "epoch": 10.43, "learning_rate": 9.052023157828278e-05, "loss": 19.9736, "step": 11745 }, { "epoch": 10.43, "learning_rate": 9.051858226074685e-05, "loss": 20.0947, "step": 11746 }, { "epoch": 10.43, "learning_rate": 9.05169328147753e-05, "loss": 20.0244, "step": 11747 }, { "epoch": 10.43, "learning_rate": 9.05152832403733e-05, "loss": 19.7822, "step": 11748 }, { "epoch": 10.43, "learning_rate": 9.051363353754613e-05, "loss": 19.6963, "step": 11749 }, { "epoch": 10.44, "learning_rate": 9.0511983706299e-05, "loss": 20.8779, "step": 11750 }, { "epoch": 10.44, "learning_rate": 9.051033374663714e-05, "loss": 20.0684, "step": 11751 }, { "epoch": 10.44, "learning_rate": 9.050868365856575e-05, "loss": 20.0527, "step": 11752 }, { "epoch": 10.44, "learning_rate": 9.05070334420901e-05, "loss": 20.208, "step": 11753 }, { "epoch": 10.44, "learning_rate": 9.05053830972154e-05, "loss": 19.9434, "step": 11754 }, { "epoch": 10.44, "learning_rate": 9.050373262394688e-05, "loss": 20.2637, "step": 11755 }, { "epoch": 10.44, "learning_rate": 9.050208202228981e-05, "loss": 20.0371, "step": 11756 }, { "epoch": 10.44, "learning_rate": 9.050043129224937e-05, "loss": 20.1533, "step": 11757 }, { "epoch": 10.44, "learning_rate": 9.049878043383081e-05, "loss": 19.9658, "step": 11758 }, { "epoch": 10.44, "learning_rate": 9.049712944703939e-05, "loss": 20.2041, "step": 11759 }, { "epoch": 10.44, "learning_rate": 9.049547833188031e-05, "loss": 19.8301, "step": 11760 }, { "epoch": 10.44, "learning_rate": 9.049382708835881e-05, "loss": 19.709, "step": 11761 }, { "epoch": 10.45, "learning_rate": 9.049217571648014e-05, "loss": 20.377, "step": 11762 }, { "epoch": 10.45, "learning_rate": 9.04905242162495e-05, "loss": 20.1416, "step": 11763 }, { "epoch": 10.45, "learning_rate": 9.048887258767218e-05, "loss": 20.0312, "step": 11764 }, { "epoch": 10.45, "learning_rate": 9.048722083075336e-05, "loss": 20.2676, "step": 11765 }, { "epoch": 10.45, "learning_rate": 9.048556894549831e-05, "loss": 20.0723, "step": 11766 }, { "epoch": 10.45, "learning_rate": 9.048391693191226e-05, "loss": 20.0723, "step": 11767 }, { "epoch": 10.45, "learning_rate": 9.048226479000042e-05, "loss": 20.1484, "step": 11768 }, { "epoch": 10.45, "learning_rate": 9.048061251976808e-05, "loss": 20.1631, "step": 11769 }, { "epoch": 10.45, "learning_rate": 9.047896012122041e-05, "loss": 20.0947, "step": 11770 }, { "epoch": 10.45, "learning_rate": 9.047730759436271e-05, "loss": 19.5293, "step": 11771 }, { "epoch": 10.45, "learning_rate": 9.047565493920018e-05, "loss": 20.1973, "step": 11772 }, { "epoch": 10.46, "learning_rate": 9.047400215573809e-05, "loss": 19.5537, "step": 11773 }, { "epoch": 10.46, "learning_rate": 9.047234924398165e-05, "loss": 19.4473, "step": 11774 }, { "epoch": 10.46, "learning_rate": 9.047069620393609e-05, "loss": 20.2793, "step": 11775 }, { "epoch": 10.46, "learning_rate": 9.046904303560668e-05, "loss": 20.1113, "step": 11776 }, { "epoch": 10.46, "learning_rate": 9.046738973899867e-05, "loss": 20.209, "step": 11777 }, { "epoch": 10.46, "learning_rate": 9.046573631411726e-05, "loss": 20.0361, "step": 11778 }, { "epoch": 10.46, "learning_rate": 9.046408276096771e-05, "loss": 19.6299, "step": 11779 }, { "epoch": 10.46, "learning_rate": 9.046242907955527e-05, "loss": 19.9639, "step": 11780 }, { "epoch": 10.46, "learning_rate": 9.046077526988517e-05, "loss": 19.4287, "step": 11781 }, { "epoch": 10.46, "learning_rate": 9.045912133196265e-05, "loss": 20.1709, "step": 11782 }, { "epoch": 10.46, "learning_rate": 9.045746726579296e-05, "loss": 19.6152, "step": 11783 }, { "epoch": 10.47, "learning_rate": 9.045581307138134e-05, "loss": 19.9092, "step": 11784 }, { "epoch": 10.47, "learning_rate": 9.045415874873304e-05, "loss": 19.8916, "step": 11785 }, { "epoch": 10.47, "learning_rate": 9.045250429785331e-05, "loss": 19.7432, "step": 11786 }, { "epoch": 10.47, "learning_rate": 9.045084971874738e-05, "loss": 19.8672, "step": 11787 }, { "epoch": 10.47, "learning_rate": 9.044919501142048e-05, "loss": 20.6045, "step": 11788 }, { "epoch": 10.47, "learning_rate": 9.04475401758779e-05, "loss": 19.9004, "step": 11789 }, { "epoch": 10.47, "learning_rate": 9.044588521212485e-05, "loss": 20.1885, "step": 11790 }, { "epoch": 10.47, "learning_rate": 9.044423012016656e-05, "loss": 20.0479, "step": 11791 }, { "epoch": 10.47, "learning_rate": 9.044257490000834e-05, "loss": 19.7549, "step": 11792 }, { "epoch": 10.47, "learning_rate": 9.044091955165537e-05, "loss": 20.4014, "step": 11793 }, { "epoch": 10.47, "learning_rate": 9.043926407511294e-05, "loss": 19.9678, "step": 11794 }, { "epoch": 10.48, "learning_rate": 9.043760847038627e-05, "loss": 20.2627, "step": 11795 }, { "epoch": 10.48, "learning_rate": 9.043595273748062e-05, "loss": 20.2373, "step": 11796 }, { "epoch": 10.48, "learning_rate": 9.043429687640125e-05, "loss": 20.6172, "step": 11797 }, { "epoch": 10.48, "learning_rate": 9.04326408871534e-05, "loss": 20.2129, "step": 11798 }, { "epoch": 10.48, "learning_rate": 9.04309847697423e-05, "loss": 19.8291, "step": 11799 }, { "epoch": 10.48, "learning_rate": 9.042932852417324e-05, "loss": 19.8848, "step": 11800 }, { "epoch": 10.48, "learning_rate": 9.042767215045142e-05, "loss": 20.1953, "step": 11801 }, { "epoch": 10.48, "learning_rate": 9.042601564858213e-05, "loss": 20.252, "step": 11802 }, { "epoch": 10.48, "learning_rate": 9.04243590185706e-05, "loss": 19.4883, "step": 11803 }, { "epoch": 10.48, "learning_rate": 9.042270226042209e-05, "loss": 19.7871, "step": 11804 }, { "epoch": 10.48, "learning_rate": 9.042104537414184e-05, "loss": 20.4229, "step": 11805 }, { "epoch": 10.48, "learning_rate": 9.041938835973513e-05, "loss": 20.0312, "step": 11806 }, { "epoch": 10.49, "learning_rate": 9.04177312172072e-05, "loss": 20.6211, "step": 11807 }, { "epoch": 10.49, "learning_rate": 9.041607394656328e-05, "loss": 19.916, "step": 11808 }, { "epoch": 10.49, "learning_rate": 9.041441654780865e-05, "loss": 20.6865, "step": 11809 }, { "epoch": 10.49, "learning_rate": 9.041275902094855e-05, "loss": 19.9297, "step": 11810 }, { "epoch": 10.49, "learning_rate": 9.041110136598822e-05, "loss": 19.9893, "step": 11811 }, { "epoch": 10.49, "learning_rate": 9.040944358293295e-05, "loss": 20.3135, "step": 11812 }, { "epoch": 10.49, "learning_rate": 9.040778567178798e-05, "loss": 19.9473, "step": 11813 }, { "epoch": 10.49, "learning_rate": 9.040612763255856e-05, "loss": 19.7793, "step": 11814 }, { "epoch": 10.49, "learning_rate": 9.040446946524996e-05, "loss": 20.7373, "step": 11815 }, { "epoch": 10.49, "learning_rate": 9.040281116986741e-05, "loss": 19.6885, "step": 11816 }, { "epoch": 10.49, "learning_rate": 9.040115274641619e-05, "loss": 20.2891, "step": 11817 }, { "epoch": 10.5, "learning_rate": 9.039949419490153e-05, "loss": 19.875, "step": 11818 }, { "epoch": 10.5, "learning_rate": 9.039783551532873e-05, "loss": 20.0684, "step": 11819 }, { "epoch": 10.5, "learning_rate": 9.0396176707703e-05, "loss": 19.9463, "step": 11820 }, { "epoch": 10.5, "learning_rate": 9.039451777202963e-05, "loss": 20.6436, "step": 11821 }, { "epoch": 10.5, "learning_rate": 9.039285870831387e-05, "loss": 19.7363, "step": 11822 }, { "epoch": 10.5, "learning_rate": 9.039119951656097e-05, "loss": 19.6611, "step": 11823 }, { "epoch": 10.5, "learning_rate": 9.038954019677619e-05, "loss": 20.1123, "step": 11824 }, { "epoch": 10.5, "learning_rate": 9.038954019677619e-05, "loss": 21.0127, "step": 11825 }, { "epoch": 10.5, "learning_rate": 9.038788074896481e-05, "loss": 20.7354, "step": 11826 }, { "epoch": 10.5, "learning_rate": 9.038622117313208e-05, "loss": 20.4502, "step": 11827 }, { "epoch": 10.5, "learning_rate": 9.038456146928325e-05, "loss": 19.5869, "step": 11828 }, { "epoch": 10.51, "learning_rate": 9.038290163742361e-05, "loss": 19.2246, "step": 11829 }, { "epoch": 10.51, "learning_rate": 9.038124167755836e-05, "loss": 19.8838, "step": 11830 }, { "epoch": 10.51, "learning_rate": 9.038124167755836e-05, "loss": 20.1895, "step": 11831 }, { "epoch": 10.51, "learning_rate": 9.037958158969282e-05, "loss": 19.7881, "step": 11832 }, { "epoch": 10.51, "learning_rate": 9.037792137383226e-05, "loss": 20.1064, "step": 11833 }, { "epoch": 10.51, "learning_rate": 9.03762610299819e-05, "loss": 20.1094, "step": 11834 }, { "epoch": 10.51, "learning_rate": 9.0374600558147e-05, "loss": 19.9551, "step": 11835 }, { "epoch": 10.51, "learning_rate": 9.037293995833284e-05, "loss": 20.085, "step": 11836 }, { "epoch": 10.51, "learning_rate": 9.037127923054471e-05, "loss": 19.6162, "step": 11837 }, { "epoch": 10.51, "learning_rate": 9.036961837478783e-05, "loss": 20.3232, "step": 11838 }, { "epoch": 10.51, "learning_rate": 9.036795739106752e-05, "loss": 20.0508, "step": 11839 }, { "epoch": 10.52, "learning_rate": 9.036629627938897e-05, "loss": 20.2373, "step": 11840 }, { "epoch": 10.52, "learning_rate": 9.03646350397575e-05, "loss": 19.7842, "step": 11841 }, { "epoch": 10.52, "learning_rate": 9.036297367217837e-05, "loss": 20.3701, "step": 11842 }, { "epoch": 10.52, "learning_rate": 9.036131217665684e-05, "loss": 19.8223, "step": 11843 }, { "epoch": 10.52, "learning_rate": 9.035965055319815e-05, "loss": 19.7129, "step": 11844 }, { "epoch": 10.52, "learning_rate": 9.035798880180762e-05, "loss": 20.4922, "step": 11845 }, { "epoch": 10.52, "learning_rate": 9.035632692249048e-05, "loss": 20.1416, "step": 11846 }, { "epoch": 10.52, "learning_rate": 9.035466491525199e-05, "loss": 20.3428, "step": 11847 }, { "epoch": 10.52, "learning_rate": 9.035300278009743e-05, "loss": 19.8984, "step": 11848 }, { "epoch": 10.52, "learning_rate": 9.03513405170321e-05, "loss": 20.5332, "step": 11849 }, { "epoch": 10.52, "learning_rate": 9.034967812606123e-05, "loss": 20.0186, "step": 11850 }, { "epoch": 10.52, "learning_rate": 9.034801560719011e-05, "loss": 19.9678, "step": 11851 }, { "epoch": 10.53, "learning_rate": 9.034635296042398e-05, "loss": 19.8574, "step": 11852 }, { "epoch": 10.53, "learning_rate": 9.034469018576814e-05, "loss": 20.6328, "step": 11853 }, { "epoch": 10.53, "learning_rate": 9.034302728322787e-05, "loss": 19.8408, "step": 11854 }, { "epoch": 10.53, "learning_rate": 9.034136425280841e-05, "loss": 20.4365, "step": 11855 }, { "epoch": 10.53, "learning_rate": 9.033970109451503e-05, "loss": 20.6719, "step": 11856 }, { "epoch": 10.53, "learning_rate": 9.033803780835303e-05, "loss": 19.9092, "step": 11857 }, { "epoch": 10.53, "learning_rate": 9.033637439432768e-05, "loss": 20.4365, "step": 11858 }, { "epoch": 10.53, "learning_rate": 9.033471085244424e-05, "loss": 20.2197, "step": 11859 }, { "epoch": 10.53, "learning_rate": 9.033304718270797e-05, "loss": 20.2422, "step": 11860 }, { "epoch": 10.53, "learning_rate": 9.033138338512417e-05, "loss": 20.3984, "step": 11861 }, { "epoch": 10.53, "learning_rate": 9.03297194596981e-05, "loss": 20.9707, "step": 11862 }, { "epoch": 10.54, "learning_rate": 9.032805540643503e-05, "loss": 19.5, "step": 11863 }, { "epoch": 10.54, "learning_rate": 9.032639122534024e-05, "loss": 20.0381, "step": 11864 }, { "epoch": 10.54, "learning_rate": 9.032472691641902e-05, "loss": 20.8164, "step": 11865 }, { "epoch": 10.54, "learning_rate": 9.032306247967662e-05, "loss": 19.9209, "step": 11866 }, { "epoch": 10.54, "learning_rate": 9.032139791511833e-05, "loss": 20.0684, "step": 11867 }, { "epoch": 10.54, "learning_rate": 9.031973322274943e-05, "loss": 20.5479, "step": 11868 }, { "epoch": 10.54, "learning_rate": 9.031806840257519e-05, "loss": 19.7646, "step": 11869 }, { "epoch": 10.54, "learning_rate": 9.031640345460089e-05, "loss": 20.291, "step": 11870 }, { "epoch": 10.54, "learning_rate": 9.031473837883178e-05, "loss": 19.8662, "step": 11871 }, { "epoch": 10.54, "learning_rate": 9.031307317527319e-05, "loss": 21.25, "step": 11872 }, { "epoch": 10.54, "learning_rate": 9.031307317527319e-05, "loss": 21.1133, "step": 11873 }, { "epoch": 10.55, "learning_rate": 9.031140784393036e-05, "loss": 20.1221, "step": 11874 }, { "epoch": 10.55, "learning_rate": 9.030974238480858e-05, "loss": 19.5977, "step": 11875 }, { "epoch": 10.55, "learning_rate": 9.030807679791314e-05, "loss": 20.1514, "step": 11876 }, { "epoch": 10.55, "learning_rate": 9.030641108324931e-05, "loss": 19.7783, "step": 11877 }, { "epoch": 10.55, "learning_rate": 9.030474524082236e-05, "loss": 20.2275, "step": 11878 }, { "epoch": 10.55, "learning_rate": 9.030307927063759e-05, "loss": 20.0146, "step": 11879 }, { "epoch": 10.55, "learning_rate": 9.030141317270026e-05, "loss": 19.5098, "step": 11880 }, { "epoch": 10.55, "learning_rate": 9.029974694701566e-05, "loss": 20.5771, "step": 11881 }, { "epoch": 10.55, "learning_rate": 9.029808059358909e-05, "loss": 20.2344, "step": 11882 }, { "epoch": 10.55, "learning_rate": 9.029641411242579e-05, "loss": 19.7461, "step": 11883 }, { "epoch": 10.55, "learning_rate": 9.029474750353109e-05, "loss": 19.8887, "step": 11884 }, { "epoch": 10.56, "learning_rate": 9.029308076691023e-05, "loss": 19.8984, "step": 11885 }, { "epoch": 10.56, "learning_rate": 9.029141390256853e-05, "loss": 19.9072, "step": 11886 }, { "epoch": 10.56, "learning_rate": 9.028974691051125e-05, "loss": 20.209, "step": 11887 }, { "epoch": 10.56, "learning_rate": 9.02880797907437e-05, "loss": 20.5459, "step": 11888 }, { "epoch": 10.56, "learning_rate": 9.028641254327112e-05, "loss": 20.0312, "step": 11889 }, { "epoch": 10.56, "learning_rate": 9.028474516809882e-05, "loss": 19.834, "step": 11890 }, { "epoch": 10.56, "learning_rate": 9.02830776652321e-05, "loss": 20.2852, "step": 11891 }, { "epoch": 10.56, "learning_rate": 9.028141003467623e-05, "loss": 20.4707, "step": 11892 }, { "epoch": 10.56, "learning_rate": 9.027974227643649e-05, "loss": 19.9434, "step": 11893 }, { "epoch": 10.56, "learning_rate": 9.027807439051819e-05, "loss": 20.4922, "step": 11894 }, { "epoch": 10.56, "learning_rate": 9.027640637692658e-05, "loss": 20.2754, "step": 11895 }, { "epoch": 10.56, "learning_rate": 9.027473823566698e-05, "loss": 19.5674, "step": 11896 }, { "epoch": 10.57, "learning_rate": 9.027306996674467e-05, "loss": 20.0059, "step": 11897 }, { "epoch": 10.57, "learning_rate": 9.027140157016491e-05, "loss": 19.8643, "step": 11898 }, { "epoch": 10.57, "learning_rate": 9.026973304593305e-05, "loss": 19.8359, "step": 11899 }, { "epoch": 10.57, "learning_rate": 9.026806439405431e-05, "loss": 20.1553, "step": 11900 }, { "epoch": 10.57, "learning_rate": 9.026639561453403e-05, "loss": 19.7168, "step": 11901 }, { "epoch": 10.57, "learning_rate": 9.026472670737746e-05, "loss": 20.3145, "step": 11902 }, { "epoch": 10.57, "learning_rate": 9.026305767258993e-05, "loss": 19.8848, "step": 11903 }, { "epoch": 10.57, "learning_rate": 9.026138851017669e-05, "loss": 19.9834, "step": 11904 }, { "epoch": 10.57, "learning_rate": 9.025971922014307e-05, "loss": 20.6836, "step": 11905 }, { "epoch": 10.57, "learning_rate": 9.025804980249434e-05, "loss": 20.5029, "step": 11906 }, { "epoch": 10.57, "learning_rate": 9.02563802572358e-05, "loss": 20.376, "step": 11907 }, { "epoch": 10.58, "learning_rate": 9.025471058437271e-05, "loss": 19.9346, "step": 11908 }, { "epoch": 10.58, "learning_rate": 9.025304078391042e-05, "loss": 20.1299, "step": 11909 }, { "epoch": 10.58, "learning_rate": 9.025137085585418e-05, "loss": 19.6992, "step": 11910 }, { "epoch": 10.58, "learning_rate": 9.02497008002093e-05, "loss": 20.3672, "step": 11911 }, { "epoch": 10.58, "learning_rate": 9.024803061698106e-05, "loss": 20.3545, "step": 11912 }, { "epoch": 10.58, "learning_rate": 9.024636030617476e-05, "loss": 20.1875, "step": 11913 }, { "epoch": 10.58, "learning_rate": 9.02446898677957e-05, "loss": 20.0986, "step": 11914 }, { "epoch": 10.58, "learning_rate": 9.024301930184919e-05, "loss": 20.0215, "step": 11915 }, { "epoch": 10.58, "learning_rate": 9.024134860834051e-05, "loss": 20.4219, "step": 11916 }, { "epoch": 10.58, "learning_rate": 9.023967778727493e-05, "loss": 20.4922, "step": 11917 }, { "epoch": 10.58, "learning_rate": 9.023800683865777e-05, "loss": 19.6953, "step": 11918 }, { "epoch": 10.59, "learning_rate": 9.023633576249435e-05, "loss": 19.9326, "step": 11919 }, { "epoch": 10.59, "learning_rate": 9.023466455878993e-05, "loss": 20.5098, "step": 11920 }, { "epoch": 10.59, "learning_rate": 9.023299322754982e-05, "loss": 20.4629, "step": 11921 }, { "epoch": 10.59, "learning_rate": 9.023132176877933e-05, "loss": 20.2617, "step": 11922 }, { "epoch": 10.59, "learning_rate": 9.022965018248373e-05, "loss": 20.7627, "step": 11923 }, { "epoch": 10.59, "learning_rate": 9.022797846866835e-05, "loss": 20.0176, "step": 11924 }, { "epoch": 10.59, "learning_rate": 9.022630662733847e-05, "loss": 20.3242, "step": 11925 }, { "epoch": 10.59, "learning_rate": 9.02246346584994e-05, "loss": 20.0928, "step": 11926 }, { "epoch": 10.59, "learning_rate": 9.022296256215642e-05, "loss": 20.0898, "step": 11927 }, { "epoch": 10.59, "learning_rate": 9.022129033831486e-05, "loss": 20.0527, "step": 11928 }, { "epoch": 10.59, "learning_rate": 9.021961798697999e-05, "loss": 19.4297, "step": 11929 }, { "epoch": 10.6, "learning_rate": 9.021794550815713e-05, "loss": 19.8164, "step": 11930 }, { "epoch": 10.6, "learning_rate": 9.021627290185158e-05, "loss": 19.8027, "step": 11931 }, { "epoch": 10.6, "learning_rate": 9.021460016806865e-05, "loss": 19.9277, "step": 11932 }, { "epoch": 10.6, "learning_rate": 9.021292730681361e-05, "loss": 20.0088, "step": 11933 }, { "epoch": 10.6, "learning_rate": 9.021125431809178e-05, "loss": 19.8008, "step": 11934 }, { "epoch": 10.6, "learning_rate": 9.02095812019085e-05, "loss": 19.9014, "step": 11935 }, { "epoch": 10.6, "learning_rate": 9.020790795826901e-05, "loss": 19.9189, "step": 11936 }, { "epoch": 10.6, "learning_rate": 9.020623458717864e-05, "loss": 20.1758, "step": 11937 }, { "epoch": 10.6, "learning_rate": 9.020456108864273e-05, "loss": 19.7354, "step": 11938 }, { "epoch": 10.6, "learning_rate": 9.020288746266655e-05, "loss": 19.9668, "step": 11939 }, { "epoch": 10.6, "learning_rate": 9.020121370925538e-05, "loss": 19.79, "step": 11940 }, { "epoch": 10.6, "learning_rate": 9.019953982841456e-05, "loss": 19.458, "step": 11941 }, { "epoch": 10.61, "learning_rate": 9.01978658201494e-05, "loss": 20.4824, "step": 11942 }, { "epoch": 10.61, "learning_rate": 9.019619168446519e-05, "loss": 19.9209, "step": 11943 }, { "epoch": 10.61, "learning_rate": 9.019451742136724e-05, "loss": 19.8613, "step": 11944 }, { "epoch": 10.61, "learning_rate": 9.019284303086087e-05, "loss": 20.4248, "step": 11945 }, { "epoch": 10.61, "learning_rate": 9.019116851295137e-05, "loss": 20.1875, "step": 11946 }, { "epoch": 10.61, "learning_rate": 9.018949386764406e-05, "loss": 20.0908, "step": 11947 }, { "epoch": 10.61, "learning_rate": 9.018781909494424e-05, "loss": 20.1973, "step": 11948 }, { "epoch": 10.61, "learning_rate": 9.018614419485722e-05, "loss": 20.0674, "step": 11949 }, { "epoch": 10.61, "learning_rate": 9.01844691673883e-05, "loss": 19.8252, "step": 11950 }, { "epoch": 10.61, "learning_rate": 9.018279401254282e-05, "loss": 19.7773, "step": 11951 }, { "epoch": 10.61, "learning_rate": 9.018111873032606e-05, "loss": 20.2373, "step": 11952 }, { "epoch": 10.62, "learning_rate": 9.017944332074333e-05, "loss": 20.2852, "step": 11953 }, { "epoch": 10.62, "learning_rate": 9.017776778379999e-05, "loss": 19.7715, "step": 11954 }, { "epoch": 10.62, "learning_rate": 9.017609211950126e-05, "loss": 20.0273, "step": 11955 }, { "epoch": 10.62, "learning_rate": 9.017441632785254e-05, "loss": 20.1602, "step": 11956 }, { "epoch": 10.62, "learning_rate": 9.01727404088591e-05, "loss": 20.0703, "step": 11957 }, { "epoch": 10.62, "learning_rate": 9.017106436252624e-05, "loss": 19.9414, "step": 11958 }, { "epoch": 10.62, "learning_rate": 9.016938818885932e-05, "loss": 20.1211, "step": 11959 }, { "epoch": 10.62, "learning_rate": 9.016771188786359e-05, "loss": 19.7812, "step": 11960 }, { "epoch": 10.62, "learning_rate": 9.016603545954443e-05, "loss": 19.8301, "step": 11961 }, { "epoch": 10.62, "learning_rate": 9.01643589039071e-05, "loss": 20.6367, "step": 11962 }, { "epoch": 10.62, "learning_rate": 9.016268222095694e-05, "loss": 20.1416, "step": 11963 }, { "epoch": 10.63, "learning_rate": 9.016100541069927e-05, "loss": 20.1982, "step": 11964 }, { "epoch": 10.63, "learning_rate": 9.015932847313938e-05, "loss": 19.8535, "step": 11965 }, { "epoch": 10.63, "learning_rate": 9.01576514082826e-05, "loss": 19.9277, "step": 11966 }, { "epoch": 10.63, "learning_rate": 9.015597421613427e-05, "loss": 20.6895, "step": 11967 }, { "epoch": 10.63, "learning_rate": 9.015429689669968e-05, "loss": 20.4785, "step": 11968 }, { "epoch": 10.63, "learning_rate": 9.015261944998412e-05, "loss": 19.959, "step": 11969 }, { "epoch": 10.63, "learning_rate": 9.015094187599297e-05, "loss": 20.0293, "step": 11970 }, { "epoch": 10.63, "learning_rate": 9.01492641747315e-05, "loss": 19.752, "step": 11971 }, { "epoch": 10.63, "learning_rate": 9.014758634620504e-05, "loss": 20.6328, "step": 11972 }, { "epoch": 10.63, "learning_rate": 9.014590839041891e-05, "loss": 20.0361, "step": 11973 }, { "epoch": 10.63, "learning_rate": 9.014423030737846e-05, "loss": 19.7871, "step": 11974 }, { "epoch": 10.63, "learning_rate": 9.014255209708894e-05, "loss": 20.7295, "step": 11975 }, { "epoch": 10.64, "learning_rate": 9.014087375955573e-05, "loss": 20.0811, "step": 11976 }, { "epoch": 10.64, "learning_rate": 9.013919529478411e-05, "loss": 19.4375, "step": 11977 }, { "epoch": 10.64, "learning_rate": 9.013751670277946e-05, "loss": 20.0361, "step": 11978 }, { "epoch": 10.64, "learning_rate": 9.013583798354702e-05, "loss": 19.6436, "step": 11979 }, { "epoch": 10.64, "learning_rate": 9.013415913709216e-05, "loss": 20.3262, "step": 11980 }, { "epoch": 10.64, "learning_rate": 9.013248016342021e-05, "loss": 19.2363, "step": 11981 }, { "epoch": 10.64, "learning_rate": 9.013080106253646e-05, "loss": 20.2705, "step": 11982 }, { "epoch": 10.64, "learning_rate": 9.012912183444624e-05, "loss": 19.5898, "step": 11983 }, { "epoch": 10.64, "learning_rate": 9.01274424791549e-05, "loss": 20.1943, "step": 11984 }, { "epoch": 10.64, "learning_rate": 9.012576299666773e-05, "loss": 19.9541, "step": 11985 }, { "epoch": 10.64, "learning_rate": 9.012408338699007e-05, "loss": 19.9785, "step": 11986 }, { "epoch": 10.65, "learning_rate": 9.012240365012724e-05, "loss": 20.2061, "step": 11987 }, { "epoch": 10.65, "learning_rate": 9.012072378608456e-05, "loss": 20.3877, "step": 11988 }, { "epoch": 10.65, "learning_rate": 9.011904379486737e-05, "loss": 19.6064, "step": 11989 }, { "epoch": 10.65, "learning_rate": 9.011736367648098e-05, "loss": 20.1924, "step": 11990 }, { "epoch": 10.65, "learning_rate": 9.011568343093073e-05, "loss": 19.8291, "step": 11991 }, { "epoch": 10.65, "learning_rate": 9.011400305822193e-05, "loss": 19.8359, "step": 11992 }, { "epoch": 10.65, "learning_rate": 9.011232255835991e-05, "loss": 19.7754, "step": 11993 }, { "epoch": 10.65, "learning_rate": 9.011064193135e-05, "loss": 20.084, "step": 11994 }, { "epoch": 10.65, "learning_rate": 9.010896117719754e-05, "loss": 19.7188, "step": 11995 }, { "epoch": 10.65, "learning_rate": 9.010728029590783e-05, "loss": 19.9404, "step": 11996 }, { "epoch": 10.65, "learning_rate": 9.010559928748622e-05, "loss": 19.915, "step": 11997 }, { "epoch": 10.66, "learning_rate": 9.010391815193804e-05, "loss": 20.1611, "step": 11998 }, { "epoch": 10.66, "learning_rate": 9.01022368892686e-05, "loss": 19.7178, "step": 11999 }, { "epoch": 10.66, "learning_rate": 9.010055549948324e-05, "loss": 20.0479, "step": 12000 }, { "epoch": 10.66, "learning_rate": 9.00988739825873e-05, "loss": 20.3027, "step": 12001 }, { "epoch": 10.66, "learning_rate": 9.009719233858607e-05, "loss": 19.8506, "step": 12002 }, { "epoch": 10.66, "learning_rate": 9.009551056748493e-05, "loss": 19.7627, "step": 12003 }, { "epoch": 10.66, "learning_rate": 9.009382866928919e-05, "loss": 20.1699, "step": 12004 }, { "epoch": 10.66, "learning_rate": 9.00921466440042e-05, "loss": 20.3711, "step": 12005 }, { "epoch": 10.66, "learning_rate": 9.009046449163525e-05, "loss": 20.0439, "step": 12006 }, { "epoch": 10.66, "learning_rate": 9.00887822121877e-05, "loss": 19.7744, "step": 12007 }, { "epoch": 10.66, "learning_rate": 9.008709980566688e-05, "loss": 19.458, "step": 12008 }, { "epoch": 10.67, "learning_rate": 9.008541727207813e-05, "loss": 20.1709, "step": 12009 }, { "epoch": 10.67, "learning_rate": 9.008373461142677e-05, "loss": 20.248, "step": 12010 }, { "epoch": 10.67, "learning_rate": 9.008205182371814e-05, "loss": 19.6152, "step": 12011 }, { "epoch": 10.67, "learning_rate": 9.008036890895757e-05, "loss": 19.8018, "step": 12012 }, { "epoch": 10.67, "learning_rate": 9.007868586715039e-05, "loss": 20.6689, "step": 12013 }, { "epoch": 10.67, "learning_rate": 9.007700269830195e-05, "loss": 20.0703, "step": 12014 }, { "epoch": 10.67, "learning_rate": 9.007531940241758e-05, "loss": 20.4561, "step": 12015 }, { "epoch": 10.67, "learning_rate": 9.00736359795026e-05, "loss": 20.4004, "step": 12016 }, { "epoch": 10.67, "learning_rate": 9.007195242956237e-05, "loss": 20.8506, "step": 12017 }, { "epoch": 10.67, "learning_rate": 9.00702687526022e-05, "loss": 20.1602, "step": 12018 }, { "epoch": 10.67, "learning_rate": 9.006858494862746e-05, "loss": 20.3779, "step": 12019 }, { "epoch": 10.67, "learning_rate": 9.006690101764347e-05, "loss": 20.4639, "step": 12020 }, { "epoch": 10.68, "learning_rate": 9.006521695965555e-05, "loss": 20.5293, "step": 12021 }, { "epoch": 10.68, "learning_rate": 9.006353277466908e-05, "loss": 19.5303, "step": 12022 }, { "epoch": 10.68, "learning_rate": 9.006184846268935e-05, "loss": 20.0596, "step": 12023 }, { "epoch": 10.68, "learning_rate": 9.006016402372174e-05, "loss": 20.5264, "step": 12024 }, { "epoch": 10.68, "learning_rate": 9.005847945777158e-05, "loss": 20.1777, "step": 12025 }, { "epoch": 10.68, "learning_rate": 9.005679476484417e-05, "loss": 20.5527, "step": 12026 }, { "epoch": 10.68, "learning_rate": 9.00551099449449e-05, "loss": 20.6992, "step": 12027 }, { "epoch": 10.68, "learning_rate": 9.00534249980791e-05, "loss": 20.1074, "step": 12028 }, { "epoch": 10.68, "learning_rate": 9.00517399242521e-05, "loss": 20.457, "step": 12029 }, { "epoch": 10.68, "learning_rate": 9.005005472346924e-05, "loss": 20.2773, "step": 12030 }, { "epoch": 10.68, "learning_rate": 9.004836939573587e-05, "loss": 19.8828, "step": 12031 }, { "epoch": 10.69, "learning_rate": 9.004668394105732e-05, "loss": 20.8145, "step": 12032 }, { "epoch": 10.69, "learning_rate": 9.004499835943895e-05, "loss": 20.0547, "step": 12033 }, { "epoch": 10.69, "learning_rate": 9.004331265088609e-05, "loss": 20.0664, "step": 12034 }, { "epoch": 10.69, "learning_rate": 9.004162681540409e-05, "loss": 20.0459, "step": 12035 }, { "epoch": 10.69, "learning_rate": 9.003994085299829e-05, "loss": 19.3369, "step": 12036 }, { "epoch": 10.69, "learning_rate": 9.003825476367405e-05, "loss": 19.5498, "step": 12037 }, { "epoch": 10.69, "learning_rate": 9.003656854743667e-05, "loss": 19.9629, "step": 12038 }, { "epoch": 10.69, "learning_rate": 9.003488220429155e-05, "loss": 19.7109, "step": 12039 }, { "epoch": 10.69, "learning_rate": 9.003319573424401e-05, "loss": 20.748, "step": 12040 }, { "epoch": 10.69, "learning_rate": 9.003150913729938e-05, "loss": 19.708, "step": 12041 }, { "epoch": 10.69, "learning_rate": 9.002982241346303e-05, "loss": 20.0723, "step": 12042 }, { "epoch": 10.7, "learning_rate": 9.00281355627403e-05, "loss": 20.0381, "step": 12043 }, { "epoch": 10.7, "learning_rate": 9.002644858513655e-05, "loss": 20.2246, "step": 12044 }, { "epoch": 10.7, "learning_rate": 9.00247614806571e-05, "loss": 20.4316, "step": 12045 }, { "epoch": 10.7, "learning_rate": 9.00230742493073e-05, "loss": 20.292, "step": 12046 }, { "epoch": 10.7, "learning_rate": 9.002138689109252e-05, "loss": 20.6807, "step": 12047 }, { "epoch": 10.7, "learning_rate": 9.00196994060181e-05, "loss": 20.8359, "step": 12048 }, { "epoch": 10.7, "learning_rate": 9.001801179408939e-05, "loss": 20.4023, "step": 12049 }, { "epoch": 10.7, "learning_rate": 9.001801179408939e-05, "loss": 20.1221, "step": 12050 }, { "epoch": 10.7, "learning_rate": 9.001632405531173e-05, "loss": 20.3584, "step": 12051 }, { "epoch": 10.7, "learning_rate": 9.001463618969048e-05, "loss": 19.4697, "step": 12052 }, { "epoch": 10.7, "learning_rate": 9.001294819723098e-05, "loss": 19.75, "step": 12053 }, { "epoch": 10.71, "learning_rate": 9.00112600779386e-05, "loss": 19.9277, "step": 12054 }, { "epoch": 10.71, "learning_rate": 9.000957183181866e-05, "loss": 20.4355, "step": 12055 }, { "epoch": 10.71, "learning_rate": 9.000788345887654e-05, "loss": 20.4434, "step": 12056 }, { "epoch": 10.71, "learning_rate": 9.000619495911757e-05, "loss": 19.7725, "step": 12057 }, { "epoch": 10.71, "learning_rate": 9.000450633254714e-05, "loss": 20.2812, "step": 12058 }, { "epoch": 10.71, "learning_rate": 9.000281757917055e-05, "loss": 19.9385, "step": 12059 }, { "epoch": 10.71, "learning_rate": 9.000112869899318e-05, "loss": 20.4053, "step": 12060 }, { "epoch": 10.71, "learning_rate": 8.99994396920204e-05, "loss": 19.7617, "step": 12061 }, { "epoch": 10.71, "learning_rate": 8.999775055825753e-05, "loss": 20.2363, "step": 12062 }, { "epoch": 10.71, "learning_rate": 8.999606129770995e-05, "loss": 19.8037, "step": 12063 }, { "epoch": 10.71, "learning_rate": 8.999437191038299e-05, "loss": 20.0254, "step": 12064 }, { "epoch": 10.71, "learning_rate": 8.999268239628203e-05, "loss": 19.9541, "step": 12065 }, { "epoch": 10.72, "learning_rate": 8.999099275541242e-05, "loss": 20.5742, "step": 12066 }, { "epoch": 10.72, "learning_rate": 8.99893029877795e-05, "loss": 19.8789, "step": 12067 }, { "epoch": 10.72, "learning_rate": 8.998761309338864e-05, "loss": 19.7158, "step": 12068 }, { "epoch": 10.72, "learning_rate": 8.99859230722452e-05, "loss": 20.3105, "step": 12069 }, { "epoch": 10.72, "learning_rate": 8.998423292435454e-05, "loss": 19.5469, "step": 12070 }, { "epoch": 10.72, "learning_rate": 8.998254264972198e-05, "loss": 19.9551, "step": 12071 }, { "epoch": 10.72, "learning_rate": 8.998085224835293e-05, "loss": 19.3799, "step": 12072 }, { "epoch": 10.72, "learning_rate": 8.997916172025271e-05, "loss": 20.0557, "step": 12073 }, { "epoch": 10.72, "learning_rate": 8.99774710654267e-05, "loss": 19.4072, "step": 12074 }, { "epoch": 10.72, "learning_rate": 8.997578028388027e-05, "loss": 20.1074, "step": 12075 }, { "epoch": 10.72, "learning_rate": 8.997408937561873e-05, "loss": 19.9766, "step": 12076 }, { "epoch": 10.73, "learning_rate": 8.99723983406475e-05, "loss": 19.585, "step": 12077 }, { "epoch": 10.73, "learning_rate": 8.99707071789719e-05, "loss": 20.2148, "step": 12078 }, { "epoch": 10.73, "learning_rate": 8.996901589059729e-05, "loss": 20.0391, "step": 12079 }, { "epoch": 10.73, "learning_rate": 8.996732447552905e-05, "loss": 20.1875, "step": 12080 }, { "epoch": 10.73, "learning_rate": 8.996563293377254e-05, "loss": 20.041, "step": 12081 }, { "epoch": 10.73, "learning_rate": 8.996394126533312e-05, "loss": 20.0752, "step": 12082 }, { "epoch": 10.73, "learning_rate": 8.996224947021614e-05, "loss": 19.9971, "step": 12083 }, { "epoch": 10.73, "learning_rate": 8.996055754842695e-05, "loss": 19.8662, "step": 12084 }, { "epoch": 10.73, "learning_rate": 8.995886549997098e-05, "loss": 19.7393, "step": 12085 }, { "epoch": 10.73, "learning_rate": 8.995717332485351e-05, "loss": 20.7246, "step": 12086 }, { "epoch": 10.73, "learning_rate": 8.995548102307997e-05, "loss": 19.7178, "step": 12087 }, { "epoch": 10.74, "learning_rate": 8.995378859465569e-05, "loss": 20.4043, "step": 12088 }, { "epoch": 10.74, "learning_rate": 8.995209603958603e-05, "loss": 19.6914, "step": 12089 }, { "epoch": 10.74, "learning_rate": 8.995040335787637e-05, "loss": 20.0664, "step": 12090 }, { "epoch": 10.74, "learning_rate": 8.994871054953207e-05, "loss": 19.8389, "step": 12091 }, { "epoch": 10.74, "learning_rate": 8.99470176145585e-05, "loss": 19.7188, "step": 12092 }, { "epoch": 10.74, "learning_rate": 8.994532455296102e-05, "loss": 20.582, "step": 12093 }, { "epoch": 10.74, "learning_rate": 8.9943631364745e-05, "loss": 20.085, "step": 12094 }, { "epoch": 10.74, "learning_rate": 8.994193804991582e-05, "loss": 19.7402, "step": 12095 }, { "epoch": 10.74, "learning_rate": 8.994024460847881e-05, "loss": 19.7285, "step": 12096 }, { "epoch": 10.74, "learning_rate": 8.993855104043938e-05, "loss": 20.6982, "step": 12097 }, { "epoch": 10.74, "learning_rate": 8.993685734580289e-05, "loss": 19.4775, "step": 12098 }, { "epoch": 10.75, "learning_rate": 8.993516352457467e-05, "loss": 19.7959, "step": 12099 }, { "epoch": 10.75, "learning_rate": 8.993346957676015e-05, "loss": 19.8037, "step": 12100 }, { "epoch": 10.75, "learning_rate": 8.993177550236464e-05, "loss": 19.8887, "step": 12101 }, { "epoch": 10.75, "learning_rate": 8.993008130139356e-05, "loss": 20.0459, "step": 12102 }, { "epoch": 10.75, "learning_rate": 8.992838697385224e-05, "loss": 20.2793, "step": 12103 }, { "epoch": 10.75, "learning_rate": 8.992669251974608e-05, "loss": 20.1621, "step": 12104 }, { "epoch": 10.75, "learning_rate": 8.992499793908044e-05, "loss": 19.6807, "step": 12105 }, { "epoch": 10.75, "learning_rate": 8.99233032318607e-05, "loss": 20.0049, "step": 12106 }, { "epoch": 10.75, "learning_rate": 8.992160839809221e-05, "loss": 19.5068, "step": 12107 }, { "epoch": 10.75, "learning_rate": 8.991991343778035e-05, "loss": 19.667, "step": 12108 }, { "epoch": 10.75, "learning_rate": 8.99182183509305e-05, "loss": 20.2842, "step": 12109 }, { "epoch": 10.75, "learning_rate": 8.991652313754804e-05, "loss": 19.5107, "step": 12110 }, { "epoch": 10.76, "learning_rate": 8.991482779763832e-05, "loss": 19.6221, "step": 12111 }, { "epoch": 10.76, "learning_rate": 8.991313233120675e-05, "loss": 20.1855, "step": 12112 }, { "epoch": 10.76, "learning_rate": 8.991143673825866e-05, "loss": 19.791, "step": 12113 }, { "epoch": 10.76, "learning_rate": 8.990974101879946e-05, "loss": 20.0898, "step": 12114 }, { "epoch": 10.76, "learning_rate": 8.990974101879946e-05, "loss": 19.6719, "step": 12115 }, { "epoch": 10.76, "learning_rate": 8.990804517283452e-05, "loss": 20.0674, "step": 12116 }, { "epoch": 10.76, "learning_rate": 8.99063492003692e-05, "loss": 19.8604, "step": 12117 }, { "epoch": 10.76, "learning_rate": 8.990465310140888e-05, "loss": 19.5127, "step": 12118 }, { "epoch": 10.76, "learning_rate": 8.990295687595894e-05, "loss": 20.9004, "step": 12119 }, { "epoch": 10.76, "learning_rate": 8.990126052402476e-05, "loss": 20.3066, "step": 12120 }, { "epoch": 10.76, "learning_rate": 8.989956404561172e-05, "loss": 19.541, "step": 12121 }, { "epoch": 10.77, "learning_rate": 8.989786744072518e-05, "loss": 19.8213, "step": 12122 }, { "epoch": 10.77, "learning_rate": 8.989617070937053e-05, "loss": 20.0381, "step": 12123 }, { "epoch": 10.77, "learning_rate": 8.989447385155316e-05, "loss": 20.5459, "step": 12124 }, { "epoch": 10.77, "learning_rate": 8.989277686727843e-05, "loss": 20.0352, "step": 12125 }, { "epoch": 10.77, "learning_rate": 8.989107975655173e-05, "loss": 19.9062, "step": 12126 }, { "epoch": 10.77, "learning_rate": 8.988938251937842e-05, "loss": 20.1064, "step": 12127 }, { "epoch": 10.77, "learning_rate": 8.988768515576391e-05, "loss": 20.6631, "step": 12128 }, { "epoch": 10.77, "learning_rate": 8.988598766571356e-05, "loss": 20.7197, "step": 12129 }, { "epoch": 10.77, "learning_rate": 8.988429004923276e-05, "loss": 20.1299, "step": 12130 }, { "epoch": 10.77, "learning_rate": 8.988259230632687e-05, "loss": 19.9424, "step": 12131 }, { "epoch": 10.77, "learning_rate": 8.988089443700131e-05, "loss": 20.085, "step": 12132 }, { "epoch": 10.78, "learning_rate": 8.987919644126144e-05, "loss": 20.501, "step": 12133 }, { "epoch": 10.78, "learning_rate": 8.987749831911262e-05, "loss": 19.8086, "step": 12134 }, { "epoch": 10.78, "learning_rate": 8.987580007056026e-05, "loss": 20.4609, "step": 12135 }, { "epoch": 10.78, "learning_rate": 8.987410169560975e-05, "loss": 20.0957, "step": 12136 }, { "epoch": 10.78, "learning_rate": 8.987240319426648e-05, "loss": 20.3809, "step": 12137 }, { "epoch": 10.78, "learning_rate": 8.987070456653579e-05, "loss": 20.0352, "step": 12138 }, { "epoch": 10.78, "learning_rate": 8.98690058124231e-05, "loss": 20.2568, "step": 12139 }, { "epoch": 10.78, "learning_rate": 8.986730693193377e-05, "loss": 20.251, "step": 12140 }, { "epoch": 10.78, "learning_rate": 8.986560792507322e-05, "loss": 20.1182, "step": 12141 }, { "epoch": 10.78, "learning_rate": 8.98639087918468e-05, "loss": 20.0479, "step": 12142 }, { "epoch": 10.78, "learning_rate": 8.986220953225993e-05, "loss": 19.9834, "step": 12143 }, { "epoch": 10.79, "learning_rate": 8.986051014631795e-05, "loss": 19.6621, "step": 12144 }, { "epoch": 10.79, "learning_rate": 8.985881063402629e-05, "loss": 19.7129, "step": 12145 }, { "epoch": 10.79, "learning_rate": 8.985711099539032e-05, "loss": 19.333, "step": 12146 }, { "epoch": 10.79, "learning_rate": 8.985541123041543e-05, "loss": 19.8701, "step": 12147 }, { "epoch": 10.79, "learning_rate": 8.985371133910701e-05, "loss": 19.7012, "step": 12148 }, { "epoch": 10.79, "learning_rate": 8.985201132147045e-05, "loss": 20.2812, "step": 12149 }, { "epoch": 10.79, "learning_rate": 8.985031117751113e-05, "loss": 19.6514, "step": 12150 }, { "epoch": 10.79, "learning_rate": 8.984861090723442e-05, "loss": 19.4229, "step": 12151 }, { "epoch": 10.79, "learning_rate": 8.984691051064575e-05, "loss": 20.127, "step": 12152 }, { "epoch": 10.79, "learning_rate": 8.98452099877505e-05, "loss": 20.1162, "step": 12153 }, { "epoch": 10.79, "learning_rate": 8.984350933855404e-05, "loss": 19.9736, "step": 12154 }, { "epoch": 10.79, "learning_rate": 8.98418085630618e-05, "loss": 19.9326, "step": 12155 }, { "epoch": 10.8, "learning_rate": 8.984010766127911e-05, "loss": 19.9053, "step": 12156 }, { "epoch": 10.8, "learning_rate": 8.983840663321141e-05, "loss": 20.1113, "step": 12157 }, { "epoch": 10.8, "learning_rate": 8.983670547886409e-05, "loss": 20.3008, "step": 12158 }, { "epoch": 10.8, "learning_rate": 8.983500419824251e-05, "loss": 19.8887, "step": 12159 }, { "epoch": 10.8, "learning_rate": 8.98333027913521e-05, "loss": 20.334, "step": 12160 }, { "epoch": 10.8, "learning_rate": 8.983160125819823e-05, "loss": 20.208, "step": 12161 }, { "epoch": 10.8, "learning_rate": 8.982989959878629e-05, "loss": 19.8496, "step": 12162 }, { "epoch": 10.8, "learning_rate": 8.982819781312169e-05, "loss": 20.542, "step": 12163 }, { "epoch": 10.8, "learning_rate": 8.982649590120982e-05, "loss": 20.0967, "step": 12164 }, { "epoch": 10.8, "learning_rate": 8.982479386305606e-05, "loss": 20.4082, "step": 12165 }, { "epoch": 10.8, "learning_rate": 8.982309169866584e-05, "loss": 19.9404, "step": 12166 }, { "epoch": 10.81, "learning_rate": 8.982138940804453e-05, "loss": 20.0898, "step": 12167 }, { "epoch": 10.81, "learning_rate": 8.981968699119752e-05, "loss": 20.0459, "step": 12168 }, { "epoch": 10.81, "learning_rate": 8.981798444813022e-05, "loss": 20.1807, "step": 12169 }, { "epoch": 10.81, "learning_rate": 8.981628177884803e-05, "loss": 20.1299, "step": 12170 }, { "epoch": 10.81, "learning_rate": 8.981457898335631e-05, "loss": 20.2158, "step": 12171 }, { "epoch": 10.81, "learning_rate": 8.981287606166051e-05, "loss": 20.0967, "step": 12172 }, { "epoch": 10.81, "learning_rate": 8.9811173013766e-05, "loss": 19.5068, "step": 12173 }, { "epoch": 10.81, "learning_rate": 8.980946983967818e-05, "loss": 20.207, "step": 12174 }, { "epoch": 10.81, "learning_rate": 8.980776653940246e-05, "loss": 19.5947, "step": 12175 }, { "epoch": 10.81, "learning_rate": 8.980606311294423e-05, "loss": 19.8047, "step": 12176 }, { "epoch": 10.81, "learning_rate": 8.980435956030888e-05, "loss": 20.3369, "step": 12177 }, { "epoch": 10.82, "learning_rate": 8.980265588150182e-05, "loss": 19.3486, "step": 12178 }, { "epoch": 10.82, "learning_rate": 8.980095207652847e-05, "loss": 19.9297, "step": 12179 }, { "epoch": 10.82, "learning_rate": 8.97992481453942e-05, "loss": 19.707, "step": 12180 }, { "epoch": 10.82, "learning_rate": 8.979754408810441e-05, "loss": 20.0869, "step": 12181 }, { "epoch": 10.82, "learning_rate": 8.979583990466454e-05, "loss": 20.084, "step": 12182 }, { "epoch": 10.82, "learning_rate": 8.979413559507994e-05, "loss": 20.1758, "step": 12183 }, { "epoch": 10.82, "learning_rate": 8.979243115935604e-05, "loss": 20.2393, "step": 12184 }, { "epoch": 10.82, "learning_rate": 8.979072659749827e-05, "loss": 20.1797, "step": 12185 }, { "epoch": 10.82, "learning_rate": 8.978902190951197e-05, "loss": 20.1621, "step": 12186 }, { "epoch": 10.82, "learning_rate": 8.97873170954026e-05, "loss": 19.959, "step": 12187 }, { "epoch": 10.82, "learning_rate": 8.978561215517553e-05, "loss": 19.8496, "step": 12188 }, { "epoch": 10.83, "learning_rate": 8.978390708883618e-05, "loss": 19.6348, "step": 12189 }, { "epoch": 10.83, "learning_rate": 8.978220189638995e-05, "loss": 20.3203, "step": 12190 }, { "epoch": 10.83, "learning_rate": 8.978049657784224e-05, "loss": 19.876, "step": 12191 }, { "epoch": 10.83, "learning_rate": 8.977879113319847e-05, "loss": 19.6299, "step": 12192 }, { "epoch": 10.83, "learning_rate": 8.977708556246403e-05, "loss": 20.1064, "step": 12193 }, { "epoch": 10.83, "learning_rate": 8.977537986564435e-05, "loss": 20.166, "step": 12194 }, { "epoch": 10.83, "learning_rate": 8.977367404274479e-05, "loss": 19.9404, "step": 12195 }, { "epoch": 10.83, "learning_rate": 8.977196809377082e-05, "loss": 20.3721, "step": 12196 }, { "epoch": 10.83, "learning_rate": 8.977026201872779e-05, "loss": 20.3008, "step": 12197 }, { "epoch": 10.83, "learning_rate": 8.976855581762113e-05, "loss": 19.8164, "step": 12198 }, { "epoch": 10.83, "learning_rate": 8.976684949045627e-05, "loss": 20.1426, "step": 12199 }, { "epoch": 10.83, "learning_rate": 8.97651430372386e-05, "loss": 20.5312, "step": 12200 }, { "epoch": 10.84, "learning_rate": 8.976343645797351e-05, "loss": 20.0645, "step": 12201 }, { "epoch": 10.84, "learning_rate": 8.976172975266644e-05, "loss": 20.21, "step": 12202 }, { "epoch": 10.84, "learning_rate": 8.976002292132279e-05, "loss": 20.1514, "step": 12203 }, { "epoch": 10.84, "learning_rate": 8.975831596394798e-05, "loss": 20.2178, "step": 12204 }, { "epoch": 10.84, "learning_rate": 8.975660888054738e-05, "loss": 19.9365, "step": 12205 }, { "epoch": 10.84, "learning_rate": 8.975490167112643e-05, "loss": 20.001, "step": 12206 }, { "epoch": 10.84, "learning_rate": 8.975319433569056e-05, "loss": 20.0664, "step": 12207 }, { "epoch": 10.84, "learning_rate": 8.975148687424517e-05, "loss": 20.4395, "step": 12208 }, { "epoch": 10.84, "learning_rate": 8.974977928679565e-05, "loss": 20.0322, "step": 12209 }, { "epoch": 10.84, "learning_rate": 8.974807157334744e-05, "loss": 19.9463, "step": 12210 }, { "epoch": 10.84, "learning_rate": 8.974636373390593e-05, "loss": 19.4355, "step": 12211 }, { "epoch": 10.85, "learning_rate": 8.974465576847655e-05, "loss": 19.7734, "step": 12212 }, { "epoch": 10.85, "learning_rate": 8.974294767706472e-05, "loss": 20.166, "step": 12213 }, { "epoch": 10.85, "learning_rate": 8.974123945967584e-05, "loss": 19.9736, "step": 12214 }, { "epoch": 10.85, "learning_rate": 8.97395311163153e-05, "loss": 20.0, "step": 12215 }, { "epoch": 10.85, "learning_rate": 8.973782264698857e-05, "loss": 19.8887, "step": 12216 }, { "epoch": 10.85, "learning_rate": 8.973611405170104e-05, "loss": 19.8135, "step": 12217 }, { "epoch": 10.85, "learning_rate": 8.973440533045811e-05, "loss": 20.2139, "step": 12218 }, { "epoch": 10.85, "learning_rate": 8.973269648326523e-05, "loss": 20.4141, "step": 12219 }, { "epoch": 10.85, "learning_rate": 8.973098751012778e-05, "loss": 19.7334, "step": 12220 }, { "epoch": 10.85, "learning_rate": 8.97292784110512e-05, "loss": 20.1133, "step": 12221 }, { "epoch": 10.85, "learning_rate": 8.97275691860409e-05, "loss": 20.2988, "step": 12222 }, { "epoch": 10.86, "learning_rate": 8.972585983510231e-05, "loss": 19.9033, "step": 12223 }, { "epoch": 10.86, "learning_rate": 8.972415035824084e-05, "loss": 20.1006, "step": 12224 }, { "epoch": 10.86, "learning_rate": 8.97224407554619e-05, "loss": 20.2412, "step": 12225 }, { "epoch": 10.86, "learning_rate": 8.972073102677091e-05, "loss": 20.2676, "step": 12226 }, { "epoch": 10.86, "learning_rate": 8.971902117217331e-05, "loss": 20.0215, "step": 12227 }, { "epoch": 10.86, "learning_rate": 8.971731119167449e-05, "loss": 20.0625, "step": 12228 }, { "epoch": 10.86, "learning_rate": 8.97156010852799e-05, "loss": 20.416, "step": 12229 }, { "epoch": 10.86, "learning_rate": 8.971389085299493e-05, "loss": 19.7197, "step": 12230 }, { "epoch": 10.86, "learning_rate": 8.971218049482504e-05, "loss": 20.1885, "step": 12231 }, { "epoch": 10.86, "learning_rate": 8.97104700107756e-05, "loss": 19.5986, "step": 12232 }, { "epoch": 10.86, "learning_rate": 8.970875940085209e-05, "loss": 20.1064, "step": 12233 }, { "epoch": 10.87, "learning_rate": 8.970704866505988e-05, "loss": 20.0273, "step": 12234 }, { "epoch": 10.87, "learning_rate": 8.970533780340443e-05, "loss": 19.9082, "step": 12235 }, { "epoch": 10.87, "learning_rate": 8.970362681589115e-05, "loss": 19.7676, "step": 12236 }, { "epoch": 10.87, "learning_rate": 8.970191570252546e-05, "loss": 20.2393, "step": 12237 }, { "epoch": 10.87, "learning_rate": 8.970020446331277e-05, "loss": 20.3857, "step": 12238 }, { "epoch": 10.87, "learning_rate": 8.969849309825855e-05, "loss": 19.7695, "step": 12239 }, { "epoch": 10.87, "learning_rate": 8.969678160736819e-05, "loss": 20.1904, "step": 12240 }, { "epoch": 10.87, "learning_rate": 8.96950699906471e-05, "loss": 20.0771, "step": 12241 }, { "epoch": 10.87, "learning_rate": 8.969335824810075e-05, "loss": 20.2451, "step": 12242 }, { "epoch": 10.87, "learning_rate": 8.969164637973452e-05, "loss": 20.4023, "step": 12243 }, { "epoch": 10.87, "learning_rate": 8.968993438555386e-05, "loss": 20.3027, "step": 12244 }, { "epoch": 10.87, "learning_rate": 8.968822226556422e-05, "loss": 19.8057, "step": 12245 }, { "epoch": 10.88, "learning_rate": 8.968651001977097e-05, "loss": 20.3682, "step": 12246 }, { "epoch": 10.88, "learning_rate": 8.968479764817958e-05, "loss": 20.2656, "step": 12247 }, { "epoch": 10.88, "learning_rate": 8.968308515079547e-05, "loss": 20.1299, "step": 12248 }, { "epoch": 10.88, "learning_rate": 8.968137252762408e-05, "loss": 19.6406, "step": 12249 }, { "epoch": 10.88, "learning_rate": 8.96796597786708e-05, "loss": 19.7402, "step": 12250 }, { "epoch": 10.88, "learning_rate": 8.96779469039411e-05, "loss": 19.6367, "step": 12251 }, { "epoch": 10.88, "learning_rate": 8.967623390344037e-05, "loss": 20.2402, "step": 12252 }, { "epoch": 10.88, "learning_rate": 8.967452077717409e-05, "loss": 19.8428, "step": 12253 }, { "epoch": 10.88, "learning_rate": 8.967280752514765e-05, "loss": 19.3086, "step": 12254 }, { "epoch": 10.88, "learning_rate": 8.96710941473665e-05, "loss": 19.7666, "step": 12255 }, { "epoch": 10.88, "learning_rate": 8.966938064383606e-05, "loss": 19.416, "step": 12256 }, { "epoch": 10.89, "learning_rate": 8.966766701456177e-05, "loss": 19.6963, "step": 12257 }, { "epoch": 10.89, "learning_rate": 8.966595325954905e-05, "loss": 20.4199, "step": 12258 }, { "epoch": 10.89, "learning_rate": 8.966423937880333e-05, "loss": 19.7871, "step": 12259 }, { "epoch": 10.89, "learning_rate": 8.966252537233008e-05, "loss": 19.8262, "step": 12260 }, { "epoch": 10.89, "learning_rate": 8.966081124013468e-05, "loss": 19.915, "step": 12261 }, { "epoch": 10.89, "learning_rate": 8.965909698222262e-05, "loss": 20.7451, "step": 12262 }, { "epoch": 10.89, "learning_rate": 8.965738259859927e-05, "loss": 19.8271, "step": 12263 }, { "epoch": 10.89, "learning_rate": 8.965566808927011e-05, "loss": 20.2793, "step": 12264 }, { "epoch": 10.89, "learning_rate": 8.965395345424057e-05, "loss": 20.2871, "step": 12265 }, { "epoch": 10.89, "learning_rate": 8.965223869351607e-05, "loss": 20.5449, "step": 12266 }, { "epoch": 10.89, "learning_rate": 8.965052380710205e-05, "loss": 19.4658, "step": 12267 }, { "epoch": 10.9, "learning_rate": 8.964880879500394e-05, "loss": 20.3662, "step": 12268 }, { "epoch": 10.9, "learning_rate": 8.964709365722721e-05, "loss": 20.3418, "step": 12269 }, { "epoch": 10.9, "learning_rate": 8.964537839377726e-05, "loss": 20.0566, "step": 12270 }, { "epoch": 10.9, "learning_rate": 8.964366300465954e-05, "loss": 20.4941, "step": 12271 }, { "epoch": 10.9, "learning_rate": 8.964194748987947e-05, "loss": 19.9033, "step": 12272 }, { "epoch": 10.9, "learning_rate": 8.964023184944252e-05, "loss": 20.3447, "step": 12273 }, { "epoch": 10.9, "learning_rate": 8.96385160833541e-05, "loss": 19.6855, "step": 12274 }, { "epoch": 10.9, "learning_rate": 8.963680019161966e-05, "loss": 19.6504, "step": 12275 }, { "epoch": 10.9, "learning_rate": 8.963508417424466e-05, "loss": 19.9414, "step": 12276 }, { "epoch": 10.9, "learning_rate": 8.96333680312345e-05, "loss": 20.0225, "step": 12277 }, { "epoch": 10.9, "learning_rate": 8.963165176259464e-05, "loss": 20.1699, "step": 12278 }, { "epoch": 10.9, "learning_rate": 8.962993536833053e-05, "loss": 20.2441, "step": 12279 }, { "epoch": 10.91, "learning_rate": 8.962821884844759e-05, "loss": 20.2568, "step": 12280 }, { "epoch": 10.91, "learning_rate": 8.962650220295126e-05, "loss": 19.7979, "step": 12281 }, { "epoch": 10.91, "learning_rate": 8.9624785431847e-05, "loss": 20.0234, "step": 12282 }, { "epoch": 10.91, "learning_rate": 8.962306853514027e-05, "loss": 20.5303, "step": 12283 }, { "epoch": 10.91, "learning_rate": 8.962135151283644e-05, "loss": 20.0059, "step": 12284 }, { "epoch": 10.91, "learning_rate": 8.961963436494103e-05, "loss": 20.625, "step": 12285 }, { "epoch": 10.91, "learning_rate": 8.961791709145945e-05, "loss": 19.5664, "step": 12286 }, { "epoch": 10.91, "learning_rate": 8.961619969239714e-05, "loss": 20.8662, "step": 12287 }, { "epoch": 10.91, "learning_rate": 8.961448216775954e-05, "loss": 19.9131, "step": 12288 }, { "epoch": 10.91, "learning_rate": 8.961276451755211e-05, "loss": 20.0303, "step": 12289 }, { "epoch": 10.91, "learning_rate": 8.96110467417803e-05, "loss": 20.3232, "step": 12290 }, { "epoch": 10.92, "learning_rate": 8.960932884044953e-05, "loss": 20.6855, "step": 12291 }, { "epoch": 10.92, "learning_rate": 8.960761081356525e-05, "loss": 19.6924, "step": 12292 }, { "epoch": 10.92, "learning_rate": 8.960589266113291e-05, "loss": 19.5479, "step": 12293 }, { "epoch": 10.92, "learning_rate": 8.960417438315798e-05, "loss": 19.9678, "step": 12294 }, { "epoch": 10.92, "learning_rate": 8.960245597964587e-05, "loss": 20.334, "step": 12295 }, { "epoch": 10.92, "learning_rate": 8.960073745060206e-05, "loss": 20.4082, "step": 12296 }, { "epoch": 10.92, "learning_rate": 8.959901879603196e-05, "loss": 20.4229, "step": 12297 }, { "epoch": 10.92, "learning_rate": 8.959730001594106e-05, "loss": 20.2529, "step": 12298 }, { "epoch": 10.92, "learning_rate": 8.959558111033478e-05, "loss": 19.9199, "step": 12299 }, { "epoch": 10.92, "learning_rate": 8.959386207921858e-05, "loss": 20.2539, "step": 12300 }, { "epoch": 10.92, "learning_rate": 8.95921429225979e-05, "loss": 20.3418, "step": 12301 }, { "epoch": 10.93, "learning_rate": 8.959042364047818e-05, "loss": 19.5059, "step": 12302 }, { "epoch": 10.93, "learning_rate": 8.958870423286489e-05, "loss": 19.6426, "step": 12303 }, { "epoch": 10.93, "learning_rate": 8.95869846997635e-05, "loss": 21.1455, "step": 12304 }, { "epoch": 10.93, "learning_rate": 8.95852650411794e-05, "loss": 21.0635, "step": 12305 }, { "epoch": 10.93, "learning_rate": 8.95835452571181e-05, "loss": 19.9385, "step": 12306 }, { "epoch": 10.93, "learning_rate": 8.958182534758502e-05, "loss": 19.8662, "step": 12307 }, { "epoch": 10.93, "learning_rate": 8.95801053125856e-05, "loss": 20.3242, "step": 12308 }, { "epoch": 10.93, "learning_rate": 8.957838515212532e-05, "loss": 19.8799, "step": 12309 }, { "epoch": 10.93, "learning_rate": 8.957666486620964e-05, "loss": 20.1328, "step": 12310 }, { "epoch": 10.93, "learning_rate": 8.957494445484398e-05, "loss": 19.8809, "step": 12311 }, { "epoch": 10.93, "learning_rate": 8.95732239180338e-05, "loss": 20.2549, "step": 12312 }, { "epoch": 10.94, "learning_rate": 8.957150325578458e-05, "loss": 20.3037, "step": 12313 }, { "epoch": 10.94, "learning_rate": 8.956978246810176e-05, "loss": 20.2432, "step": 12314 }, { "epoch": 10.94, "learning_rate": 8.956806155499078e-05, "loss": 20.3604, "step": 12315 }, { "epoch": 10.94, "learning_rate": 8.956634051645712e-05, "loss": 19.6699, "step": 12316 }, { "epoch": 10.94, "learning_rate": 8.956461935250621e-05, "loss": 19.7275, "step": 12317 }, { "epoch": 10.94, "learning_rate": 8.956289806314353e-05, "loss": 20.1592, "step": 12318 }, { "epoch": 10.94, "learning_rate": 8.956117664837451e-05, "loss": 20.1777, "step": 12319 }, { "epoch": 10.94, "learning_rate": 8.955945510820462e-05, "loss": 20.0234, "step": 12320 }, { "epoch": 10.94, "learning_rate": 8.955773344263934e-05, "loss": 19.918, "step": 12321 }, { "epoch": 10.94, "learning_rate": 8.955601165168407e-05, "loss": 20.207, "step": 12322 }, { "epoch": 10.94, "learning_rate": 8.955601165168407e-05, "loss": 20.1006, "step": 12323 }, { "epoch": 10.94, "learning_rate": 8.955428973534434e-05, "loss": 19.792, "step": 12324 }, { "epoch": 10.95, "learning_rate": 8.955256769362555e-05, "loss": 19.9121, "step": 12325 }, { "epoch": 10.95, "learning_rate": 8.955084552653317e-05, "loss": 20.5381, "step": 12326 }, { "epoch": 10.95, "learning_rate": 8.954912323407268e-05, "loss": 19.8652, "step": 12327 }, { "epoch": 10.95, "learning_rate": 8.954740081624952e-05, "loss": 20.4473, "step": 12328 }, { "epoch": 10.95, "learning_rate": 8.954567827306918e-05, "loss": 19.832, "step": 12329 }, { "epoch": 10.95, "learning_rate": 8.954395560453708e-05, "loss": 20.2422, "step": 12330 }, { "epoch": 10.95, "learning_rate": 8.95422328106587e-05, "loss": 20.4609, "step": 12331 }, { "epoch": 10.95, "learning_rate": 8.95405098914395e-05, "loss": 19.3057, "step": 12332 }, { "epoch": 10.95, "learning_rate": 8.953878684688493e-05, "loss": 19.7979, "step": 12333 }, { "epoch": 10.95, "learning_rate": 8.953706367700047e-05, "loss": 19.9961, "step": 12334 }, { "epoch": 10.95, "learning_rate": 8.953534038179158e-05, "loss": 20.7314, "step": 12335 }, { "epoch": 10.96, "learning_rate": 8.95336169612637e-05, "loss": 20.416, "step": 12336 }, { "epoch": 10.96, "learning_rate": 8.953189341542232e-05, "loss": 20.2607, "step": 12337 }, { "epoch": 10.96, "learning_rate": 8.953016974427291e-05, "loss": 20.4033, "step": 12338 }, { "epoch": 10.96, "learning_rate": 8.952844594782088e-05, "loss": 20.1982, "step": 12339 }, { "epoch": 10.96, "learning_rate": 8.952672202607175e-05, "loss": 20.1514, "step": 12340 }, { "epoch": 10.96, "learning_rate": 8.952499797903096e-05, "loss": 19.6279, "step": 12341 }, { "epoch": 10.96, "learning_rate": 8.952327380670398e-05, "loss": 20.0674, "step": 12342 }, { "epoch": 10.96, "learning_rate": 8.952154950909628e-05, "loss": 20.4561, "step": 12343 }, { "epoch": 10.96, "learning_rate": 8.951982508621332e-05, "loss": 19.8887, "step": 12344 }, { "epoch": 10.96, "learning_rate": 8.951810053806056e-05, "loss": 20.1455, "step": 12345 }, { "epoch": 10.96, "learning_rate": 8.951637586464349e-05, "loss": 19.6289, "step": 12346 }, { "epoch": 10.97, "learning_rate": 8.951465106596755e-05, "loss": 19.6514, "step": 12347 }, { "epoch": 10.97, "learning_rate": 8.951292614203822e-05, "loss": 20.375, "step": 12348 }, { "epoch": 10.97, "learning_rate": 8.951120109286095e-05, "loss": 19.9883, "step": 12349 }, { "epoch": 10.97, "learning_rate": 8.950947591844124e-05, "loss": 19.6172, "step": 12350 }, { "epoch": 10.97, "learning_rate": 8.950775061878453e-05, "loss": 20.2197, "step": 12351 }, { "epoch": 10.97, "learning_rate": 8.950602519389629e-05, "loss": 19.46, "step": 12352 }, { "epoch": 10.97, "learning_rate": 8.950429964378202e-05, "loss": 19.46, "step": 12353 }, { "epoch": 10.97, "learning_rate": 8.950257396844716e-05, "loss": 19.9766, "step": 12354 }, { "epoch": 10.97, "learning_rate": 8.950084816789718e-05, "loss": 19.9795, "step": 12355 }, { "epoch": 10.97, "learning_rate": 8.949912224213759e-05, "loss": 20.2178, "step": 12356 }, { "epoch": 10.97, "learning_rate": 8.949739619117381e-05, "loss": 19.7021, "step": 12357 }, { "epoch": 10.98, "learning_rate": 8.949567001501134e-05, "loss": 20.0, "step": 12358 }, { "epoch": 10.98, "learning_rate": 8.949394371365562e-05, "loss": 19.8369, "step": 12359 }, { "epoch": 10.98, "learning_rate": 8.949221728711216e-05, "loss": 19.7207, "step": 12360 }, { "epoch": 10.98, "learning_rate": 8.949049073538642e-05, "loss": 19.7031, "step": 12361 }, { "epoch": 10.98, "learning_rate": 8.948876405848388e-05, "loss": 19.4473, "step": 12362 }, { "epoch": 10.98, "learning_rate": 8.948703725640999e-05, "loss": 19.9795, "step": 12363 }, { "epoch": 10.98, "learning_rate": 8.948531032917024e-05, "loss": 19.707, "step": 12364 }, { "epoch": 10.98, "learning_rate": 8.948358327677011e-05, "loss": 19.5273, "step": 12365 }, { "epoch": 10.98, "learning_rate": 8.948185609921506e-05, "loss": 19.9844, "step": 12366 }, { "epoch": 10.98, "learning_rate": 8.948012879651056e-05, "loss": 19.8945, "step": 12367 }, { "epoch": 10.98, "learning_rate": 8.94784013686621e-05, "loss": 20.5732, "step": 12368 }, { "epoch": 10.98, "learning_rate": 8.947667381567517e-05, "loss": 20.4141, "step": 12369 }, { "epoch": 10.99, "learning_rate": 8.94749461375552e-05, "loss": 20.7393, "step": 12370 }, { "epoch": 10.99, "learning_rate": 8.947321833430771e-05, "loss": 19.4932, "step": 12371 }, { "epoch": 10.99, "learning_rate": 8.947149040593816e-05, "loss": 20.2344, "step": 12372 }, { "epoch": 10.99, "learning_rate": 8.946976235245202e-05, "loss": 19.7881, "step": 12373 }, { "epoch": 10.99, "learning_rate": 8.946803417385479e-05, "loss": 20.0635, "step": 12374 }, { "epoch": 10.99, "learning_rate": 8.946630587015192e-05, "loss": 19.8428, "step": 12375 }, { "epoch": 10.99, "learning_rate": 8.946457744134891e-05, "loss": 20.1211, "step": 12376 }, { "epoch": 10.99, "learning_rate": 8.946284888745122e-05, "loss": 19.79, "step": 12377 }, { "epoch": 10.99, "learning_rate": 8.946112020846435e-05, "loss": 20.0137, "step": 12378 }, { "epoch": 10.99, "learning_rate": 8.945939140439377e-05, "loss": 19.9395, "step": 12379 }, { "epoch": 10.99, "learning_rate": 8.945766247524494e-05, "loss": 20.2021, "step": 12380 }, { "epoch": 11.0, "learning_rate": 8.945593342102338e-05, "loss": 19.6592, "step": 12381 }, { "epoch": 11.0, "learning_rate": 8.945420424173454e-05, "loss": 20.1328, "step": 12382 }, { "epoch": 11.0, "learning_rate": 8.945247493738392e-05, "loss": 19.8047, "step": 12383 }, { "epoch": 11.0, "learning_rate": 8.945074550797699e-05, "loss": 20.0303, "step": 12384 }, { "epoch": 11.0, "learning_rate": 8.944901595351922e-05, "loss": 19.6807, "step": 12385 }, { "epoch": 11.0, "learning_rate": 8.944728627401613e-05, "loss": 20.8086, "step": 12386 }, { "epoch": 11.0, "learning_rate": 8.944555646947316e-05, "loss": 19.8086, "step": 12387 }, { "epoch": 11.0, "learning_rate": 8.944382653989583e-05, "loss": 20.2744, "step": 12388 }, { "epoch": 11.0, "learning_rate": 8.944209648528958e-05, "loss": 19.791, "step": 12389 }, { "epoch": 11.0, "learning_rate": 8.944036630565996e-05, "loss": 19.668, "step": 12390 }, { "epoch": 11.0, "learning_rate": 8.943863600101239e-05, "loss": 19.2344, "step": 12391 }, { "epoch": 11.01, "learning_rate": 8.943690557135238e-05, "loss": 19.79, "step": 12392 }, { "epoch": 11.01, "learning_rate": 8.943517501668542e-05, "loss": 19.8105, "step": 12393 }, { "epoch": 11.01, "learning_rate": 8.943344433701698e-05, "loss": 20.0703, "step": 12394 }, { "epoch": 11.01, "learning_rate": 8.943171353235257e-05, "loss": 19.7471, "step": 12395 }, { "epoch": 11.01, "learning_rate": 8.942998260269765e-05, "loss": 19.9131, "step": 12396 }, { "epoch": 11.01, "learning_rate": 8.942825154805772e-05, "loss": 20.1318, "step": 12397 }, { "epoch": 11.01, "learning_rate": 8.942652036843829e-05, "loss": 20.1699, "step": 12398 }, { "epoch": 11.01, "learning_rate": 8.94247890638448e-05, "loss": 19.6279, "step": 12399 }, { "epoch": 11.01, "learning_rate": 8.942305763428276e-05, "loss": 19.7598, "step": 12400 }, { "epoch": 11.01, "learning_rate": 8.942132607975766e-05, "loss": 19.8867, "step": 12401 }, { "epoch": 11.01, "learning_rate": 8.941959440027499e-05, "loss": 19.8447, "step": 12402 }, { "epoch": 11.02, "learning_rate": 8.941786259584026e-05, "loss": 20.584, "step": 12403 }, { "epoch": 11.02, "learning_rate": 8.941613066645891e-05, "loss": 19.2637, "step": 12404 }, { "epoch": 11.02, "learning_rate": 8.941439861213646e-05, "loss": 20.0146, "step": 12405 }, { "epoch": 11.02, "learning_rate": 8.94126664328784e-05, "loss": 19.8877, "step": 12406 }, { "epoch": 11.02, "learning_rate": 8.941093412869022e-05, "loss": 19.4316, "step": 12407 }, { "epoch": 11.02, "learning_rate": 8.940920169957741e-05, "loss": 20.0352, "step": 12408 }, { "epoch": 11.02, "learning_rate": 8.940746914554546e-05, "loss": 19.9453, "step": 12409 }, { "epoch": 11.02, "learning_rate": 8.940573646659986e-05, "loss": 19.9102, "step": 12410 }, { "epoch": 11.02, "learning_rate": 8.94040036627461e-05, "loss": 20.1279, "step": 12411 }, { "epoch": 11.02, "learning_rate": 8.940227073398969e-05, "loss": 19.6777, "step": 12412 }, { "epoch": 11.02, "learning_rate": 8.940053768033609e-05, "loss": 20.0244, "step": 12413 }, { "epoch": 11.02, "learning_rate": 8.939880450179083e-05, "loss": 20.1143, "step": 12414 }, { "epoch": 11.03, "learning_rate": 8.939707119835938e-05, "loss": 19.5205, "step": 12415 }, { "epoch": 11.03, "learning_rate": 8.939533777004725e-05, "loss": 20.0762, "step": 12416 }, { "epoch": 11.03, "learning_rate": 8.939360421685992e-05, "loss": 19.2979, "step": 12417 }, { "epoch": 11.03, "learning_rate": 8.93918705388029e-05, "loss": 19.5947, "step": 12418 }, { "epoch": 11.03, "learning_rate": 8.939013673588166e-05, "loss": 19.9287, "step": 12419 }, { "epoch": 11.03, "learning_rate": 8.938840280810173e-05, "loss": 19.4893, "step": 12420 }, { "epoch": 11.03, "learning_rate": 8.938666875546858e-05, "loss": 20.0176, "step": 12421 }, { "epoch": 11.03, "learning_rate": 8.938493457798771e-05, "loss": 20.2373, "step": 12422 }, { "epoch": 11.03, "learning_rate": 8.938320027566463e-05, "loss": 19.7119, "step": 12423 }, { "epoch": 11.03, "learning_rate": 8.938146584850482e-05, "loss": 19.9492, "step": 12424 }, { "epoch": 11.03, "learning_rate": 8.93797312965138e-05, "loss": 19.9775, "step": 12425 }, { "epoch": 11.04, "learning_rate": 8.937799661969703e-05, "loss": 19.6152, "step": 12426 }, { "epoch": 11.04, "learning_rate": 8.937626181806006e-05, "loss": 19.7227, "step": 12427 }, { "epoch": 11.04, "learning_rate": 8.937452689160835e-05, "loss": 19.4619, "step": 12428 }, { "epoch": 11.04, "learning_rate": 8.937279184034741e-05, "loss": 19.6738, "step": 12429 }, { "epoch": 11.04, "learning_rate": 8.937105666428276e-05, "loss": 19.7285, "step": 12430 }, { "epoch": 11.04, "learning_rate": 8.936932136341986e-05, "loss": 20.2207, "step": 12431 }, { "epoch": 11.04, "learning_rate": 8.936758593776425e-05, "loss": 19.8193, "step": 12432 }, { "epoch": 11.04, "learning_rate": 8.936585038732141e-05, "loss": 19.6133, "step": 12433 }, { "epoch": 11.04, "learning_rate": 8.936411471209684e-05, "loss": 19.8242, "step": 12434 }, { "epoch": 11.04, "learning_rate": 8.936237891209605e-05, "loss": 19.8447, "step": 12435 }, { "epoch": 11.04, "learning_rate": 8.936064298732454e-05, "loss": 19.7471, "step": 12436 }, { "epoch": 11.05, "learning_rate": 8.935890693778782e-05, "loss": 19.8086, "step": 12437 }, { "epoch": 11.05, "learning_rate": 8.935717076349137e-05, "loss": 19.4209, "step": 12438 }, { "epoch": 11.05, "learning_rate": 8.93554344644407e-05, "loss": 19.877, "step": 12439 }, { "epoch": 11.05, "learning_rate": 8.935369804064133e-05, "loss": 19.5312, "step": 12440 }, { "epoch": 11.05, "learning_rate": 8.935196149209877e-05, "loss": 19.7715, "step": 12441 }, { "epoch": 11.05, "learning_rate": 8.935196149209877e-05, "loss": 19.8193, "step": 12442 }, { "epoch": 11.05, "learning_rate": 8.93502248188185e-05, "loss": 19.3438, "step": 12443 }, { "epoch": 11.05, "learning_rate": 8.934848802080602e-05, "loss": 20.3398, "step": 12444 }, { "epoch": 11.05, "learning_rate": 8.934675109806688e-05, "loss": 20.3682, "step": 12445 }, { "epoch": 11.05, "learning_rate": 8.934501405060654e-05, "loss": 19.5186, "step": 12446 }, { "epoch": 11.05, "learning_rate": 8.934327687843052e-05, "loss": 19.8477, "step": 12447 }, { "epoch": 11.06, "learning_rate": 8.934153958154432e-05, "loss": 20.5234, "step": 12448 }, { "epoch": 11.06, "learning_rate": 8.933980215995347e-05, "loss": 19.1963, "step": 12449 }, { "epoch": 11.06, "learning_rate": 8.933980215995347e-05, "loss": 19.9492, "step": 12450 }, { "epoch": 11.06, "learning_rate": 8.933806461366345e-05, "loss": 19.6025, "step": 12451 }, { "epoch": 11.06, "learning_rate": 8.93363269426798e-05, "loss": 19.7441, "step": 12452 }, { "epoch": 11.06, "learning_rate": 8.933458914700799e-05, "loss": 19.6016, "step": 12453 }, { "epoch": 11.06, "learning_rate": 8.933285122665355e-05, "loss": 20.3711, "step": 12454 }, { "epoch": 11.06, "learning_rate": 8.9331113181622e-05, "loss": 19.6582, "step": 12455 }, { "epoch": 11.06, "learning_rate": 8.932937501191881e-05, "loss": 19.4512, "step": 12456 }, { "epoch": 11.06, "learning_rate": 8.932763671754953e-05, "loss": 20.1992, "step": 12457 }, { "epoch": 11.06, "learning_rate": 8.932589829851965e-05, "loss": 19.8213, "step": 12458 }, { "epoch": 11.06, "learning_rate": 8.932415975483469e-05, "loss": 19.7236, "step": 12459 }, { "epoch": 11.07, "learning_rate": 8.932242108650015e-05, "loss": 19.5957, "step": 12460 }, { "epoch": 11.07, "learning_rate": 8.932068229352155e-05, "loss": 20.833, "step": 12461 }, { "epoch": 11.07, "learning_rate": 8.931894337590441e-05, "loss": 19.9453, "step": 12462 }, { "epoch": 11.07, "learning_rate": 8.931720433365423e-05, "loss": 20.4463, "step": 12463 }, { "epoch": 11.07, "learning_rate": 8.93154651667765e-05, "loss": 19.6523, "step": 12464 }, { "epoch": 11.07, "learning_rate": 8.931372587527677e-05, "loss": 20.6045, "step": 12465 }, { "epoch": 11.07, "learning_rate": 8.931198645916053e-05, "loss": 19.9941, "step": 12466 }, { "epoch": 11.07, "learning_rate": 8.931024691843333e-05, "loss": 19.958, "step": 12467 }, { "epoch": 11.07, "learning_rate": 8.930850725310063e-05, "loss": 20.0332, "step": 12468 }, { "epoch": 11.07, "learning_rate": 8.930676746316797e-05, "loss": 20.543, "step": 12469 }, { "epoch": 11.07, "learning_rate": 8.930502754864087e-05, "loss": 20.04, "step": 12470 }, { "epoch": 11.08, "learning_rate": 8.930328750952486e-05, "loss": 19.7109, "step": 12471 }, { "epoch": 11.08, "learning_rate": 8.93015473458254e-05, "loss": 20.4941, "step": 12472 }, { "epoch": 11.08, "learning_rate": 8.929980705754808e-05, "loss": 20.1133, "step": 12473 }, { "epoch": 11.08, "learning_rate": 8.929806664469837e-05, "loss": 19.8945, "step": 12474 }, { "epoch": 11.08, "learning_rate": 8.929632610728178e-05, "loss": 19.7871, "step": 12475 }, { "epoch": 11.08, "learning_rate": 8.929632610728178e-05, "loss": 20.4277, "step": 12476 }, { "epoch": 11.08, "learning_rate": 8.929458544530385e-05, "loss": 19.9873, "step": 12477 }, { "epoch": 11.08, "learning_rate": 8.92928446587701e-05, "loss": 19.9893, "step": 12478 }, { "epoch": 11.08, "learning_rate": 8.929110374768603e-05, "loss": 19.8857, "step": 12479 }, { "epoch": 11.08, "learning_rate": 8.928936271205717e-05, "loss": 19.9443, "step": 12480 }, { "epoch": 11.08, "learning_rate": 8.928762155188903e-05, "loss": 19.9551, "step": 12481 }, { "epoch": 11.09, "learning_rate": 8.928588026718714e-05, "loss": 20.2217, "step": 12482 }, { "epoch": 11.09, "learning_rate": 8.928413885795701e-05, "loss": 20.1221, "step": 12483 }, { "epoch": 11.09, "learning_rate": 8.928239732420415e-05, "loss": 19.9238, "step": 12484 }, { "epoch": 11.09, "learning_rate": 8.928065566593412e-05, "loss": 20.1406, "step": 12485 }, { "epoch": 11.09, "learning_rate": 8.927891388315242e-05, "loss": 19.8945, "step": 12486 }, { "epoch": 11.09, "learning_rate": 8.927717197586453e-05, "loss": 19.6982, "step": 12487 }, { "epoch": 11.09, "learning_rate": 8.927542994407604e-05, "loss": 20.2803, "step": 12488 }, { "epoch": 11.09, "learning_rate": 8.927368778779241e-05, "loss": 20.1064, "step": 12489 }, { "epoch": 11.09, "learning_rate": 8.927194550701923e-05, "loss": 20.0225, "step": 12490 }, { "epoch": 11.09, "learning_rate": 8.927020310176195e-05, "loss": 20.3506, "step": 12491 }, { "epoch": 11.09, "learning_rate": 8.926846057202616e-05, "loss": 20.0, "step": 12492 }, { "epoch": 11.1, "learning_rate": 8.926671791781733e-05, "loss": 19.999, "step": 12493 }, { "epoch": 11.1, "learning_rate": 8.9264975139141e-05, "loss": 19.9092, "step": 12494 }, { "epoch": 11.1, "learning_rate": 8.92632322360027e-05, "loss": 19.7822, "step": 12495 }, { "epoch": 11.1, "learning_rate": 8.926148920840797e-05, "loss": 20.0479, "step": 12496 }, { "epoch": 11.1, "learning_rate": 8.92597460563623e-05, "loss": 19.375, "step": 12497 }, { "epoch": 11.1, "learning_rate": 8.925800277987124e-05, "loss": 20.0127, "step": 12498 }, { "epoch": 11.1, "learning_rate": 8.925625937894031e-05, "loss": 19.4502, "step": 12499 }, { "epoch": 11.1, "learning_rate": 8.925451585357505e-05, "loss": 19.8623, "step": 12500 }, { "epoch": 11.1, "learning_rate": 8.925277220378096e-05, "loss": 19.8438, "step": 12501 }, { "epoch": 11.1, "learning_rate": 8.925102842956357e-05, "loss": 19.4727, "step": 12502 }, { "epoch": 11.1, "learning_rate": 8.924928453092844e-05, "loss": 20.0957, "step": 12503 }, { "epoch": 11.1, "learning_rate": 8.924754050788106e-05, "loss": 19.4844, "step": 12504 }, { "epoch": 11.11, "learning_rate": 8.924579636042699e-05, "loss": 19.6182, "step": 12505 }, { "epoch": 11.11, "learning_rate": 8.924405208857171e-05, "loss": 19.4141, "step": 12506 }, { "epoch": 11.11, "learning_rate": 8.92423076923208e-05, "loss": 20.043, "step": 12507 }, { "epoch": 11.11, "learning_rate": 8.924056317167977e-05, "loss": 20.1143, "step": 12508 }, { "epoch": 11.11, "learning_rate": 8.923881852665415e-05, "loss": 20.3086, "step": 12509 }, { "epoch": 11.11, "learning_rate": 8.923707375724948e-05, "loss": 19.8379, "step": 12510 }, { "epoch": 11.11, "learning_rate": 8.923532886347125e-05, "loss": 20.1504, "step": 12511 }, { "epoch": 11.11, "learning_rate": 8.923358384532505e-05, "loss": 20.1387, "step": 12512 }, { "epoch": 11.11, "learning_rate": 8.923183870281637e-05, "loss": 19.2754, "step": 12513 }, { "epoch": 11.11, "learning_rate": 8.923009343595077e-05, "loss": 20.0137, "step": 12514 }, { "epoch": 11.11, "learning_rate": 8.922834804473376e-05, "loss": 19.6045, "step": 12515 }, { "epoch": 11.12, "learning_rate": 8.922660252917087e-05, "loss": 19.7607, "step": 12516 }, { "epoch": 11.12, "learning_rate": 8.922485688926764e-05, "loss": 20.0752, "step": 12517 }, { "epoch": 11.12, "learning_rate": 8.922311112502963e-05, "loss": 20.1777, "step": 12518 }, { "epoch": 11.12, "learning_rate": 8.922136523646232e-05, "loss": 19.2471, "step": 12519 }, { "epoch": 11.12, "learning_rate": 8.921961922357129e-05, "loss": 20.1221, "step": 12520 }, { "epoch": 11.12, "learning_rate": 8.921787308636206e-05, "loss": 19.7324, "step": 12521 }, { "epoch": 11.12, "learning_rate": 8.921612682484015e-05, "loss": 20.0957, "step": 12522 }, { "epoch": 11.12, "learning_rate": 8.921438043901112e-05, "loss": 19.6143, "step": 12523 }, { "epoch": 11.12, "learning_rate": 8.92126339288805e-05, "loss": 19.4932, "step": 12524 }, { "epoch": 11.12, "learning_rate": 8.921088729445381e-05, "loss": 19.6758, "step": 12525 }, { "epoch": 11.12, "learning_rate": 8.920914053573659e-05, "loss": 19.707, "step": 12526 }, { "epoch": 11.13, "learning_rate": 8.920739365273438e-05, "loss": 20.1816, "step": 12527 }, { "epoch": 11.13, "learning_rate": 8.920564664545274e-05, "loss": 19.7734, "step": 12528 }, { "epoch": 11.13, "learning_rate": 8.920389951389719e-05, "loss": 19.748, "step": 12529 }, { "epoch": 11.13, "learning_rate": 8.920215225807325e-05, "loss": 19.957, "step": 12530 }, { "epoch": 11.13, "learning_rate": 8.920040487798647e-05, "loss": 19.8828, "step": 12531 }, { "epoch": 11.13, "learning_rate": 8.919865737364241e-05, "loss": 20.0713, "step": 12532 }, { "epoch": 11.13, "learning_rate": 8.919690974504658e-05, "loss": 20.3057, "step": 12533 }, { "epoch": 11.13, "learning_rate": 8.919516199220455e-05, "loss": 19.8096, "step": 12534 }, { "epoch": 11.13, "learning_rate": 8.919341411512182e-05, "loss": 20.2246, "step": 12535 }, { "epoch": 11.13, "learning_rate": 8.919166611380396e-05, "loss": 19.9092, "step": 12536 }, { "epoch": 11.13, "learning_rate": 8.918991798825651e-05, "loss": 20.0898, "step": 12537 }, { "epoch": 11.13, "learning_rate": 8.9188169738485e-05, "loss": 19.9805, "step": 12538 }, { "epoch": 11.14, "learning_rate": 8.918642136449498e-05, "loss": 19.8721, "step": 12539 }, { "epoch": 11.14, "learning_rate": 8.9184672866292e-05, "loss": 20.3125, "step": 12540 }, { "epoch": 11.14, "learning_rate": 8.918292424388157e-05, "loss": 20.3271, "step": 12541 }, { "epoch": 11.14, "learning_rate": 8.918117549726926e-05, "loss": 20.5664, "step": 12542 }, { "epoch": 11.14, "learning_rate": 8.917942662646062e-05, "loss": 20.0742, "step": 12543 }, { "epoch": 11.14, "learning_rate": 8.917767763146116e-05, "loss": 20.2471, "step": 12544 }, { "epoch": 11.14, "learning_rate": 8.917592851227645e-05, "loss": 19.8457, "step": 12545 }, { "epoch": 11.14, "learning_rate": 8.917417926891204e-05, "loss": 19.8135, "step": 12546 }, { "epoch": 11.14, "learning_rate": 8.917242990137346e-05, "loss": 19.5801, "step": 12547 }, { "epoch": 11.14, "learning_rate": 8.917068040966625e-05, "loss": 20.2021, "step": 12548 }, { "epoch": 11.14, "learning_rate": 8.916893079379597e-05, "loss": 19.8174, "step": 12549 }, { "epoch": 11.15, "learning_rate": 8.916718105376815e-05, "loss": 19.6914, "step": 12550 }, { "epoch": 11.15, "learning_rate": 8.916543118958835e-05, "loss": 19.667, "step": 12551 }, { "epoch": 11.15, "learning_rate": 8.916368120126213e-05, "loss": 19.627, "step": 12552 }, { "epoch": 11.15, "learning_rate": 8.916193108879501e-05, "loss": 20.2158, "step": 12553 }, { "epoch": 11.15, "learning_rate": 8.916018085219255e-05, "loss": 19.6865, "step": 12554 }, { "epoch": 11.15, "learning_rate": 8.915843049146029e-05, "loss": 20.0527, "step": 12555 }, { "epoch": 11.15, "learning_rate": 8.915668000660377e-05, "loss": 20.1592, "step": 12556 }, { "epoch": 11.15, "learning_rate": 8.915492939762857e-05, "loss": 20.207, "step": 12557 }, { "epoch": 11.15, "learning_rate": 8.915317866454023e-05, "loss": 19.6973, "step": 12558 }, { "epoch": 11.15, "learning_rate": 8.915142780734427e-05, "loss": 19.6143, "step": 12559 }, { "epoch": 11.15, "learning_rate": 8.914967682604627e-05, "loss": 19.8955, "step": 12560 }, { "epoch": 11.16, "learning_rate": 8.914792572065178e-05, "loss": 19.8301, "step": 12561 }, { "epoch": 11.16, "learning_rate": 8.914617449116634e-05, "loss": 19.3945, "step": 12562 }, { "epoch": 11.16, "learning_rate": 8.914442313759549e-05, "loss": 19.7676, "step": 12563 }, { "epoch": 11.16, "learning_rate": 8.914267165994479e-05, "loss": 20.0342, "step": 12564 }, { "epoch": 11.16, "learning_rate": 8.914092005821981e-05, "loss": 20.5156, "step": 12565 }, { "epoch": 11.16, "learning_rate": 8.91391683324261e-05, "loss": 20.3086, "step": 12566 }, { "epoch": 11.16, "learning_rate": 8.913741648256919e-05, "loss": 19.6787, "step": 12567 }, { "epoch": 11.16, "learning_rate": 8.913566450865462e-05, "loss": 19.9961, "step": 12568 }, { "epoch": 11.16, "learning_rate": 8.913391241068801e-05, "loss": 20.1025, "step": 12569 }, { "epoch": 11.16, "learning_rate": 8.913216018867482e-05, "loss": 19.9326, "step": 12570 }, { "epoch": 11.16, "learning_rate": 8.91304078426207e-05, "loss": 19.3359, "step": 12571 }, { "epoch": 11.17, "learning_rate": 8.912865537253115e-05, "loss": 20.3193, "step": 12572 }, { "epoch": 11.17, "learning_rate": 8.912690277841172e-05, "loss": 19.8145, "step": 12573 }, { "epoch": 11.17, "learning_rate": 8.9125150060268e-05, "loss": 20.7969, "step": 12574 }, { "epoch": 11.17, "learning_rate": 8.912339721810552e-05, "loss": 20.3389, "step": 12575 }, { "epoch": 11.17, "learning_rate": 8.912164425192983e-05, "loss": 19.7822, "step": 12576 }, { "epoch": 11.17, "learning_rate": 8.91198911617465e-05, "loss": 19.9561, "step": 12577 }, { "epoch": 11.17, "learning_rate": 8.91181379475611e-05, "loss": 20.0156, "step": 12578 }, { "epoch": 11.17, "learning_rate": 8.911638460937917e-05, "loss": 20.4385, "step": 12579 }, { "epoch": 11.17, "learning_rate": 8.911463114720626e-05, "loss": 19.5322, "step": 12580 }, { "epoch": 11.17, "learning_rate": 8.911287756104794e-05, "loss": 19.8916, "step": 12581 }, { "epoch": 11.17, "learning_rate": 8.911112385090977e-05, "loss": 19.8613, "step": 12582 }, { "epoch": 11.17, "learning_rate": 8.910937001679732e-05, "loss": 20.0176, "step": 12583 }, { "epoch": 11.18, "learning_rate": 8.910761605871611e-05, "loss": 20.0605, "step": 12584 }, { "epoch": 11.18, "learning_rate": 8.910761605871611e-05, "loss": 19.9404, "step": 12585 }, { "epoch": 11.18, "learning_rate": 8.910586197667174e-05, "loss": 19.6846, "step": 12586 }, { "epoch": 11.18, "learning_rate": 8.910410777066975e-05, "loss": 20.1182, "step": 12587 }, { "epoch": 11.18, "learning_rate": 8.910235344071573e-05, "loss": 19.5332, "step": 12588 }, { "epoch": 11.18, "learning_rate": 8.910059898681518e-05, "loss": 19.585, "step": 12589 }, { "epoch": 11.18, "learning_rate": 8.909884440897371e-05, "loss": 19.5908, "step": 12590 }, { "epoch": 11.18, "learning_rate": 8.909884440897371e-05, "loss": 20.5205, "step": 12591 }, { "epoch": 11.18, "learning_rate": 8.909708970719688e-05, "loss": 19.5, "step": 12592 }, { "epoch": 11.18, "learning_rate": 8.909533488149024e-05, "loss": 19.6133, "step": 12593 }, { "epoch": 11.18, "learning_rate": 8.909357993185935e-05, "loss": 19.5342, "step": 12594 }, { "epoch": 11.19, "learning_rate": 8.909182485830978e-05, "loss": 20.1152, "step": 12595 }, { "epoch": 11.19, "learning_rate": 8.909006966084708e-05, "loss": 19.4717, "step": 12596 }, { "epoch": 11.19, "learning_rate": 8.908831433947684e-05, "loss": 19.958, "step": 12597 }, { "epoch": 11.19, "learning_rate": 8.908655889420459e-05, "loss": 19.8145, "step": 12598 }, { "epoch": 11.19, "learning_rate": 8.908480332503593e-05, "loss": 20.1699, "step": 12599 }, { "epoch": 11.19, "learning_rate": 8.90830476319764e-05, "loss": 20.4209, "step": 12600 }, { "epoch": 11.19, "learning_rate": 8.908129181503157e-05, "loss": 19.5088, "step": 12601 }, { "epoch": 11.19, "learning_rate": 8.907953587420699e-05, "loss": 20.1592, "step": 12602 }, { "epoch": 11.19, "learning_rate": 8.907777980950827e-05, "loss": 20.2637, "step": 12603 }, { "epoch": 11.19, "learning_rate": 8.907602362094094e-05, "loss": 19.7979, "step": 12604 }, { "epoch": 11.19, "learning_rate": 8.907426730851058e-05, "loss": 20.1826, "step": 12605 }, { "epoch": 11.2, "learning_rate": 8.907251087222274e-05, "loss": 20.1758, "step": 12606 }, { "epoch": 11.2, "learning_rate": 8.907075431208302e-05, "loss": 20.1074, "step": 12607 }, { "epoch": 11.2, "learning_rate": 8.906899762809698e-05, "loss": 19.5293, "step": 12608 }, { "epoch": 11.2, "learning_rate": 8.906724082027014e-05, "loss": 20.709, "step": 12609 }, { "epoch": 11.2, "learning_rate": 8.906548388860814e-05, "loss": 19.8174, "step": 12610 }, { "epoch": 11.2, "learning_rate": 8.90637268331165e-05, "loss": 20.2471, "step": 12611 }, { "epoch": 11.2, "learning_rate": 8.906196965380081e-05, "loss": 20.7021, "step": 12612 }, { "epoch": 11.2, "learning_rate": 8.906021235066664e-05, "loss": 20.3662, "step": 12613 }, { "epoch": 11.2, "learning_rate": 8.905845492371953e-05, "loss": 20.2373, "step": 12614 }, { "epoch": 11.2, "learning_rate": 8.905669737296512e-05, "loss": 19.7861, "step": 12615 }, { "epoch": 11.2, "learning_rate": 8.905493969840891e-05, "loss": 20.4893, "step": 12616 }, { "epoch": 11.21, "learning_rate": 8.905318190005649e-05, "loss": 19.9424, "step": 12617 }, { "epoch": 11.21, "learning_rate": 8.905142397791344e-05, "loss": 21.0557, "step": 12618 }, { "epoch": 11.21, "learning_rate": 8.904966593198536e-05, "loss": 19.6426, "step": 12619 }, { "epoch": 11.21, "learning_rate": 8.904790776227777e-05, "loss": 20.0537, "step": 12620 }, { "epoch": 11.21, "learning_rate": 8.904614946879628e-05, "loss": 19.7988, "step": 12621 }, { "epoch": 11.21, "learning_rate": 8.904439105154645e-05, "loss": 20.2695, "step": 12622 }, { "epoch": 11.21, "learning_rate": 8.904263251053385e-05, "loss": 19.3594, "step": 12623 }, { "epoch": 11.21, "learning_rate": 8.904087384576407e-05, "loss": 19.71, "step": 12624 }, { "epoch": 11.21, "learning_rate": 8.903911505724266e-05, "loss": 20.8828, "step": 12625 }, { "epoch": 11.21, "learning_rate": 8.903735614497521e-05, "loss": 20.0635, "step": 12626 }, { "epoch": 11.21, "learning_rate": 8.903559710896732e-05, "loss": 20.2354, "step": 12627 }, { "epoch": 11.21, "learning_rate": 8.903383794922452e-05, "loss": 19.7832, "step": 12628 }, { "epoch": 11.22, "learning_rate": 8.90320786657524e-05, "loss": 19.7988, "step": 12629 }, { "epoch": 11.22, "learning_rate": 8.903031925855656e-05, "loss": 19.9248, "step": 12630 }, { "epoch": 11.22, "learning_rate": 8.902855972764256e-05, "loss": 20.9072, "step": 12631 }, { "epoch": 11.22, "learning_rate": 8.902680007301597e-05, "loss": 20.2305, "step": 12632 }, { "epoch": 11.22, "learning_rate": 8.902504029468237e-05, "loss": 19.8701, "step": 12633 }, { "epoch": 11.22, "learning_rate": 8.902328039264735e-05, "loss": 19.6191, "step": 12634 }, { "epoch": 11.22, "learning_rate": 8.90215203669165e-05, "loss": 19.3545, "step": 12635 }, { "epoch": 11.22, "learning_rate": 8.901976021749537e-05, "loss": 20.3418, "step": 12636 }, { "epoch": 11.22, "learning_rate": 8.901799994438953e-05, "loss": 20.1025, "step": 12637 }, { "epoch": 11.22, "learning_rate": 8.90162395476046e-05, "loss": 19.9707, "step": 12638 }, { "epoch": 11.22, "learning_rate": 8.901447902714613e-05, "loss": 19.127, "step": 12639 }, { "epoch": 11.23, "learning_rate": 8.901271838301972e-05, "loss": 19.9082, "step": 12640 }, { "epoch": 11.23, "learning_rate": 8.901095761523093e-05, "loss": 20.543, "step": 12641 }, { "epoch": 11.23, "learning_rate": 8.900919672378536e-05, "loss": 20.0859, "step": 12642 }, { "epoch": 11.23, "learning_rate": 8.90074357086886e-05, "loss": 20.4492, "step": 12643 }, { "epoch": 11.23, "learning_rate": 8.90056745699462e-05, "loss": 19.6416, "step": 12644 }, { "epoch": 11.23, "learning_rate": 8.900391330756375e-05, "loss": 20.0732, "step": 12645 }, { "epoch": 11.23, "learning_rate": 8.900215192154685e-05, "loss": 20.0518, "step": 12646 }, { "epoch": 11.23, "learning_rate": 8.900039041190107e-05, "loss": 20.251, "step": 12647 }, { "epoch": 11.23, "learning_rate": 8.8998628778632e-05, "loss": 20.2139, "step": 12648 }, { "epoch": 11.23, "learning_rate": 8.899686702174524e-05, "loss": 20.2998, "step": 12649 }, { "epoch": 11.23, "learning_rate": 8.899510514124633e-05, "loss": 20.4482, "step": 12650 }, { "epoch": 11.24, "learning_rate": 8.899334313714091e-05, "loss": 20.0684, "step": 12651 }, { "epoch": 11.24, "learning_rate": 8.899158100943452e-05, "loss": 20.3018, "step": 12652 }, { "epoch": 11.24, "learning_rate": 8.898981875813277e-05, "loss": 20.1748, "step": 12653 }, { "epoch": 11.24, "learning_rate": 8.898805638324124e-05, "loss": 19.96, "step": 12654 }, { "epoch": 11.24, "learning_rate": 8.898629388476551e-05, "loss": 19.5605, "step": 12655 }, { "epoch": 11.24, "learning_rate": 8.898453126271118e-05, "loss": 20.0332, "step": 12656 }, { "epoch": 11.24, "learning_rate": 8.898276851708382e-05, "loss": 19.585, "step": 12657 }, { "epoch": 11.24, "learning_rate": 8.898100564788902e-05, "loss": 20.5547, "step": 12658 }, { "epoch": 11.24, "learning_rate": 8.897924265513237e-05, "loss": 19.9619, "step": 12659 }, { "epoch": 11.24, "learning_rate": 8.897747953881949e-05, "loss": 19.9541, "step": 12660 }, { "epoch": 11.24, "learning_rate": 8.897571629895592e-05, "loss": 19.2314, "step": 12661 }, { "epoch": 11.25, "learning_rate": 8.897395293554727e-05, "loss": 20.0791, "step": 12662 }, { "epoch": 11.25, "learning_rate": 8.897218944859916e-05, "loss": 20.0703, "step": 12663 }, { "epoch": 11.25, "learning_rate": 8.897042583811713e-05, "loss": 19.4141, "step": 12664 }, { "epoch": 11.25, "learning_rate": 8.896866210410678e-05, "loss": 20.5566, "step": 12665 }, { "epoch": 11.25, "learning_rate": 8.896689824657372e-05, "loss": 20.3193, "step": 12666 }, { "epoch": 11.25, "learning_rate": 8.896513426552352e-05, "loss": 20.168, "step": 12667 }, { "epoch": 11.25, "learning_rate": 8.89633701609618e-05, "loss": 19.6807, "step": 12668 }, { "epoch": 11.25, "learning_rate": 8.896160593289413e-05, "loss": 19.4424, "step": 12669 }, { "epoch": 11.25, "learning_rate": 8.895984158132611e-05, "loss": 19.9551, "step": 12670 }, { "epoch": 11.25, "learning_rate": 8.895807710626332e-05, "loss": 19.5674, "step": 12671 }, { "epoch": 11.25, "learning_rate": 8.895631250771137e-05, "loss": 19.7588, "step": 12672 }, { "epoch": 11.25, "learning_rate": 8.895454778567584e-05, "loss": 19.998, "step": 12673 }, { "epoch": 11.26, "learning_rate": 8.895278294016234e-05, "loss": 19.9053, "step": 12674 }, { "epoch": 11.26, "learning_rate": 8.895101797117646e-05, "loss": 19.8066, "step": 12675 }, { "epoch": 11.26, "learning_rate": 8.894925287872377e-05, "loss": 20.0322, "step": 12676 }, { "epoch": 11.26, "learning_rate": 8.89474876628099e-05, "loss": 20.0527, "step": 12677 }, { "epoch": 11.26, "learning_rate": 8.894572232344042e-05, "loss": 19.9482, "step": 12678 }, { "epoch": 11.26, "learning_rate": 8.894395686062096e-05, "loss": 19.8418, "step": 12679 }, { "epoch": 11.26, "learning_rate": 8.894219127435706e-05, "loss": 20.1016, "step": 12680 }, { "epoch": 11.26, "learning_rate": 8.894042556465436e-05, "loss": 19.6816, "step": 12681 }, { "epoch": 11.26, "learning_rate": 8.893865973151845e-05, "loss": 19.501, "step": 12682 }, { "epoch": 11.26, "learning_rate": 8.893689377495492e-05, "loss": 20.3652, "step": 12683 }, { "epoch": 11.26, "learning_rate": 8.893512769496937e-05, "loss": 19.1934, "step": 12684 }, { "epoch": 11.27, "learning_rate": 8.893336149156739e-05, "loss": 19.7012, "step": 12685 }, { "epoch": 11.27, "learning_rate": 8.89315951647546e-05, "loss": 19.6553, "step": 12686 }, { "epoch": 11.27, "learning_rate": 8.892982871453657e-05, "loss": 20.2178, "step": 12687 }, { "epoch": 11.27, "learning_rate": 8.892806214091893e-05, "loss": 20.1729, "step": 12688 }, { "epoch": 11.27, "learning_rate": 8.892629544390725e-05, "loss": 20.4639, "step": 12689 }, { "epoch": 11.27, "learning_rate": 8.892452862350715e-05, "loss": 19.6514, "step": 12690 }, { "epoch": 11.27, "learning_rate": 8.892276167972424e-05, "loss": 19.8535, "step": 12691 }, { "epoch": 11.27, "learning_rate": 8.892099461256408e-05, "loss": 20.2793, "step": 12692 }, { "epoch": 11.27, "learning_rate": 8.891922742203232e-05, "loss": 20.3564, "step": 12693 }, { "epoch": 11.27, "learning_rate": 8.891746010813454e-05, "loss": 20.4375, "step": 12694 }, { "epoch": 11.27, "learning_rate": 8.891569267087632e-05, "loss": 19.79, "step": 12695 }, { "epoch": 11.28, "learning_rate": 8.891392511026329e-05, "loss": 20.1523, "step": 12696 }, { "epoch": 11.28, "learning_rate": 8.891215742630106e-05, "loss": 20.4619, "step": 12697 }, { "epoch": 11.28, "learning_rate": 8.89103896189952e-05, "loss": 19.999, "step": 12698 }, { "epoch": 11.28, "learning_rate": 8.890862168835135e-05, "loss": 20.2158, "step": 12699 }, { "epoch": 11.28, "learning_rate": 8.890685363437508e-05, "loss": 19.3604, "step": 12700 }, { "epoch": 11.28, "learning_rate": 8.890508545707202e-05, "loss": 19.9971, "step": 12701 }, { "epoch": 11.28, "learning_rate": 8.890331715644778e-05, "loss": 20.0635, "step": 12702 }, { "epoch": 11.28, "learning_rate": 8.890154873250793e-05, "loss": 20.7764, "step": 12703 }, { "epoch": 11.28, "learning_rate": 8.889978018525809e-05, "loss": 20.2129, "step": 12704 }, { "epoch": 11.28, "learning_rate": 8.889801151470389e-05, "loss": 19.8262, "step": 12705 }, { "epoch": 11.28, "learning_rate": 8.889624272085092e-05, "loss": 19.915, "step": 12706 }, { "epoch": 11.29, "learning_rate": 8.889447380370479e-05, "loss": 19.6602, "step": 12707 }, { "epoch": 11.29, "learning_rate": 8.88927047632711e-05, "loss": 19.8555, "step": 12708 }, { "epoch": 11.29, "learning_rate": 8.889093559955544e-05, "loss": 19.8281, "step": 12709 }, { "epoch": 11.29, "learning_rate": 8.888916631256345e-05, "loss": 19.9043, "step": 12710 }, { "epoch": 11.29, "learning_rate": 8.888739690230073e-05, "loss": 20.3799, "step": 12711 }, { "epoch": 11.29, "learning_rate": 8.888562736877289e-05, "loss": 19.9414, "step": 12712 }, { "epoch": 11.29, "learning_rate": 8.888385771198552e-05, "loss": 19.7646, "step": 12713 }, { "epoch": 11.29, "learning_rate": 8.888208793194426e-05, "loss": 20.2588, "step": 12714 }, { "epoch": 11.29, "learning_rate": 8.888031802865468e-05, "loss": 19.9424, "step": 12715 }, { "epoch": 11.29, "learning_rate": 8.887854800212244e-05, "loss": 20.5967, "step": 12716 }, { "epoch": 11.29, "learning_rate": 8.887854800212244e-05, "loss": 20.7197, "step": 12717 }, { "epoch": 11.29, "learning_rate": 8.88767778523531e-05, "loss": 20.4277, "step": 12718 }, { "epoch": 11.3, "learning_rate": 8.887500757935233e-05, "loss": 19.8564, "step": 12719 }, { "epoch": 11.3, "learning_rate": 8.887323718312568e-05, "loss": 19.5117, "step": 12720 }, { "epoch": 11.3, "learning_rate": 8.887146666367878e-05, "loss": 20.0586, "step": 12721 }, { "epoch": 11.3, "learning_rate": 8.886969602101726e-05, "loss": 19.9189, "step": 12722 }, { "epoch": 11.3, "learning_rate": 8.886792525514674e-05, "loss": 20.2812, "step": 12723 }, { "epoch": 11.3, "learning_rate": 8.886615436607281e-05, "loss": 20.0693, "step": 12724 }, { "epoch": 11.3, "learning_rate": 8.886438335380108e-05, "loss": 19.7109, "step": 12725 }, { "epoch": 11.3, "learning_rate": 8.886261221833719e-05, "loss": 19.7754, "step": 12726 }, { "epoch": 11.3, "learning_rate": 8.886084095968671e-05, "loss": 19.6914, "step": 12727 }, { "epoch": 11.3, "learning_rate": 8.88590695778553e-05, "loss": 19.9307, "step": 12728 }, { "epoch": 11.3, "learning_rate": 8.885729807284856e-05, "loss": 20.1396, "step": 12729 }, { "epoch": 11.31, "learning_rate": 8.885552644467208e-05, "loss": 19.7656, "step": 12730 }, { "epoch": 11.31, "learning_rate": 8.885375469333151e-05, "loss": 19.3379, "step": 12731 }, { "epoch": 11.31, "learning_rate": 8.885198281883247e-05, "loss": 19.4453, "step": 12732 }, { "epoch": 11.31, "learning_rate": 8.885021082118055e-05, "loss": 19.7285, "step": 12733 }, { "epoch": 11.31, "learning_rate": 8.884843870038137e-05, "loss": 19.6387, "step": 12734 }, { "epoch": 11.31, "learning_rate": 8.884666645644055e-05, "loss": 19.9805, "step": 12735 }, { "epoch": 11.31, "learning_rate": 8.884489408936372e-05, "loss": 19.8721, "step": 12736 }, { "epoch": 11.31, "learning_rate": 8.884312159915651e-05, "loss": 19.6592, "step": 12737 }, { "epoch": 11.31, "learning_rate": 8.88413489858245e-05, "loss": 19.6182, "step": 12738 }, { "epoch": 11.31, "learning_rate": 8.883957624937333e-05, "loss": 21.0098, "step": 12739 }, { "epoch": 11.31, "learning_rate": 8.883780338980861e-05, "loss": 19.5137, "step": 12740 }, { "epoch": 11.32, "learning_rate": 8.883603040713597e-05, "loss": 19.9658, "step": 12741 }, { "epoch": 11.32, "learning_rate": 8.883425730136104e-05, "loss": 20.1729, "step": 12742 }, { "epoch": 11.32, "learning_rate": 8.88324840724894e-05, "loss": 20.5371, "step": 12743 }, { "epoch": 11.32, "learning_rate": 8.883071072052672e-05, "loss": 20.2461, "step": 12744 }, { "epoch": 11.32, "learning_rate": 8.882893724547859e-05, "loss": 20.8486, "step": 12745 }, { "epoch": 11.32, "learning_rate": 8.882716364735064e-05, "loss": 19.8584, "step": 12746 }, { "epoch": 11.32, "learning_rate": 8.88253899261485e-05, "loss": 20.2734, "step": 12747 }, { "epoch": 11.32, "learning_rate": 8.882361608187777e-05, "loss": 19.3789, "step": 12748 }, { "epoch": 11.32, "learning_rate": 8.88218421145441e-05, "loss": 19.9277, "step": 12749 }, { "epoch": 11.32, "learning_rate": 8.88200680241531e-05, "loss": 20.0195, "step": 12750 }, { "epoch": 11.32, "learning_rate": 8.881829381071038e-05, "loss": 20.498, "step": 12751 }, { "epoch": 11.33, "learning_rate": 8.88165194742216e-05, "loss": 19.9629, "step": 12752 }, { "epoch": 11.33, "learning_rate": 8.881474501469236e-05, "loss": 19.6875, "step": 12753 }, { "epoch": 11.33, "learning_rate": 8.881474501469236e-05, "loss": 20.2549, "step": 12754 }, { "epoch": 11.33, "learning_rate": 8.881297043212827e-05, "loss": 20.7764, "step": 12755 }, { "epoch": 11.33, "learning_rate": 8.881119572653498e-05, "loss": 19.2998, "step": 12756 }, { "epoch": 11.33, "learning_rate": 8.88094208979181e-05, "loss": 20.21, "step": 12757 }, { "epoch": 11.33, "learning_rate": 8.880764594628328e-05, "loss": 20.3936, "step": 12758 }, { "epoch": 11.33, "learning_rate": 8.88058708716361e-05, "loss": 19.377, "step": 12759 }, { "epoch": 11.33, "learning_rate": 8.880409567398224e-05, "loss": 19.6191, "step": 12760 }, { "epoch": 11.33, "learning_rate": 8.88023203533273e-05, "loss": 19.9004, "step": 12761 }, { "epoch": 11.33, "learning_rate": 8.880054490967691e-05, "loss": 19.8564, "step": 12762 }, { "epoch": 11.33, "learning_rate": 8.87987693430367e-05, "loss": 19.6592, "step": 12763 }, { "epoch": 11.34, "learning_rate": 8.87969936534123e-05, "loss": 20.5283, "step": 12764 }, { "epoch": 11.34, "learning_rate": 8.879521784080932e-05, "loss": 20.0576, "step": 12765 }, { "epoch": 11.34, "learning_rate": 8.879344190523341e-05, "loss": 19.793, "step": 12766 }, { "epoch": 11.34, "learning_rate": 8.87916658466902e-05, "loss": 20.2637, "step": 12767 }, { "epoch": 11.34, "learning_rate": 8.87898896651853e-05, "loss": 20.2676, "step": 12768 }, { "epoch": 11.34, "learning_rate": 8.878811336072436e-05, "loss": 19.8096, "step": 12769 }, { "epoch": 11.34, "learning_rate": 8.878633693331301e-05, "loss": 20.0625, "step": 12770 }, { "epoch": 11.34, "learning_rate": 8.878456038295687e-05, "loss": 20.1182, "step": 12771 }, { "epoch": 11.34, "learning_rate": 8.878278370966157e-05, "loss": 19.5986, "step": 12772 }, { "epoch": 11.34, "learning_rate": 8.878100691343276e-05, "loss": 19.9619, "step": 12773 }, { "epoch": 11.34, "learning_rate": 8.877922999427606e-05, "loss": 19.7168, "step": 12774 }, { "epoch": 11.35, "learning_rate": 8.877745295219708e-05, "loss": 20.2354, "step": 12775 }, { "epoch": 11.35, "learning_rate": 8.87756757872015e-05, "loss": 19.9219, "step": 12776 }, { "epoch": 11.35, "learning_rate": 8.877389849929492e-05, "loss": 19.8096, "step": 12777 }, { "epoch": 11.35, "learning_rate": 8.877212108848299e-05, "loss": 20.5703, "step": 12778 }, { "epoch": 11.35, "learning_rate": 8.877034355477132e-05, "loss": 19.8389, "step": 12779 }, { "epoch": 11.35, "learning_rate": 8.876856589816555e-05, "loss": 19.6279, "step": 12780 }, { "epoch": 11.35, "learning_rate": 8.876678811867134e-05, "loss": 19.8105, "step": 12781 }, { "epoch": 11.35, "learning_rate": 8.876501021629433e-05, "loss": 19.9648, "step": 12782 }, { "epoch": 11.35, "learning_rate": 8.876323219104011e-05, "loss": 20.1904, "step": 12783 }, { "epoch": 11.35, "learning_rate": 8.876145404291436e-05, "loss": 20.0537, "step": 12784 }, { "epoch": 11.35, "learning_rate": 8.875967577192268e-05, "loss": 19.7363, "step": 12785 }, { "epoch": 11.36, "learning_rate": 8.875789737807073e-05, "loss": 20.1885, "step": 12786 }, { "epoch": 11.36, "learning_rate": 8.875611886136414e-05, "loss": 20.0029, "step": 12787 }, { "epoch": 11.36, "learning_rate": 8.875611886136414e-05, "loss": 20.4795, "step": 12788 }, { "epoch": 11.36, "learning_rate": 8.875434022180857e-05, "loss": 20.4541, "step": 12789 }, { "epoch": 11.36, "learning_rate": 8.875256145940962e-05, "loss": 19.8838, "step": 12790 }, { "epoch": 11.36, "learning_rate": 8.875078257417295e-05, "loss": 19.5996, "step": 12791 }, { "epoch": 11.36, "learning_rate": 8.874900356610419e-05, "loss": 20.0703, "step": 12792 }, { "epoch": 11.36, "learning_rate": 8.874722443520899e-05, "loss": 20.0059, "step": 12793 }, { "epoch": 11.36, "learning_rate": 8.874544518149297e-05, "loss": 19.79, "step": 12794 }, { "epoch": 11.36, "learning_rate": 8.87436658049618e-05, "loss": 20.249, "step": 12795 }, { "epoch": 11.36, "learning_rate": 8.874188630562111e-05, "loss": 20.1406, "step": 12796 }, { "epoch": 11.37, "learning_rate": 8.874010668347651e-05, "loss": 20.4297, "step": 12797 }, { "epoch": 11.37, "learning_rate": 8.873832693853368e-05, "loss": 20.1367, "step": 12798 }, { "epoch": 11.37, "learning_rate": 8.873654707079823e-05, "loss": 20.167, "step": 12799 }, { "epoch": 11.37, "learning_rate": 8.873476708027584e-05, "loss": 20.1914, "step": 12800 }, { "epoch": 11.37, "learning_rate": 8.873298696697212e-05, "loss": 20.4873, "step": 12801 }, { "epoch": 11.37, "learning_rate": 8.873120673089273e-05, "loss": 20.6133, "step": 12802 }, { "epoch": 11.37, "learning_rate": 8.872942637204329e-05, "loss": 19.667, "step": 12803 }, { "epoch": 11.37, "learning_rate": 8.872764589042948e-05, "loss": 20.375, "step": 12804 }, { "epoch": 11.37, "learning_rate": 8.87258652860569e-05, "loss": 20.0938, "step": 12805 }, { "epoch": 11.37, "learning_rate": 8.872408455893124e-05, "loss": 20.0625, "step": 12806 }, { "epoch": 11.37, "learning_rate": 8.872230370905811e-05, "loss": 20.1025, "step": 12807 }, { "epoch": 11.37, "learning_rate": 8.872052273644318e-05, "loss": 19.9209, "step": 12808 }, { "epoch": 11.38, "learning_rate": 8.871874164109206e-05, "loss": 19.4756, "step": 12809 }, { "epoch": 11.38, "learning_rate": 8.871696042301043e-05, "loss": 20.2656, "step": 12810 }, { "epoch": 11.38, "learning_rate": 8.871517908220392e-05, "loss": 20.6201, "step": 12811 }, { "epoch": 11.38, "learning_rate": 8.871339761867818e-05, "loss": 19.6777, "step": 12812 }, { "epoch": 11.38, "learning_rate": 8.871161603243887e-05, "loss": 20.3262, "step": 12813 }, { "epoch": 11.38, "learning_rate": 8.870983432349162e-05, "loss": 19.8643, "step": 12814 }, { "epoch": 11.38, "learning_rate": 8.870805249184207e-05, "loss": 20.084, "step": 12815 }, { "epoch": 11.38, "learning_rate": 8.870627053749589e-05, "loss": 19.8184, "step": 12816 }, { "epoch": 11.38, "learning_rate": 8.870448846045872e-05, "loss": 19.8994, "step": 12817 }, { "epoch": 11.38, "learning_rate": 8.87027062607362e-05, "loss": 19.8301, "step": 12818 }, { "epoch": 11.38, "learning_rate": 8.8700923938334e-05, "loss": 19.7832, "step": 12819 }, { "epoch": 11.39, "learning_rate": 8.869914149325776e-05, "loss": 20.4678, "step": 12820 }, { "epoch": 11.39, "learning_rate": 8.869735892551311e-05, "loss": 20.1406, "step": 12821 }, { "epoch": 11.39, "learning_rate": 8.869557623510571e-05, "loss": 19.6982, "step": 12822 }, { "epoch": 11.39, "learning_rate": 8.869379342204124e-05, "loss": 19.6436, "step": 12823 }, { "epoch": 11.39, "learning_rate": 8.869201048632532e-05, "loss": 19.8281, "step": 12824 }, { "epoch": 11.39, "learning_rate": 8.869022742796361e-05, "loss": 20.583, "step": 12825 }, { "epoch": 11.39, "learning_rate": 8.868844424696174e-05, "loss": 20.0439, "step": 12826 }, { "epoch": 11.39, "learning_rate": 8.868666094332542e-05, "loss": 20.1514, "step": 12827 }, { "epoch": 11.39, "learning_rate": 8.868487751706024e-05, "loss": 19.7051, "step": 12828 }, { "epoch": 11.39, "learning_rate": 8.86830939681719e-05, "loss": 19.9473, "step": 12829 }, { "epoch": 11.39, "learning_rate": 8.868131029666602e-05, "loss": 20.2197, "step": 12830 }, { "epoch": 11.4, "learning_rate": 8.867952650254829e-05, "loss": 19.666, "step": 12831 }, { "epoch": 11.4, "learning_rate": 8.867774258582431e-05, "loss": 20.5977, "step": 12832 }, { "epoch": 11.4, "learning_rate": 8.86759585464998e-05, "loss": 19.5996, "step": 12833 }, { "epoch": 11.4, "learning_rate": 8.867417438458036e-05, "loss": 19.9121, "step": 12834 }, { "epoch": 11.4, "learning_rate": 8.867239010007166e-05, "loss": 20.1201, "step": 12835 }, { "epoch": 11.4, "learning_rate": 8.867060569297938e-05, "loss": 20.1982, "step": 12836 }, { "epoch": 11.4, "learning_rate": 8.866882116330914e-05, "loss": 20.4131, "step": 12837 }, { "epoch": 11.4, "learning_rate": 8.866703651106664e-05, "loss": 20.167, "step": 12838 }, { "epoch": 11.4, "learning_rate": 8.866525173625751e-05, "loss": 20.2129, "step": 12839 }, { "epoch": 11.4, "learning_rate": 8.86634668388874e-05, "loss": 19.8545, "step": 12840 }, { "epoch": 11.4, "learning_rate": 8.866168181896198e-05, "loss": 19.7666, "step": 12841 }, { "epoch": 11.4, "learning_rate": 8.865989667648689e-05, "loss": 19.9502, "step": 12842 }, { "epoch": 11.41, "learning_rate": 8.865811141146782e-05, "loss": 19.7256, "step": 12843 }, { "epoch": 11.41, "learning_rate": 8.865632602391041e-05, "loss": 19.7695, "step": 12844 }, { "epoch": 11.41, "learning_rate": 8.865454051382033e-05, "loss": 19.6729, "step": 12845 }, { "epoch": 11.41, "learning_rate": 8.865275488120323e-05, "loss": 20.168, "step": 12846 }, { "epoch": 11.41, "learning_rate": 8.865096912606476e-05, "loss": 20.0186, "step": 12847 }, { "epoch": 11.41, "learning_rate": 8.864918324841061e-05, "loss": 20.4277, "step": 12848 }, { "epoch": 11.41, "learning_rate": 8.864739724824642e-05, "loss": 20.0322, "step": 12849 }, { "epoch": 11.41, "learning_rate": 8.864561112557785e-05, "loss": 20.001, "step": 12850 }, { "epoch": 11.41, "learning_rate": 8.864382488041057e-05, "loss": 20.248, "step": 12851 }, { "epoch": 11.41, "learning_rate": 8.864203851275024e-05, "loss": 20.1885, "step": 12852 }, { "epoch": 11.41, "learning_rate": 8.864025202260251e-05, "loss": 20.1963, "step": 12853 }, { "epoch": 11.42, "learning_rate": 8.863846540997307e-05, "loss": 20.3965, "step": 12854 }, { "epoch": 11.42, "learning_rate": 8.863667867486756e-05, "loss": 19.9258, "step": 12855 }, { "epoch": 11.42, "learning_rate": 8.863489181729165e-05, "loss": 19.498, "step": 12856 }, { "epoch": 11.42, "learning_rate": 8.8633104837251e-05, "loss": 19.873, "step": 12857 }, { "epoch": 11.42, "learning_rate": 8.863131773475128e-05, "loss": 19.9482, "step": 12858 }, { "epoch": 11.42, "learning_rate": 8.862953050979817e-05, "loss": 19.0596, "step": 12859 }, { "epoch": 11.42, "learning_rate": 8.86277431623973e-05, "loss": 20.1523, "step": 12860 }, { "epoch": 11.42, "learning_rate": 8.862595569255436e-05, "loss": 20.0576, "step": 12861 }, { "epoch": 11.42, "learning_rate": 8.862416810027502e-05, "loss": 20.002, "step": 12862 }, { "epoch": 11.42, "learning_rate": 8.862238038556492e-05, "loss": 21.2637, "step": 12863 }, { "epoch": 11.42, "learning_rate": 8.862059254842976e-05, "loss": 19.9092, "step": 12864 }, { "epoch": 11.43, "learning_rate": 8.861880458887518e-05, "loss": 19.8271, "step": 12865 }, { "epoch": 11.43, "learning_rate": 8.861701650690685e-05, "loss": 20.1045, "step": 12866 }, { "epoch": 11.43, "learning_rate": 8.861522830253046e-05, "loss": 19.8926, "step": 12867 }, { "epoch": 11.43, "learning_rate": 8.861343997575167e-05, "loss": 19.7246, "step": 12868 }, { "epoch": 11.43, "learning_rate": 8.861165152657613e-05, "loss": 20.2451, "step": 12869 }, { "epoch": 11.43, "learning_rate": 8.860986295500953e-05, "loss": 19.6797, "step": 12870 }, { "epoch": 11.43, "learning_rate": 8.860807426105752e-05, "loss": 19.4961, "step": 12871 }, { "epoch": 11.43, "learning_rate": 8.86062854447258e-05, "loss": 20.6475, "step": 12872 }, { "epoch": 11.43, "learning_rate": 8.860449650602001e-05, "loss": 20.4287, "step": 12873 }, { "epoch": 11.43, "learning_rate": 8.860270744494584e-05, "loss": 20.6416, "step": 12874 }, { "epoch": 11.43, "learning_rate": 8.860091826150893e-05, "loss": 19.6074, "step": 12875 }, { "epoch": 11.44, "learning_rate": 8.859912895571499e-05, "loss": 20.0732, "step": 12876 }, { "epoch": 11.44, "learning_rate": 8.859733952756967e-05, "loss": 19.9707, "step": 12877 }, { "epoch": 11.44, "learning_rate": 8.859554997707864e-05, "loss": 20.457, "step": 12878 }, { "epoch": 11.44, "learning_rate": 8.85937603042476e-05, "loss": 19.6533, "step": 12879 }, { "epoch": 11.44, "learning_rate": 8.859197050908219e-05, "loss": 20.2373, "step": 12880 }, { "epoch": 11.44, "learning_rate": 8.85901805915881e-05, "loss": 20.4717, "step": 12881 }, { "epoch": 11.44, "learning_rate": 8.858839055177102e-05, "loss": 20.2002, "step": 12882 }, { "epoch": 11.44, "learning_rate": 8.858660038963658e-05, "loss": 20.2217, "step": 12883 }, { "epoch": 11.44, "learning_rate": 8.858481010519048e-05, "loss": 19.9082, "step": 12884 }, { "epoch": 11.44, "learning_rate": 8.85830196984384e-05, "loss": 20.165, "step": 12885 }, { "epoch": 11.44, "learning_rate": 8.858122916938601e-05, "loss": 20.2246, "step": 12886 }, { "epoch": 11.44, "learning_rate": 8.857943851803899e-05, "loss": 19.8281, "step": 12887 }, { "epoch": 11.45, "learning_rate": 8.857764774440299e-05, "loss": 20.0488, "step": 12888 }, { "epoch": 11.45, "learning_rate": 8.857585684848372e-05, "loss": 20.0264, "step": 12889 }, { "epoch": 11.45, "learning_rate": 8.857406583028684e-05, "loss": 19.9033, "step": 12890 }, { "epoch": 11.45, "learning_rate": 8.857227468981803e-05, "loss": 19.8799, "step": 12891 }, { "epoch": 11.45, "learning_rate": 8.857048342708297e-05, "loss": 20.0547, "step": 12892 }, { "epoch": 11.45, "learning_rate": 8.856869204208733e-05, "loss": 20.3428, "step": 12893 }, { "epoch": 11.45, "learning_rate": 8.856690053483681e-05, "loss": 19.3721, "step": 12894 }, { "epoch": 11.45, "learning_rate": 8.856510890533706e-05, "loss": 19.7852, "step": 12895 }, { "epoch": 11.45, "learning_rate": 8.856331715359378e-05, "loss": 19.3223, "step": 12896 }, { "epoch": 11.45, "learning_rate": 8.856152527961265e-05, "loss": 19.707, "step": 12897 }, { "epoch": 11.45, "learning_rate": 8.855973328339932e-05, "loss": 20.2324, "step": 12898 }, { "epoch": 11.46, "learning_rate": 8.85579411649595e-05, "loss": 20.1113, "step": 12899 }, { "epoch": 11.46, "learning_rate": 8.855614892429887e-05, "loss": 20.5215, "step": 12900 }, { "epoch": 11.46, "learning_rate": 8.855435656142311e-05, "loss": 20.1367, "step": 12901 }, { "epoch": 11.46, "learning_rate": 8.855256407633787e-05, "loss": 20.1533, "step": 12902 }, { "epoch": 11.46, "learning_rate": 8.855077146904889e-05, "loss": 20.5342, "step": 12903 }, { "epoch": 11.46, "learning_rate": 8.854897873956179e-05, "loss": 19.5654, "step": 12904 }, { "epoch": 11.46, "learning_rate": 8.85471858878823e-05, "loss": 19.6367, "step": 12905 }, { "epoch": 11.46, "learning_rate": 8.854539291401606e-05, "loss": 20.0732, "step": 12906 }, { "epoch": 11.46, "learning_rate": 8.854359981796881e-05, "loss": 20.1973, "step": 12907 }, { "epoch": 11.46, "learning_rate": 8.854180659974617e-05, "loss": 20.2891, "step": 12908 }, { "epoch": 11.46, "learning_rate": 8.854001325935388e-05, "loss": 20.5166, "step": 12909 }, { "epoch": 11.47, "learning_rate": 8.85382197967976e-05, "loss": 20.0479, "step": 12910 }, { "epoch": 11.47, "learning_rate": 8.8536426212083e-05, "loss": 20.3574, "step": 12911 }, { "epoch": 11.47, "learning_rate": 8.85346325052158e-05, "loss": 20.5078, "step": 12912 }, { "epoch": 11.47, "learning_rate": 8.853283867620166e-05, "loss": 20.5244, "step": 12913 }, { "epoch": 11.47, "learning_rate": 8.853104472504625e-05, "loss": 19.6426, "step": 12914 }, { "epoch": 11.47, "learning_rate": 8.852925065175531e-05, "loss": 19.7324, "step": 12915 }, { "epoch": 11.47, "learning_rate": 8.852745645633448e-05, "loss": 20.0254, "step": 12916 }, { "epoch": 11.47, "learning_rate": 8.852566213878947e-05, "loss": 20.1064, "step": 12917 }, { "epoch": 11.47, "learning_rate": 8.852386769912595e-05, "loss": 19.8574, "step": 12918 }, { "epoch": 11.47, "learning_rate": 8.852207313734964e-05, "loss": 19.8623, "step": 12919 }, { "epoch": 11.47, "learning_rate": 8.852027845346618e-05, "loss": 20.2842, "step": 12920 }, { "epoch": 11.48, "learning_rate": 8.85184836474813e-05, "loss": 19.8125, "step": 12921 }, { "epoch": 11.48, "learning_rate": 8.851668871940066e-05, "loss": 20.1494, "step": 12922 }, { "epoch": 11.48, "learning_rate": 8.851489366923e-05, "loss": 20.2178, "step": 12923 }, { "epoch": 11.48, "learning_rate": 8.851309849697494e-05, "loss": 20.4287, "step": 12924 }, { "epoch": 11.48, "learning_rate": 8.851130320264121e-05, "loss": 20.7471, "step": 12925 }, { "epoch": 11.48, "learning_rate": 8.85095077862345e-05, "loss": 19.9863, "step": 12926 }, { "epoch": 11.48, "learning_rate": 8.850771224776051e-05, "loss": 20.4492, "step": 12927 }, { "epoch": 11.48, "learning_rate": 8.85059165872249e-05, "loss": 20.2256, "step": 12928 }, { "epoch": 11.48, "learning_rate": 8.850412080463339e-05, "loss": 20.1035, "step": 12929 }, { "epoch": 11.48, "learning_rate": 8.850232489999166e-05, "loss": 20.6904, "step": 12930 }, { "epoch": 11.48, "learning_rate": 8.85005288733054e-05, "loss": 19.9326, "step": 12931 }, { "epoch": 11.48, "learning_rate": 8.849873272458032e-05, "loss": 20.0898, "step": 12932 }, { "epoch": 11.49, "learning_rate": 8.84969364538221e-05, "loss": 19.6182, "step": 12933 }, { "epoch": 11.49, "learning_rate": 8.849514006103642e-05, "loss": 20.3926, "step": 12934 }, { "epoch": 11.49, "learning_rate": 8.849334354622899e-05, "loss": 19.6758, "step": 12935 }, { "epoch": 11.49, "learning_rate": 8.84915469094055e-05, "loss": 20.957, "step": 12936 }, { "epoch": 11.49, "learning_rate": 8.848975015057168e-05, "loss": 20.9287, "step": 12937 }, { "epoch": 11.49, "learning_rate": 8.848795326973316e-05, "loss": 21.1064, "step": 12938 }, { "epoch": 11.49, "learning_rate": 8.84861562668957e-05, "loss": 20.7646, "step": 12939 }, { "epoch": 11.49, "learning_rate": 8.848435914206494e-05, "loss": 19.3604, "step": 12940 }, { "epoch": 11.49, "learning_rate": 8.848256189524662e-05, "loss": 20.2129, "step": 12941 }, { "epoch": 11.49, "learning_rate": 8.848076452644642e-05, "loss": 20.1064, "step": 12942 }, { "epoch": 11.49, "learning_rate": 8.847896703567002e-05, "loss": 19.9902, "step": 12943 }, { "epoch": 11.5, "learning_rate": 8.847716942292315e-05, "loss": 19.9229, "step": 12944 }, { "epoch": 11.5, "learning_rate": 8.847537168821148e-05, "loss": 20.1797, "step": 12945 }, { "epoch": 11.5, "learning_rate": 8.847357383154073e-05, "loss": 20.6992, "step": 12946 }, { "epoch": 11.5, "learning_rate": 8.84717758529166e-05, "loss": 19.8984, "step": 12947 }, { "epoch": 11.5, "learning_rate": 8.846997775234476e-05, "loss": 20.1396, "step": 12948 }, { "epoch": 11.5, "learning_rate": 8.846817952983094e-05, "loss": 20.0762, "step": 12949 }, { "epoch": 11.5, "learning_rate": 8.846638118538082e-05, "loss": 19.5859, "step": 12950 }, { "epoch": 11.5, "learning_rate": 8.846458271900011e-05, "loss": 20.166, "step": 12951 }, { "epoch": 11.5, "learning_rate": 8.84627841306945e-05, "loss": 19.9375, "step": 12952 }, { "epoch": 11.5, "learning_rate": 8.846098542046973e-05, "loss": 19.9717, "step": 12953 }, { "epoch": 11.5, "learning_rate": 8.845918658833146e-05, "loss": 19.9014, "step": 12954 }, { "epoch": 11.51, "learning_rate": 8.84573876342854e-05, "loss": 20.2334, "step": 12955 }, { "epoch": 11.51, "learning_rate": 8.845558855833727e-05, "loss": 19.8408, "step": 12956 }, { "epoch": 11.51, "learning_rate": 8.845378936049273e-05, "loss": 20.5508, "step": 12957 }, { "epoch": 11.51, "learning_rate": 8.845199004075754e-05, "loss": 19.6953, "step": 12958 }, { "epoch": 11.51, "learning_rate": 8.845019059913737e-05, "loss": 19.8447, "step": 12959 }, { "epoch": 11.51, "learning_rate": 8.844839103563793e-05, "loss": 20.9688, "step": 12960 }, { "epoch": 11.51, "learning_rate": 8.844659135026491e-05, "loss": 19.8809, "step": 12961 }, { "epoch": 11.51, "learning_rate": 8.844479154302405e-05, "loss": 20.4707, "step": 12962 }, { "epoch": 11.51, "learning_rate": 8.844299161392103e-05, "loss": 20.4941, "step": 12963 }, { "epoch": 11.51, "learning_rate": 8.844119156296153e-05, "loss": 19.8877, "step": 12964 }, { "epoch": 11.51, "learning_rate": 8.843939139015131e-05, "loss": 20.0273, "step": 12965 }, { "epoch": 11.52, "learning_rate": 8.843759109549607e-05, "loss": 20.6553, "step": 12966 }, { "epoch": 11.52, "learning_rate": 8.843579067900147e-05, "loss": 20.3213, "step": 12967 }, { "epoch": 11.52, "learning_rate": 8.843399014067327e-05, "loss": 20.2695, "step": 12968 }, { "epoch": 11.52, "learning_rate": 8.843218948051713e-05, "loss": 19.8584, "step": 12969 }, { "epoch": 11.52, "learning_rate": 8.843038869853877e-05, "loss": 19.9277, "step": 12970 }, { "epoch": 11.52, "learning_rate": 8.842858779474392e-05, "loss": 20.4268, "step": 12971 }, { "epoch": 11.52, "learning_rate": 8.84267867691383e-05, "loss": 19.9512, "step": 12972 }, { "epoch": 11.52, "learning_rate": 8.842498562172756e-05, "loss": 19.543, "step": 12973 }, { "epoch": 11.52, "learning_rate": 8.842318435251747e-05, "loss": 19.4912, "step": 12974 }, { "epoch": 11.52, "learning_rate": 8.842138296151368e-05, "loss": 20.0801, "step": 12975 }, { "epoch": 11.52, "learning_rate": 8.841958144872197e-05, "loss": 19.6934, "step": 12976 }, { "epoch": 11.52, "learning_rate": 8.8417779814148e-05, "loss": 19.7314, "step": 12977 }, { "epoch": 11.53, "learning_rate": 8.84159780577975e-05, "loss": 20.1182, "step": 12978 }, { "epoch": 11.53, "learning_rate": 8.841417617967618e-05, "loss": 20.168, "step": 12979 }, { "epoch": 11.53, "learning_rate": 8.841237417978974e-05, "loss": 19.9375, "step": 12980 }, { "epoch": 11.53, "learning_rate": 8.84105720581439e-05, "loss": 20.3838, "step": 12981 }, { "epoch": 11.53, "learning_rate": 8.840876981474438e-05, "loss": 19.5322, "step": 12982 }, { "epoch": 11.53, "learning_rate": 8.840696744959688e-05, "loss": 19.9297, "step": 12983 }, { "epoch": 11.53, "learning_rate": 8.840516496270713e-05, "loss": 19.7529, "step": 12984 }, { "epoch": 11.53, "learning_rate": 8.840336235408082e-05, "loss": 21.7607, "step": 12985 }, { "epoch": 11.53, "learning_rate": 8.840155962372367e-05, "loss": 19.9287, "step": 12986 }, { "epoch": 11.53, "learning_rate": 8.839975677164141e-05, "loss": 19.9766, "step": 12987 }, { "epoch": 11.53, "learning_rate": 8.839795379783974e-05, "loss": 19.8721, "step": 12988 }, { "epoch": 11.54, "learning_rate": 8.839615070232438e-05, "loss": 20.5049, "step": 12989 }, { "epoch": 11.54, "learning_rate": 8.839434748510104e-05, "loss": 19.7471, "step": 12990 }, { "epoch": 11.54, "learning_rate": 8.839254414617546e-05, "loss": 19.4893, "step": 12991 }, { "epoch": 11.54, "learning_rate": 8.839074068555334e-05, "loss": 20.5068, "step": 12992 }, { "epoch": 11.54, "learning_rate": 8.838893710324038e-05, "loss": 20.0303, "step": 12993 }, { "epoch": 11.54, "learning_rate": 8.83871333992423e-05, "loss": 19.5518, "step": 12994 }, { "epoch": 11.54, "learning_rate": 8.838532957356485e-05, "loss": 19.5361, "step": 12995 }, { "epoch": 11.54, "learning_rate": 8.838352562621372e-05, "loss": 20.1719, "step": 12996 }, { "epoch": 11.54, "learning_rate": 8.838172155719463e-05, "loss": 20.4551, "step": 12997 }, { "epoch": 11.54, "learning_rate": 8.83799173665133e-05, "loss": 19.7979, "step": 12998 }, { "epoch": 11.54, "learning_rate": 8.837811305417546e-05, "loss": 20.6816, "step": 12999 }, { "epoch": 11.55, "learning_rate": 8.837630862018682e-05, "loss": 19.918, "step": 13000 }, { "epoch": 11.55, "learning_rate": 8.83745040645531e-05, "loss": 20.127, "step": 13001 }, { "epoch": 11.55, "learning_rate": 8.83745040645531e-05, "loss": 19.9961, "step": 13002 }, { "epoch": 11.55, "learning_rate": 8.837269938728001e-05, "loss": 20.0127, "step": 13003 }, { "epoch": 11.55, "learning_rate": 8.83708945883733e-05, "loss": 20.0225, "step": 13004 }, { "epoch": 11.55, "learning_rate": 8.836908966783866e-05, "loss": 19.8828, "step": 13005 }, { "epoch": 11.55, "learning_rate": 8.836728462568182e-05, "loss": 20.0459, "step": 13006 }, { "epoch": 11.55, "learning_rate": 8.836547946190852e-05, "loss": 20.1514, "step": 13007 }, { "epoch": 11.55, "learning_rate": 8.836367417652446e-05, "loss": 20.0059, "step": 13008 }, { "epoch": 11.55, "learning_rate": 8.836186876953536e-05, "loss": 20.1621, "step": 13009 }, { "epoch": 11.55, "learning_rate": 8.836006324094697e-05, "loss": 20.3115, "step": 13010 }, { "epoch": 11.56, "learning_rate": 8.8358257590765e-05, "loss": 19.9385, "step": 13011 }, { "epoch": 11.56, "learning_rate": 8.835645181899515e-05, "loss": 19.4678, "step": 13012 }, { "epoch": 11.56, "learning_rate": 8.835464592564315e-05, "loss": 19.582, "step": 13013 }, { "epoch": 11.56, "learning_rate": 8.835283991071477e-05, "loss": 19.7666, "step": 13014 }, { "epoch": 11.56, "learning_rate": 8.835103377421568e-05, "loss": 19.4219, "step": 13015 }, { "epoch": 11.56, "learning_rate": 8.835103377421568e-05, "loss": 20.1797, "step": 13016 }, { "epoch": 11.56, "learning_rate": 8.834922751615162e-05, "loss": 19.793, "step": 13017 }, { "epoch": 11.56, "learning_rate": 8.834742113652835e-05, "loss": 19.5957, "step": 13018 }, { "epoch": 11.56, "learning_rate": 8.834561463535155e-05, "loss": 19.6035, "step": 13019 }, { "epoch": 11.56, "learning_rate": 8.834380801262696e-05, "loss": 19.9561, "step": 13020 }, { "epoch": 11.56, "learning_rate": 8.834200126836032e-05, "loss": 19.9414, "step": 13021 }, { "epoch": 11.56, "learning_rate": 8.834019440255736e-05, "loss": 20.0605, "step": 13022 }, { "epoch": 11.57, "learning_rate": 8.833838741522378e-05, "loss": 19.7383, "step": 13023 }, { "epoch": 11.57, "learning_rate": 8.833658030636533e-05, "loss": 19.8594, "step": 13024 }, { "epoch": 11.57, "learning_rate": 8.833477307598772e-05, "loss": 20.0039, "step": 13025 }, { "epoch": 11.57, "learning_rate": 8.83329657240967e-05, "loss": 20.2627, "step": 13026 }, { "epoch": 11.57, "learning_rate": 8.833115825069799e-05, "loss": 20.3477, "step": 13027 }, { "epoch": 11.57, "learning_rate": 8.83293506557973e-05, "loss": 20.5566, "step": 13028 }, { "epoch": 11.57, "learning_rate": 8.832754293940041e-05, "loss": 19.7539, "step": 13029 }, { "epoch": 11.57, "learning_rate": 8.832573510151299e-05, "loss": 20.6035, "step": 13030 }, { "epoch": 11.57, "learning_rate": 8.832392714214081e-05, "loss": 19.5693, "step": 13031 }, { "epoch": 11.57, "learning_rate": 8.83221190612896e-05, "loss": 20.0059, "step": 13032 }, { "epoch": 11.57, "learning_rate": 8.832031085896506e-05, "loss": 19.5908, "step": 13033 }, { "epoch": 11.58, "learning_rate": 8.831850253517296e-05, "loss": 20.0811, "step": 13034 }, { "epoch": 11.58, "learning_rate": 8.8316694089919e-05, "loss": 20.2354, "step": 13035 }, { "epoch": 11.58, "learning_rate": 8.831488552320894e-05, "loss": 19.708, "step": 13036 }, { "epoch": 11.58, "learning_rate": 8.831307683504849e-05, "loss": 20.2617, "step": 13037 }, { "epoch": 11.58, "learning_rate": 8.831126802544341e-05, "loss": 19.7441, "step": 13038 }, { "epoch": 11.58, "learning_rate": 8.830945909439939e-05, "loss": 20.4238, "step": 13039 }, { "epoch": 11.58, "learning_rate": 8.83076500419222e-05, "loss": 20.3271, "step": 13040 }, { "epoch": 11.58, "learning_rate": 8.830584086801757e-05, "loss": 20.4697, "step": 13041 }, { "epoch": 11.58, "learning_rate": 8.830403157269123e-05, "loss": 20.1436, "step": 13042 }, { "epoch": 11.58, "learning_rate": 8.83022221559489e-05, "loss": 19.9863, "step": 13043 }, { "epoch": 11.58, "learning_rate": 8.830041261779634e-05, "loss": 19.9648, "step": 13044 }, { "epoch": 11.59, "learning_rate": 8.829860295823929e-05, "loss": 20.1016, "step": 13045 }, { "epoch": 11.59, "learning_rate": 8.829679317728345e-05, "loss": 20.332, "step": 13046 }, { "epoch": 11.59, "learning_rate": 8.829498327493458e-05, "loss": 20.1338, "step": 13047 }, { "epoch": 11.59, "learning_rate": 8.829317325119842e-05, "loss": 20.5664, "step": 13048 }, { "epoch": 11.59, "learning_rate": 8.829136310608071e-05, "loss": 19.4082, "step": 13049 }, { "epoch": 11.59, "learning_rate": 8.828955283958717e-05, "loss": 19.6807, "step": 13050 }, { "epoch": 11.59, "learning_rate": 8.828774245172356e-05, "loss": 20.7666, "step": 13051 }, { "epoch": 11.59, "learning_rate": 8.82859319424956e-05, "loss": 20.0518, "step": 13052 }, { "epoch": 11.59, "learning_rate": 8.828412131190904e-05, "loss": 20.3672, "step": 13053 }, { "epoch": 11.59, "learning_rate": 8.828231055996962e-05, "loss": 19.8994, "step": 13054 }, { "epoch": 11.59, "learning_rate": 8.828049968668306e-05, "loss": 19.7666, "step": 13055 }, { "epoch": 11.6, "learning_rate": 8.827868869205514e-05, "loss": 20.2734, "step": 13056 }, { "epoch": 11.6, "learning_rate": 8.827687757609156e-05, "loss": 20.6543, "step": 13057 }, { "epoch": 11.6, "learning_rate": 8.827506633879808e-05, "loss": 20.6406, "step": 13058 }, { "epoch": 11.6, "learning_rate": 8.827325498018042e-05, "loss": 20.3594, "step": 13059 }, { "epoch": 11.6, "learning_rate": 8.827144350024436e-05, "loss": 20.5449, "step": 13060 }, { "epoch": 11.6, "learning_rate": 8.826963189899562e-05, "loss": 19.7744, "step": 13061 }, { "epoch": 11.6, "learning_rate": 8.826782017643995e-05, "loss": 19.2363, "step": 13062 }, { "epoch": 11.6, "learning_rate": 8.826600833258308e-05, "loss": 20.2295, "step": 13063 }, { "epoch": 11.6, "learning_rate": 8.826419636743075e-05, "loss": 19.7939, "step": 13064 }, { "epoch": 11.6, "learning_rate": 8.826238428098873e-05, "loss": 19.6484, "step": 13065 }, { "epoch": 11.6, "learning_rate": 8.826057207326274e-05, "loss": 20.0303, "step": 13066 }, { "epoch": 11.6, "learning_rate": 8.825875974425853e-05, "loss": 19.8828, "step": 13067 }, { "epoch": 11.61, "learning_rate": 8.825694729398187e-05, "loss": 20.1758, "step": 13068 }, { "epoch": 11.61, "learning_rate": 8.825513472243845e-05, "loss": 20.4473, "step": 13069 }, { "epoch": 11.61, "learning_rate": 8.825332202963406e-05, "loss": 20.1318, "step": 13070 }, { "epoch": 11.61, "learning_rate": 8.825150921557443e-05, "loss": 19.3818, "step": 13071 }, { "epoch": 11.61, "learning_rate": 8.824969628026531e-05, "loss": 19.6387, "step": 13072 }, { "epoch": 11.61, "learning_rate": 8.824788322371245e-05, "loss": 20.0254, "step": 13073 }, { "epoch": 11.61, "learning_rate": 8.824788322371245e-05, "loss": 20.9658, "step": 13074 }, { "epoch": 11.61, "learning_rate": 8.82460700459216e-05, "loss": 19.875, "step": 13075 }, { "epoch": 11.61, "learning_rate": 8.824425674689849e-05, "loss": 19.8457, "step": 13076 }, { "epoch": 11.61, "learning_rate": 8.824244332664888e-05, "loss": 20.3203, "step": 13077 }, { "epoch": 11.61, "learning_rate": 8.824062978517851e-05, "loss": 20.2549, "step": 13078 }, { "epoch": 11.62, "learning_rate": 8.823881612249314e-05, "loss": 19.9717, "step": 13079 }, { "epoch": 11.62, "learning_rate": 8.823700233859853e-05, "loss": 19.6689, "step": 13080 }, { "epoch": 11.62, "learning_rate": 8.82351884335004e-05, "loss": 20.4014, "step": 13081 }, { "epoch": 11.62, "learning_rate": 8.82333744072045e-05, "loss": 19.9824, "step": 13082 }, { "epoch": 11.62, "learning_rate": 8.823156025971662e-05, "loss": 20.4355, "step": 13083 }, { "epoch": 11.62, "learning_rate": 8.822974599104246e-05, "loss": 19.3809, "step": 13084 }, { "epoch": 11.62, "learning_rate": 8.82279316011878e-05, "loss": 19.998, "step": 13085 }, { "epoch": 11.62, "learning_rate": 8.82261170901584e-05, "loss": 19.7773, "step": 13086 }, { "epoch": 11.62, "learning_rate": 8.822430245795998e-05, "loss": 20.2529, "step": 13087 }, { "epoch": 11.62, "learning_rate": 8.822248770459831e-05, "loss": 20.3652, "step": 13088 }, { "epoch": 11.62, "learning_rate": 8.822067283007916e-05, "loss": 19.8701, "step": 13089 }, { "epoch": 11.63, "learning_rate": 8.821885783440825e-05, "loss": 20.6943, "step": 13090 }, { "epoch": 11.63, "learning_rate": 8.821704271759134e-05, "loss": 20.0625, "step": 13091 }, { "epoch": 11.63, "learning_rate": 8.821522747963422e-05, "loss": 20.0273, "step": 13092 }, { "epoch": 11.63, "learning_rate": 8.82134121205426e-05, "loss": 20.0322, "step": 13093 }, { "epoch": 11.63, "learning_rate": 8.821159664032223e-05, "loss": 19.7461, "step": 13094 }, { "epoch": 11.63, "learning_rate": 8.82097810389789e-05, "loss": 19.75, "step": 13095 }, { "epoch": 11.63, "learning_rate": 8.820796531651836e-05, "loss": 19.5674, "step": 13096 }, { "epoch": 11.63, "learning_rate": 8.820614947294634e-05, "loss": 20.3906, "step": 13097 }, { "epoch": 11.63, "learning_rate": 8.820433350826862e-05, "loss": 20.4248, "step": 13098 }, { "epoch": 11.63, "learning_rate": 8.820251742249094e-05, "loss": 20.4307, "step": 13099 }, { "epoch": 11.63, "learning_rate": 8.820070121561906e-05, "loss": 20.1865, "step": 13100 }, { "epoch": 11.63, "learning_rate": 8.819888488765875e-05, "loss": 19.7168, "step": 13101 }, { "epoch": 11.64, "learning_rate": 8.819706843861576e-05, "loss": 20.3525, "step": 13102 }, { "epoch": 11.64, "learning_rate": 8.819525186849585e-05, "loss": 20.168, "step": 13103 }, { "epoch": 11.64, "learning_rate": 8.819343517730476e-05, "loss": 20.0068, "step": 13104 }, { "epoch": 11.64, "learning_rate": 8.819161836504826e-05, "loss": 20.4463, "step": 13105 }, { "epoch": 11.64, "learning_rate": 8.818980143173213e-05, "loss": 19.833, "step": 13106 }, { "epoch": 11.64, "learning_rate": 8.818798437736208e-05, "loss": 19.6406, "step": 13107 }, { "epoch": 11.64, "learning_rate": 8.818616720194393e-05, "loss": 20.2637, "step": 13108 }, { "epoch": 11.64, "learning_rate": 8.81843499054834e-05, "loss": 19.6611, "step": 13109 }, { "epoch": 11.64, "learning_rate": 8.818253248798624e-05, "loss": 20.3096, "step": 13110 }, { "epoch": 11.64, "learning_rate": 8.818071494945825e-05, "loss": 20.208, "step": 13111 }, { "epoch": 11.64, "learning_rate": 8.817889728990519e-05, "loss": 19.5605, "step": 13112 }, { "epoch": 11.65, "learning_rate": 8.817707950933279e-05, "loss": 20.3311, "step": 13113 }, { "epoch": 11.65, "learning_rate": 8.817526160774682e-05, "loss": 19.8809, "step": 13114 }, { "epoch": 11.65, "learning_rate": 8.817344358515305e-05, "loss": 19.9082, "step": 13115 }, { "epoch": 11.65, "learning_rate": 8.817162544155725e-05, "loss": 20.4121, "step": 13116 }, { "epoch": 11.65, "learning_rate": 8.816980717696516e-05, "loss": 19.4814, "step": 13117 }, { "epoch": 11.65, "learning_rate": 8.816798879138258e-05, "loss": 20.1299, "step": 13118 }, { "epoch": 11.65, "learning_rate": 8.816617028481524e-05, "loss": 19.3936, "step": 13119 }, { "epoch": 11.65, "learning_rate": 8.816435165726892e-05, "loss": 20.0869, "step": 13120 }, { "epoch": 11.65, "learning_rate": 8.816253290874937e-05, "loss": 19.835, "step": 13121 }, { "epoch": 11.65, "learning_rate": 8.816071403926238e-05, "loss": 20.1455, "step": 13122 }, { "epoch": 11.65, "learning_rate": 8.815889504881369e-05, "loss": 20.7666, "step": 13123 }, { "epoch": 11.66, "learning_rate": 8.81570759374091e-05, "loss": 19.9932, "step": 13124 }, { "epoch": 11.66, "learning_rate": 8.815525670505433e-05, "loss": 20.3389, "step": 13125 }, { "epoch": 11.66, "learning_rate": 8.815343735175517e-05, "loss": 20.1182, "step": 13126 }, { "epoch": 11.66, "learning_rate": 8.81516178775174e-05, "loss": 20.7246, "step": 13127 }, { "epoch": 11.66, "learning_rate": 8.814979828234677e-05, "loss": 20.124, "step": 13128 }, { "epoch": 11.66, "learning_rate": 8.814797856624905e-05, "loss": 20.1543, "step": 13129 }, { "epoch": 11.66, "learning_rate": 8.814615872923002e-05, "loss": 20.0654, "step": 13130 }, { "epoch": 11.66, "learning_rate": 8.814433877129543e-05, "loss": 20.4805, "step": 13131 }, { "epoch": 11.66, "learning_rate": 8.814251869245106e-05, "loss": 19.7373, "step": 13132 }, { "epoch": 11.66, "learning_rate": 8.814069849270268e-05, "loss": 19.9082, "step": 13133 }, { "epoch": 11.66, "learning_rate": 8.813887817205606e-05, "loss": 19.6221, "step": 13134 }, { "epoch": 11.67, "learning_rate": 8.813705773051695e-05, "loss": 20.1943, "step": 13135 }, { "epoch": 11.67, "learning_rate": 8.813523716809115e-05, "loss": 19.999, "step": 13136 }, { "epoch": 11.67, "learning_rate": 8.813341648478441e-05, "loss": 20.5039, "step": 13137 }, { "epoch": 11.67, "learning_rate": 8.813159568060251e-05, "loss": 19.8438, "step": 13138 }, { "epoch": 11.67, "learning_rate": 8.812977475555124e-05, "loss": 19.6973, "step": 13139 }, { "epoch": 11.67, "learning_rate": 8.812795370963635e-05, "loss": 20.2812, "step": 13140 }, { "epoch": 11.67, "learning_rate": 8.81261325428636e-05, "loss": 20.0273, "step": 13141 }, { "epoch": 11.67, "learning_rate": 8.812431125523879e-05, "loss": 20.0186, "step": 13142 }, { "epoch": 11.67, "learning_rate": 8.812248984676766e-05, "loss": 19.5264, "step": 13143 }, { "epoch": 11.67, "learning_rate": 8.812066831745603e-05, "loss": 19.5215, "step": 13144 }, { "epoch": 11.67, "learning_rate": 8.811884666730963e-05, "loss": 19.6797, "step": 13145 }, { "epoch": 11.67, "learning_rate": 8.811702489633427e-05, "loss": 19.999, "step": 13146 }, { "epoch": 11.68, "learning_rate": 8.81152030045357e-05, "loss": 19.9814, "step": 13147 }, { "epoch": 11.68, "learning_rate": 8.811338099191971e-05, "loss": 20.5137, "step": 13148 }, { "epoch": 11.68, "learning_rate": 8.811155885849205e-05, "loss": 19.6504, "step": 13149 }, { "epoch": 11.68, "learning_rate": 8.810973660425853e-05, "loss": 20.0957, "step": 13150 }, { "epoch": 11.68, "learning_rate": 8.810791422922489e-05, "loss": 19.9746, "step": 13151 }, { "epoch": 11.68, "learning_rate": 8.810609173339693e-05, "loss": 20.4531, "step": 13152 }, { "epoch": 11.68, "learning_rate": 8.810426911678044e-05, "loss": 20.1094, "step": 13153 }, { "epoch": 11.68, "learning_rate": 8.810244637938116e-05, "loss": 20.0566, "step": 13154 }, { "epoch": 11.68, "learning_rate": 8.810062352120491e-05, "loss": 20.2803, "step": 13155 }, { "epoch": 11.68, "learning_rate": 8.809880054225743e-05, "loss": 19.7959, "step": 13156 }, { "epoch": 11.68, "learning_rate": 8.809697744254452e-05, "loss": 20.2725, "step": 13157 }, { "epoch": 11.69, "learning_rate": 8.809515422207196e-05, "loss": 19.791, "step": 13158 }, { "epoch": 11.69, "learning_rate": 8.809333088084552e-05, "loss": 20.0303, "step": 13159 }, { "epoch": 11.69, "learning_rate": 8.809150741887098e-05, "loss": 20.1006, "step": 13160 }, { "epoch": 11.69, "learning_rate": 8.808968383615413e-05, "loss": 19.5078, "step": 13161 }, { "epoch": 11.69, "learning_rate": 8.808786013270074e-05, "loss": 19.9854, "step": 13162 }, { "epoch": 11.69, "learning_rate": 8.808603630851657e-05, "loss": 20.2588, "step": 13163 }, { "epoch": 11.69, "learning_rate": 8.808421236360746e-05, "loss": 20.5215, "step": 13164 }, { "epoch": 11.69, "learning_rate": 8.808238829797914e-05, "loss": 20.2471, "step": 13165 }, { "epoch": 11.69, "learning_rate": 8.80805641116374e-05, "loss": 19.6602, "step": 13166 }, { "epoch": 11.69, "learning_rate": 8.807873980458805e-05, "loss": 19.7031, "step": 13167 }, { "epoch": 11.69, "learning_rate": 8.807691537683685e-05, "loss": 19.7246, "step": 13168 }, { "epoch": 11.7, "learning_rate": 8.807509082838957e-05, "loss": 19.9258, "step": 13169 }, { "epoch": 11.7, "learning_rate": 8.807326615925202e-05, "loss": 19.9473, "step": 13170 }, { "epoch": 11.7, "learning_rate": 8.807144136942997e-05, "loss": 20.2549, "step": 13171 }, { "epoch": 11.7, "learning_rate": 8.806961645892922e-05, "loss": 19.5703, "step": 13172 }, { "epoch": 11.7, "learning_rate": 8.806779142775555e-05, "loss": 20.0498, "step": 13173 }, { "epoch": 11.7, "learning_rate": 8.80659662759147e-05, "loss": 20.1582, "step": 13174 }, { "epoch": 11.7, "learning_rate": 8.806414100341252e-05, "loss": 20.5586, "step": 13175 }, { "epoch": 11.7, "learning_rate": 8.806231561025475e-05, "loss": 19.7725, "step": 13176 }, { "epoch": 11.7, "learning_rate": 8.806049009644721e-05, "loss": 19.6943, "step": 13177 }, { "epoch": 11.7, "learning_rate": 8.805866446199568e-05, "loss": 20.4082, "step": 13178 }, { "epoch": 11.7, "learning_rate": 8.805683870690593e-05, "loss": 20.1631, "step": 13179 }, { "epoch": 11.71, "learning_rate": 8.805501283118373e-05, "loss": 19.2803, "step": 13180 }, { "epoch": 11.71, "learning_rate": 8.805318683483494e-05, "loss": 19.9883, "step": 13181 }, { "epoch": 11.71, "learning_rate": 8.805136071786526e-05, "loss": 19.8486, "step": 13182 }, { "epoch": 11.71, "learning_rate": 8.804953448028055e-05, "loss": 20.2305, "step": 13183 }, { "epoch": 11.71, "learning_rate": 8.804770812208654e-05, "loss": 19.4043, "step": 13184 }, { "epoch": 11.71, "learning_rate": 8.804588164328906e-05, "loss": 19.6533, "step": 13185 }, { "epoch": 11.71, "learning_rate": 8.804405504389391e-05, "loss": 19.5098, "step": 13186 }, { "epoch": 11.71, "learning_rate": 8.804222832390683e-05, "loss": 20.2314, "step": 13187 }, { "epoch": 11.71, "learning_rate": 8.804040148333363e-05, "loss": 19.3271, "step": 13188 }, { "epoch": 11.71, "learning_rate": 8.803857452218011e-05, "loss": 19.6758, "step": 13189 }, { "epoch": 11.71, "learning_rate": 8.803674744045208e-05, "loss": 19.5498, "step": 13190 }, { "epoch": 11.71, "learning_rate": 8.803492023815531e-05, "loss": 19.6357, "step": 13191 }, { "epoch": 11.72, "learning_rate": 8.803309291529558e-05, "loss": 19.8145, "step": 13192 }, { "epoch": 11.72, "learning_rate": 8.80312654718787e-05, "loss": 20.1855, "step": 13193 }, { "epoch": 11.72, "learning_rate": 8.802943790791045e-05, "loss": 19.9014, "step": 13194 }, { "epoch": 11.72, "learning_rate": 8.802761022339662e-05, "loss": 19.9688, "step": 13195 }, { "epoch": 11.72, "learning_rate": 8.802578241834304e-05, "loss": 20.1924, "step": 13196 }, { "epoch": 11.72, "learning_rate": 8.802395449275547e-05, "loss": 20.3496, "step": 13197 }, { "epoch": 11.72, "learning_rate": 8.80221264466397e-05, "loss": 20.293, "step": 13198 }, { "epoch": 11.72, "learning_rate": 8.802029828000156e-05, "loss": 19.7334, "step": 13199 }, { "epoch": 11.72, "learning_rate": 8.80184699928468e-05, "loss": 20.0781, "step": 13200 }, { "epoch": 11.72, "learning_rate": 8.801664158518124e-05, "loss": 19.9746, "step": 13201 }, { "epoch": 11.72, "learning_rate": 8.801481305701068e-05, "loss": 19.9619, "step": 13202 }, { "epoch": 11.73, "learning_rate": 8.801298440834089e-05, "loss": 20.21, "step": 13203 }, { "epoch": 11.73, "learning_rate": 8.80111556391777e-05, "loss": 19.8506, "step": 13204 }, { "epoch": 11.73, "learning_rate": 8.80093267495269e-05, "loss": 20.5654, "step": 13205 }, { "epoch": 11.73, "learning_rate": 8.800749773939426e-05, "loss": 20.1348, "step": 13206 }, { "epoch": 11.73, "learning_rate": 8.800566860878559e-05, "loss": 20.8184, "step": 13207 }, { "epoch": 11.73, "learning_rate": 8.80038393577067e-05, "loss": 19.7275, "step": 13208 }, { "epoch": 11.73, "learning_rate": 8.800200998616339e-05, "loss": 20.0352, "step": 13209 }, { "epoch": 11.73, "learning_rate": 8.800018049416146e-05, "loss": 20.46, "step": 13210 }, { "epoch": 11.73, "learning_rate": 8.79983508817067e-05, "loss": 20.293, "step": 13211 }, { "epoch": 11.73, "learning_rate": 8.799652114880489e-05, "loss": 20.1182, "step": 13212 }, { "epoch": 11.73, "learning_rate": 8.799469129546184e-05, "loss": 19.8096, "step": 13213 }, { "epoch": 11.74, "learning_rate": 8.799286132168339e-05, "loss": 20.0117, "step": 13214 }, { "epoch": 11.74, "learning_rate": 8.799103122747532e-05, "loss": 19.9307, "step": 13215 }, { "epoch": 11.74, "learning_rate": 8.798920101284339e-05, "loss": 20.4385, "step": 13216 }, { "epoch": 11.74, "learning_rate": 8.798737067779346e-05, "loss": 19.8174, "step": 13217 }, { "epoch": 11.74, "learning_rate": 8.798554022233127e-05, "loss": 19.9854, "step": 13218 }, { "epoch": 11.74, "learning_rate": 8.798370964646269e-05, "loss": 19.5771, "step": 13219 }, { "epoch": 11.74, "learning_rate": 8.798187895019348e-05, "loss": 19.6729, "step": 13220 }, { "epoch": 11.74, "learning_rate": 8.798004813352945e-05, "loss": 19.7393, "step": 13221 }, { "epoch": 11.74, "learning_rate": 8.797821719647638e-05, "loss": 20.4043, "step": 13222 }, { "epoch": 11.74, "learning_rate": 8.797638613904013e-05, "loss": 20.0762, "step": 13223 }, { "epoch": 11.74, "learning_rate": 8.797455496122648e-05, "loss": 19.7793, "step": 13224 }, { "epoch": 11.75, "learning_rate": 8.797272366304121e-05, "loss": 19.6426, "step": 13225 }, { "epoch": 11.75, "learning_rate": 8.797089224449015e-05, "loss": 19.7852, "step": 13226 }, { "epoch": 11.75, "learning_rate": 8.79690607055791e-05, "loss": 19.833, "step": 13227 }, { "epoch": 11.75, "learning_rate": 8.796722904631386e-05, "loss": 19.7754, "step": 13228 }, { "epoch": 11.75, "learning_rate": 8.796539726670024e-05, "loss": 20.3857, "step": 13229 }, { "epoch": 11.75, "learning_rate": 8.796356536674403e-05, "loss": 19.7783, "step": 13230 }, { "epoch": 11.75, "learning_rate": 8.796173334645108e-05, "loss": 19.9551, "step": 13231 }, { "epoch": 11.75, "learning_rate": 8.795990120582717e-05, "loss": 19.9023, "step": 13232 }, { "epoch": 11.75, "learning_rate": 8.795806894487809e-05, "loss": 20.3867, "step": 13233 }, { "epoch": 11.75, "learning_rate": 8.795623656360967e-05, "loss": 19.8115, "step": 13234 }, { "epoch": 11.75, "learning_rate": 8.795440406202771e-05, "loss": 19.8223, "step": 13235 }, { "epoch": 11.75, "learning_rate": 8.795257144013805e-05, "loss": 20.4629, "step": 13236 }, { "epoch": 11.76, "learning_rate": 8.795073869794644e-05, "loss": 19.8555, "step": 13237 }, { "epoch": 11.76, "learning_rate": 8.794890583545873e-05, "loss": 20.2344, "step": 13238 }, { "epoch": 11.76, "learning_rate": 8.79470728526807e-05, "loss": 19.7539, "step": 13239 }, { "epoch": 11.76, "learning_rate": 8.794523974961822e-05, "loss": 19.9561, "step": 13240 }, { "epoch": 11.76, "learning_rate": 8.794340652627703e-05, "loss": 20.1455, "step": 13241 }, { "epoch": 11.76, "learning_rate": 8.7941573182663e-05, "loss": 20.292, "step": 13242 }, { "epoch": 11.76, "learning_rate": 8.79397397187819e-05, "loss": 19.9668, "step": 13243 }, { "epoch": 11.76, "learning_rate": 8.793790613463955e-05, "loss": 20.1826, "step": 13244 }, { "epoch": 11.76, "learning_rate": 8.793607243024178e-05, "loss": 19.9893, "step": 13245 }, { "epoch": 11.76, "learning_rate": 8.793423860559438e-05, "loss": 20.0977, "step": 13246 }, { "epoch": 11.76, "learning_rate": 8.793240466070316e-05, "loss": 19.7305, "step": 13247 }, { "epoch": 11.77, "learning_rate": 8.793057059557397e-05, "loss": 20.248, "step": 13248 }, { "epoch": 11.77, "learning_rate": 8.792873641021258e-05, "loss": 19.7031, "step": 13249 }, { "epoch": 11.77, "learning_rate": 8.792690210462484e-05, "loss": 20.1045, "step": 13250 }, { "epoch": 11.77, "learning_rate": 8.792506767881654e-05, "loss": 20.1035, "step": 13251 }, { "epoch": 11.77, "learning_rate": 8.79232331327935e-05, "loss": 19.6553, "step": 13252 }, { "epoch": 11.77, "learning_rate": 8.792139846656153e-05, "loss": 20.7334, "step": 13253 }, { "epoch": 11.77, "learning_rate": 8.791956368012648e-05, "loss": 20.3525, "step": 13254 }, { "epoch": 11.77, "learning_rate": 8.791772877349413e-05, "loss": 20.749, "step": 13255 }, { "epoch": 11.77, "learning_rate": 8.791589374667029e-05, "loss": 20.125, "step": 13256 }, { "epoch": 11.77, "learning_rate": 8.79140585996608e-05, "loss": 19.7539, "step": 13257 }, { "epoch": 11.77, "learning_rate": 8.791222333247146e-05, "loss": 20.7197, "step": 13258 }, { "epoch": 11.78, "learning_rate": 8.791038794510812e-05, "loss": 19.4521, "step": 13259 }, { "epoch": 11.78, "learning_rate": 8.790855243757656e-05, "loss": 20.5762, "step": 13260 }, { "epoch": 11.78, "learning_rate": 8.790671680988262e-05, "loss": 19.9717, "step": 13261 }, { "epoch": 11.78, "learning_rate": 8.790488106203209e-05, "loss": 19.7285, "step": 13262 }, { "epoch": 11.78, "learning_rate": 8.790304519403082e-05, "loss": 20.1777, "step": 13263 }, { "epoch": 11.78, "learning_rate": 8.790120920588466e-05, "loss": 19.875, "step": 13264 }, { "epoch": 11.78, "learning_rate": 8.789937309759933e-05, "loss": 19.5645, "step": 13265 }, { "epoch": 11.78, "learning_rate": 8.789753686918075e-05, "loss": 19.9688, "step": 13266 }, { "epoch": 11.78, "learning_rate": 8.789570052063468e-05, "loss": 20.1816, "step": 13267 }, { "epoch": 11.78, "learning_rate": 8.789386405196696e-05, "loss": 20.1934, "step": 13268 }, { "epoch": 11.78, "learning_rate": 8.789202746318341e-05, "loss": 19.7979, "step": 13269 }, { "epoch": 11.79, "learning_rate": 8.789019075428986e-05, "loss": 19.9414, "step": 13270 }, { "epoch": 11.79, "learning_rate": 8.788835392529213e-05, "loss": 20.0654, "step": 13271 }, { "epoch": 11.79, "learning_rate": 8.788651697619603e-05, "loss": 20.1143, "step": 13272 }, { "epoch": 11.79, "learning_rate": 8.788467990700739e-05, "loss": 19.4629, "step": 13273 }, { "epoch": 11.79, "learning_rate": 8.788284271773203e-05, "loss": 20.2031, "step": 13274 }, { "epoch": 11.79, "learning_rate": 8.788100540837578e-05, "loss": 19.4443, "step": 13275 }, { "epoch": 11.79, "learning_rate": 8.787916797894448e-05, "loss": 20.1006, "step": 13276 }, { "epoch": 11.79, "learning_rate": 8.787733042944391e-05, "loss": 20.1787, "step": 13277 }, { "epoch": 11.79, "learning_rate": 8.787549275987995e-05, "loss": 19.7529, "step": 13278 }, { "epoch": 11.79, "learning_rate": 8.787365497025836e-05, "loss": 19.6699, "step": 13279 }, { "epoch": 11.79, "learning_rate": 8.787181706058502e-05, "loss": 20.0605, "step": 13280 }, { "epoch": 11.79, "learning_rate": 8.786997903086572e-05, "loss": 20.4502, "step": 13281 }, { "epoch": 11.8, "learning_rate": 8.786814088110632e-05, "loss": 20.0918, "step": 13282 }, { "epoch": 11.8, "learning_rate": 8.786630261131262e-05, "loss": 19.4531, "step": 13283 }, { "epoch": 11.8, "learning_rate": 8.786446422149046e-05, "loss": 19.8809, "step": 13284 }, { "epoch": 11.8, "learning_rate": 8.786262571164566e-05, "loss": 20.3428, "step": 13285 }, { "epoch": 11.8, "learning_rate": 8.786078708178406e-05, "loss": 20.2158, "step": 13286 }, { "epoch": 11.8, "learning_rate": 8.785894833191148e-05, "loss": 19.5195, "step": 13287 }, { "epoch": 11.8, "learning_rate": 8.785710946203374e-05, "loss": 20.0371, "step": 13288 }, { "epoch": 11.8, "learning_rate": 8.785527047215667e-05, "loss": 20.1221, "step": 13289 }, { "epoch": 11.8, "learning_rate": 8.78534313622861e-05, "loss": 20.4277, "step": 13290 }, { "epoch": 11.8, "learning_rate": 8.785159213242788e-05, "loss": 20.3506, "step": 13291 }, { "epoch": 11.8, "learning_rate": 8.784975278258783e-05, "loss": 20.2041, "step": 13292 }, { "epoch": 11.81, "learning_rate": 8.784791331277175e-05, "loss": 20.0322, "step": 13293 }, { "epoch": 11.81, "learning_rate": 8.784607372298552e-05, "loss": 20.0635, "step": 13294 }, { "epoch": 11.81, "learning_rate": 8.784423401323495e-05, "loss": 19.9746, "step": 13295 }, { "epoch": 11.81, "learning_rate": 8.784239418352587e-05, "loss": 20.1777, "step": 13296 }, { "epoch": 11.81, "learning_rate": 8.784055423386408e-05, "loss": 20.3438, "step": 13297 }, { "epoch": 11.81, "learning_rate": 8.783871416425548e-05, "loss": 19.7061, "step": 13298 }, { "epoch": 11.81, "learning_rate": 8.783687397470584e-05, "loss": 20.208, "step": 13299 }, { "epoch": 11.81, "learning_rate": 8.783503366522103e-05, "loss": 20.3809, "step": 13300 }, { "epoch": 11.81, "learning_rate": 8.783319323580688e-05, "loss": 20.0693, "step": 13301 }, { "epoch": 11.81, "learning_rate": 8.78313526864692e-05, "loss": 19.9453, "step": 13302 }, { "epoch": 11.81, "learning_rate": 8.782951201721384e-05, "loss": 19.8906, "step": 13303 }, { "epoch": 11.82, "learning_rate": 8.782767122804665e-05, "loss": 19.8047, "step": 13304 }, { "epoch": 11.82, "learning_rate": 8.782583031897344e-05, "loss": 20.8896, "step": 13305 }, { "epoch": 11.82, "learning_rate": 8.782398929000005e-05, "loss": 19.8008, "step": 13306 }, { "epoch": 11.82, "learning_rate": 8.782214814113234e-05, "loss": 20.1025, "step": 13307 }, { "epoch": 11.82, "learning_rate": 8.78203068723761e-05, "loss": 20.2041, "step": 13308 }, { "epoch": 11.82, "learning_rate": 8.78203068723761e-05, "loss": 20.2939, "step": 13309 }, { "epoch": 11.82, "learning_rate": 8.781846548373721e-05, "loss": 20.7344, "step": 13310 }, { "epoch": 11.82, "learning_rate": 8.781662397522148e-05, "loss": 20.2441, "step": 13311 }, { "epoch": 11.82, "learning_rate": 8.781478234683477e-05, "loss": 20.332, "step": 13312 }, { "epoch": 11.82, "learning_rate": 8.78129405985829e-05, "loss": 20.252, "step": 13313 }, { "epoch": 11.82, "learning_rate": 8.78110987304717e-05, "loss": 20.5596, "step": 13314 }, { "epoch": 11.83, "learning_rate": 8.780925674250704e-05, "loss": 19.623, "step": 13315 }, { "epoch": 11.83, "learning_rate": 8.780741463469472e-05, "loss": 20.1201, "step": 13316 }, { "epoch": 11.83, "learning_rate": 8.780557240704062e-05, "loss": 20.1562, "step": 13317 }, { "epoch": 11.83, "learning_rate": 8.780373005955055e-05, "loss": 20.3359, "step": 13318 }, { "epoch": 11.83, "learning_rate": 8.780188759223035e-05, "loss": 20.0986, "step": 13319 }, { "epoch": 11.83, "learning_rate": 8.780004500508587e-05, "loss": 20.1689, "step": 13320 }, { "epoch": 11.83, "learning_rate": 8.779820229812297e-05, "loss": 20.3535, "step": 13321 }, { "epoch": 11.83, "learning_rate": 8.779635947134745e-05, "loss": 19.9609, "step": 13322 }, { "epoch": 11.83, "learning_rate": 8.779451652476519e-05, "loss": 20.1025, "step": 13323 }, { "epoch": 11.83, "learning_rate": 8.779267345838199e-05, "loss": 20.8047, "step": 13324 }, { "epoch": 11.83, "learning_rate": 8.779083027220372e-05, "loss": 20.5674, "step": 13325 }, { "epoch": 11.83, "learning_rate": 8.778898696623622e-05, "loss": 20.2588, "step": 13326 }, { "epoch": 11.84, "learning_rate": 8.778714354048534e-05, "loss": 19.9727, "step": 13327 }, { "epoch": 11.84, "learning_rate": 8.778714354048534e-05, "loss": 20.293, "step": 13328 }, { "epoch": 11.84, "learning_rate": 8.778529999495691e-05, "loss": 20.333, "step": 13329 }, { "epoch": 11.84, "learning_rate": 8.778345632965677e-05, "loss": 19.9922, "step": 13330 }, { "epoch": 11.84, "learning_rate": 8.778161254459077e-05, "loss": 19.5752, "step": 13331 }, { "epoch": 11.84, "learning_rate": 8.777976863976475e-05, "loss": 20.0664, "step": 13332 }, { "epoch": 11.84, "learning_rate": 8.77779246151846e-05, "loss": 20.5039, "step": 13333 }, { "epoch": 11.84, "learning_rate": 8.777608047085609e-05, "loss": 20.0352, "step": 13334 }, { "epoch": 11.84, "learning_rate": 8.77742362067851e-05, "loss": 19.5312, "step": 13335 }, { "epoch": 11.84, "learning_rate": 8.777239182297749e-05, "loss": 20.1846, "step": 13336 }, { "epoch": 11.84, "learning_rate": 8.77705473194391e-05, "loss": 20.2109, "step": 13337 }, { "epoch": 11.85, "learning_rate": 8.776870269617576e-05, "loss": 19.8174, "step": 13338 }, { "epoch": 11.85, "learning_rate": 8.776685795319333e-05, "loss": 20.8467, "step": 13339 }, { "epoch": 11.85, "learning_rate": 8.776501309049766e-05, "loss": 20.2754, "step": 13340 }, { "epoch": 11.85, "learning_rate": 8.776316810809459e-05, "loss": 20.7549, "step": 13341 }, { "epoch": 11.85, "learning_rate": 8.776132300598997e-05, "loss": 19.8477, "step": 13342 }, { "epoch": 11.85, "learning_rate": 8.775947778418965e-05, "loss": 20.0635, "step": 13343 }, { "epoch": 11.85, "learning_rate": 8.775763244269948e-05, "loss": 20.1729, "step": 13344 }, { "epoch": 11.85, "learning_rate": 8.77557869815253e-05, "loss": 20.4326, "step": 13345 }, { "epoch": 11.85, "learning_rate": 8.775394140067299e-05, "loss": 19.5234, "step": 13346 }, { "epoch": 11.85, "learning_rate": 8.775209570014836e-05, "loss": 20.25, "step": 13347 }, { "epoch": 11.85, "learning_rate": 8.775024987995728e-05, "loss": 20.2627, "step": 13348 }, { "epoch": 11.86, "learning_rate": 8.774840394010562e-05, "loss": 19.7871, "step": 13349 }, { "epoch": 11.86, "learning_rate": 8.774655788059918e-05, "loss": 19.5781, "step": 13350 }, { "epoch": 11.86, "learning_rate": 8.774471170144386e-05, "loss": 19.4502, "step": 13351 }, { "epoch": 11.86, "learning_rate": 8.774286540264549e-05, "loss": 19.9453, "step": 13352 }, { "epoch": 11.86, "learning_rate": 8.774101898420993e-05, "loss": 20.0225, "step": 13353 }, { "epoch": 11.86, "learning_rate": 8.773917244614303e-05, "loss": 21.0186, "step": 13354 }, { "epoch": 11.86, "learning_rate": 8.773732578845064e-05, "loss": 20.7773, "step": 13355 }, { "epoch": 11.86, "learning_rate": 8.773547901113862e-05, "loss": 20.2148, "step": 13356 }, { "epoch": 11.86, "learning_rate": 8.77336321142128e-05, "loss": 20.165, "step": 13357 }, { "epoch": 11.86, "learning_rate": 8.773178509767907e-05, "loss": 19.7354, "step": 13358 }, { "epoch": 11.86, "learning_rate": 8.772993796154327e-05, "loss": 19.6855, "step": 13359 }, { "epoch": 11.87, "learning_rate": 8.772809070581125e-05, "loss": 19.625, "step": 13360 }, { "epoch": 11.87, "learning_rate": 8.772624333048888e-05, "loss": 19.9219, "step": 13361 }, { "epoch": 11.87, "learning_rate": 8.772439583558198e-05, "loss": 19.9229, "step": 13362 }, { "epoch": 11.87, "learning_rate": 8.772254822109647e-05, "loss": 19.9932, "step": 13363 }, { "epoch": 11.87, "learning_rate": 8.772070048703813e-05, "loss": 19.7041, "step": 13364 }, { "epoch": 11.87, "learning_rate": 8.771885263341288e-05, "loss": 19.8984, "step": 13365 }, { "epoch": 11.87, "learning_rate": 8.771700466022654e-05, "loss": 19.9756, "step": 13366 }, { "epoch": 11.87, "learning_rate": 8.771515656748499e-05, "loss": 19.8613, "step": 13367 }, { "epoch": 11.87, "learning_rate": 8.771330835519407e-05, "loss": 20.3467, "step": 13368 }, { "epoch": 11.87, "learning_rate": 8.771146002335966e-05, "loss": 20.8789, "step": 13369 }, { "epoch": 11.87, "learning_rate": 8.770961157198759e-05, "loss": 19.4805, "step": 13370 }, { "epoch": 11.87, "learning_rate": 8.770776300108373e-05, "loss": 20.1455, "step": 13371 }, { "epoch": 11.88, "learning_rate": 8.770591431065396e-05, "loss": 20.2607, "step": 13372 }, { "epoch": 11.88, "learning_rate": 8.770406550070412e-05, "loss": 20.043, "step": 13373 }, { "epoch": 11.88, "learning_rate": 8.770221657124008e-05, "loss": 20.8535, "step": 13374 }, { "epoch": 11.88, "learning_rate": 8.770036752226768e-05, "loss": 20.0566, "step": 13375 }, { "epoch": 11.88, "learning_rate": 8.76985183537928e-05, "loss": 19.6328, "step": 13376 }, { "epoch": 11.88, "learning_rate": 8.76966690658213e-05, "loss": 19.8135, "step": 13377 }, { "epoch": 11.88, "learning_rate": 8.769481965835904e-05, "loss": 20.7139, "step": 13378 }, { "epoch": 11.88, "learning_rate": 8.769297013141189e-05, "loss": 19.7412, "step": 13379 }, { "epoch": 11.88, "learning_rate": 8.769112048498569e-05, "loss": 19.8984, "step": 13380 }, { "epoch": 11.88, "learning_rate": 8.768927071908633e-05, "loss": 19.8877, "step": 13381 }, { "epoch": 11.88, "learning_rate": 8.768742083371965e-05, "loss": 19.3418, "step": 13382 }, { "epoch": 11.89, "learning_rate": 8.768557082889155e-05, "loss": 20.1621, "step": 13383 }, { "epoch": 11.89, "learning_rate": 8.768372070460784e-05, "loss": 19.5664, "step": 13384 }, { "epoch": 11.89, "learning_rate": 8.768187046087442e-05, "loss": 19.7402, "step": 13385 }, { "epoch": 11.89, "learning_rate": 8.768002009769716e-05, "loss": 19.8145, "step": 13386 }, { "epoch": 11.89, "learning_rate": 8.76781696150819e-05, "loss": 20.4131, "step": 13387 }, { "epoch": 11.89, "learning_rate": 8.767631901303453e-05, "loss": 20.1133, "step": 13388 }, { "epoch": 11.89, "learning_rate": 8.76744682915609e-05, "loss": 19.9561, "step": 13389 }, { "epoch": 11.89, "learning_rate": 8.76744682915609e-05, "loss": 20.2627, "step": 13390 }, { "epoch": 11.89, "learning_rate": 8.767261745066689e-05, "loss": 19.8486, "step": 13391 }, { "epoch": 11.89, "learning_rate": 8.767076649035833e-05, "loss": 19.7236, "step": 13392 }, { "epoch": 11.89, "learning_rate": 8.766891541064114e-05, "loss": 20.2969, "step": 13393 }, { "epoch": 11.9, "learning_rate": 8.766706421152115e-05, "loss": 19.7686, "step": 13394 }, { "epoch": 11.9, "learning_rate": 8.766521289300427e-05, "loss": 20.207, "step": 13395 }, { "epoch": 11.9, "learning_rate": 8.76633614550963e-05, "loss": 19.9375, "step": 13396 }, { "epoch": 11.9, "learning_rate": 8.766150989780318e-05, "loss": 19.6289, "step": 13397 }, { "epoch": 11.9, "learning_rate": 8.765965822113074e-05, "loss": 19.8037, "step": 13398 }, { "epoch": 11.9, "learning_rate": 8.765780642508485e-05, "loss": 20.3818, "step": 13399 }, { "epoch": 11.9, "learning_rate": 8.765595450967138e-05, "loss": 20.1895, "step": 13400 }, { "epoch": 11.9, "learning_rate": 8.765410247489622e-05, "loss": 19.8232, "step": 13401 }, { "epoch": 11.9, "learning_rate": 8.765225032076521e-05, "loss": 19.9062, "step": 13402 }, { "epoch": 11.9, "learning_rate": 8.765039804728425e-05, "loss": 20.1934, "step": 13403 }, { "epoch": 11.9, "learning_rate": 8.76485456544592e-05, "loss": 19.6836, "step": 13404 }, { "epoch": 11.9, "learning_rate": 8.764669314229593e-05, "loss": 19.7725, "step": 13405 }, { "epoch": 11.91, "learning_rate": 8.764484051080031e-05, "loss": 20.834, "step": 13406 }, { "epoch": 11.91, "learning_rate": 8.764298775997822e-05, "loss": 19.998, "step": 13407 }, { "epoch": 11.91, "learning_rate": 8.764113488983553e-05, "loss": 19.9229, "step": 13408 }, { "epoch": 11.91, "learning_rate": 8.763928190037811e-05, "loss": 20.4795, "step": 13409 }, { "epoch": 11.91, "learning_rate": 8.763742879161182e-05, "loss": 19.8936, "step": 13410 }, { "epoch": 11.91, "learning_rate": 8.763557556354258e-05, "loss": 20.2666, "step": 13411 }, { "epoch": 11.91, "learning_rate": 8.76337222161762e-05, "loss": 19.624, "step": 13412 }, { "epoch": 11.91, "learning_rate": 8.763186874951863e-05, "loss": 19.79, "step": 13413 }, { "epoch": 11.91, "learning_rate": 8.763001516357568e-05, "loss": 19.9658, "step": 13414 }, { "epoch": 11.91, "learning_rate": 8.762816145835325e-05, "loss": 20.0068, "step": 13415 }, { "epoch": 11.91, "learning_rate": 8.76263076338572e-05, "loss": 19.6982, "step": 13416 }, { "epoch": 11.92, "learning_rate": 8.762445369009344e-05, "loss": 19.6416, "step": 13417 }, { "epoch": 11.92, "learning_rate": 8.762259962706783e-05, "loss": 20.0527, "step": 13418 }, { "epoch": 11.92, "learning_rate": 8.762074544478623e-05, "loss": 20.2734, "step": 13419 }, { "epoch": 11.92, "learning_rate": 8.761889114325454e-05, "loss": 19.6465, "step": 13420 }, { "epoch": 11.92, "learning_rate": 8.761703672247863e-05, "loss": 19.6113, "step": 13421 }, { "epoch": 11.92, "learning_rate": 8.761518218246437e-05, "loss": 19.3887, "step": 13422 }, { "epoch": 11.92, "learning_rate": 8.761332752321764e-05, "loss": 19.8428, "step": 13423 }, { "epoch": 11.92, "learning_rate": 8.761147274474435e-05, "loss": 19.7832, "step": 13424 }, { "epoch": 11.92, "learning_rate": 8.760961784705036e-05, "loss": 19.8164, "step": 13425 }, { "epoch": 11.92, "learning_rate": 8.760776283014152e-05, "loss": 19.7422, "step": 13426 }, { "epoch": 11.92, "learning_rate": 8.760590769402373e-05, "loss": 19.5518, "step": 13427 }, { "epoch": 11.93, "learning_rate": 8.760405243870289e-05, "loss": 19.875, "step": 13428 }, { "epoch": 11.93, "learning_rate": 8.760219706418487e-05, "loss": 20.3447, "step": 13429 }, { "epoch": 11.93, "learning_rate": 8.760034157047553e-05, "loss": 20.2148, "step": 13430 }, { "epoch": 11.93, "learning_rate": 8.759848595758077e-05, "loss": 19.5137, "step": 13431 }, { "epoch": 11.93, "learning_rate": 8.759663022550649e-05, "loss": 20.2998, "step": 13432 }, { "epoch": 11.93, "learning_rate": 8.759477437425854e-05, "loss": 19.7725, "step": 13433 }, { "epoch": 11.93, "learning_rate": 8.75929184038428e-05, "loss": 20.5254, "step": 13434 }, { "epoch": 11.93, "learning_rate": 8.75910623142652e-05, "loss": 20.0508, "step": 13435 }, { "epoch": 11.93, "learning_rate": 8.758920610553157e-05, "loss": 19.6641, "step": 13436 }, { "epoch": 11.93, "learning_rate": 8.758734977764782e-05, "loss": 21.042, "step": 13437 }, { "epoch": 11.93, "learning_rate": 8.758549333061983e-05, "loss": 19.4316, "step": 13438 }, { "epoch": 11.94, "learning_rate": 8.75836367644535e-05, "loss": 19.9961, "step": 13439 }, { "epoch": 11.94, "learning_rate": 8.758178007915467e-05, "loss": 20.2363, "step": 13440 }, { "epoch": 11.94, "learning_rate": 8.757992327472928e-05, "loss": 20.0781, "step": 13441 }, { "epoch": 11.94, "learning_rate": 8.757806635118317e-05, "loss": 20.0391, "step": 13442 }, { "epoch": 11.94, "learning_rate": 8.757620930852225e-05, "loss": 19.998, "step": 13443 }, { "epoch": 11.94, "learning_rate": 8.75743521467524e-05, "loss": 20.3018, "step": 13444 }, { "epoch": 11.94, "learning_rate": 8.757249486587952e-05, "loss": 20.6133, "step": 13445 }, { "epoch": 11.94, "learning_rate": 8.757063746590949e-05, "loss": 20.1992, "step": 13446 }, { "epoch": 11.94, "learning_rate": 8.756877994684818e-05, "loss": 20.2412, "step": 13447 }, { "epoch": 11.94, "learning_rate": 8.756692230870151e-05, "loss": 20.1484, "step": 13448 }, { "epoch": 11.94, "learning_rate": 8.756506455147532e-05, "loss": 19.3125, "step": 13449 }, { "epoch": 11.94, "learning_rate": 8.756320667517556e-05, "loss": 20.1104, "step": 13450 }, { "epoch": 11.95, "learning_rate": 8.756134867980807e-05, "loss": 19.8721, "step": 13451 }, { "epoch": 11.95, "learning_rate": 8.755949056537877e-05, "loss": 19.8369, "step": 13452 }, { "epoch": 11.95, "learning_rate": 8.755763233189354e-05, "loss": 19.5352, "step": 13453 }, { "epoch": 11.95, "learning_rate": 8.755577397935826e-05, "loss": 19.8496, "step": 13454 }, { "epoch": 11.95, "learning_rate": 8.755391550777883e-05, "loss": 20.2881, "step": 13455 }, { "epoch": 11.95, "learning_rate": 8.755205691716113e-05, "loss": 19.9854, "step": 13456 }, { "epoch": 11.95, "learning_rate": 8.755019820751107e-05, "loss": 20.4014, "step": 13457 }, { "epoch": 11.95, "learning_rate": 8.754833937883453e-05, "loss": 19.7725, "step": 13458 }, { "epoch": 11.95, "learning_rate": 8.754648043113741e-05, "loss": 20.1484, "step": 13459 }, { "epoch": 11.95, "learning_rate": 8.75446213644256e-05, "loss": 20.7207, "step": 13460 }, { "epoch": 11.95, "learning_rate": 8.754276217870498e-05, "loss": 20.5078, "step": 13461 }, { "epoch": 11.96, "learning_rate": 8.754090287398146e-05, "loss": 19.8203, "step": 13462 }, { "epoch": 11.96, "learning_rate": 8.753904345026092e-05, "loss": 20.1172, "step": 13463 }, { "epoch": 11.96, "learning_rate": 8.753718390754926e-05, "loss": 19.5664, "step": 13464 }, { "epoch": 11.96, "learning_rate": 8.753532424585238e-05, "loss": 20.2871, "step": 13465 }, { "epoch": 11.96, "learning_rate": 8.753346446517616e-05, "loss": 20.0674, "step": 13466 }, { "epoch": 11.96, "learning_rate": 8.753160456552652e-05, "loss": 20.2285, "step": 13467 }, { "epoch": 11.96, "learning_rate": 8.752974454690934e-05, "loss": 20.2979, "step": 13468 }, { "epoch": 11.96, "learning_rate": 8.752788440933051e-05, "loss": 19.9863, "step": 13469 }, { "epoch": 11.96, "learning_rate": 8.752602415279594e-05, "loss": 20.1631, "step": 13470 }, { "epoch": 11.96, "learning_rate": 8.752416377731151e-05, "loss": 19.7988, "step": 13471 }, { "epoch": 11.96, "learning_rate": 8.752230328288313e-05, "loss": 20.125, "step": 13472 }, { "epoch": 11.97, "learning_rate": 8.752044266951669e-05, "loss": 19.7646, "step": 13473 }, { "epoch": 11.97, "learning_rate": 8.75185819372181e-05, "loss": 20.2578, "step": 13474 }, { "epoch": 11.97, "learning_rate": 8.751672108599325e-05, "loss": 20.2422, "step": 13475 }, { "epoch": 11.97, "learning_rate": 8.751486011584801e-05, "loss": 19.6367, "step": 13476 }, { "epoch": 11.97, "learning_rate": 8.751299902678834e-05, "loss": 20.0166, "step": 13477 }, { "epoch": 11.97, "learning_rate": 8.75111378188201e-05, "loss": 20.0879, "step": 13478 }, { "epoch": 11.97, "learning_rate": 8.75092764919492e-05, "loss": 20.5049, "step": 13479 }, { "epoch": 11.97, "learning_rate": 8.750741504618152e-05, "loss": 20.5459, "step": 13480 }, { "epoch": 11.97, "learning_rate": 8.750555348152298e-05, "loss": 20.1992, "step": 13481 }, { "epoch": 11.97, "learning_rate": 8.750369179797948e-05, "loss": 19.4619, "step": 13482 }, { "epoch": 11.97, "learning_rate": 8.750182999555692e-05, "loss": 19.8203, "step": 13483 }, { "epoch": 11.98, "learning_rate": 8.74999680742612e-05, "loss": 20.4082, "step": 13484 }, { "epoch": 11.98, "learning_rate": 8.749810603409823e-05, "loss": 20.4248, "step": 13485 }, { "epoch": 11.98, "learning_rate": 8.74962438750739e-05, "loss": 20.4971, "step": 13486 }, { "epoch": 11.98, "learning_rate": 8.74943815971941e-05, "loss": 20.0137, "step": 13487 }, { "epoch": 11.98, "learning_rate": 8.749251920046478e-05, "loss": 20.1211, "step": 13488 }, { "epoch": 11.98, "learning_rate": 8.749065668489178e-05, "loss": 19.7002, "step": 13489 }, { "epoch": 11.98, "learning_rate": 8.748879405048105e-05, "loss": 19.4883, "step": 13490 }, { "epoch": 11.98, "learning_rate": 8.748693129723849e-05, "loss": 20.085, "step": 13491 }, { "epoch": 11.98, "learning_rate": 8.748506842517e-05, "loss": 20.3809, "step": 13492 }, { "epoch": 11.98, "learning_rate": 8.748320543428146e-05, "loss": 19.8584, "step": 13493 }, { "epoch": 11.98, "learning_rate": 8.748134232457881e-05, "loss": 20.668, "step": 13494 }, { "epoch": 11.98, "learning_rate": 8.747947909606793e-05, "loss": 19.9092, "step": 13495 }, { "epoch": 11.99, "learning_rate": 8.747761574875475e-05, "loss": 20.0518, "step": 13496 }, { "epoch": 11.99, "learning_rate": 8.747575228264515e-05, "loss": 19.7256, "step": 13497 }, { "epoch": 11.99, "learning_rate": 8.747388869774507e-05, "loss": 19.9824, "step": 13498 }, { "epoch": 11.99, "learning_rate": 8.747202499406039e-05, "loss": 20.4502, "step": 13499 }, { "epoch": 11.99, "learning_rate": 8.747016117159702e-05, "loss": 20.1094, "step": 13500 }, { "epoch": 11.99, "learning_rate": 8.746829723036087e-05, "loss": 20.0674, "step": 13501 }, { "epoch": 11.99, "learning_rate": 8.746643317035787e-05, "loss": 20.3652, "step": 13502 }, { "epoch": 11.99, "learning_rate": 8.74645689915939e-05, "loss": 20.0098, "step": 13503 }, { "epoch": 11.99, "learning_rate": 8.746270469407487e-05, "loss": 19.374, "step": 13504 }, { "epoch": 11.99, "learning_rate": 8.74608402778067e-05, "loss": 19.8887, "step": 13505 }, { "epoch": 11.99, "learning_rate": 8.74589757427953e-05, "loss": 20.4736, "step": 13506 }, { "epoch": 12.0, "learning_rate": 8.745711108904661e-05, "loss": 19.8584, "step": 13507 }, { "epoch": 12.0, "learning_rate": 8.745524631656649e-05, "loss": 20.4668, "step": 13508 }, { "epoch": 12.0, "learning_rate": 8.745338142536086e-05, "loss": 20.1953, "step": 13509 }, { "epoch": 12.0, "learning_rate": 8.745151641543566e-05, "loss": 19.5518, "step": 13510 }, { "epoch": 12.0, "learning_rate": 8.744965128679676e-05, "loss": 19.9561, "step": 13511 }, { "epoch": 12.0, "learning_rate": 8.744778603945011e-05, "loss": 19.6973, "step": 13512 }, { "epoch": 12.0, "learning_rate": 8.74459206734016e-05, "loss": 21.1924, "step": 13513 }, { "epoch": 12.0, "learning_rate": 8.744405518865716e-05, "loss": 19.8965, "step": 13514 }, { "epoch": 12.0, "learning_rate": 8.74421895852227e-05, "loss": 21.0186, "step": 13515 }, { "epoch": 12.0, "learning_rate": 8.744032386310412e-05, "loss": 19.4424, "step": 13516 }, { "epoch": 12.0, "learning_rate": 8.743845802230735e-05, "loss": 19.8711, "step": 13517 }, { "epoch": 12.01, "learning_rate": 8.743659206283827e-05, "loss": 20.9307, "step": 13518 }, { "epoch": 12.01, "learning_rate": 8.743472598470285e-05, "loss": 20.2803, "step": 13519 }, { "epoch": 12.01, "learning_rate": 8.743285978790697e-05, "loss": 19.9414, "step": 13520 }, { "epoch": 12.01, "learning_rate": 8.743099347245653e-05, "loss": 20.0088, "step": 13521 }, { "epoch": 12.01, "learning_rate": 8.74291270383575e-05, "loss": 19.623, "step": 13522 }, { "epoch": 12.01, "learning_rate": 8.742726048561573e-05, "loss": 19.377, "step": 13523 }, { "epoch": 12.01, "learning_rate": 8.74253938142372e-05, "loss": 19.7832, "step": 13524 }, { "epoch": 12.01, "learning_rate": 8.742352702422779e-05, "loss": 19.6875, "step": 13525 }, { "epoch": 12.01, "learning_rate": 8.74216601155934e-05, "loss": 20.1064, "step": 13526 }, { "epoch": 12.01, "learning_rate": 8.741979308834001e-05, "loss": 19.9365, "step": 13527 }, { "epoch": 12.01, "learning_rate": 8.741792594247347e-05, "loss": 19.8018, "step": 13528 }, { "epoch": 12.02, "learning_rate": 8.741605867799973e-05, "loss": 18.9951, "step": 13529 }, { "epoch": 12.02, "learning_rate": 8.741419129492473e-05, "loss": 19.9434, "step": 13530 }, { "epoch": 12.02, "learning_rate": 8.741232379325434e-05, "loss": 20.126, "step": 13531 }, { "epoch": 12.02, "learning_rate": 8.741045617299453e-05, "loss": 20.0342, "step": 13532 }, { "epoch": 12.02, "learning_rate": 8.740858843415118e-05, "loss": 19.957, "step": 13533 }, { "epoch": 12.02, "learning_rate": 8.740672057673024e-05, "loss": 20.1826, "step": 13534 }, { "epoch": 12.02, "learning_rate": 8.74048526007376e-05, "loss": 19.7578, "step": 13535 }, { "epoch": 12.02, "learning_rate": 8.74029845061792e-05, "loss": 19.6768, "step": 13536 }, { "epoch": 12.02, "learning_rate": 8.740111629306098e-05, "loss": 19.5127, "step": 13537 }, { "epoch": 12.02, "learning_rate": 8.739924796138883e-05, "loss": 19.6582, "step": 13538 }, { "epoch": 12.02, "learning_rate": 8.739737951116868e-05, "loss": 19.9688, "step": 13539 }, { "epoch": 12.02, "learning_rate": 8.739551094240647e-05, "loss": 19.5039, "step": 13540 }, { "epoch": 12.03, "learning_rate": 8.73936422551081e-05, "loss": 19.2734, "step": 13541 }, { "epoch": 12.03, "learning_rate": 8.739177344927951e-05, "loss": 19.4648, "step": 13542 }, { "epoch": 12.03, "learning_rate": 8.73899045249266e-05, "loss": 19.8438, "step": 13543 }, { "epoch": 12.03, "learning_rate": 8.738803548205532e-05, "loss": 19.5596, "step": 13544 }, { "epoch": 12.03, "learning_rate": 8.738616632067158e-05, "loss": 19.5312, "step": 13545 }, { "epoch": 12.03, "learning_rate": 8.738429704078132e-05, "loss": 19.2383, "step": 13546 }, { "epoch": 12.03, "learning_rate": 8.738242764239046e-05, "loss": 19.8086, "step": 13547 }, { "epoch": 12.03, "learning_rate": 8.73805581255049e-05, "loss": 19.7793, "step": 13548 }, { "epoch": 12.03, "learning_rate": 8.73786884901306e-05, "loss": 19.6562, "step": 13549 }, { "epoch": 12.03, "learning_rate": 8.737681873627348e-05, "loss": 19.4902, "step": 13550 }, { "epoch": 12.03, "learning_rate": 8.737494886393945e-05, "loss": 19.7529, "step": 13551 }, { "epoch": 12.04, "learning_rate": 8.737307887313446e-05, "loss": 19.7754, "step": 13552 }, { "epoch": 12.04, "learning_rate": 8.73712087638644e-05, "loss": 19.8721, "step": 13553 }, { "epoch": 12.04, "learning_rate": 8.736933853613525e-05, "loss": 20.7559, "step": 13554 }, { "epoch": 12.04, "learning_rate": 8.736746818995289e-05, "loss": 19.6172, "step": 13555 }, { "epoch": 12.04, "learning_rate": 8.736559772532329e-05, "loss": 19.6719, "step": 13556 }, { "epoch": 12.04, "learning_rate": 8.736372714225235e-05, "loss": 19.2988, "step": 13557 }, { "epoch": 12.04, "learning_rate": 8.736185644074599e-05, "loss": 20.2354, "step": 13558 }, { "epoch": 12.04, "learning_rate": 8.735998562081018e-05, "loss": 19.9238, "step": 13559 }, { "epoch": 12.04, "learning_rate": 8.73581146824508e-05, "loss": 19.9531, "step": 13560 }, { "epoch": 12.04, "learning_rate": 8.735624362567384e-05, "loss": 19.7402, "step": 13561 }, { "epoch": 12.04, "learning_rate": 8.735437245048518e-05, "loss": 19.5371, "step": 13562 }, { "epoch": 12.05, "learning_rate": 8.735250115689078e-05, "loss": 19.7783, "step": 13563 }, { "epoch": 12.05, "learning_rate": 8.735062974489657e-05, "loss": 20.0107, "step": 13564 }, { "epoch": 12.05, "learning_rate": 8.734875821450845e-05, "loss": 19.7148, "step": 13565 }, { "epoch": 12.05, "learning_rate": 8.73468865657324e-05, "loss": 20.168, "step": 13566 }, { "epoch": 12.05, "learning_rate": 8.734501479857431e-05, "loss": 19.8105, "step": 13567 }, { "epoch": 12.05, "learning_rate": 8.734314291304013e-05, "loss": 19.4619, "step": 13568 }, { "epoch": 12.05, "learning_rate": 8.734127090913583e-05, "loss": 20.0439, "step": 13569 }, { "epoch": 12.05, "learning_rate": 8.733939878686728e-05, "loss": 19.542, "step": 13570 }, { "epoch": 12.05, "learning_rate": 8.733752654624043e-05, "loss": 20.4141, "step": 13571 }, { "epoch": 12.05, "learning_rate": 8.733565418726125e-05, "loss": 20.0654, "step": 13572 }, { "epoch": 12.05, "learning_rate": 8.733378170993565e-05, "loss": 19.8955, "step": 13573 }, { "epoch": 12.06, "learning_rate": 8.733190911426958e-05, "loss": 19.6924, "step": 13574 }, { "epoch": 12.06, "learning_rate": 8.733003640026894e-05, "loss": 19.915, "step": 13575 }, { "epoch": 12.06, "learning_rate": 8.732816356793971e-05, "loss": 19.4521, "step": 13576 }, { "epoch": 12.06, "learning_rate": 8.732629061728781e-05, "loss": 19.5791, "step": 13577 }, { "epoch": 12.06, "learning_rate": 8.732441754831916e-05, "loss": 19.5059, "step": 13578 }, { "epoch": 12.06, "learning_rate": 8.73225443610397e-05, "loss": 19.6426, "step": 13579 }, { "epoch": 12.06, "learning_rate": 8.732067105545541e-05, "loss": 20.1924, "step": 13580 }, { "epoch": 12.06, "learning_rate": 8.731879763157218e-05, "loss": 20.2695, "step": 13581 }, { "epoch": 12.06, "learning_rate": 8.731692408939596e-05, "loss": 20.0234, "step": 13582 }, { "epoch": 12.06, "learning_rate": 8.73150504289327e-05, "loss": 19.8672, "step": 13583 }, { "epoch": 12.06, "learning_rate": 8.731317665018834e-05, "loss": 20.4531, "step": 13584 }, { "epoch": 12.06, "learning_rate": 8.731130275316881e-05, "loss": 19.8193, "step": 13585 }, { "epoch": 12.07, "learning_rate": 8.730942873788004e-05, "loss": 19.9453, "step": 13586 }, { "epoch": 12.07, "learning_rate": 8.730755460432801e-05, "loss": 20.1328, "step": 13587 }, { "epoch": 12.07, "learning_rate": 8.73056803525186e-05, "loss": 20.1592, "step": 13588 }, { "epoch": 12.07, "learning_rate": 8.73038059824578e-05, "loss": 20.3242, "step": 13589 }, { "epoch": 12.07, "learning_rate": 8.730193149415153e-05, "loss": 19.9482, "step": 13590 }, { "epoch": 12.07, "learning_rate": 8.730005688760574e-05, "loss": 20.0557, "step": 13591 }, { "epoch": 12.07, "learning_rate": 8.729818216282637e-05, "loss": 19.5498, "step": 13592 }, { "epoch": 12.07, "learning_rate": 8.729630731981937e-05, "loss": 19.7822, "step": 13593 }, { "epoch": 12.07, "learning_rate": 8.729443235859067e-05, "loss": 20.3145, "step": 13594 }, { "epoch": 12.07, "learning_rate": 8.729255727914621e-05, "loss": 19.6113, "step": 13595 }, { "epoch": 12.07, "learning_rate": 8.729068208149195e-05, "loss": 19.334, "step": 13596 }, { "epoch": 12.08, "learning_rate": 8.728880676563383e-05, "loss": 19.7568, "step": 13597 }, { "epoch": 12.08, "learning_rate": 8.72869313315778e-05, "loss": 20.209, "step": 13598 }, { "epoch": 12.08, "learning_rate": 8.728505577932977e-05, "loss": 20.0879, "step": 13599 }, { "epoch": 12.08, "learning_rate": 8.728318010889572e-05, "loss": 19.7139, "step": 13600 }, { "epoch": 12.08, "learning_rate": 8.728130432028157e-05, "loss": 19.8633, "step": 13601 }, { "epoch": 12.08, "learning_rate": 8.727942841349331e-05, "loss": 19.7793, "step": 13602 }, { "epoch": 12.08, "learning_rate": 8.727755238853683e-05, "loss": 19.9199, "step": 13603 }, { "epoch": 12.08, "learning_rate": 8.727567624541812e-05, "loss": 19.6445, "step": 13604 }, { "epoch": 12.08, "learning_rate": 8.727379998414311e-05, "loss": 19.9844, "step": 13605 }, { "epoch": 12.08, "learning_rate": 8.727192360471776e-05, "loss": 19.7051, "step": 13606 }, { "epoch": 12.08, "learning_rate": 8.727004710714799e-05, "loss": 20.2393, "step": 13607 }, { "epoch": 12.09, "learning_rate": 8.726817049143976e-05, "loss": 19.9512, "step": 13608 }, { "epoch": 12.09, "learning_rate": 8.726629375759904e-05, "loss": 20.2002, "step": 13609 }, { "epoch": 12.09, "learning_rate": 8.726441690563174e-05, "loss": 19.7451, "step": 13610 }, { "epoch": 12.09, "learning_rate": 8.726253993554386e-05, "loss": 20.0928, "step": 13611 }, { "epoch": 12.09, "learning_rate": 8.72606628473413e-05, "loss": 19.3867, "step": 13612 }, { "epoch": 12.09, "learning_rate": 8.72606628473413e-05, "loss": 20.4648, "step": 13613 }, { "epoch": 12.09, "learning_rate": 8.725878564103003e-05, "loss": 20.1592, "step": 13614 }, { "epoch": 12.09, "learning_rate": 8.725690831661602e-05, "loss": 19.4219, "step": 13615 }, { "epoch": 12.09, "learning_rate": 8.725503087410518e-05, "loss": 19.8691, "step": 13616 }, { "epoch": 12.09, "learning_rate": 8.725315331350348e-05, "loss": 20.0645, "step": 13617 }, { "epoch": 12.09, "learning_rate": 8.72512756348169e-05, "loss": 19.9111, "step": 13618 }, { "epoch": 12.1, "learning_rate": 8.724939783805134e-05, "loss": 19.8477, "step": 13619 }, { "epoch": 12.1, "learning_rate": 8.724751992321279e-05, "loss": 20.0088, "step": 13620 }, { "epoch": 12.1, "learning_rate": 8.724564189030719e-05, "loss": 19.9014, "step": 13621 }, { "epoch": 12.1, "learning_rate": 8.724376373934049e-05, "loss": 19.7998, "step": 13622 }, { "epoch": 12.1, "learning_rate": 8.724188547031866e-05, "loss": 19.7959, "step": 13623 }, { "epoch": 12.1, "learning_rate": 8.724000708324762e-05, "loss": 19.7422, "step": 13624 }, { "epoch": 12.1, "learning_rate": 8.723812857813336e-05, "loss": 20.335, "step": 13625 }, { "epoch": 12.1, "learning_rate": 8.723624995498183e-05, "loss": 20.2812, "step": 13626 }, { "epoch": 12.1, "learning_rate": 8.723437121379896e-05, "loss": 19.4492, "step": 13627 }, { "epoch": 12.1, "learning_rate": 8.723249235459073e-05, "loss": 19.5752, "step": 13628 }, { "epoch": 12.1, "learning_rate": 8.723061337736306e-05, "loss": 19.9355, "step": 13629 }, { "epoch": 12.1, "learning_rate": 8.722873428212195e-05, "loss": 20.7676, "step": 13630 }, { "epoch": 12.11, "learning_rate": 8.722685506887334e-05, "loss": 19.8789, "step": 13631 }, { "epoch": 12.11, "learning_rate": 8.722497573762318e-05, "loss": 20.292, "step": 13632 }, { "epoch": 12.11, "learning_rate": 8.722497573762318e-05, "loss": 20.5557, "step": 13633 }, { "epoch": 12.11, "learning_rate": 8.722309628837743e-05, "loss": 20.1475, "step": 13634 }, { "epoch": 12.11, "learning_rate": 8.722121672114205e-05, "loss": 19.9004, "step": 13635 }, { "epoch": 12.11, "learning_rate": 8.7219337035923e-05, "loss": 19.8496, "step": 13636 }, { "epoch": 12.11, "learning_rate": 8.721745723272622e-05, "loss": 19.9072, "step": 13637 }, { "epoch": 12.11, "learning_rate": 8.72155773115577e-05, "loss": 20.1904, "step": 13638 }, { "epoch": 12.11, "learning_rate": 8.721369727242339e-05, "loss": 19.5645, "step": 13639 }, { "epoch": 12.11, "learning_rate": 8.721181711532923e-05, "loss": 19.9805, "step": 13640 }, { "epoch": 12.11, "learning_rate": 8.72099368402812e-05, "loss": 20.2852, "step": 13641 }, { "epoch": 12.12, "learning_rate": 8.720805644728524e-05, "loss": 20.3818, "step": 13642 }, { "epoch": 12.12, "learning_rate": 8.720617593634732e-05, "loss": 19.9502, "step": 13643 }, { "epoch": 12.12, "learning_rate": 8.720429530747341e-05, "loss": 19.6543, "step": 13644 }, { "epoch": 12.12, "learning_rate": 8.720241456066947e-05, "loss": 19.8057, "step": 13645 }, { "epoch": 12.12, "learning_rate": 8.720053369594145e-05, "loss": 20.415, "step": 13646 }, { "epoch": 12.12, "learning_rate": 8.71986527132953e-05, "loss": 19.3018, "step": 13647 }, { "epoch": 12.12, "learning_rate": 8.719677161273703e-05, "loss": 19.4561, "step": 13648 }, { "epoch": 12.12, "learning_rate": 8.719489039427256e-05, "loss": 20.4385, "step": 13649 }, { "epoch": 12.12, "learning_rate": 8.719300905790786e-05, "loss": 20.0391, "step": 13650 }, { "epoch": 12.12, "learning_rate": 8.719112760364892e-05, "loss": 19.8945, "step": 13651 }, { "epoch": 12.12, "learning_rate": 8.718924603150164e-05, "loss": 19.6973, "step": 13652 }, { "epoch": 12.13, "learning_rate": 8.718736434147208e-05, "loss": 19.9404, "step": 13653 }, { "epoch": 12.13, "learning_rate": 8.718548253356612e-05, "loss": 19.668, "step": 13654 }, { "epoch": 12.13, "learning_rate": 8.718360060778976e-05, "loss": 19.3662, "step": 13655 }, { "epoch": 12.13, "learning_rate": 8.718171856414896e-05, "loss": 19.8447, "step": 13656 }, { "epoch": 12.13, "learning_rate": 8.717983640264971e-05, "loss": 20.3184, "step": 13657 }, { "epoch": 12.13, "learning_rate": 8.717795412329793e-05, "loss": 20.1328, "step": 13658 }, { "epoch": 12.13, "learning_rate": 8.717607172609962e-05, "loss": 19.8809, "step": 13659 }, { "epoch": 12.13, "learning_rate": 8.717418921106074e-05, "loss": 19.7744, "step": 13660 }, { "epoch": 12.13, "learning_rate": 8.717230657818725e-05, "loss": 19.5273, "step": 13661 }, { "epoch": 12.13, "learning_rate": 8.717042382748513e-05, "loss": 19.9648, "step": 13662 }, { "epoch": 12.13, "learning_rate": 8.716854095896031e-05, "loss": 20.2031, "step": 13663 }, { "epoch": 12.13, "learning_rate": 8.716665797261883e-05, "loss": 20.3154, "step": 13664 }, { "epoch": 12.14, "learning_rate": 8.716477486846659e-05, "loss": 20.0605, "step": 13665 }, { "epoch": 12.14, "learning_rate": 8.716289164650959e-05, "loss": 20.0762, "step": 13666 }, { "epoch": 12.14, "learning_rate": 8.71610083067538e-05, "loss": 19.8721, "step": 13667 }, { "epoch": 12.14, "learning_rate": 8.715912484920519e-05, "loss": 19.6572, "step": 13668 }, { "epoch": 12.14, "learning_rate": 8.715724127386972e-05, "loss": 19.8301, "step": 13669 }, { "epoch": 12.14, "learning_rate": 8.715535758075337e-05, "loss": 19.9424, "step": 13670 }, { "epoch": 12.14, "learning_rate": 8.71534737698621e-05, "loss": 19.957, "step": 13671 }, { "epoch": 12.14, "learning_rate": 8.715158984120189e-05, "loss": 19.7861, "step": 13672 }, { "epoch": 12.14, "learning_rate": 8.71497057947787e-05, "loss": 19.9951, "step": 13673 }, { "epoch": 12.14, "learning_rate": 8.714782163059853e-05, "loss": 20.2822, "step": 13674 }, { "epoch": 12.14, "learning_rate": 8.714593734866732e-05, "loss": 20.1992, "step": 13675 }, { "epoch": 12.15, "learning_rate": 8.714405294899106e-05, "loss": 20.3076, "step": 13676 }, { "epoch": 12.15, "learning_rate": 8.714216843157573e-05, "loss": 19.5566, "step": 13677 }, { "epoch": 12.15, "learning_rate": 8.714028379642729e-05, "loss": 19.8828, "step": 13678 }, { "epoch": 12.15, "learning_rate": 8.713839904355172e-05, "loss": 20.5879, "step": 13679 }, { "epoch": 12.15, "learning_rate": 8.713651417295497e-05, "loss": 19.8428, "step": 13680 }, { "epoch": 12.15, "learning_rate": 8.713462918464306e-05, "loss": 20.4482, "step": 13681 }, { "epoch": 12.15, "learning_rate": 8.713274407862194e-05, "loss": 19.5723, "step": 13682 }, { "epoch": 12.15, "learning_rate": 8.713085885489757e-05, "loss": 20.5664, "step": 13683 }, { "epoch": 12.15, "learning_rate": 8.712897351347597e-05, "loss": 20.2734, "step": 13684 }, { "epoch": 12.15, "learning_rate": 8.712708805436307e-05, "loss": 20.0947, "step": 13685 }, { "epoch": 12.15, "learning_rate": 8.712520247756486e-05, "loss": 19.8994, "step": 13686 }, { "epoch": 12.16, "learning_rate": 8.712331678308734e-05, "loss": 19.5098, "step": 13687 }, { "epoch": 12.16, "learning_rate": 8.712143097093646e-05, "loss": 20.1064, "step": 13688 }, { "epoch": 12.16, "learning_rate": 8.711954504111821e-05, "loss": 20.1035, "step": 13689 }, { "epoch": 12.16, "learning_rate": 8.711765899363857e-05, "loss": 20.8799, "step": 13690 }, { "epoch": 12.16, "learning_rate": 8.71157728285035e-05, "loss": 19.9541, "step": 13691 }, { "epoch": 12.16, "learning_rate": 8.7113886545719e-05, "loss": 19.8408, "step": 13692 }, { "epoch": 12.16, "learning_rate": 8.711200014529104e-05, "loss": 20.0723, "step": 13693 }, { "epoch": 12.16, "learning_rate": 8.711011362722561e-05, "loss": 20.3398, "step": 13694 }, { "epoch": 12.16, "learning_rate": 8.710822699152868e-05, "loss": 19.7598, "step": 13695 }, { "epoch": 12.16, "learning_rate": 8.710634023820621e-05, "loss": 19.5146, "step": 13696 }, { "epoch": 12.16, "learning_rate": 8.710445336726423e-05, "loss": 20.2578, "step": 13697 }, { "epoch": 12.17, "learning_rate": 8.710256637870867e-05, "loss": 19.666, "step": 13698 }, { "epoch": 12.17, "learning_rate": 8.710067927254555e-05, "loss": 20.25, "step": 13699 }, { "epoch": 12.17, "learning_rate": 8.709879204878082e-05, "loss": 19.6377, "step": 13700 }, { "epoch": 12.17, "learning_rate": 8.709690470742049e-05, "loss": 19.7295, "step": 13701 }, { "epoch": 12.17, "learning_rate": 8.709501724847053e-05, "loss": 19.626, "step": 13702 }, { "epoch": 12.17, "learning_rate": 8.709312967193693e-05, "loss": 19.707, "step": 13703 }, { "epoch": 12.17, "learning_rate": 8.709124197782566e-05, "loss": 19.6855, "step": 13704 }, { "epoch": 12.17, "learning_rate": 8.70893541661427e-05, "loss": 19.5967, "step": 13705 }, { "epoch": 12.17, "learning_rate": 8.708746623689405e-05, "loss": 19.7998, "step": 13706 }, { "epoch": 12.17, "learning_rate": 8.708557819008569e-05, "loss": 20.2725, "step": 13707 }, { "epoch": 12.17, "learning_rate": 8.70836900257236e-05, "loss": 19.9238, "step": 13708 }, { "epoch": 12.17, "learning_rate": 8.708180174381377e-05, "loss": 20.1826, "step": 13709 }, { "epoch": 12.18, "learning_rate": 8.70799133443622e-05, "loss": 19.6533, "step": 13710 }, { "epoch": 12.18, "learning_rate": 8.707802482737484e-05, "loss": 19.6738, "step": 13711 }, { "epoch": 12.18, "learning_rate": 8.707613619285771e-05, "loss": 19.3877, "step": 13712 }, { "epoch": 12.18, "learning_rate": 8.707424744081676e-05, "loss": 19.8232, "step": 13713 }, { "epoch": 12.18, "learning_rate": 8.707235857125802e-05, "loss": 20.6406, "step": 13714 }, { "epoch": 12.18, "learning_rate": 8.707046958418746e-05, "loss": 20.4375, "step": 13715 }, { "epoch": 12.18, "learning_rate": 8.706858047961106e-05, "loss": 20.3594, "step": 13716 }, { "epoch": 12.18, "learning_rate": 8.70666912575348e-05, "loss": 20.0215, "step": 13717 }, { "epoch": 12.18, "learning_rate": 8.70648019179647e-05, "loss": 20.1582, "step": 13718 }, { "epoch": 12.18, "learning_rate": 8.70629124609067e-05, "loss": 19.9756, "step": 13719 }, { "epoch": 12.18, "learning_rate": 8.706102288636685e-05, "loss": 19.9336, "step": 13720 }, { "epoch": 12.19, "learning_rate": 8.70591331943511e-05, "loss": 19.5811, "step": 13721 }, { "epoch": 12.19, "learning_rate": 8.705724338486545e-05, "loss": 19.9834, "step": 13722 }, { "epoch": 12.19, "learning_rate": 8.705535345791586e-05, "loss": 20.4561, "step": 13723 }, { "epoch": 12.19, "learning_rate": 8.70534634135084e-05, "loss": 19.7422, "step": 13724 }, { "epoch": 12.19, "learning_rate": 8.705157325164898e-05, "loss": 20.4668, "step": 13725 }, { "epoch": 12.19, "learning_rate": 8.704968297234361e-05, "loss": 19.7656, "step": 13726 }, { "epoch": 12.19, "learning_rate": 8.704779257559831e-05, "loss": 19.6113, "step": 13727 }, { "epoch": 12.19, "learning_rate": 8.704590206141907e-05, "loss": 20.1211, "step": 13728 }, { "epoch": 12.19, "learning_rate": 8.704401142981184e-05, "loss": 20.2549, "step": 13729 }, { "epoch": 12.19, "learning_rate": 8.704212068078267e-05, "loss": 19.752, "step": 13730 }, { "epoch": 12.19, "learning_rate": 8.70402298143375e-05, "loss": 20.1963, "step": 13731 }, { "epoch": 12.2, "learning_rate": 8.703833883048236e-05, "loss": 19.8916, "step": 13732 }, { "epoch": 12.2, "learning_rate": 8.703644772922324e-05, "loss": 20.3047, "step": 13733 }, { "epoch": 12.2, "learning_rate": 8.703455651056613e-05, "loss": 19.6035, "step": 13734 }, { "epoch": 12.2, "learning_rate": 8.7032665174517e-05, "loss": 19.2852, "step": 13735 }, { "epoch": 12.2, "learning_rate": 8.703077372108189e-05, "loss": 19.9355, "step": 13736 }, { "epoch": 12.2, "learning_rate": 8.702888215026674e-05, "loss": 19.8418, "step": 13737 }, { "epoch": 12.2, "learning_rate": 8.702888215026674e-05, "loss": 20.5078, "step": 13738 }, { "epoch": 12.2, "learning_rate": 8.70269904620776e-05, "loss": 19.4854, "step": 13739 }, { "epoch": 12.2, "learning_rate": 8.702509865652044e-05, "loss": 19.7168, "step": 13740 }, { "epoch": 12.2, "learning_rate": 8.702320673360128e-05, "loss": 19.5312, "step": 13741 }, { "epoch": 12.2, "learning_rate": 8.702131469332606e-05, "loss": 19.8564, "step": 13742 }, { "epoch": 12.21, "learning_rate": 8.701942253570085e-05, "loss": 20.2451, "step": 13743 }, { "epoch": 12.21, "learning_rate": 8.701753026073159e-05, "loss": 19.6172, "step": 13744 }, { "epoch": 12.21, "learning_rate": 8.701563786842432e-05, "loss": 20.208, "step": 13745 }, { "epoch": 12.21, "learning_rate": 8.701374535878502e-05, "loss": 20.165, "step": 13746 }, { "epoch": 12.21, "learning_rate": 8.701185273181967e-05, "loss": 20.1152, "step": 13747 }, { "epoch": 12.21, "learning_rate": 8.70099599875343e-05, "loss": 19.7451, "step": 13748 }, { "epoch": 12.21, "learning_rate": 8.700806712593489e-05, "loss": 19.9912, "step": 13749 }, { "epoch": 12.21, "learning_rate": 8.700617414702745e-05, "loss": 19.4014, "step": 13750 }, { "epoch": 12.21, "learning_rate": 8.700428105081798e-05, "loss": 19.7842, "step": 13751 }, { "epoch": 12.21, "learning_rate": 8.700238783731248e-05, "loss": 20.0088, "step": 13752 }, { "epoch": 12.21, "learning_rate": 8.700049450651695e-05, "loss": 19.8047, "step": 13753 }, { "epoch": 12.21, "learning_rate": 8.69986010584374e-05, "loss": 20.3672, "step": 13754 }, { "epoch": 12.22, "learning_rate": 8.699670749307979e-05, "loss": 19.2559, "step": 13755 }, { "epoch": 12.22, "learning_rate": 8.69948138104502e-05, "loss": 20.0225, "step": 13756 }, { "epoch": 12.22, "learning_rate": 8.699292001055457e-05, "loss": 19.7324, "step": 13757 }, { "epoch": 12.22, "learning_rate": 8.69910260933989e-05, "loss": 20.6738, "step": 13758 }, { "epoch": 12.22, "learning_rate": 8.698913205898924e-05, "loss": 20.0791, "step": 13759 }, { "epoch": 12.22, "learning_rate": 8.698723790733157e-05, "loss": 20.627, "step": 13760 }, { "epoch": 12.22, "learning_rate": 8.698534363843187e-05, "loss": 20.0996, "step": 13761 }, { "epoch": 12.22, "learning_rate": 8.698344925229618e-05, "loss": 19.6484, "step": 13762 }, { "epoch": 12.22, "learning_rate": 8.69815547489305e-05, "loss": 19.5283, "step": 13763 }, { "epoch": 12.22, "learning_rate": 8.69796601283408e-05, "loss": 19.7627, "step": 13764 }, { "epoch": 12.22, "learning_rate": 8.697776539053313e-05, "loss": 19.7168, "step": 13765 }, { "epoch": 12.23, "learning_rate": 8.697587053551348e-05, "loss": 19.7559, "step": 13766 }, { "epoch": 12.23, "learning_rate": 8.697397556328786e-05, "loss": 19.8838, "step": 13767 }, { "epoch": 12.23, "learning_rate": 8.697208047386225e-05, "loss": 19.915, "step": 13768 }, { "epoch": 12.23, "learning_rate": 8.697018526724268e-05, "loss": 19.9043, "step": 13769 }, { "epoch": 12.23, "learning_rate": 8.696828994343517e-05, "loss": 20.9375, "step": 13770 }, { "epoch": 12.23, "learning_rate": 8.69663945024457e-05, "loss": 19.7939, "step": 13771 }, { "epoch": 12.23, "learning_rate": 8.696449894428032e-05, "loss": 19.9082, "step": 13772 }, { "epoch": 12.23, "learning_rate": 8.696260326894497e-05, "loss": 19.9473, "step": 13773 }, { "epoch": 12.23, "learning_rate": 8.696070747644572e-05, "loss": 19.3203, "step": 13774 }, { "epoch": 12.23, "learning_rate": 8.695881156678856e-05, "loss": 19.9463, "step": 13775 }, { "epoch": 12.23, "learning_rate": 8.69569155399795e-05, "loss": 19.6055, "step": 13776 }, { "epoch": 12.24, "learning_rate": 8.695501939602452e-05, "loss": 19.542, "step": 13777 }, { "epoch": 12.24, "learning_rate": 8.69531231349297e-05, "loss": 20.0166, "step": 13778 }, { "epoch": 12.24, "learning_rate": 8.695122675670098e-05, "loss": 19.9658, "step": 13779 }, { "epoch": 12.24, "learning_rate": 8.694933026134439e-05, "loss": 19.9805, "step": 13780 }, { "epoch": 12.24, "learning_rate": 8.694743364886598e-05, "loss": 20.041, "step": 13781 }, { "epoch": 12.24, "learning_rate": 8.694553691927171e-05, "loss": 19.8291, "step": 13782 }, { "epoch": 12.24, "learning_rate": 8.694364007256763e-05, "loss": 20.082, "step": 13783 }, { "epoch": 12.24, "learning_rate": 8.694174310875974e-05, "loss": 19.8984, "step": 13784 }, { "epoch": 12.24, "learning_rate": 8.693984602785406e-05, "loss": 20.2715, "step": 13785 }, { "epoch": 12.24, "learning_rate": 8.693794882985657e-05, "loss": 19.7617, "step": 13786 }, { "epoch": 12.24, "learning_rate": 8.693605151477332e-05, "loss": 19.5166, "step": 13787 }, { "epoch": 12.25, "learning_rate": 8.693415408261032e-05, "loss": 19.7627, "step": 13788 }, { "epoch": 12.25, "learning_rate": 8.693225653337355e-05, "loss": 19.791, "step": 13789 }, { "epoch": 12.25, "learning_rate": 8.693035886706909e-05, "loss": 19.8281, "step": 13790 }, { "epoch": 12.25, "learning_rate": 8.69284610837029e-05, "loss": 19.6416, "step": 13791 }, { "epoch": 12.25, "learning_rate": 8.6926563183281e-05, "loss": 19.8916, "step": 13792 }, { "epoch": 12.25, "learning_rate": 8.692466516580943e-05, "loss": 20.6162, "step": 13793 }, { "epoch": 12.25, "learning_rate": 8.692276703129421e-05, "loss": 20.4727, "step": 13794 }, { "epoch": 12.25, "learning_rate": 8.69208687797413e-05, "loss": 20.5645, "step": 13795 }, { "epoch": 12.25, "learning_rate": 8.69189704111568e-05, "loss": 19.5791, "step": 13796 }, { "epoch": 12.25, "learning_rate": 8.691707192554665e-05, "loss": 19.624, "step": 13797 }, { "epoch": 12.25, "learning_rate": 8.691517332291695e-05, "loss": 19.7012, "step": 13798 }, { "epoch": 12.25, "learning_rate": 8.691327460327363e-05, "loss": 20.0654, "step": 13799 }, { "epoch": 12.26, "learning_rate": 8.691137576662276e-05, "loss": 20.1875, "step": 13800 }, { "epoch": 12.26, "learning_rate": 8.690947681297036e-05, "loss": 19.998, "step": 13801 }, { "epoch": 12.26, "learning_rate": 8.690757774232243e-05, "loss": 19.7217, "step": 13802 }, { "epoch": 12.26, "learning_rate": 8.690757774232243e-05, "loss": 20.0498, "step": 13803 }, { "epoch": 12.26, "learning_rate": 8.690567855468501e-05, "loss": 19.8467, "step": 13804 }, { "epoch": 12.26, "learning_rate": 8.69037792500641e-05, "loss": 19.7871, "step": 13805 }, { "epoch": 12.26, "learning_rate": 8.690187982846574e-05, "loss": 19.9902, "step": 13806 }, { "epoch": 12.26, "learning_rate": 8.689998028989593e-05, "loss": 19.7383, "step": 13807 }, { "epoch": 12.26, "learning_rate": 8.689808063436069e-05, "loss": 20.1035, "step": 13808 }, { "epoch": 12.26, "learning_rate": 8.689618086186605e-05, "loss": 19.5439, "step": 13809 }, { "epoch": 12.26, "learning_rate": 8.689428097241806e-05, "loss": 20.2119, "step": 13810 }, { "epoch": 12.27, "learning_rate": 8.68923809660227e-05, "loss": 20.1006, "step": 13811 }, { "epoch": 12.27, "learning_rate": 8.689048084268601e-05, "loss": 19.5625, "step": 13812 }, { "epoch": 12.27, "learning_rate": 8.688858060241403e-05, "loss": 19.7637, "step": 13813 }, { "epoch": 12.27, "learning_rate": 8.688668024521273e-05, "loss": 20.3525, "step": 13814 }, { "epoch": 12.27, "learning_rate": 8.68847797710882e-05, "loss": 20.0293, "step": 13815 }, { "epoch": 12.27, "learning_rate": 8.688287918004643e-05, "loss": 20.2627, "step": 13816 }, { "epoch": 12.27, "learning_rate": 8.688097847209344e-05, "loss": 20.6982, "step": 13817 }, { "epoch": 12.27, "learning_rate": 8.687907764723526e-05, "loss": 20.0039, "step": 13818 }, { "epoch": 12.27, "learning_rate": 8.687717670547793e-05, "loss": 19.1553, "step": 13819 }, { "epoch": 12.27, "learning_rate": 8.687527564682745e-05, "loss": 19.2529, "step": 13820 }, { "epoch": 12.27, "learning_rate": 8.687337447128985e-05, "loss": 19.7725, "step": 13821 }, { "epoch": 12.28, "learning_rate": 8.687147317887118e-05, "loss": 19.6953, "step": 13822 }, { "epoch": 12.28, "learning_rate": 8.686957176957746e-05, "loss": 20.1846, "step": 13823 }, { "epoch": 12.28, "learning_rate": 8.686767024341472e-05, "loss": 20.9512, "step": 13824 }, { "epoch": 12.28, "learning_rate": 8.686576860038894e-05, "loss": 20.0098, "step": 13825 }, { "epoch": 12.28, "learning_rate": 8.68638668405062e-05, "loss": 20.2275, "step": 13826 }, { "epoch": 12.28, "learning_rate": 8.686196496377252e-05, "loss": 20.3018, "step": 13827 }, { "epoch": 12.28, "learning_rate": 8.686006297019392e-05, "loss": 19.9307, "step": 13828 }, { "epoch": 12.28, "learning_rate": 8.685816085977643e-05, "loss": 19.8291, "step": 13829 }, { "epoch": 12.28, "learning_rate": 8.685625863252609e-05, "loss": 19.8535, "step": 13830 }, { "epoch": 12.28, "learning_rate": 8.68543562884489e-05, "loss": 19.9717, "step": 13831 }, { "epoch": 12.28, "learning_rate": 8.685245382755091e-05, "loss": 20.1318, "step": 13832 }, { "epoch": 12.29, "learning_rate": 8.685055124983816e-05, "loss": 19.6504, "step": 13833 }, { "epoch": 12.29, "learning_rate": 8.684864855531668e-05, "loss": 20.0713, "step": 13834 }, { "epoch": 12.29, "learning_rate": 8.684674574399248e-05, "loss": 20.6504, "step": 13835 }, { "epoch": 12.29, "learning_rate": 8.68448428158716e-05, "loss": 19.7422, "step": 13836 }, { "epoch": 12.29, "learning_rate": 8.68429397709601e-05, "loss": 20.5684, "step": 13837 }, { "epoch": 12.29, "learning_rate": 8.684103660926395e-05, "loss": 19.9883, "step": 13838 }, { "epoch": 12.29, "learning_rate": 8.683913333078924e-05, "loss": 20.3232, "step": 13839 }, { "epoch": 12.29, "learning_rate": 8.683722993554198e-05, "loss": 19.6572, "step": 13840 }, { "epoch": 12.29, "learning_rate": 8.683532642352821e-05, "loss": 19.6729, "step": 13841 }, { "epoch": 12.29, "learning_rate": 8.683342279475396e-05, "loss": 19.8145, "step": 13842 }, { "epoch": 12.29, "learning_rate": 8.683151904922527e-05, "loss": 20.2783, "step": 13843 }, { "epoch": 12.29, "learning_rate": 8.682961518694817e-05, "loss": 20.4736, "step": 13844 }, { "epoch": 12.3, "learning_rate": 8.682771120792868e-05, "loss": 20.1885, "step": 13845 }, { "epoch": 12.3, "learning_rate": 8.682580711217285e-05, "loss": 20.0752, "step": 13846 }, { "epoch": 12.3, "learning_rate": 8.682390289968672e-05, "loss": 20.1455, "step": 13847 }, { "epoch": 12.3, "learning_rate": 8.682199857047632e-05, "loss": 19.9414, "step": 13848 }, { "epoch": 12.3, "learning_rate": 8.682009412454767e-05, "loss": 19.9238, "step": 13849 }, { "epoch": 12.3, "learning_rate": 8.681818956190686e-05, "loss": 20.1895, "step": 13850 }, { "epoch": 12.3, "learning_rate": 8.681628488255986e-05, "loss": 20.2246, "step": 13851 }, { "epoch": 12.3, "learning_rate": 8.681438008651276e-05, "loss": 20.083, "step": 13852 }, { "epoch": 12.3, "learning_rate": 8.681247517377157e-05, "loss": 20.0723, "step": 13853 }, { "epoch": 12.3, "learning_rate": 8.681057014434233e-05, "loss": 20.1875, "step": 13854 }, { "epoch": 12.3, "learning_rate": 8.680866499823108e-05, "loss": 19.8164, "step": 13855 }, { "epoch": 12.31, "learning_rate": 8.680675973544386e-05, "loss": 19.8926, "step": 13856 }, { "epoch": 12.31, "learning_rate": 8.680485435598673e-05, "loss": 19.9473, "step": 13857 }, { "epoch": 12.31, "learning_rate": 8.680294885986568e-05, "loss": 19.4258, "step": 13858 }, { "epoch": 12.31, "learning_rate": 8.68010432470868e-05, "loss": 20.0605, "step": 13859 }, { "epoch": 12.31, "learning_rate": 8.679913751765611e-05, "loss": 20.2256, "step": 13860 }, { "epoch": 12.31, "learning_rate": 8.679723167157966e-05, "loss": 20.0625, "step": 13861 }, { "epoch": 12.31, "learning_rate": 8.679532570886346e-05, "loss": 19.9072, "step": 13862 }, { "epoch": 12.31, "learning_rate": 8.67934196295136e-05, "loss": 19.5967, "step": 13863 }, { "epoch": 12.31, "learning_rate": 8.679151343353607e-05, "loss": 19.7266, "step": 13864 }, { "epoch": 12.31, "learning_rate": 8.678960712093695e-05, "loss": 19.3564, "step": 13865 }, { "epoch": 12.31, "learning_rate": 8.678770069172229e-05, "loss": 20.042, "step": 13866 }, { "epoch": 12.32, "learning_rate": 8.67857941458981e-05, "loss": 20.0869, "step": 13867 }, { "epoch": 12.32, "learning_rate": 8.678388748347043e-05, "loss": 19.9932, "step": 13868 }, { "epoch": 12.32, "learning_rate": 8.678198070444534e-05, "loss": 20.4004, "step": 13869 }, { "epoch": 12.32, "learning_rate": 8.678007380882886e-05, "loss": 20.0518, "step": 13870 }, { "epoch": 12.32, "learning_rate": 8.677816679662705e-05, "loss": 19.9219, "step": 13871 }, { "epoch": 12.32, "learning_rate": 8.677625966784592e-05, "loss": 19.585, "step": 13872 }, { "epoch": 12.32, "learning_rate": 8.677435242249157e-05, "loss": 20.1162, "step": 13873 }, { "epoch": 12.32, "learning_rate": 8.677244506057001e-05, "loss": 20.0166, "step": 13874 }, { "epoch": 12.32, "learning_rate": 8.677053758208727e-05, "loss": 20.3584, "step": 13875 }, { "epoch": 12.32, "learning_rate": 8.676862998704945e-05, "loss": 20.5811, "step": 13876 }, { "epoch": 12.32, "learning_rate": 8.676672227546253e-05, "loss": 20.123, "step": 13877 }, { "epoch": 12.33, "learning_rate": 8.676481444733263e-05, "loss": 19.9854, "step": 13878 }, { "epoch": 12.33, "learning_rate": 8.676290650266572e-05, "loss": 20.043, "step": 13879 }, { "epoch": 12.33, "learning_rate": 8.67609984414679e-05, "loss": 19.2695, "step": 13880 }, { "epoch": 12.33, "learning_rate": 8.675909026374521e-05, "loss": 19.957, "step": 13881 }, { "epoch": 12.33, "learning_rate": 8.67571819695037e-05, "loss": 19.8857, "step": 13882 }, { "epoch": 12.33, "learning_rate": 8.675527355874939e-05, "loss": 20.4551, "step": 13883 }, { "epoch": 12.33, "learning_rate": 8.675336503148838e-05, "loss": 19.6553, "step": 13884 }, { "epoch": 12.33, "learning_rate": 8.675145638772668e-05, "loss": 19.7529, "step": 13885 }, { "epoch": 12.33, "learning_rate": 8.674954762747034e-05, "loss": 19.6367, "step": 13886 }, { "epoch": 12.33, "learning_rate": 8.674763875072544e-05, "loss": 20.1152, "step": 13887 }, { "epoch": 12.33, "learning_rate": 8.6745729757498e-05, "loss": 20.2812, "step": 13888 }, { "epoch": 12.33, "learning_rate": 8.67438206477941e-05, "loss": 20.082, "step": 13889 }, { "epoch": 12.34, "learning_rate": 8.674191142161975e-05, "loss": 19.7012, "step": 13890 }, { "epoch": 12.34, "learning_rate": 8.674000207898103e-05, "loss": 19.4951, "step": 13891 }, { "epoch": 12.34, "learning_rate": 8.673809261988402e-05, "loss": 19.667, "step": 13892 }, { "epoch": 12.34, "learning_rate": 8.673618304433471e-05, "loss": 19.6367, "step": 13893 }, { "epoch": 12.34, "learning_rate": 8.673427335233919e-05, "loss": 19.458, "step": 13894 }, { "epoch": 12.34, "learning_rate": 8.67323635439035e-05, "loss": 19.6055, "step": 13895 }, { "epoch": 12.34, "learning_rate": 8.673045361903374e-05, "loss": 19.834, "step": 13896 }, { "epoch": 12.34, "learning_rate": 8.672854357773588e-05, "loss": 20.1816, "step": 13897 }, { "epoch": 12.34, "learning_rate": 8.672663342001606e-05, "loss": 20.1592, "step": 13898 }, { "epoch": 12.34, "learning_rate": 8.672472314588027e-05, "loss": 20.1514, "step": 13899 }, { "epoch": 12.34, "learning_rate": 8.672281275533459e-05, "loss": 20.1777, "step": 13900 }, { "epoch": 12.35, "learning_rate": 8.672090224838508e-05, "loss": 19.4697, "step": 13901 }, { "epoch": 12.35, "learning_rate": 8.67189916250378e-05, "loss": 20.1484, "step": 13902 }, { "epoch": 12.35, "learning_rate": 8.67170808852988e-05, "loss": 19.3408, "step": 13903 }, { "epoch": 12.35, "learning_rate": 8.67151700291741e-05, "loss": 19.5635, "step": 13904 }, { "epoch": 12.35, "learning_rate": 8.671325905666984e-05, "loss": 20.1016, "step": 13905 }, { "epoch": 12.35, "learning_rate": 8.6711347967792e-05, "loss": 19.8506, "step": 13906 }, { "epoch": 12.35, "learning_rate": 8.670943676254667e-05, "loss": 19.8633, "step": 13907 }, { "epoch": 12.35, "learning_rate": 8.670752544093991e-05, "loss": 19.7158, "step": 13908 }, { "epoch": 12.35, "learning_rate": 8.670561400297778e-05, "loss": 20.0791, "step": 13909 }, { "epoch": 12.35, "learning_rate": 8.670370244866632e-05, "loss": 20.1318, "step": 13910 }, { "epoch": 12.35, "learning_rate": 8.67017907780116e-05, "loss": 20.2744, "step": 13911 }, { "epoch": 12.36, "learning_rate": 8.66998789910197e-05, "loss": 19.6182, "step": 13912 }, { "epoch": 12.36, "learning_rate": 8.669796708769664e-05, "loss": 20.2705, "step": 13913 }, { "epoch": 12.36, "learning_rate": 8.669605506804852e-05, "loss": 20.6338, "step": 13914 }, { "epoch": 12.36, "learning_rate": 8.669414293208135e-05, "loss": 19.6064, "step": 13915 }, { "epoch": 12.36, "learning_rate": 8.669223067980126e-05, "loss": 19.8145, "step": 13916 }, { "epoch": 12.36, "learning_rate": 8.669031831121426e-05, "loss": 19.9639, "step": 13917 }, { "epoch": 12.36, "learning_rate": 8.668840582632642e-05, "loss": 20.0186, "step": 13918 }, { "epoch": 12.36, "learning_rate": 8.668649322514382e-05, "loss": 19.8438, "step": 13919 }, { "epoch": 12.36, "learning_rate": 8.668458050767252e-05, "loss": 19.8926, "step": 13920 }, { "epoch": 12.36, "learning_rate": 8.668266767391855e-05, "loss": 20.7617, "step": 13921 }, { "epoch": 12.36, "learning_rate": 8.668075472388802e-05, "loss": 19.4307, "step": 13922 }, { "epoch": 12.37, "learning_rate": 8.667884165758695e-05, "loss": 19.7314, "step": 13923 }, { "epoch": 12.37, "learning_rate": 8.667692847502143e-05, "loss": 20.7285, "step": 13924 }, { "epoch": 12.37, "learning_rate": 8.667501517619754e-05, "loss": 20.0078, "step": 13925 }, { "epoch": 12.37, "learning_rate": 8.66731017611213e-05, "loss": 20.2275, "step": 13926 }, { "epoch": 12.37, "learning_rate": 8.667118822979881e-05, "loss": 20.542, "step": 13927 }, { "epoch": 12.37, "learning_rate": 8.666927458223613e-05, "loss": 19.8564, "step": 13928 }, { "epoch": 12.37, "learning_rate": 8.666736081843931e-05, "loss": 20.4863, "step": 13929 }, { "epoch": 12.37, "learning_rate": 8.666544693841443e-05, "loss": 20.3809, "step": 13930 }, { "epoch": 12.37, "learning_rate": 8.666353294216756e-05, "loss": 19.5869, "step": 13931 }, { "epoch": 12.37, "learning_rate": 8.666161882970475e-05, "loss": 19.5713, "step": 13932 }, { "epoch": 12.37, "learning_rate": 8.665970460103209e-05, "loss": 20.0039, "step": 13933 }, { "epoch": 12.37, "learning_rate": 8.665779025615563e-05, "loss": 19.6953, "step": 13934 }, { "epoch": 12.38, "learning_rate": 8.665587579508144e-05, "loss": 19.417, "step": 13935 }, { "epoch": 12.38, "learning_rate": 8.665396121781559e-05, "loss": 19.7607, "step": 13936 }, { "epoch": 12.38, "learning_rate": 8.665204652436416e-05, "loss": 19.7959, "step": 13937 }, { "epoch": 12.38, "learning_rate": 8.665013171473321e-05, "loss": 20.1152, "step": 13938 }, { "epoch": 12.38, "learning_rate": 8.664821678892881e-05, "loss": 20.1641, "step": 13939 }, { "epoch": 12.38, "learning_rate": 8.664630174695702e-05, "loss": 20.1855, "step": 13940 }, { "epoch": 12.38, "learning_rate": 8.664438658882395e-05, "loss": 20.0, "step": 13941 }, { "epoch": 12.38, "learning_rate": 8.664438658882395e-05, "loss": 20.3857, "step": 13942 }, { "epoch": 12.38, "learning_rate": 8.664438658882395e-05, "loss": 20.0, "step": 13943 }, { "epoch": 12.38, "learning_rate": 8.66424713145356e-05, "loss": 20.4619, "step": 13944 }, { "epoch": 12.38, "learning_rate": 8.66405559240981e-05, "loss": 19.5752, "step": 13945 }, { "epoch": 12.39, "learning_rate": 8.66386404175175e-05, "loss": 20.541, "step": 13946 }, { "epoch": 12.39, "learning_rate": 8.663672479479989e-05, "loss": 20.2051, "step": 13947 }, { "epoch": 12.39, "learning_rate": 8.663480905595131e-05, "loss": 19.9834, "step": 13948 }, { "epoch": 12.39, "learning_rate": 8.663289320097785e-05, "loss": 20.0635, "step": 13949 }, { "epoch": 12.39, "learning_rate": 8.66309772298856e-05, "loss": 19.6729, "step": 13950 }, { "epoch": 12.39, "learning_rate": 8.66290611426806e-05, "loss": 20.3105, "step": 13951 }, { "epoch": 12.39, "learning_rate": 8.662714493936895e-05, "loss": 20.0146, "step": 13952 }, { "epoch": 12.39, "learning_rate": 8.66252286199567e-05, "loss": 20.2881, "step": 13953 }, { "epoch": 12.39, "learning_rate": 8.662331218444995e-05, "loss": 19.8701, "step": 13954 }, { "epoch": 12.39, "learning_rate": 8.662139563285475e-05, "loss": 19.8203, "step": 13955 }, { "epoch": 12.39, "learning_rate": 8.661947896517719e-05, "loss": 19.7207, "step": 13956 }, { "epoch": 12.4, "learning_rate": 8.661756218142335e-05, "loss": 20.2041, "step": 13957 }, { "epoch": 12.4, "learning_rate": 8.661564528159928e-05, "loss": 20.0254, "step": 13958 }, { "epoch": 12.4, "learning_rate": 8.66137282657111e-05, "loss": 19.5244, "step": 13959 }, { "epoch": 12.4, "learning_rate": 8.661181113376487e-05, "loss": 19.3506, "step": 13960 }, { "epoch": 12.4, "learning_rate": 8.660989388576662e-05, "loss": 19.8818, "step": 13961 }, { "epoch": 12.4, "learning_rate": 8.66079765217225e-05, "loss": 20.0928, "step": 13962 }, { "epoch": 12.4, "learning_rate": 8.660605904163853e-05, "loss": 20.166, "step": 13963 }, { "epoch": 12.4, "learning_rate": 8.660414144552082e-05, "loss": 19.9775, "step": 13964 }, { "epoch": 12.4, "learning_rate": 8.660222373337544e-05, "loss": 20.0645, "step": 13965 }, { "epoch": 12.4, "learning_rate": 8.660030590520846e-05, "loss": 19.5557, "step": 13966 }, { "epoch": 12.4, "learning_rate": 8.659838796102599e-05, "loss": 19.582, "step": 13967 }, { "epoch": 12.4, "learning_rate": 8.659646990083406e-05, "loss": 20.0664, "step": 13968 }, { "epoch": 12.41, "learning_rate": 8.65945517246388e-05, "loss": 19.6582, "step": 13969 }, { "epoch": 12.41, "learning_rate": 8.659263343244625e-05, "loss": 19.7148, "step": 13970 }, { "epoch": 12.41, "learning_rate": 8.659071502426252e-05, "loss": 19.9941, "step": 13971 }, { "epoch": 12.41, "learning_rate": 8.658879650009366e-05, "loss": 19.6416, "step": 13972 }, { "epoch": 12.41, "learning_rate": 8.658687785994579e-05, "loss": 19.4961, "step": 13973 }, { "epoch": 12.41, "learning_rate": 8.658495910382496e-05, "loss": 20.1289, "step": 13974 }, { "epoch": 12.41, "learning_rate": 8.658304023173726e-05, "loss": 19.8818, "step": 13975 }, { "epoch": 12.41, "learning_rate": 8.65811212436888e-05, "loss": 19.835, "step": 13976 }, { "epoch": 12.41, "learning_rate": 8.657920213968562e-05, "loss": 19.8271, "step": 13977 }, { "epoch": 12.41, "learning_rate": 8.657728291973383e-05, "loss": 20.4727, "step": 13978 }, { "epoch": 12.41, "learning_rate": 8.65753635838395e-05, "loss": 19.5957, "step": 13979 }, { "epoch": 12.42, "learning_rate": 8.657344413200872e-05, "loss": 20.6953, "step": 13980 }, { "epoch": 12.42, "learning_rate": 8.657152456424757e-05, "loss": 19.7051, "step": 13981 }, { "epoch": 12.42, "learning_rate": 8.656960488056216e-05, "loss": 20.292, "step": 13982 }, { "epoch": 12.42, "learning_rate": 8.656768508095853e-05, "loss": 19.9141, "step": 13983 }, { "epoch": 12.42, "learning_rate": 8.656576516544279e-05, "loss": 19.4434, "step": 13984 }, { "epoch": 12.42, "learning_rate": 8.656384513402104e-05, "loss": 19.6826, "step": 13985 }, { "epoch": 12.42, "learning_rate": 8.656192498669934e-05, "loss": 20.4062, "step": 13986 }, { "epoch": 12.42, "learning_rate": 8.656000472348378e-05, "loss": 19.4971, "step": 13987 }, { "epoch": 12.42, "learning_rate": 8.655808434438046e-05, "loss": 20.2812, "step": 13988 }, { "epoch": 12.42, "learning_rate": 8.655616384939547e-05, "loss": 19.9346, "step": 13989 }, { "epoch": 12.42, "learning_rate": 8.655424323853489e-05, "loss": 20.5312, "step": 13990 }, { "epoch": 12.43, "learning_rate": 8.655232251180481e-05, "loss": 20.0312, "step": 13991 }, { "epoch": 12.43, "learning_rate": 8.65504016692113e-05, "loss": 20.5977, "step": 13992 }, { "epoch": 12.43, "learning_rate": 8.654848071076048e-05, "loss": 19.9189, "step": 13993 }, { "epoch": 12.43, "learning_rate": 8.654655963645839e-05, "loss": 20.0859, "step": 13994 }, { "epoch": 12.43, "learning_rate": 8.654463844631118e-05, "loss": 20.5264, "step": 13995 }, { "epoch": 12.43, "learning_rate": 8.65427171403249e-05, "loss": 20.2744, "step": 13996 }, { "epoch": 12.43, "learning_rate": 8.654079571850566e-05, "loss": 20.5938, "step": 13997 }, { "epoch": 12.43, "learning_rate": 8.653887418085955e-05, "loss": 20.1904, "step": 13998 }, { "epoch": 12.43, "learning_rate": 8.653695252739264e-05, "loss": 19.9629, "step": 13999 }, { "epoch": 12.43, "learning_rate": 8.653503075811105e-05, "loss": 19.8525, "step": 14000 }, { "epoch": 12.43, "learning_rate": 8.653310887302083e-05, "loss": 20.1162, "step": 14001 }, { "epoch": 12.44, "learning_rate": 8.653118687212813e-05, "loss": 20.6523, "step": 14002 }, { "epoch": 12.44, "learning_rate": 8.652926475543899e-05, "loss": 19.9414, "step": 14003 }, { "epoch": 12.44, "learning_rate": 8.652734252295953e-05, "loss": 20.0918, "step": 14004 }, { "epoch": 12.44, "learning_rate": 8.652542017469582e-05, "loss": 20.1621, "step": 14005 }, { "epoch": 12.44, "learning_rate": 8.6523497710654e-05, "loss": 19.8564, "step": 14006 }, { "epoch": 12.44, "learning_rate": 8.652157513084012e-05, "loss": 20.2314, "step": 14007 }, { "epoch": 12.44, "learning_rate": 8.651965243526028e-05, "loss": 20.6279, "step": 14008 }, { "epoch": 12.44, "learning_rate": 8.651772962392059e-05, "loss": 19.376, "step": 14009 }, { "epoch": 12.44, "learning_rate": 8.651580669682716e-05, "loss": 19.7832, "step": 14010 }, { "epoch": 12.44, "learning_rate": 8.651388365398603e-05, "loss": 20.1475, "step": 14011 }, { "epoch": 12.44, "learning_rate": 8.651196049540333e-05, "loss": 19.7832, "step": 14012 }, { "epoch": 12.44, "learning_rate": 8.651003722108517e-05, "loss": 19.5645, "step": 14013 }, { "epoch": 12.45, "learning_rate": 8.651003722108517e-05, "loss": 20.3398, "step": 14014 }, { "epoch": 12.45, "learning_rate": 8.650811383103763e-05, "loss": 19.8379, "step": 14015 }, { "epoch": 12.45, "learning_rate": 8.650619032526679e-05, "loss": 19.8662, "step": 14016 }, { "epoch": 12.45, "learning_rate": 8.650426670377878e-05, "loss": 20.5049, "step": 14017 }, { "epoch": 12.45, "learning_rate": 8.650234296657969e-05, "loss": 19.9629, "step": 14018 }, { "epoch": 12.45, "learning_rate": 8.650041911367558e-05, "loss": 20.043, "step": 14019 }, { "epoch": 12.45, "learning_rate": 8.64984951450726e-05, "loss": 20.2129, "step": 14020 }, { "epoch": 12.45, "learning_rate": 8.649657106077684e-05, "loss": 19.959, "step": 14021 }, { "epoch": 12.45, "learning_rate": 8.649464686079436e-05, "loss": 19.6855, "step": 14022 }, { "epoch": 12.45, "learning_rate": 8.64927225451313e-05, "loss": 19.2578, "step": 14023 }, { "epoch": 12.45, "learning_rate": 8.649079811379374e-05, "loss": 19.626, "step": 14024 }, { "epoch": 12.46, "learning_rate": 8.648887356678778e-05, "loss": 19.5527, "step": 14025 }, { "epoch": 12.46, "learning_rate": 8.648694890411953e-05, "loss": 20.2598, "step": 14026 }, { "epoch": 12.46, "learning_rate": 8.64850241257951e-05, "loss": 19.8154, "step": 14027 }, { "epoch": 12.46, "learning_rate": 8.648309923182056e-05, "loss": 19.6162, "step": 14028 }, { "epoch": 12.46, "learning_rate": 8.648117422220203e-05, "loss": 20.5117, "step": 14029 }, { "epoch": 12.46, "learning_rate": 8.647924909694562e-05, "loss": 20.2666, "step": 14030 }, { "epoch": 12.46, "learning_rate": 8.647732385605741e-05, "loss": 19.6875, "step": 14031 }, { "epoch": 12.46, "learning_rate": 8.647539849954352e-05, "loss": 19.3037, "step": 14032 }, { "epoch": 12.46, "learning_rate": 8.647347302741006e-05, "loss": 19.6865, "step": 14033 }, { "epoch": 12.46, "learning_rate": 8.64715474396631e-05, "loss": 20.249, "step": 14034 }, { "epoch": 12.46, "learning_rate": 8.646962173630879e-05, "loss": 19.9902, "step": 14035 }, { "epoch": 12.47, "learning_rate": 8.64676959173532e-05, "loss": 19.9785, "step": 14036 }, { "epoch": 12.47, "learning_rate": 8.646576998280245e-05, "loss": 20.6172, "step": 14037 }, { "epoch": 12.47, "learning_rate": 8.646384393266262e-05, "loss": 19.5801, "step": 14038 }, { "epoch": 12.47, "learning_rate": 8.646191776693985e-05, "loss": 20.2217, "step": 14039 }, { "epoch": 12.47, "learning_rate": 8.645999148564022e-05, "loss": 20.0098, "step": 14040 }, { "epoch": 12.47, "learning_rate": 8.645806508876985e-05, "loss": 19.7666, "step": 14041 }, { "epoch": 12.47, "learning_rate": 8.645613857633486e-05, "loss": 20.25, "step": 14042 }, { "epoch": 12.47, "learning_rate": 8.64542119483413e-05, "loss": 19.9971, "step": 14043 }, { "epoch": 12.47, "learning_rate": 8.645228520479535e-05, "loss": 20.4707, "step": 14044 }, { "epoch": 12.47, "learning_rate": 8.645035834570307e-05, "loss": 20.4453, "step": 14045 }, { "epoch": 12.47, "learning_rate": 8.644843137107059e-05, "loss": 20.3047, "step": 14046 }, { "epoch": 12.48, "learning_rate": 8.6446504280904e-05, "loss": 20.6455, "step": 14047 }, { "epoch": 12.48, "learning_rate": 8.644457707520941e-05, "loss": 19.3926, "step": 14048 }, { "epoch": 12.48, "learning_rate": 8.644264975399294e-05, "loss": 19.7871, "step": 14049 }, { "epoch": 12.48, "learning_rate": 8.64407223172607e-05, "loss": 20.3721, "step": 14050 }, { "epoch": 12.48, "learning_rate": 8.64387947650188e-05, "loss": 20.1494, "step": 14051 }, { "epoch": 12.48, "learning_rate": 8.643686709727333e-05, "loss": 20.2295, "step": 14052 }, { "epoch": 12.48, "learning_rate": 8.643493931403044e-05, "loss": 19.9014, "step": 14053 }, { "epoch": 12.48, "learning_rate": 8.643301141529619e-05, "loss": 20.2637, "step": 14054 }, { "epoch": 12.48, "learning_rate": 8.643108340107673e-05, "loss": 20.3369, "step": 14055 }, { "epoch": 12.48, "learning_rate": 8.642915527137816e-05, "loss": 19.5752, "step": 14056 }, { "epoch": 12.48, "learning_rate": 8.642722702620658e-05, "loss": 19.8311, "step": 14057 }, { "epoch": 12.48, "learning_rate": 8.642529866556812e-05, "loss": 19.9971, "step": 14058 }, { "epoch": 12.49, "learning_rate": 8.642337018946889e-05, "loss": 19.8848, "step": 14059 }, { "epoch": 12.49, "learning_rate": 8.642144159791499e-05, "loss": 20.3623, "step": 14060 }, { "epoch": 12.49, "learning_rate": 8.641951289091255e-05, "loss": 19.8623, "step": 14061 }, { "epoch": 12.49, "learning_rate": 8.641758406846765e-05, "loss": 19.6953, "step": 14062 }, { "epoch": 12.49, "learning_rate": 8.641565513058645e-05, "loss": 20.2969, "step": 14063 }, { "epoch": 12.49, "learning_rate": 8.641372607727503e-05, "loss": 20.2676, "step": 14064 }, { "epoch": 12.49, "learning_rate": 8.641179690853953e-05, "loss": 19.7578, "step": 14065 }, { "epoch": 12.49, "learning_rate": 8.640986762438605e-05, "loss": 20.0059, "step": 14066 }, { "epoch": 12.49, "learning_rate": 8.640793822482071e-05, "loss": 20.0889, "step": 14067 }, { "epoch": 12.49, "learning_rate": 8.640600870984961e-05, "loss": 20.041, "step": 14068 }, { "epoch": 12.49, "learning_rate": 8.64040790794789e-05, "loss": 20.3516, "step": 14069 }, { "epoch": 12.5, "learning_rate": 8.640214933371467e-05, "loss": 20.9033, "step": 14070 }, { "epoch": 12.5, "learning_rate": 8.640021947256303e-05, "loss": 20.2314, "step": 14071 }, { "epoch": 12.5, "learning_rate": 8.639828949603013e-05, "loss": 20.0234, "step": 14072 }, { "epoch": 12.5, "learning_rate": 8.639635940412207e-05, "loss": 19.6924, "step": 14073 }, { "epoch": 12.5, "learning_rate": 8.639442919684495e-05, "loss": 20.3623, "step": 14074 }, { "epoch": 12.5, "learning_rate": 8.639249887420491e-05, "loss": 20.0215, "step": 14075 }, { "epoch": 12.5, "learning_rate": 8.639056843620805e-05, "loss": 19.6338, "step": 14076 }, { "epoch": 12.5, "learning_rate": 8.638863788286053e-05, "loss": 20.1289, "step": 14077 }, { "epoch": 12.5, "learning_rate": 8.638670721416842e-05, "loss": 19.6455, "step": 14078 }, { "epoch": 12.5, "learning_rate": 8.638477643013788e-05, "loss": 19.6904, "step": 14079 }, { "epoch": 12.5, "learning_rate": 8.638284553077501e-05, "loss": 20.293, "step": 14080 }, { "epoch": 12.51, "learning_rate": 8.638091451608592e-05, "loss": 19.7129, "step": 14081 }, { "epoch": 12.51, "learning_rate": 8.637898338607674e-05, "loss": 19.8242, "step": 14082 }, { "epoch": 12.51, "learning_rate": 8.63770521407536e-05, "loss": 19.5, "step": 14083 }, { "epoch": 12.51, "learning_rate": 8.637512078012264e-05, "loss": 19.9521, "step": 14084 }, { "epoch": 12.51, "learning_rate": 8.637318930418994e-05, "loss": 20.0986, "step": 14085 }, { "epoch": 12.51, "learning_rate": 8.637125771296164e-05, "loss": 19.6055, "step": 14086 }, { "epoch": 12.51, "learning_rate": 8.636932600644384e-05, "loss": 20.1084, "step": 14087 }, { "epoch": 12.51, "learning_rate": 8.636739418464273e-05, "loss": 19.9648, "step": 14088 }, { "epoch": 12.51, "learning_rate": 8.636546224756437e-05, "loss": 19.6377, "step": 14089 }, { "epoch": 12.51, "learning_rate": 8.636353019521491e-05, "loss": 20.0068, "step": 14090 }, { "epoch": 12.51, "learning_rate": 8.636159802760046e-05, "loss": 19.8604, "step": 14091 }, { "epoch": 12.52, "learning_rate": 8.635966574472716e-05, "loss": 20.2695, "step": 14092 }, { "epoch": 12.52, "learning_rate": 8.635773334660111e-05, "loss": 20.2607, "step": 14093 }, { "epoch": 12.52, "learning_rate": 8.635580083322848e-05, "loss": 19.9756, "step": 14094 }, { "epoch": 12.52, "learning_rate": 8.635386820461536e-05, "loss": 19.2832, "step": 14095 }, { "epoch": 12.52, "learning_rate": 8.635193546076788e-05, "loss": 20.4912, "step": 14096 }, { "epoch": 12.52, "learning_rate": 8.635000260169218e-05, "loss": 20.5195, "step": 14097 }, { "epoch": 12.52, "learning_rate": 8.634806962739435e-05, "loss": 19.3818, "step": 14098 }, { "epoch": 12.52, "learning_rate": 8.634613653788057e-05, "loss": 19.9219, "step": 14099 }, { "epoch": 12.52, "learning_rate": 8.634420333315694e-05, "loss": 19.7236, "step": 14100 }, { "epoch": 12.52, "learning_rate": 8.634227001322958e-05, "loss": 19.7852, "step": 14101 }, { "epoch": 12.52, "learning_rate": 8.634033657810465e-05, "loss": 19.8545, "step": 14102 }, { "epoch": 12.52, "learning_rate": 8.633840302778824e-05, "loss": 20.1543, "step": 14103 }, { "epoch": 12.53, "learning_rate": 8.63364693622865e-05, "loss": 19.7891, "step": 14104 }, { "epoch": 12.53, "learning_rate": 8.633453558160556e-05, "loss": 19.6943, "step": 14105 }, { "epoch": 12.53, "learning_rate": 8.633260168575154e-05, "loss": 19.4902, "step": 14106 }, { "epoch": 12.53, "learning_rate": 8.633066767473058e-05, "loss": 19.7861, "step": 14107 }, { "epoch": 12.53, "learning_rate": 8.63287335485488e-05, "loss": 20.2051, "step": 14108 }, { "epoch": 12.53, "learning_rate": 8.632679930721235e-05, "loss": 20.2822, "step": 14109 }, { "epoch": 12.53, "learning_rate": 8.632486495072733e-05, "loss": 19.4482, "step": 14110 }, { "epoch": 12.53, "learning_rate": 8.632293047909989e-05, "loss": 20.5674, "step": 14111 }, { "epoch": 12.53, "learning_rate": 8.632099589233618e-05, "loss": 19.7773, "step": 14112 }, { "epoch": 12.53, "learning_rate": 8.631906119044229e-05, "loss": 20.0889, "step": 14113 }, { "epoch": 12.53, "learning_rate": 8.63171263734244e-05, "loss": 19.3613, "step": 14114 }, { "epoch": 12.54, "learning_rate": 8.63151914412886e-05, "loss": 19.9229, "step": 14115 }, { "epoch": 12.54, "learning_rate": 8.631325639404105e-05, "loss": 20.2344, "step": 14116 }, { "epoch": 12.54, "learning_rate": 8.631132123168788e-05, "loss": 20.377, "step": 14117 }, { "epoch": 12.54, "learning_rate": 8.630938595423521e-05, "loss": 20.4424, "step": 14118 }, { "epoch": 12.54, "learning_rate": 8.630745056168918e-05, "loss": 20.168, "step": 14119 }, { "epoch": 12.54, "learning_rate": 8.630551505405596e-05, "loss": 20.2461, "step": 14120 }, { "epoch": 12.54, "learning_rate": 8.630357943134162e-05, "loss": 20.0596, "step": 14121 }, { "epoch": 12.54, "learning_rate": 8.630164369355233e-05, "loss": 19.8662, "step": 14122 }, { "epoch": 12.54, "learning_rate": 8.629970784069426e-05, "loss": 19.6484, "step": 14123 }, { "epoch": 12.54, "learning_rate": 8.629777187277348e-05, "loss": 20.0127, "step": 14124 }, { "epoch": 12.54, "learning_rate": 8.629583578979618e-05, "loss": 20.7119, "step": 14125 }, { "epoch": 12.55, "learning_rate": 8.629389959176845e-05, "loss": 20.3848, "step": 14126 }, { "epoch": 12.55, "learning_rate": 8.629196327869648e-05, "loss": 20.1748, "step": 14127 }, { "epoch": 12.55, "learning_rate": 8.629002685058637e-05, "loss": 19.7305, "step": 14128 }, { "epoch": 12.55, "learning_rate": 8.628809030744427e-05, "loss": 20.208, "step": 14129 }, { "epoch": 12.55, "learning_rate": 8.628615364927632e-05, "loss": 19.6797, "step": 14130 }, { "epoch": 12.55, "learning_rate": 8.628421687608864e-05, "loss": 20.2197, "step": 14131 }, { "epoch": 12.55, "learning_rate": 8.62822799878874e-05, "loss": 21.1328, "step": 14132 }, { "epoch": 12.55, "learning_rate": 8.628034298467872e-05, "loss": 20.6143, "step": 14133 }, { "epoch": 12.55, "learning_rate": 8.627840586646876e-05, "loss": 19.6709, "step": 14134 }, { "epoch": 12.55, "learning_rate": 8.627646863326362e-05, "loss": 19.6865, "step": 14135 }, { "epoch": 12.55, "learning_rate": 8.627453128506948e-05, "loss": 19.7285, "step": 14136 }, { "epoch": 12.56, "learning_rate": 8.627259382189247e-05, "loss": 19.6025, "step": 14137 }, { "epoch": 12.56, "learning_rate": 8.627065624373872e-05, "loss": 19.9805, "step": 14138 }, { "epoch": 12.56, "learning_rate": 8.626871855061438e-05, "loss": 20.7041, "step": 14139 }, { "epoch": 12.56, "learning_rate": 8.62667807425256e-05, "loss": 19.541, "step": 14140 }, { "epoch": 12.56, "learning_rate": 8.626484281947851e-05, "loss": 19.6855, "step": 14141 }, { "epoch": 12.56, "learning_rate": 8.626290478147925e-05, "loss": 20.4072, "step": 14142 }, { "epoch": 12.56, "learning_rate": 8.626096662853397e-05, "loss": 19.9746, "step": 14143 }, { "epoch": 12.56, "learning_rate": 8.625902836064883e-05, "loss": 19.5625, "step": 14144 }, { "epoch": 12.56, "learning_rate": 8.625708997782995e-05, "loss": 20.4697, "step": 14145 }, { "epoch": 12.56, "learning_rate": 8.625515148008349e-05, "loss": 20.4619, "step": 14146 }, { "epoch": 12.56, "learning_rate": 8.625321286741556e-05, "loss": 19.7695, "step": 14147 }, { "epoch": 12.56, "learning_rate": 8.625127413983236e-05, "loss": 19.9453, "step": 14148 }, { "epoch": 12.57, "learning_rate": 8.624933529734e-05, "loss": 20.6006, "step": 14149 }, { "epoch": 12.57, "learning_rate": 8.624739633994463e-05, "loss": 19.7217, "step": 14150 }, { "epoch": 12.57, "learning_rate": 8.62454572676524e-05, "loss": 19.7061, "step": 14151 }, { "epoch": 12.57, "learning_rate": 8.624351808046946e-05, "loss": 20.1787, "step": 14152 }, { "epoch": 12.57, "learning_rate": 8.624157877840193e-05, "loss": 19.7637, "step": 14153 }, { "epoch": 12.57, "learning_rate": 8.6239639361456e-05, "loss": 19.6387, "step": 14154 }, { "epoch": 12.57, "learning_rate": 8.62376998296378e-05, "loss": 20.1328, "step": 14155 }, { "epoch": 12.57, "learning_rate": 8.623576018295347e-05, "loss": 19.6826, "step": 14156 }, { "epoch": 12.57, "learning_rate": 8.623382042140915e-05, "loss": 20.1406, "step": 14157 }, { "epoch": 12.57, "learning_rate": 8.6231880545011e-05, "loss": 20.0938, "step": 14158 }, { "epoch": 12.57, "learning_rate": 8.622994055376519e-05, "loss": 20.3604, "step": 14159 }, { "epoch": 12.58, "learning_rate": 8.622800044767785e-05, "loss": 20.3291, "step": 14160 }, { "epoch": 12.58, "learning_rate": 8.622606022675513e-05, "loss": 19.6445, "step": 14161 }, { "epoch": 12.58, "learning_rate": 8.622411989100316e-05, "loss": 20.4219, "step": 14162 }, { "epoch": 12.58, "learning_rate": 8.622217944042814e-05, "loss": 19.6758, "step": 14163 }, { "epoch": 12.58, "learning_rate": 8.622023887503618e-05, "loss": 19.7188, "step": 14164 }, { "epoch": 12.58, "learning_rate": 8.621829819483343e-05, "loss": 19.3594, "step": 14165 }, { "epoch": 12.58, "learning_rate": 8.621635739982606e-05, "loss": 19.666, "step": 14166 }, { "epoch": 12.58, "learning_rate": 8.621441649002022e-05, "loss": 20.2891, "step": 14167 }, { "epoch": 12.58, "learning_rate": 8.621247546542206e-05, "loss": 19.6172, "step": 14168 }, { "epoch": 12.58, "learning_rate": 8.621053432603772e-05, "loss": 19.6182, "step": 14169 }, { "epoch": 12.58, "learning_rate": 8.620859307187339e-05, "loss": 20.083, "step": 14170 }, { "epoch": 12.59, "learning_rate": 8.620665170293517e-05, "loss": 19.6211, "step": 14171 }, { "epoch": 12.59, "learning_rate": 8.620471021922924e-05, "loss": 19.333, "step": 14172 }, { "epoch": 12.59, "learning_rate": 8.620276862076178e-05, "loss": 19.6338, "step": 14173 }, { "epoch": 12.59, "learning_rate": 8.62008269075389e-05, "loss": 20.1357, "step": 14174 }, { "epoch": 12.59, "learning_rate": 8.619888507956678e-05, "loss": 19.4111, "step": 14175 }, { "epoch": 12.59, "learning_rate": 8.619694313685159e-05, "loss": 20.0615, "step": 14176 }, { "epoch": 12.59, "learning_rate": 8.619500107939943e-05, "loss": 19.6963, "step": 14177 }, { "epoch": 12.59, "learning_rate": 8.61930589072165e-05, "loss": 19.7617, "step": 14178 }, { "epoch": 12.59, "learning_rate": 8.619111662030897e-05, "loss": 20.0156, "step": 14179 }, { "epoch": 12.59, "learning_rate": 8.618917421868296e-05, "loss": 20.0225, "step": 14180 }, { "epoch": 12.59, "learning_rate": 8.618723170234463e-05, "loss": 19.0469, "step": 14181 }, { "epoch": 12.6, "learning_rate": 8.618528907130016e-05, "loss": 19.7314, "step": 14182 }, { "epoch": 12.6, "learning_rate": 8.618334632555569e-05, "loss": 20.0137, "step": 14183 }, { "epoch": 12.6, "learning_rate": 8.618140346511739e-05, "loss": 20.502, "step": 14184 }, { "epoch": 12.6, "learning_rate": 8.617946048999141e-05, "loss": 19.6914, "step": 14185 }, { "epoch": 12.6, "learning_rate": 8.617751740018392e-05, "loss": 19.7002, "step": 14186 }, { "epoch": 12.6, "learning_rate": 8.617557419570106e-05, "loss": 19.6846, "step": 14187 }, { "epoch": 12.6, "learning_rate": 8.617363087654902e-05, "loss": 20.0801, "step": 14188 }, { "epoch": 12.6, "learning_rate": 8.617168744273392e-05, "loss": 20.1992, "step": 14189 }, { "epoch": 12.6, "learning_rate": 8.616974389426194e-05, "loss": 19.7959, "step": 14190 }, { "epoch": 12.6, "learning_rate": 8.616780023113925e-05, "loss": 20.2998, "step": 14191 }, { "epoch": 12.6, "learning_rate": 8.616585645337201e-05, "loss": 19.8535, "step": 14192 }, { "epoch": 12.6, "learning_rate": 8.616391256096635e-05, "loss": 20.5215, "step": 14193 }, { "epoch": 12.61, "learning_rate": 8.616196855392848e-05, "loss": 19.8359, "step": 14194 }, { "epoch": 12.61, "learning_rate": 8.616002443226452e-05, "loss": 20.2881, "step": 14195 }, { "epoch": 12.61, "learning_rate": 8.615808019598066e-05, "loss": 19.957, "step": 14196 }, { "epoch": 12.61, "learning_rate": 8.615613584508305e-05, "loss": 20.3994, "step": 14197 }, { "epoch": 12.61, "learning_rate": 8.615419137957785e-05, "loss": 19.751, "step": 14198 }, { "epoch": 12.61, "learning_rate": 8.615224679947125e-05, "loss": 19.8818, "step": 14199 }, { "epoch": 12.61, "learning_rate": 8.615030210476938e-05, "loss": 20.2334, "step": 14200 }, { "epoch": 12.61, "learning_rate": 8.614835729547842e-05, "loss": 19.9805, "step": 14201 }, { "epoch": 12.61, "learning_rate": 8.614641237160453e-05, "loss": 19.7617, "step": 14202 }, { "epoch": 12.61, "learning_rate": 8.614446733315387e-05, "loss": 19.3994, "step": 14203 }, { "epoch": 12.61, "learning_rate": 8.614252218013263e-05, "loss": 20.252, "step": 14204 }, { "epoch": 12.62, "learning_rate": 8.614057691254695e-05, "loss": 19.6914, "step": 14205 }, { "epoch": 12.62, "learning_rate": 8.6138631530403e-05, "loss": 19.917, "step": 14206 }, { "epoch": 12.62, "learning_rate": 8.613668603370696e-05, "loss": 19.5801, "step": 14207 }, { "epoch": 12.62, "learning_rate": 8.613474042246498e-05, "loss": 19.5801, "step": 14208 }, { "epoch": 12.62, "learning_rate": 8.613279469668324e-05, "loss": 20.415, "step": 14209 }, { "epoch": 12.62, "learning_rate": 8.61308488563679e-05, "loss": 19.8643, "step": 14210 }, { "epoch": 12.62, "learning_rate": 8.612890290152514e-05, "loss": 20.1377, "step": 14211 }, { "epoch": 12.62, "learning_rate": 8.61269568321611e-05, "loss": 20.5361, "step": 14212 }, { "epoch": 12.62, "learning_rate": 8.612501064828199e-05, "loss": 19.7812, "step": 14213 }, { "epoch": 12.62, "learning_rate": 8.612306434989395e-05, "loss": 19.459, "step": 14214 }, { "epoch": 12.62, "learning_rate": 8.612111793700315e-05, "loss": 19.5693, "step": 14215 }, { "epoch": 12.63, "learning_rate": 8.611917140961576e-05, "loss": 20.749, "step": 14216 }, { "epoch": 12.63, "learning_rate": 8.611722476773797e-05, "loss": 20.0186, "step": 14217 }, { "epoch": 12.63, "learning_rate": 8.611527801137594e-05, "loss": 19.5908, "step": 14218 }, { "epoch": 12.63, "learning_rate": 8.611333114053582e-05, "loss": 19.917, "step": 14219 }, { "epoch": 12.63, "learning_rate": 8.61113841552238e-05, "loss": 20.6475, "step": 14220 }, { "epoch": 12.63, "learning_rate": 8.61113841552238e-05, "loss": 20.7109, "step": 14221 }, { "epoch": 12.63, "learning_rate": 8.610943705544605e-05, "loss": 20.2266, "step": 14222 }, { "epoch": 12.63, "learning_rate": 8.610748984120875e-05, "loss": 20.1562, "step": 14223 }, { "epoch": 12.63, "learning_rate": 8.610554251251807e-05, "loss": 20.2275, "step": 14224 }, { "epoch": 12.63, "learning_rate": 8.610359506938018e-05, "loss": 19.8242, "step": 14225 }, { "epoch": 12.63, "learning_rate": 8.610359506938018e-05, "loss": 20.0352, "step": 14226 }, { "epoch": 12.63, "learning_rate": 8.610164751180122e-05, "loss": 20.1582, "step": 14227 }, { "epoch": 12.64, "learning_rate": 8.609969983978742e-05, "loss": 20.1416, "step": 14228 }, { "epoch": 12.64, "learning_rate": 8.609775205334492e-05, "loss": 21.0078, "step": 14229 }, { "epoch": 12.64, "learning_rate": 8.609580415247988e-05, "loss": 20.2188, "step": 14230 }, { "epoch": 12.64, "learning_rate": 8.609385613719853e-05, "loss": 19.9316, "step": 14231 }, { "epoch": 12.64, "learning_rate": 8.609190800750699e-05, "loss": 20.4424, "step": 14232 }, { "epoch": 12.64, "learning_rate": 8.608995976341147e-05, "loss": 20.416, "step": 14233 }, { "epoch": 12.64, "learning_rate": 8.608801140491811e-05, "loss": 19.9541, "step": 14234 }, { "epoch": 12.64, "learning_rate": 8.608606293203312e-05, "loss": 20.0801, "step": 14235 }, { "epoch": 12.64, "learning_rate": 8.608411434476267e-05, "loss": 20.3398, "step": 14236 }, { "epoch": 12.64, "learning_rate": 8.608216564311291e-05, "loss": 19.7266, "step": 14237 }, { "epoch": 12.64, "learning_rate": 8.608021682709004e-05, "loss": 19.9209, "step": 14238 }, { "epoch": 12.65, "learning_rate": 8.607826789670025e-05, "loss": 19.4268, "step": 14239 }, { "epoch": 12.65, "learning_rate": 8.607631885194969e-05, "loss": 20.0264, "step": 14240 }, { "epoch": 12.65, "learning_rate": 8.607436969284455e-05, "loss": 20.0479, "step": 14241 }, { "epoch": 12.65, "learning_rate": 8.6072420419391e-05, "loss": 20.1191, "step": 14242 }, { "epoch": 12.65, "learning_rate": 8.607047103159525e-05, "loss": 20.7168, "step": 14243 }, { "epoch": 12.65, "learning_rate": 8.606852152946346e-05, "loss": 19.8193, "step": 14244 }, { "epoch": 12.65, "learning_rate": 8.606657191300178e-05, "loss": 20.5918, "step": 14245 }, { "epoch": 12.65, "learning_rate": 8.606462218221643e-05, "loss": 19.835, "step": 14246 }, { "epoch": 12.65, "learning_rate": 8.606267233711356e-05, "loss": 20.2275, "step": 14247 }, { "epoch": 12.65, "learning_rate": 8.606072237769938e-05, "loss": 20.0254, "step": 14248 }, { "epoch": 12.65, "learning_rate": 8.605877230398005e-05, "loss": 19.8516, "step": 14249 }, { "epoch": 12.66, "learning_rate": 8.605682211596175e-05, "loss": 19.6943, "step": 14250 }, { "epoch": 12.66, "learning_rate": 8.60548718136507e-05, "loss": 19.6816, "step": 14251 }, { "epoch": 12.66, "learning_rate": 8.605292139705304e-05, "loss": 19.6777, "step": 14252 }, { "epoch": 12.66, "learning_rate": 8.605097086617495e-05, "loss": 19.8525, "step": 14253 }, { "epoch": 12.66, "learning_rate": 8.604902022102264e-05, "loss": 19.79, "step": 14254 }, { "epoch": 12.66, "learning_rate": 8.604706946160228e-05, "loss": 20.2217, "step": 14255 }, { "epoch": 12.66, "learning_rate": 8.604511858792006e-05, "loss": 19.8027, "step": 14256 }, { "epoch": 12.66, "learning_rate": 8.604316759998214e-05, "loss": 19.9873, "step": 14257 }, { "epoch": 12.66, "learning_rate": 8.604121649779475e-05, "loss": 19.874, "step": 14258 }, { "epoch": 12.66, "learning_rate": 8.603926528136402e-05, "loss": 19.9463, "step": 14259 }, { "epoch": 12.66, "learning_rate": 8.603731395069617e-05, "loss": 20.0059, "step": 14260 }, { "epoch": 12.67, "learning_rate": 8.603536250579739e-05, "loss": 19.9883, "step": 14261 }, { "epoch": 12.67, "learning_rate": 8.603341094667385e-05, "loss": 20.2979, "step": 14262 }, { "epoch": 12.67, "learning_rate": 8.603145927333173e-05, "loss": 19.7812, "step": 14263 }, { "epoch": 12.67, "learning_rate": 8.602950748577722e-05, "loss": 19.9404, "step": 14264 }, { "epoch": 12.67, "learning_rate": 8.602755558401653e-05, "loss": 20.0547, "step": 14265 }, { "epoch": 12.67, "learning_rate": 8.602560356805581e-05, "loss": 20.793, "step": 14266 }, { "epoch": 12.67, "learning_rate": 8.602365143790128e-05, "loss": 20.707, "step": 14267 }, { "epoch": 12.67, "learning_rate": 8.602169919355911e-05, "loss": 20.1113, "step": 14268 }, { "epoch": 12.67, "learning_rate": 8.60197468350355e-05, "loss": 20.3018, "step": 14269 }, { "epoch": 12.67, "learning_rate": 8.601779436233662e-05, "loss": 19.6221, "step": 14270 }, { "epoch": 12.67, "learning_rate": 8.601584177546869e-05, "loss": 20.2383, "step": 14271 }, { "epoch": 12.67, "learning_rate": 8.601388907443785e-05, "loss": 20.292, "step": 14272 }, { "epoch": 12.68, "learning_rate": 8.601193625925034e-05, "loss": 20.3633, "step": 14273 }, { "epoch": 12.68, "learning_rate": 8.600998332991232e-05, "loss": 20.2949, "step": 14274 }, { "epoch": 12.68, "learning_rate": 8.600803028643001e-05, "loss": 20.0322, "step": 14275 }, { "epoch": 12.68, "learning_rate": 8.600607712880955e-05, "loss": 20.0371, "step": 14276 }, { "epoch": 12.68, "learning_rate": 8.600412385705718e-05, "loss": 19.626, "step": 14277 }, { "epoch": 12.68, "learning_rate": 8.600217047117908e-05, "loss": 20.0547, "step": 14278 }, { "epoch": 12.68, "learning_rate": 8.600021697118142e-05, "loss": 20.042, "step": 14279 }, { "epoch": 12.68, "learning_rate": 8.599826335707042e-05, "loss": 19.6924, "step": 14280 }, { "epoch": 12.68, "learning_rate": 8.599630962885226e-05, "loss": 20.0234, "step": 14281 }, { "epoch": 12.68, "learning_rate": 8.599435578653312e-05, "loss": 20.1797, "step": 14282 }, { "epoch": 12.68, "learning_rate": 8.599240183011921e-05, "loss": 19.957, "step": 14283 }, { "epoch": 12.69, "learning_rate": 8.59904477596167e-05, "loss": 20.1904, "step": 14284 }, { "epoch": 12.69, "learning_rate": 8.598849357503184e-05, "loss": 20.2754, "step": 14285 }, { "epoch": 12.69, "learning_rate": 8.598653927637076e-05, "loss": 20.2324, "step": 14286 }, { "epoch": 12.69, "learning_rate": 8.598458486363972e-05, "loss": 19.7754, "step": 14287 }, { "epoch": 12.69, "learning_rate": 8.598263033684484e-05, "loss": 20.2021, "step": 14288 }, { "epoch": 12.69, "learning_rate": 8.598067569599238e-05, "loss": 19.9521, "step": 14289 }, { "epoch": 12.69, "learning_rate": 8.597872094108848e-05, "loss": 20.1406, "step": 14290 }, { "epoch": 12.69, "learning_rate": 8.597676607213938e-05, "loss": 20.1074, "step": 14291 }, { "epoch": 12.69, "learning_rate": 8.597481108915126e-05, "loss": 19.6152, "step": 14292 }, { "epoch": 12.69, "learning_rate": 8.597285599213034e-05, "loss": 20.501, "step": 14293 }, { "epoch": 12.69, "learning_rate": 8.597090078108276e-05, "loss": 19.6123, "step": 14294 }, { "epoch": 12.7, "learning_rate": 8.596894545601478e-05, "loss": 19.8271, "step": 14295 }, { "epoch": 12.7, "learning_rate": 8.596699001693255e-05, "loss": 19.7744, "step": 14296 }, { "epoch": 12.7, "learning_rate": 8.596503446384232e-05, "loss": 20.0566, "step": 14297 }, { "epoch": 12.7, "learning_rate": 8.596307879675023e-05, "loss": 19.8574, "step": 14298 }, { "epoch": 12.7, "learning_rate": 8.596112301566253e-05, "loss": 19.9795, "step": 14299 }, { "epoch": 12.7, "learning_rate": 8.595916712058538e-05, "loss": 19.7607, "step": 14300 }, { "epoch": 12.7, "learning_rate": 8.5957211111525e-05, "loss": 20.1455, "step": 14301 }, { "epoch": 12.7, "learning_rate": 8.595525498848759e-05, "loss": 20.6553, "step": 14302 }, { "epoch": 12.7, "learning_rate": 8.595329875147935e-05, "loss": 20.5508, "step": 14303 }, { "epoch": 12.7, "learning_rate": 8.595134240050647e-05, "loss": 20.1152, "step": 14304 }, { "epoch": 12.7, "learning_rate": 8.594938593557516e-05, "loss": 20.4492, "step": 14305 }, { "epoch": 12.71, "learning_rate": 8.594742935669165e-05, "loss": 19.7344, "step": 14306 }, { "epoch": 12.71, "learning_rate": 8.594547266386207e-05, "loss": 20.3818, "step": 14307 }, { "epoch": 12.71, "learning_rate": 8.594351585709269e-05, "loss": 19.7432, "step": 14308 }, { "epoch": 12.71, "learning_rate": 8.59415589363897e-05, "loss": 20.3564, "step": 14309 }, { "epoch": 12.71, "learning_rate": 8.593960190175926e-05, "loss": 20.3789, "step": 14310 }, { "epoch": 12.71, "learning_rate": 8.593764475320761e-05, "loss": 20.2529, "step": 14311 }, { "epoch": 12.71, "learning_rate": 8.593568749074097e-05, "loss": 19.0811, "step": 14312 }, { "epoch": 12.71, "learning_rate": 8.59337301143655e-05, "loss": 19.8438, "step": 14313 }, { "epoch": 12.71, "learning_rate": 8.593177262408744e-05, "loss": 19.957, "step": 14314 }, { "epoch": 12.71, "learning_rate": 8.592981501991298e-05, "loss": 20.0801, "step": 14315 }, { "epoch": 12.71, "learning_rate": 8.592785730184832e-05, "loss": 19.8955, "step": 14316 }, { "epoch": 12.71, "learning_rate": 8.592589946989969e-05, "loss": 19.9404, "step": 14317 }, { "epoch": 12.72, "learning_rate": 8.592394152407326e-05, "loss": 20.1963, "step": 14318 }, { "epoch": 12.72, "learning_rate": 8.592198346437526e-05, "loss": 20.3213, "step": 14319 }, { "epoch": 12.72, "learning_rate": 8.592002529081189e-05, "loss": 19.6064, "step": 14320 }, { "epoch": 12.72, "learning_rate": 8.591806700338937e-05, "loss": 19.5791, "step": 14321 }, { "epoch": 12.72, "learning_rate": 8.591610860211388e-05, "loss": 19.7979, "step": 14322 }, { "epoch": 12.72, "learning_rate": 8.591415008699167e-05, "loss": 19.7666, "step": 14323 }, { "epoch": 12.72, "learning_rate": 8.591219145802889e-05, "loss": 19.9668, "step": 14324 }, { "epoch": 12.72, "learning_rate": 8.591023271523179e-05, "loss": 19.5713, "step": 14325 }, { "epoch": 12.72, "learning_rate": 8.590827385860659e-05, "loss": 20.8271, "step": 14326 }, { "epoch": 12.72, "learning_rate": 8.590631488815944e-05, "loss": 20.0664, "step": 14327 }, { "epoch": 12.72, "learning_rate": 8.590631488815944e-05, "loss": 20.2754, "step": 14328 }, { "epoch": 12.73, "learning_rate": 8.590435580389662e-05, "loss": 19.6758, "step": 14329 }, { "epoch": 12.73, "learning_rate": 8.590435580389662e-05, "loss": 19.9111, "step": 14330 }, { "epoch": 12.73, "learning_rate": 8.590239660582429e-05, "loss": 20.2207, "step": 14331 }, { "epoch": 12.73, "learning_rate": 8.590043729394869e-05, "loss": 20.0459, "step": 14332 }, { "epoch": 12.73, "learning_rate": 8.5898477868276e-05, "loss": 20.4609, "step": 14333 }, { "epoch": 12.73, "learning_rate": 8.589651832881247e-05, "loss": 20.6436, "step": 14334 }, { "epoch": 12.73, "learning_rate": 8.589455867556428e-05, "loss": 20.6621, "step": 14335 }, { "epoch": 12.73, "learning_rate": 8.589259890853764e-05, "loss": 19.9756, "step": 14336 }, { "epoch": 12.73, "learning_rate": 8.58906390277388e-05, "loss": 20.3184, "step": 14337 }, { "epoch": 12.73, "learning_rate": 8.588867903317394e-05, "loss": 20.3535, "step": 14338 }, { "epoch": 12.73, "learning_rate": 8.588671892484927e-05, "loss": 19.6191, "step": 14339 }, { "epoch": 12.74, "learning_rate": 8.588475870277101e-05, "loss": 20.4062, "step": 14340 }, { "epoch": 12.74, "learning_rate": 8.588279836694539e-05, "loss": 20.375, "step": 14341 }, { "epoch": 12.74, "learning_rate": 8.588083791737861e-05, "loss": 19.6123, "step": 14342 }, { "epoch": 12.74, "learning_rate": 8.587887735407689e-05, "loss": 19.9619, "step": 14343 }, { "epoch": 12.74, "learning_rate": 8.587691667704642e-05, "loss": 19.8701, "step": 14344 }, { "epoch": 12.74, "learning_rate": 8.587495588629346e-05, "loss": 19.5332, "step": 14345 }, { "epoch": 12.74, "learning_rate": 8.587299498182418e-05, "loss": 19.7168, "step": 14346 }, { "epoch": 12.74, "learning_rate": 8.587103396364481e-05, "loss": 20.2705, "step": 14347 }, { "epoch": 12.74, "learning_rate": 8.586907283176158e-05, "loss": 20.7012, "step": 14348 }, { "epoch": 12.74, "learning_rate": 8.58671115861807e-05, "loss": 20.8223, "step": 14349 }, { "epoch": 12.74, "learning_rate": 8.586515022690838e-05, "loss": 19.7168, "step": 14350 }, { "epoch": 12.75, "learning_rate": 8.586318875395082e-05, "loss": 19.6426, "step": 14351 }, { "epoch": 12.75, "learning_rate": 8.586122716731428e-05, "loss": 19.9912, "step": 14352 }, { "epoch": 12.75, "learning_rate": 8.585926546700497e-05, "loss": 20.0508, "step": 14353 }, { "epoch": 12.75, "learning_rate": 8.585730365302909e-05, "loss": 19.7363, "step": 14354 }, { "epoch": 12.75, "learning_rate": 8.585534172539284e-05, "loss": 19.6924, "step": 14355 }, { "epoch": 12.75, "learning_rate": 8.585337968410248e-05, "loss": 19.9727, "step": 14356 }, { "epoch": 12.75, "learning_rate": 8.585141752916421e-05, "loss": 19.8115, "step": 14357 }, { "epoch": 12.75, "learning_rate": 8.584945526058426e-05, "loss": 19.6797, "step": 14358 }, { "epoch": 12.75, "learning_rate": 8.584749287836882e-05, "loss": 19.832, "step": 14359 }, { "epoch": 12.75, "learning_rate": 8.584553038252414e-05, "loss": 19.8154, "step": 14360 }, { "epoch": 12.75, "learning_rate": 8.584356777305645e-05, "loss": 19.7324, "step": 14361 }, { "epoch": 12.75, "learning_rate": 8.584160504997192e-05, "loss": 19.2832, "step": 14362 }, { "epoch": 12.76, "learning_rate": 8.583964221327682e-05, "loss": 20.8496, "step": 14363 }, { "epoch": 12.76, "learning_rate": 8.583767926297737e-05, "loss": 19.9541, "step": 14364 }, { "epoch": 12.76, "learning_rate": 8.583571619907977e-05, "loss": 20.5557, "step": 14365 }, { "epoch": 12.76, "learning_rate": 8.583375302159025e-05, "loss": 19.7529, "step": 14366 }, { "epoch": 12.76, "learning_rate": 8.583178973051502e-05, "loss": 20.3125, "step": 14367 }, { "epoch": 12.76, "learning_rate": 8.582982632586034e-05, "loss": 19.8691, "step": 14368 }, { "epoch": 12.76, "learning_rate": 8.582786280763239e-05, "loss": 20.0029, "step": 14369 }, { "epoch": 12.76, "learning_rate": 8.582589917583744e-05, "loss": 19.7637, "step": 14370 }, { "epoch": 12.76, "learning_rate": 8.582393543048166e-05, "loss": 20.0703, "step": 14371 }, { "epoch": 12.76, "learning_rate": 8.582197157157133e-05, "loss": 20.3115, "step": 14372 }, { "epoch": 12.76, "learning_rate": 8.582000759911264e-05, "loss": 20.123, "step": 14373 }, { "epoch": 12.77, "learning_rate": 8.581804351311181e-05, "loss": 20.499, "step": 14374 }, { "epoch": 12.77, "learning_rate": 8.58160793135751e-05, "loss": 20.6387, "step": 14375 }, { "epoch": 12.77, "learning_rate": 8.581411500050871e-05, "loss": 20.9258, "step": 14376 }, { "epoch": 12.77, "learning_rate": 8.581215057391886e-05, "loss": 19.9736, "step": 14377 }, { "epoch": 12.77, "learning_rate": 8.58101860338118e-05, "loss": 19.2725, "step": 14378 }, { "epoch": 12.77, "learning_rate": 8.580822138019375e-05, "loss": 19.748, "step": 14379 }, { "epoch": 12.77, "learning_rate": 8.580625661307093e-05, "loss": 20.125, "step": 14380 }, { "epoch": 12.77, "learning_rate": 8.580429173244957e-05, "loss": 20.0479, "step": 14381 }, { "epoch": 12.77, "learning_rate": 8.580232673833591e-05, "loss": 19.9258, "step": 14382 }, { "epoch": 12.77, "learning_rate": 8.580036163073615e-05, "loss": 19.4736, "step": 14383 }, { "epoch": 12.77, "learning_rate": 8.579839640965655e-05, "loss": 20.251, "step": 14384 }, { "epoch": 12.78, "learning_rate": 8.579643107510334e-05, "loss": 19.8828, "step": 14385 }, { "epoch": 12.78, "learning_rate": 8.57944656270827e-05, "loss": 20.0537, "step": 14386 }, { "epoch": 12.78, "learning_rate": 8.579250006560093e-05, "loss": 19.4531, "step": 14387 }, { "epoch": 12.78, "learning_rate": 8.579053439066422e-05, "loss": 20.1719, "step": 14388 }, { "epoch": 12.78, "learning_rate": 8.578856860227881e-05, "loss": 19.9404, "step": 14389 }, { "epoch": 12.78, "learning_rate": 8.578660270045092e-05, "loss": 19.5645, "step": 14390 }, { "epoch": 12.78, "learning_rate": 8.57846366851868e-05, "loss": 20.3398, "step": 14391 }, { "epoch": 12.78, "learning_rate": 8.578267055649267e-05, "loss": 19.873, "step": 14392 }, { "epoch": 12.78, "learning_rate": 8.578070431437478e-05, "loss": 20.2188, "step": 14393 }, { "epoch": 12.78, "learning_rate": 8.57787379588393e-05, "loss": 20.2422, "step": 14394 }, { "epoch": 12.78, "learning_rate": 8.577677148989256e-05, "loss": 20.1426, "step": 14395 }, { "epoch": 12.79, "learning_rate": 8.577480490754073e-05, "loss": 19.5342, "step": 14396 }, { "epoch": 12.79, "learning_rate": 8.577283821179005e-05, "loss": 20.0693, "step": 14397 }, { "epoch": 12.79, "learning_rate": 8.577087140264676e-05, "loss": 20.1445, "step": 14398 }, { "epoch": 12.79, "learning_rate": 8.57689044801171e-05, "loss": 20.002, "step": 14399 }, { "epoch": 12.79, "learning_rate": 8.576693744420731e-05, "loss": 19.8945, "step": 14400 }, { "epoch": 12.79, "learning_rate": 8.57649702949236e-05, "loss": 19.874, "step": 14401 }, { "epoch": 12.79, "learning_rate": 8.576300303227223e-05, "loss": 20.29, "step": 14402 }, { "epoch": 12.79, "learning_rate": 8.576103565625943e-05, "loss": 19.7529, "step": 14403 }, { "epoch": 12.79, "learning_rate": 8.575906816689143e-05, "loss": 20.0039, "step": 14404 }, { "epoch": 12.79, "learning_rate": 8.575710056417447e-05, "loss": 19.9365, "step": 14405 }, { "epoch": 12.79, "learning_rate": 8.575513284811479e-05, "loss": 19.7227, "step": 14406 }, { "epoch": 12.79, "learning_rate": 8.575316501871862e-05, "loss": 20.3311, "step": 14407 }, { "epoch": 12.8, "learning_rate": 8.575119707599219e-05, "loss": 20.7451, "step": 14408 }, { "epoch": 12.8, "learning_rate": 8.574922901994177e-05, "loss": 20.6309, "step": 14409 }, { "epoch": 12.8, "learning_rate": 8.574726085057357e-05, "loss": 20.6797, "step": 14410 }, { "epoch": 12.8, "learning_rate": 8.574529256789383e-05, "loss": 20.4404, "step": 14411 }, { "epoch": 12.8, "learning_rate": 8.57433241719088e-05, "loss": 19.4258, "step": 14412 }, { "epoch": 12.8, "learning_rate": 8.574135566262472e-05, "loss": 20.2158, "step": 14413 }, { "epoch": 12.8, "learning_rate": 8.573938704004782e-05, "loss": 19.96, "step": 14414 }, { "epoch": 12.8, "learning_rate": 8.573741830418435e-05, "loss": 20.457, "step": 14415 }, { "epoch": 12.8, "learning_rate": 8.573544945504055e-05, "loss": 20.0576, "step": 14416 }, { "epoch": 12.8, "learning_rate": 8.573348049262265e-05, "loss": 19.876, "step": 14417 }, { "epoch": 12.8, "learning_rate": 8.573151141693689e-05, "loss": 20.2529, "step": 14418 }, { "epoch": 12.81, "learning_rate": 8.572954222798952e-05, "loss": 19.8232, "step": 14419 }, { "epoch": 12.81, "learning_rate": 8.572757292578678e-05, "loss": 19.752, "step": 14420 }, { "epoch": 12.81, "learning_rate": 8.572560351033491e-05, "loss": 19.9072, "step": 14421 }, { "epoch": 12.81, "learning_rate": 8.572363398164017e-05, "loss": 20.0781, "step": 14422 }, { "epoch": 12.81, "learning_rate": 8.572166433970879e-05, "loss": 19.9121, "step": 14423 }, { "epoch": 12.81, "learning_rate": 8.571969458454701e-05, "loss": 19.7754, "step": 14424 }, { "epoch": 12.81, "learning_rate": 8.571772471616106e-05, "loss": 19.7676, "step": 14425 }, { "epoch": 12.81, "learning_rate": 8.571575473455722e-05, "loss": 20.1855, "step": 14426 }, { "epoch": 12.81, "learning_rate": 8.57137846397417e-05, "loss": 20.0566, "step": 14427 }, { "epoch": 12.81, "learning_rate": 8.571181443172077e-05, "loss": 19.916, "step": 14428 }, { "epoch": 12.81, "learning_rate": 8.570984411050066e-05, "loss": 19.4023, "step": 14429 }, { "epoch": 12.82, "learning_rate": 8.570787367608761e-05, "loss": 19.7744, "step": 14430 }, { "epoch": 12.82, "learning_rate": 8.57059031284879e-05, "loss": 20.4121, "step": 14431 }, { "epoch": 12.82, "learning_rate": 8.570393246770773e-05, "loss": 19.7305, "step": 14432 }, { "epoch": 12.82, "learning_rate": 8.570393246770773e-05, "loss": 20.6875, "step": 14433 }, { "epoch": 12.82, "learning_rate": 8.570196169375337e-05, "loss": 19.7002, "step": 14434 }, { "epoch": 12.82, "learning_rate": 8.569999080663108e-05, "loss": 20.1641, "step": 14435 }, { "epoch": 12.82, "learning_rate": 8.569801980634708e-05, "loss": 19.3838, "step": 14436 }, { "epoch": 12.82, "learning_rate": 8.569604869290764e-05, "loss": 20.4424, "step": 14437 }, { "epoch": 12.82, "learning_rate": 8.5694077466319e-05, "loss": 19.876, "step": 14438 }, { "epoch": 12.82, "learning_rate": 8.56921061265874e-05, "loss": 20.1504, "step": 14439 }, { "epoch": 12.82, "learning_rate": 8.56901346737191e-05, "loss": 19.8008, "step": 14440 }, { "epoch": 12.83, "learning_rate": 8.568816310772035e-05, "loss": 19.8779, "step": 14441 }, { "epoch": 12.83, "learning_rate": 8.568619142859737e-05, "loss": 20.3086, "step": 14442 }, { "epoch": 12.83, "learning_rate": 8.568421963635647e-05, "loss": 19.9717, "step": 14443 }, { "epoch": 12.83, "learning_rate": 8.568224773100384e-05, "loss": 19.7236, "step": 14444 }, { "epoch": 12.83, "learning_rate": 8.568027571254575e-05, "loss": 20.1094, "step": 14445 }, { "epoch": 12.83, "learning_rate": 8.567830358098847e-05, "loss": 20.1699, "step": 14446 }, { "epoch": 12.83, "learning_rate": 8.567633133633823e-05, "loss": 20.2598, "step": 14447 }, { "epoch": 12.83, "learning_rate": 8.56743589786013e-05, "loss": 19.9863, "step": 14448 }, { "epoch": 12.83, "learning_rate": 8.567238650778392e-05, "loss": 20.4795, "step": 14449 }, { "epoch": 12.83, "learning_rate": 8.567041392389233e-05, "loss": 19.4951, "step": 14450 }, { "epoch": 12.83, "learning_rate": 8.56684412269328e-05, "loss": 20.0459, "step": 14451 }, { "epoch": 12.83, "learning_rate": 8.566646841691158e-05, "loss": 20.2158, "step": 14452 }, { "epoch": 12.84, "learning_rate": 8.566449549383493e-05, "loss": 20.8154, "step": 14453 }, { "epoch": 12.84, "learning_rate": 8.566252245770909e-05, "loss": 20.0996, "step": 14454 }, { "epoch": 12.84, "learning_rate": 8.566054930854031e-05, "loss": 19.6973, "step": 14455 }, { "epoch": 12.84, "learning_rate": 8.565857604633487e-05, "loss": 19.8398, "step": 14456 }, { "epoch": 12.84, "learning_rate": 8.5656602671099e-05, "loss": 19.8018, "step": 14457 }, { "epoch": 12.84, "learning_rate": 8.565462918283896e-05, "loss": 19.5693, "step": 14458 }, { "epoch": 12.84, "learning_rate": 8.565265558156101e-05, "loss": 20.0215, "step": 14459 }, { "epoch": 12.84, "learning_rate": 8.565068186727144e-05, "loss": 19.8799, "step": 14460 }, { "epoch": 12.84, "learning_rate": 8.564870803997643e-05, "loss": 20.1582, "step": 14461 }, { "epoch": 12.84, "learning_rate": 8.564673409968229e-05, "loss": 20.0703, "step": 14462 }, { "epoch": 12.84, "learning_rate": 8.564476004639528e-05, "loss": 20.4229, "step": 14463 }, { "epoch": 12.85, "learning_rate": 8.564278588012162e-05, "loss": 20.3721, "step": 14464 }, { "epoch": 12.85, "learning_rate": 8.564081160086761e-05, "loss": 19.4795, "step": 14465 }, { "epoch": 12.85, "learning_rate": 8.564081160086761e-05, "loss": 20.6094, "step": 14466 }, { "epoch": 12.85, "learning_rate": 8.563883720863947e-05, "loss": 19.5527, "step": 14467 }, { "epoch": 12.85, "learning_rate": 8.56368627034435e-05, "loss": 19.7539, "step": 14468 }, { "epoch": 12.85, "learning_rate": 8.563488808528592e-05, "loss": 19.7119, "step": 14469 }, { "epoch": 12.85, "learning_rate": 8.563291335417302e-05, "loss": 20.1328, "step": 14470 }, { "epoch": 12.85, "learning_rate": 8.563093851011103e-05, "loss": 20.1553, "step": 14471 }, { "epoch": 12.85, "learning_rate": 8.562896355310624e-05, "loss": 20.0166, "step": 14472 }, { "epoch": 12.85, "learning_rate": 8.562698848316488e-05, "loss": 20.0635, "step": 14473 }, { "epoch": 12.85, "learning_rate": 8.562501330029325e-05, "loss": 19.3418, "step": 14474 }, { "epoch": 12.86, "learning_rate": 8.562303800449756e-05, "loss": 19.8652, "step": 14475 }, { "epoch": 12.86, "learning_rate": 8.56210625957841e-05, "loss": 20.251, "step": 14476 }, { "epoch": 12.86, "learning_rate": 8.561908707415913e-05, "loss": 19.5547, "step": 14477 }, { "epoch": 12.86, "learning_rate": 8.561711143962893e-05, "loss": 19.9688, "step": 14478 }, { "epoch": 12.86, "learning_rate": 8.561513569219972e-05, "loss": 20.2705, "step": 14479 }, { "epoch": 12.86, "learning_rate": 8.56131598318778e-05, "loss": 20.125, "step": 14480 }, { "epoch": 12.86, "learning_rate": 8.561118385866942e-05, "loss": 19.5449, "step": 14481 }, { "epoch": 12.86, "learning_rate": 8.560920777258084e-05, "loss": 20.0703, "step": 14482 }, { "epoch": 12.86, "learning_rate": 8.560723157361834e-05, "loss": 19.9238, "step": 14483 }, { "epoch": 12.86, "learning_rate": 8.560525526178814e-05, "loss": 19.7891, "step": 14484 }, { "epoch": 12.86, "learning_rate": 8.560327883709656e-05, "loss": 19.75, "step": 14485 }, { "epoch": 12.87, "learning_rate": 8.560130229954984e-05, "loss": 20.0166, "step": 14486 }, { "epoch": 12.87, "learning_rate": 8.559932564915423e-05, "loss": 19.8164, "step": 14487 }, { "epoch": 12.87, "learning_rate": 8.559734888591602e-05, "loss": 20.1465, "step": 14488 }, { "epoch": 12.87, "learning_rate": 8.559537200984147e-05, "loss": 19.7305, "step": 14489 }, { "epoch": 12.87, "learning_rate": 8.559339502093682e-05, "loss": 19.9902, "step": 14490 }, { "epoch": 12.87, "learning_rate": 8.55914179192084e-05, "loss": 19.7881, "step": 14491 }, { "epoch": 12.87, "learning_rate": 8.558944070466242e-05, "loss": 20.0029, "step": 14492 }, { "epoch": 12.87, "learning_rate": 8.558746337730515e-05, "loss": 19.9707, "step": 14493 }, { "epoch": 12.87, "learning_rate": 8.558548593714289e-05, "loss": 20.6758, "step": 14494 }, { "epoch": 12.87, "learning_rate": 8.558350838418188e-05, "loss": 20.418, "step": 14495 }, { "epoch": 12.87, "learning_rate": 8.55815307184284e-05, "loss": 19.8818, "step": 14496 }, { "epoch": 12.87, "learning_rate": 8.55795529398887e-05, "loss": 19.8418, "step": 14497 }, { "epoch": 12.88, "learning_rate": 8.557757504856909e-05, "loss": 19.6279, "step": 14498 }, { "epoch": 12.88, "learning_rate": 8.557559704447582e-05, "loss": 20.0078, "step": 14499 }, { "epoch": 12.88, "learning_rate": 8.557361892761513e-05, "loss": 20.3818, "step": 14500 }, { "epoch": 12.88, "learning_rate": 8.557164069799335e-05, "loss": 19.5449, "step": 14501 }, { "epoch": 12.88, "learning_rate": 8.55696623556167e-05, "loss": 19.5664, "step": 14502 }, { "epoch": 12.88, "learning_rate": 8.556768390049146e-05, "loss": 20.1123, "step": 14503 }, { "epoch": 12.88, "learning_rate": 8.556570533262392e-05, "loss": 19.8125, "step": 14504 }, { "epoch": 12.88, "learning_rate": 8.556372665202034e-05, "loss": 20.2314, "step": 14505 }, { "epoch": 12.88, "learning_rate": 8.556174785868698e-05, "loss": 20.125, "step": 14506 }, { "epoch": 12.88, "learning_rate": 8.555976895263014e-05, "loss": 20.4053, "step": 14507 }, { "epoch": 12.88, "learning_rate": 8.555778993385607e-05, "loss": 20.0176, "step": 14508 }, { "epoch": 12.89, "learning_rate": 8.555581080237105e-05, "loss": 20.2432, "step": 14509 }, { "epoch": 12.89, "learning_rate": 8.555383155818135e-05, "loss": 20.084, "step": 14510 }, { "epoch": 12.89, "learning_rate": 8.555185220129327e-05, "loss": 19.9785, "step": 14511 }, { "epoch": 12.89, "learning_rate": 8.554987273171305e-05, "loss": 19.6104, "step": 14512 }, { "epoch": 12.89, "learning_rate": 8.554789314944696e-05, "loss": 19.4521, "step": 14513 }, { "epoch": 12.89, "learning_rate": 8.554591345450131e-05, "loss": 20.0693, "step": 14514 }, { "epoch": 12.89, "learning_rate": 8.554393364688236e-05, "loss": 19.666, "step": 14515 }, { "epoch": 12.89, "learning_rate": 8.554195372659637e-05, "loss": 20.0674, "step": 14516 }, { "epoch": 12.89, "learning_rate": 8.553997369364963e-05, "loss": 20.083, "step": 14517 }, { "epoch": 12.89, "learning_rate": 8.553799354804842e-05, "loss": 20.4385, "step": 14518 }, { "epoch": 12.89, "learning_rate": 8.5536013289799e-05, "loss": 19.8975, "step": 14519 }, { "epoch": 12.9, "learning_rate": 8.553403291890767e-05, "loss": 20.3486, "step": 14520 }, { "epoch": 12.9, "learning_rate": 8.55320524353807e-05, "loss": 20.4883, "step": 14521 }, { "epoch": 12.9, "learning_rate": 8.553007183922435e-05, "loss": 20.1113, "step": 14522 }, { "epoch": 12.9, "learning_rate": 8.552809113044492e-05, "loss": 19.9346, "step": 14523 }, { "epoch": 12.9, "learning_rate": 8.552611030904867e-05, "loss": 20.0996, "step": 14524 }, { "epoch": 12.9, "learning_rate": 8.55241293750419e-05, "loss": 19.5918, "step": 14525 }, { "epoch": 12.9, "learning_rate": 8.552214832843088e-05, "loss": 19.667, "step": 14526 }, { "epoch": 12.9, "learning_rate": 8.552016716922187e-05, "loss": 20.7949, "step": 14527 }, { "epoch": 12.9, "learning_rate": 8.551818589742117e-05, "loss": 20.1475, "step": 14528 }, { "epoch": 12.9, "learning_rate": 8.551620451303509e-05, "loss": 20.4141, "step": 14529 }, { "epoch": 12.9, "learning_rate": 8.551422301606984e-05, "loss": 20.6328, "step": 14530 }, { "epoch": 12.9, "learning_rate": 8.551224140653176e-05, "loss": 19.8418, "step": 14531 }, { "epoch": 12.91, "learning_rate": 8.551025968442709e-05, "loss": 20.0039, "step": 14532 }, { "epoch": 12.91, "learning_rate": 8.550827784976217e-05, "loss": 20.0508, "step": 14533 }, { "epoch": 12.91, "learning_rate": 8.550629590254321e-05, "loss": 20.4297, "step": 14534 }, { "epoch": 12.91, "learning_rate": 8.550431384277653e-05, "loss": 20.0391, "step": 14535 }, { "epoch": 12.91, "learning_rate": 8.550233167046842e-05, "loss": 20.6064, "step": 14536 }, { "epoch": 12.91, "learning_rate": 8.550034938562515e-05, "loss": 19.4219, "step": 14537 }, { "epoch": 12.91, "learning_rate": 8.549836698825299e-05, "loss": 20.0557, "step": 14538 }, { "epoch": 12.91, "learning_rate": 8.549638447835826e-05, "loss": 20.2988, "step": 14539 }, { "epoch": 12.91, "learning_rate": 8.549440185594722e-05, "loss": 19.5586, "step": 14540 }, { "epoch": 12.91, "learning_rate": 8.549241912102615e-05, "loss": 19.9053, "step": 14541 }, { "epoch": 12.91, "learning_rate": 8.549043627360135e-05, "loss": 20.5625, "step": 14542 }, { "epoch": 12.92, "learning_rate": 8.54884533136791e-05, "loss": 20.2744, "step": 14543 }, { "epoch": 12.92, "learning_rate": 8.548647024126569e-05, "loss": 19.8525, "step": 14544 }, { "epoch": 12.92, "learning_rate": 8.548448705636738e-05, "loss": 20.0986, "step": 14545 }, { "epoch": 12.92, "learning_rate": 8.548250375899047e-05, "loss": 19.9893, "step": 14546 }, { "epoch": 12.92, "learning_rate": 8.548052034914127e-05, "loss": 20.2285, "step": 14547 }, { "epoch": 12.92, "learning_rate": 8.547853682682604e-05, "loss": 19.7773, "step": 14548 }, { "epoch": 12.92, "learning_rate": 8.54765531920511e-05, "loss": 19.7373, "step": 14549 }, { "epoch": 12.92, "learning_rate": 8.547456944482268e-05, "loss": 19.9316, "step": 14550 }, { "epoch": 12.92, "learning_rate": 8.547258558514713e-05, "loss": 20.292, "step": 14551 }, { "epoch": 12.92, "learning_rate": 8.547060161303071e-05, "loss": 20.126, "step": 14552 }, { "epoch": 12.92, "learning_rate": 8.54686175284797e-05, "loss": 20.0371, "step": 14553 }, { "epoch": 12.93, "learning_rate": 8.54666333315004e-05, "loss": 20.001, "step": 14554 }, { "epoch": 12.93, "learning_rate": 8.546464902209909e-05, "loss": 19.9102, "step": 14555 }, { "epoch": 12.93, "learning_rate": 8.546266460028209e-05, "loss": 20.4854, "step": 14556 }, { "epoch": 12.93, "learning_rate": 8.546068006605566e-05, "loss": 19.6709, "step": 14557 }, { "epoch": 12.93, "learning_rate": 8.54586954194261e-05, "loss": 19.542, "step": 14558 }, { "epoch": 12.93, "learning_rate": 8.54586954194261e-05, "loss": 20.1455, "step": 14559 }, { "epoch": 12.93, "learning_rate": 8.545671066039968e-05, "loss": 19.8447, "step": 14560 }, { "epoch": 12.93, "learning_rate": 8.545472578898275e-05, "loss": 20.0615, "step": 14561 }, { "epoch": 12.93, "learning_rate": 8.545274080518153e-05, "loss": 19.9727, "step": 14562 }, { "epoch": 12.93, "learning_rate": 8.545075570900236e-05, "loss": 20.5303, "step": 14563 }, { "epoch": 12.93, "learning_rate": 8.54487705004515e-05, "loss": 20.7764, "step": 14564 }, { "epoch": 12.94, "learning_rate": 8.544678517953528e-05, "loss": 20.9082, "step": 14565 }, { "epoch": 12.94, "learning_rate": 8.544479974625997e-05, "loss": 20.5137, "step": 14566 }, { "epoch": 12.94, "learning_rate": 8.544281420063187e-05, "loss": 20.0303, "step": 14567 }, { "epoch": 12.94, "learning_rate": 8.544082854265728e-05, "loss": 19.4424, "step": 14568 }, { "epoch": 12.94, "learning_rate": 8.543884277234244e-05, "loss": 20.6758, "step": 14569 }, { "epoch": 12.94, "learning_rate": 8.543685688969372e-05, "loss": 19.8398, "step": 14570 }, { "epoch": 12.94, "learning_rate": 8.54348708947174e-05, "loss": 19.4961, "step": 14571 }, { "epoch": 12.94, "learning_rate": 8.543288478741973e-05, "loss": 19.7705, "step": 14572 }, { "epoch": 12.94, "learning_rate": 8.543089856780704e-05, "loss": 19.9473, "step": 14573 }, { "epoch": 12.94, "learning_rate": 8.542891223588562e-05, "loss": 20.2969, "step": 14574 }, { "epoch": 12.94, "learning_rate": 8.542692579166179e-05, "loss": 20.1953, "step": 14575 }, { "epoch": 12.94, "learning_rate": 8.542493923514181e-05, "loss": 19.9609, "step": 14576 }, { "epoch": 12.95, "learning_rate": 8.542295256633198e-05, "loss": 19.7197, "step": 14577 }, { "epoch": 12.95, "learning_rate": 8.542096578523861e-05, "loss": 19.7861, "step": 14578 }, { "epoch": 12.95, "learning_rate": 8.541897889186801e-05, "loss": 20.6035, "step": 14579 }, { "epoch": 12.95, "learning_rate": 8.541699188622644e-05, "loss": 19.9482, "step": 14580 }, { "epoch": 12.95, "learning_rate": 8.541500476832025e-05, "loss": 19.7852, "step": 14581 }, { "epoch": 12.95, "learning_rate": 8.541301753815569e-05, "loss": 20.1807, "step": 14582 }, { "epoch": 12.95, "learning_rate": 8.541103019573908e-05, "loss": 20.1201, "step": 14583 }, { "epoch": 12.95, "learning_rate": 8.540904274107673e-05, "loss": 20.0898, "step": 14584 }, { "epoch": 12.95, "learning_rate": 8.540705517417494e-05, "loss": 19.583, "step": 14585 }, { "epoch": 12.95, "learning_rate": 8.540506749503995e-05, "loss": 20.2549, "step": 14586 }, { "epoch": 12.95, "learning_rate": 8.540307970367816e-05, "loss": 19.3652, "step": 14587 }, { "epoch": 12.96, "learning_rate": 8.540109180009581e-05, "loss": 20.1523, "step": 14588 }, { "epoch": 12.96, "learning_rate": 8.53991037842992e-05, "loss": 20.0645, "step": 14589 }, { "epoch": 12.96, "learning_rate": 8.539711565629465e-05, "loss": 19.9189, "step": 14590 }, { "epoch": 12.96, "learning_rate": 8.539512741608845e-05, "loss": 19.9814, "step": 14591 }, { "epoch": 12.96, "learning_rate": 8.539313906368692e-05, "loss": 20.2441, "step": 14592 }, { "epoch": 12.96, "learning_rate": 8.539115059909635e-05, "loss": 20.2061, "step": 14593 }, { "epoch": 12.96, "learning_rate": 8.538916202232303e-05, "loss": 20.499, "step": 14594 }, { "epoch": 12.96, "learning_rate": 8.538717333337328e-05, "loss": 20.4746, "step": 14595 }, { "epoch": 12.96, "learning_rate": 8.538518453225342e-05, "loss": 19.5859, "step": 14596 }, { "epoch": 12.96, "learning_rate": 8.53831956189697e-05, "loss": 20.29, "step": 14597 }, { "epoch": 12.96, "learning_rate": 8.538120659352849e-05, "loss": 19.3643, "step": 14598 }, { "epoch": 12.97, "learning_rate": 8.537921745593604e-05, "loss": 19.9355, "step": 14599 }, { "epoch": 12.97, "learning_rate": 8.53772282061987e-05, "loss": 20.4023, "step": 14600 }, { "epoch": 12.97, "learning_rate": 8.537523884432275e-05, "loss": 20.0518, "step": 14601 }, { "epoch": 12.97, "learning_rate": 8.537324937031449e-05, "loss": 20.9941, "step": 14602 }, { "epoch": 12.97, "learning_rate": 8.537125978418024e-05, "loss": 19.5547, "step": 14603 }, { "epoch": 12.97, "learning_rate": 8.536927008592631e-05, "loss": 20.3809, "step": 14604 }, { "epoch": 12.97, "learning_rate": 8.5367280275559e-05, "loss": 19.6895, "step": 14605 }, { "epoch": 12.97, "learning_rate": 8.536529035308461e-05, "loss": 20.8535, "step": 14606 }, { "epoch": 12.97, "learning_rate": 8.536330031850947e-05, "loss": 20.1387, "step": 14607 }, { "epoch": 12.97, "learning_rate": 8.536131017183986e-05, "loss": 19.8164, "step": 14608 }, { "epoch": 12.97, "learning_rate": 8.53593199130821e-05, "loss": 19.8652, "step": 14609 }, { "epoch": 12.98, "learning_rate": 8.535732954224251e-05, "loss": 19.9902, "step": 14610 }, { "epoch": 12.98, "learning_rate": 8.535533905932738e-05, "loss": 20.2773, "step": 14611 }, { "epoch": 12.98, "learning_rate": 8.535334846434304e-05, "loss": 20.3018, "step": 14612 }, { "epoch": 12.98, "learning_rate": 8.535135775729578e-05, "loss": 20.3359, "step": 14613 }, { "epoch": 12.98, "learning_rate": 8.534936693819191e-05, "loss": 20.0605, "step": 14614 }, { "epoch": 12.98, "learning_rate": 8.534737600703776e-05, "loss": 20.1924, "step": 14615 }, { "epoch": 12.98, "learning_rate": 8.534538496383963e-05, "loss": 19.873, "step": 14616 }, { "epoch": 12.98, "learning_rate": 8.534339380860384e-05, "loss": 20.1807, "step": 14617 }, { "epoch": 12.98, "learning_rate": 8.534140254133668e-05, "loss": 20.168, "step": 14618 }, { "epoch": 12.98, "learning_rate": 8.533941116204448e-05, "loss": 20.1084, "step": 14619 }, { "epoch": 12.98, "learning_rate": 8.533741967073355e-05, "loss": 20.0059, "step": 14620 }, { "epoch": 12.98, "learning_rate": 8.53354280674102e-05, "loss": 20.6826, "step": 14621 }, { "epoch": 12.99, "learning_rate": 8.533343635208073e-05, "loss": 19.6328, "step": 14622 }, { "epoch": 12.99, "learning_rate": 8.533144452475147e-05, "loss": 20.1611, "step": 14623 }, { "epoch": 12.99, "learning_rate": 8.532945258542874e-05, "loss": 19.5947, "step": 14624 }, { "epoch": 12.99, "learning_rate": 8.532746053411883e-05, "loss": 19.7285, "step": 14625 }, { "epoch": 12.99, "learning_rate": 8.532546837082808e-05, "loss": 20.0283, "step": 14626 }, { "epoch": 12.99, "learning_rate": 8.532347609556279e-05, "loss": 19.4395, "step": 14627 }, { "epoch": 12.99, "learning_rate": 8.532148370832927e-05, "loss": 20.1162, "step": 14628 }, { "epoch": 12.99, "learning_rate": 8.531949120913385e-05, "loss": 20.1035, "step": 14629 }, { "epoch": 12.99, "learning_rate": 8.531749859798283e-05, "loss": 20.1748, "step": 14630 }, { "epoch": 12.99, "learning_rate": 8.531550587488256e-05, "loss": 19.5439, "step": 14631 }, { "epoch": 12.99, "learning_rate": 8.53135130398393e-05, "loss": 19.3955, "step": 14632 }, { "epoch": 13.0, "learning_rate": 8.531152009285941e-05, "loss": 19.8291, "step": 14633 }, { "epoch": 13.0, "learning_rate": 8.530952703394922e-05, "loss": 19.7354, "step": 14634 }, { "epoch": 13.0, "learning_rate": 8.5307533863115e-05, "loss": 19.7539, "step": 14635 }, { "epoch": 13.0, "learning_rate": 8.530554058036309e-05, "loss": 20.1562, "step": 14636 }, { "epoch": 13.0, "learning_rate": 8.530354718569982e-05, "loss": 19.9961, "step": 14637 }, { "epoch": 13.0, "learning_rate": 8.530155367913149e-05, "loss": 20.5391, "step": 14638 }, { "epoch": 13.0, "learning_rate": 8.529956006066441e-05, "loss": 19.666, "step": 14639 }, { "epoch": 13.0, "learning_rate": 8.529756633030497e-05, "loss": 19.7344, "step": 14640 }, { "epoch": 13.0, "learning_rate": 8.529557248805939e-05, "loss": 20.1279, "step": 14641 }, { "epoch": 13.0, "learning_rate": 8.529357853393405e-05, "loss": 19.6826, "step": 14642 }, { "epoch": 13.0, "learning_rate": 8.529158446793527e-05, "loss": 20.1982, "step": 14643 }, { "epoch": 13.01, "learning_rate": 8.528959029006934e-05, "loss": 19.7266, "step": 14644 }, { "epoch": 13.01, "learning_rate": 8.528759600034261e-05, "loss": 19.9482, "step": 14645 }, { "epoch": 13.01, "learning_rate": 8.528560159876137e-05, "loss": 20.0049, "step": 14646 }, { "epoch": 13.01, "learning_rate": 8.528360708533199e-05, "loss": 19.8193, "step": 14647 }, { "epoch": 13.01, "learning_rate": 8.528161246006075e-05, "loss": 20.1611, "step": 14648 }, { "epoch": 13.01, "learning_rate": 8.527961772295399e-05, "loss": 19.3633, "step": 14649 }, { "epoch": 13.01, "learning_rate": 8.527762287401803e-05, "loss": 20.042, "step": 14650 }, { "epoch": 13.01, "learning_rate": 8.527562791325919e-05, "loss": 19.7812, "step": 14651 }, { "epoch": 13.01, "learning_rate": 8.52736328406838e-05, "loss": 19.4268, "step": 14652 }, { "epoch": 13.01, "learning_rate": 8.527163765629818e-05, "loss": 19.9268, "step": 14653 }, { "epoch": 13.01, "learning_rate": 8.526964236010865e-05, "loss": 19.6309, "step": 14654 }, { "epoch": 13.02, "learning_rate": 8.526764695212155e-05, "loss": 19.6045, "step": 14655 }, { "epoch": 13.02, "learning_rate": 8.52656514323432e-05, "loss": 19.6406, "step": 14656 }, { "epoch": 13.02, "learning_rate": 8.52636558007799e-05, "loss": 19.8799, "step": 14657 }, { "epoch": 13.02, "learning_rate": 8.526166005743801e-05, "loss": 19.3799, "step": 14658 }, { "epoch": 13.02, "learning_rate": 8.525966420232386e-05, "loss": 19.7227, "step": 14659 }, { "epoch": 13.02, "learning_rate": 8.525766823544372e-05, "loss": 19.4619, "step": 14660 }, { "epoch": 13.02, "learning_rate": 8.525567215680398e-05, "loss": 19.2783, "step": 14661 }, { "epoch": 13.02, "learning_rate": 8.525367596641094e-05, "loss": 19.8047, "step": 14662 }, { "epoch": 13.02, "learning_rate": 8.525167966427092e-05, "loss": 19.7295, "step": 14663 }, { "epoch": 13.02, "learning_rate": 8.524968325039026e-05, "loss": 19.7285, "step": 14664 }, { "epoch": 13.02, "learning_rate": 8.524768672477529e-05, "loss": 20.0674, "step": 14665 }, { "epoch": 13.02, "learning_rate": 8.524569008743234e-05, "loss": 19.3389, "step": 14666 }, { "epoch": 13.03, "learning_rate": 8.524369333836773e-05, "loss": 19.3643, "step": 14667 }, { "epoch": 13.03, "learning_rate": 8.524169647758778e-05, "loss": 20.1143, "step": 14668 }, { "epoch": 13.03, "learning_rate": 8.523969950509885e-05, "loss": 20.1035, "step": 14669 }, { "epoch": 13.03, "learning_rate": 8.523770242090724e-05, "loss": 19.5596, "step": 14670 }, { "epoch": 13.03, "learning_rate": 8.523570522501931e-05, "loss": 20.8076, "step": 14671 }, { "epoch": 13.03, "learning_rate": 8.523370791744136e-05, "loss": 19.9453, "step": 14672 }, { "epoch": 13.03, "learning_rate": 8.523171049817974e-05, "loss": 19.8154, "step": 14673 }, { "epoch": 13.03, "learning_rate": 8.522971296724078e-05, "loss": 19.665, "step": 14674 }, { "epoch": 13.03, "learning_rate": 8.52277153246308e-05, "loss": 19.6387, "step": 14675 }, { "epoch": 13.03, "learning_rate": 8.522571757035613e-05, "loss": 19.6855, "step": 14676 }, { "epoch": 13.03, "learning_rate": 8.522371970442313e-05, "loss": 19.6201, "step": 14677 }, { "epoch": 13.04, "learning_rate": 8.522172172683811e-05, "loss": 19.2285, "step": 14678 }, { "epoch": 13.04, "learning_rate": 8.521972363760741e-05, "loss": 20.375, "step": 14679 }, { "epoch": 13.04, "learning_rate": 8.521972363760741e-05, "loss": 19.6123, "step": 14680 }, { "epoch": 13.04, "learning_rate": 8.521772543673737e-05, "loss": 19.9668, "step": 14681 }, { "epoch": 13.04, "learning_rate": 8.52157271242343e-05, "loss": 20.3223, "step": 14682 }, { "epoch": 13.04, "learning_rate": 8.521372870010456e-05, "loss": 19.7314, "step": 14683 }, { "epoch": 13.04, "learning_rate": 8.521173016435447e-05, "loss": 20.167, "step": 14684 }, { "epoch": 13.04, "learning_rate": 8.520973151699036e-05, "loss": 19.3906, "step": 14685 }, { "epoch": 13.04, "learning_rate": 8.52077327580186e-05, "loss": 20.2988, "step": 14686 }, { "epoch": 13.04, "learning_rate": 8.520573388744548e-05, "loss": 19.6836, "step": 14687 }, { "epoch": 13.04, "learning_rate": 8.520373490527737e-05, "loss": 19.4326, "step": 14688 }, { "epoch": 13.05, "learning_rate": 8.520173581152059e-05, "loss": 19.7031, "step": 14689 }, { "epoch": 13.05, "learning_rate": 8.519973660618148e-05, "loss": 20.4258, "step": 14690 }, { "epoch": 13.05, "learning_rate": 8.519773728926636e-05, "loss": 20.7637, "step": 14691 }, { "epoch": 13.05, "learning_rate": 8.519573786078162e-05, "loss": 19.8213, "step": 14692 }, { "epoch": 13.05, "learning_rate": 8.519373832073351e-05, "loss": 19.541, "step": 14693 }, { "epoch": 13.05, "learning_rate": 8.519173866912846e-05, "loss": 19.4287, "step": 14694 }, { "epoch": 13.05, "learning_rate": 8.518973890597276e-05, "loss": 20.0576, "step": 14695 }, { "epoch": 13.05, "learning_rate": 8.518773903127275e-05, "loss": 20.3701, "step": 14696 }, { "epoch": 13.05, "learning_rate": 8.51857390450348e-05, "loss": 19.6885, "step": 14697 }, { "epoch": 13.05, "learning_rate": 8.51837389472652e-05, "loss": 20.0869, "step": 14698 }, { "epoch": 13.05, "learning_rate": 8.518173873797033e-05, "loss": 19.7383, "step": 14699 }, { "epoch": 13.06, "learning_rate": 8.517973841715651e-05, "loss": 20.1836, "step": 14700 }, { "epoch": 13.06, "learning_rate": 8.517773798483008e-05, "loss": 20.2979, "step": 14701 }, { "epoch": 13.06, "learning_rate": 8.517573744099741e-05, "loss": 19.8721, "step": 14702 }, { "epoch": 13.06, "learning_rate": 8.51737367856648e-05, "loss": 19.9961, "step": 14703 }, { "epoch": 13.06, "learning_rate": 8.517173601883861e-05, "loss": 19.7236, "step": 14704 }, { "epoch": 13.06, "learning_rate": 8.516973514052519e-05, "loss": 20.1074, "step": 14705 }, { "epoch": 13.06, "learning_rate": 8.516773415073088e-05, "loss": 20.1279, "step": 14706 }, { "epoch": 13.06, "learning_rate": 8.516573304946202e-05, "loss": 19.8926, "step": 14707 }, { "epoch": 13.06, "learning_rate": 8.516373183672495e-05, "loss": 19.6133, "step": 14708 }, { "epoch": 13.06, "learning_rate": 8.5161730512526e-05, "loss": 20.002, "step": 14709 }, { "epoch": 13.06, "learning_rate": 8.515972907687155e-05, "loss": 19.2939, "step": 14710 }, { "epoch": 13.06, "learning_rate": 8.51577275297679e-05, "loss": 19.9307, "step": 14711 }, { "epoch": 13.07, "learning_rate": 8.515572587122143e-05, "loss": 20.3486, "step": 14712 }, { "epoch": 13.07, "learning_rate": 8.515372410123847e-05, "loss": 20.332, "step": 14713 }, { "epoch": 13.07, "learning_rate": 8.515172221982537e-05, "loss": 19.2236, "step": 14714 }, { "epoch": 13.07, "learning_rate": 8.514972022698846e-05, "loss": 20.4785, "step": 14715 }, { "epoch": 13.07, "learning_rate": 8.514771812273412e-05, "loss": 20.9512, "step": 14716 }, { "epoch": 13.07, "learning_rate": 8.514571590706865e-05, "loss": 20.2432, "step": 14717 }, { "epoch": 13.07, "learning_rate": 8.514371357999846e-05, "loss": 19.9062, "step": 14718 }, { "epoch": 13.07, "learning_rate": 8.514171114152982e-05, "loss": 20.127, "step": 14719 }, { "epoch": 13.07, "learning_rate": 8.513970859166913e-05, "loss": 20.2773, "step": 14720 }, { "epoch": 13.07, "learning_rate": 8.513770593042271e-05, "loss": 19.7861, "step": 14721 }, { "epoch": 13.07, "learning_rate": 8.513570315779695e-05, "loss": 20.2295, "step": 14722 }, { "epoch": 13.08, "learning_rate": 8.513370027379815e-05, "loss": 20.25, "step": 14723 }, { "epoch": 13.08, "learning_rate": 8.513169727843269e-05, "loss": 19.293, "step": 14724 }, { "epoch": 13.08, "learning_rate": 8.51296941717069e-05, "loss": 20.0576, "step": 14725 }, { "epoch": 13.08, "learning_rate": 8.512769095362713e-05, "loss": 19.9316, "step": 14726 }, { "epoch": 13.08, "learning_rate": 8.512568762419975e-05, "loss": 19.0166, "step": 14727 }, { "epoch": 13.08, "learning_rate": 8.512368418343108e-05, "loss": 19.3682, "step": 14728 }, { "epoch": 13.08, "learning_rate": 8.51216806313275e-05, "loss": 19.4766, "step": 14729 }, { "epoch": 13.08, "learning_rate": 8.511967696789535e-05, "loss": 19.2666, "step": 14730 }, { "epoch": 13.08, "learning_rate": 8.511767319314098e-05, "loss": 19.957, "step": 14731 }, { "epoch": 13.08, "learning_rate": 8.511566930707073e-05, "loss": 19.7549, "step": 14732 }, { "epoch": 13.08, "learning_rate": 8.511366530969098e-05, "loss": 20.2646, "step": 14733 }, { "epoch": 13.09, "learning_rate": 8.511166120100807e-05, "loss": 19.9414, "step": 14734 }, { "epoch": 13.09, "learning_rate": 8.510965698102832e-05, "loss": 19.9238, "step": 14735 }, { "epoch": 13.09, "learning_rate": 8.510765264975813e-05, "loss": 19.5078, "step": 14736 }, { "epoch": 13.09, "learning_rate": 8.510564820720383e-05, "loss": 20.1709, "step": 14737 }, { "epoch": 13.09, "learning_rate": 8.510364365337177e-05, "loss": 19.8057, "step": 14738 }, { "epoch": 13.09, "learning_rate": 8.510163898826831e-05, "loss": 19.4395, "step": 14739 }, { "epoch": 13.09, "learning_rate": 8.509963421189984e-05, "loss": 20.3613, "step": 14740 }, { "epoch": 13.09, "learning_rate": 8.509762932427264e-05, "loss": 19.8936, "step": 14741 }, { "epoch": 13.09, "learning_rate": 8.509562432539313e-05, "loss": 19.332, "step": 14742 }, { "epoch": 13.09, "learning_rate": 8.509361921526764e-05, "loss": 19.0908, "step": 14743 }, { "epoch": 13.09, "learning_rate": 8.50916139939025e-05, "loss": 19.6553, "step": 14744 }, { "epoch": 13.1, "learning_rate": 8.508960866130414e-05, "loss": 19.8184, "step": 14745 }, { "epoch": 13.1, "learning_rate": 8.508760321747884e-05, "loss": 20.4404, "step": 14746 }, { "epoch": 13.1, "learning_rate": 8.508559766243297e-05, "loss": 19.583, "step": 14747 }, { "epoch": 13.1, "learning_rate": 8.508359199617295e-05, "loss": 19.7148, "step": 14748 }, { "epoch": 13.1, "learning_rate": 8.508158621870507e-05, "loss": 20.3623, "step": 14749 }, { "epoch": 13.1, "learning_rate": 8.507958033003568e-05, "loss": 19.4717, "step": 14750 }, { "epoch": 13.1, "learning_rate": 8.507757433017123e-05, "loss": 19.6787, "step": 14751 }, { "epoch": 13.1, "learning_rate": 8.507556821911798e-05, "loss": 20.5967, "step": 14752 }, { "epoch": 13.1, "learning_rate": 8.507356199688232e-05, "loss": 19.3105, "step": 14753 }, { "epoch": 13.1, "learning_rate": 8.507155566347063e-05, "loss": 19.7627, "step": 14754 }, { "epoch": 13.1, "learning_rate": 8.506954921888923e-05, "loss": 19.4756, "step": 14755 }, { "epoch": 13.1, "learning_rate": 8.506754266314453e-05, "loss": 19.6729, "step": 14756 }, { "epoch": 13.11, "learning_rate": 8.506553599624285e-05, "loss": 19.5781, "step": 14757 }, { "epoch": 13.11, "learning_rate": 8.506352921819056e-05, "loss": 20.3789, "step": 14758 }, { "epoch": 13.11, "learning_rate": 8.506152232899405e-05, "loss": 19.9082, "step": 14759 }, { "epoch": 13.11, "learning_rate": 8.505951532865964e-05, "loss": 20.2021, "step": 14760 }, { "epoch": 13.11, "learning_rate": 8.505750821719372e-05, "loss": 19.6631, "step": 14761 }, { "epoch": 13.11, "learning_rate": 8.505550099460265e-05, "loss": 19.7344, "step": 14762 }, { "epoch": 13.11, "learning_rate": 8.505349366089275e-05, "loss": 19.5771, "step": 14763 }, { "epoch": 13.11, "learning_rate": 8.505148621607045e-05, "loss": 19.5176, "step": 14764 }, { "epoch": 13.11, "learning_rate": 8.504947866014206e-05, "loss": 19.5615, "step": 14765 }, { "epoch": 13.11, "learning_rate": 8.504747099311398e-05, "loss": 19.6836, "step": 14766 }, { "epoch": 13.11, "learning_rate": 8.504546321499255e-05, "loss": 20.1367, "step": 14767 }, { "epoch": 13.12, "learning_rate": 8.504345532578415e-05, "loss": 20.7559, "step": 14768 }, { "epoch": 13.12, "learning_rate": 8.504144732549513e-05, "loss": 19.957, "step": 14769 }, { "epoch": 13.12, "learning_rate": 8.503943921413186e-05, "loss": 19.1504, "step": 14770 }, { "epoch": 13.12, "learning_rate": 8.50374309917007e-05, "loss": 19.6387, "step": 14771 }, { "epoch": 13.12, "learning_rate": 8.503542265820804e-05, "loss": 20.2061, "step": 14772 }, { "epoch": 13.12, "learning_rate": 8.503341421366021e-05, "loss": 19.5127, "step": 14773 }, { "epoch": 13.12, "learning_rate": 8.50314056580636e-05, "loss": 19.4082, "step": 14774 }, { "epoch": 13.12, "learning_rate": 8.502939699142459e-05, "loss": 19.4258, "step": 14775 }, { "epoch": 13.12, "learning_rate": 8.50273882137495e-05, "loss": 19.9043, "step": 14776 }, { "epoch": 13.12, "learning_rate": 8.502537932504476e-05, "loss": 19.1865, "step": 14777 }, { "epoch": 13.12, "learning_rate": 8.502337032531667e-05, "loss": 19.5195, "step": 14778 }, { "epoch": 13.13, "learning_rate": 8.502136121457165e-05, "loss": 19.292, "step": 14779 }, { "epoch": 13.13, "learning_rate": 8.501935199281606e-05, "loss": 19.8906, "step": 14780 }, { "epoch": 13.13, "learning_rate": 8.501734266005623e-05, "loss": 19.9316, "step": 14781 }, { "epoch": 13.13, "learning_rate": 8.501533321629857e-05, "loss": 19.8076, "step": 14782 }, { "epoch": 13.13, "learning_rate": 8.501332366154946e-05, "loss": 19.5039, "step": 14783 }, { "epoch": 13.13, "learning_rate": 8.501131399581522e-05, "loss": 19.7715, "step": 14784 }, { "epoch": 13.13, "learning_rate": 8.500930421910227e-05, "loss": 19.6055, "step": 14785 }, { "epoch": 13.13, "learning_rate": 8.500729433141694e-05, "loss": 20.6025, "step": 14786 }, { "epoch": 13.13, "learning_rate": 8.500528433276563e-05, "loss": 19.3818, "step": 14787 }, { "epoch": 13.13, "learning_rate": 8.500327422315471e-05, "loss": 19.4912, "step": 14788 }, { "epoch": 13.13, "learning_rate": 8.500126400259052e-05, "loss": 20.0986, "step": 14789 }, { "epoch": 13.13, "learning_rate": 8.499925367107945e-05, "loss": 19.5078, "step": 14790 }, { "epoch": 13.14, "learning_rate": 8.499724322862791e-05, "loss": 19.9541, "step": 14791 }, { "epoch": 13.14, "learning_rate": 8.499523267524221e-05, "loss": 19.6328, "step": 14792 }, { "epoch": 13.14, "learning_rate": 8.499322201092878e-05, "loss": 20.2266, "step": 14793 }, { "epoch": 13.14, "learning_rate": 8.499121123569396e-05, "loss": 20.3887, "step": 14794 }, { "epoch": 13.14, "learning_rate": 8.49892003495441e-05, "loss": 20.0723, "step": 14795 }, { "epoch": 13.14, "learning_rate": 8.498718935248564e-05, "loss": 19.3506, "step": 14796 }, { "epoch": 13.14, "learning_rate": 8.49851782445249e-05, "loss": 20.1016, "step": 14797 }, { "epoch": 13.14, "learning_rate": 8.498316702566828e-05, "loss": 19.9346, "step": 14798 }, { "epoch": 13.14, "learning_rate": 8.498115569592214e-05, "loss": 19.8486, "step": 14799 }, { "epoch": 13.14, "learning_rate": 8.497914425529288e-05, "loss": 20.0957, "step": 14800 }, { "epoch": 13.14, "learning_rate": 8.497713270378684e-05, "loss": 19.8125, "step": 14801 }, { "epoch": 13.15, "learning_rate": 8.497512104141042e-05, "loss": 19.6348, "step": 14802 }, { "epoch": 13.15, "learning_rate": 8.497310926817e-05, "loss": 19.7744, "step": 14803 }, { "epoch": 13.15, "learning_rate": 8.497109738407194e-05, "loss": 19.582, "step": 14804 }, { "epoch": 13.15, "learning_rate": 8.496908538912263e-05, "loss": 19.9062, "step": 14805 }, { "epoch": 13.15, "learning_rate": 8.496707328332845e-05, "loss": 19.7129, "step": 14806 }, { "epoch": 13.15, "learning_rate": 8.496506106669578e-05, "loss": 20.1953, "step": 14807 }, { "epoch": 13.15, "learning_rate": 8.496304873923097e-05, "loss": 20.248, "step": 14808 }, { "epoch": 13.15, "learning_rate": 8.496103630094043e-05, "loss": 20.1924, "step": 14809 }, { "epoch": 13.15, "learning_rate": 8.495902375183054e-05, "loss": 19.46, "step": 14810 }, { "epoch": 13.15, "learning_rate": 8.495701109190765e-05, "loss": 19.6797, "step": 14811 }, { "epoch": 13.15, "learning_rate": 8.495499832117815e-05, "loss": 19.959, "step": 14812 }, { "epoch": 13.16, "learning_rate": 8.495298543964844e-05, "loss": 20.4092, "step": 14813 }, { "epoch": 13.16, "learning_rate": 8.495097244732489e-05, "loss": 19.916, "step": 14814 }, { "epoch": 13.16, "learning_rate": 8.494895934421389e-05, "loss": 20.7656, "step": 14815 }, { "epoch": 13.16, "learning_rate": 8.494694613032178e-05, "loss": 20.0039, "step": 14816 }, { "epoch": 13.16, "learning_rate": 8.494493280565499e-05, "loss": 20.333, "step": 14817 }, { "epoch": 13.16, "learning_rate": 8.494291937021987e-05, "loss": 19.9736, "step": 14818 }, { "epoch": 13.16, "learning_rate": 8.494090582402283e-05, "loss": 19.624, "step": 14819 }, { "epoch": 13.16, "learning_rate": 8.493889216707023e-05, "loss": 19.4561, "step": 14820 }, { "epoch": 13.16, "learning_rate": 8.493889216707023e-05, "loss": 19.6797, "step": 14821 }, { "epoch": 13.16, "learning_rate": 8.493687839936848e-05, "loss": 20.2031, "step": 14822 }, { "epoch": 13.16, "learning_rate": 8.493486452092392e-05, "loss": 19.9443, "step": 14823 }, { "epoch": 13.17, "learning_rate": 8.493285053174296e-05, "loss": 19.6494, "step": 14824 }, { "epoch": 13.17, "learning_rate": 8.4930836431832e-05, "loss": 19.8877, "step": 14825 }, { "epoch": 13.17, "learning_rate": 8.492882222119737e-05, "loss": 19.8809, "step": 14826 }, { "epoch": 13.17, "learning_rate": 8.492680789984553e-05, "loss": 19.9785, "step": 14827 }, { "epoch": 13.17, "learning_rate": 8.492479346778279e-05, "loss": 19.9189, "step": 14828 }, { "epoch": 13.17, "learning_rate": 8.49227789250156e-05, "loss": 19.5166, "step": 14829 }, { "epoch": 13.17, "learning_rate": 8.49207642715503e-05, "loss": 19.9131, "step": 14830 }, { "epoch": 13.17, "learning_rate": 8.491874950739329e-05, "loss": 20.707, "step": 14831 }, { "epoch": 13.17, "learning_rate": 8.491673463255097e-05, "loss": 19.6553, "step": 14832 }, { "epoch": 13.17, "learning_rate": 8.49147196470297e-05, "loss": 20.1426, "step": 14833 }, { "epoch": 13.17, "learning_rate": 8.49127045508359e-05, "loss": 19.9707, "step": 14834 }, { "epoch": 13.17, "learning_rate": 8.491068934397594e-05, "loss": 19.7969, "step": 14835 }, { "epoch": 13.18, "learning_rate": 8.49086740264562e-05, "loss": 20.334, "step": 14836 }, { "epoch": 13.18, "learning_rate": 8.490665859828309e-05, "loss": 19.9727, "step": 14837 }, { "epoch": 13.18, "learning_rate": 8.490464305946295e-05, "loss": 20.0264, "step": 14838 }, { "epoch": 13.18, "learning_rate": 8.490262741000223e-05, "loss": 19.9023, "step": 14839 }, { "epoch": 13.18, "learning_rate": 8.49006116499073e-05, "loss": 20.2178, "step": 14840 }, { "epoch": 13.18, "learning_rate": 8.48985957791845e-05, "loss": 19.5029, "step": 14841 }, { "epoch": 13.18, "learning_rate": 8.489657979784031e-05, "loss": 20.2188, "step": 14842 }, { "epoch": 13.18, "learning_rate": 8.489456370588105e-05, "loss": 19.8994, "step": 14843 }, { "epoch": 13.18, "learning_rate": 8.489254750331314e-05, "loss": 20.0791, "step": 14844 }, { "epoch": 13.18, "learning_rate": 8.489254750331314e-05, "loss": 20.1553, "step": 14845 }, { "epoch": 13.18, "learning_rate": 8.489053119014296e-05, "loss": 19.9561, "step": 14846 }, { "epoch": 13.19, "learning_rate": 8.48885147663769e-05, "loss": 20.1611, "step": 14847 }, { "epoch": 13.19, "learning_rate": 8.488649823202135e-05, "loss": 20.4912, "step": 14848 }, { "epoch": 13.19, "learning_rate": 8.488448158708274e-05, "loss": 20.7314, "step": 14849 }, { "epoch": 13.19, "learning_rate": 8.488246483156741e-05, "loss": 20.2168, "step": 14850 }, { "epoch": 13.19, "learning_rate": 8.488044796548175e-05, "loss": 19.6611, "step": 14851 }, { "epoch": 13.19, "learning_rate": 8.487843098883221e-05, "loss": 19.6172, "step": 14852 }, { "epoch": 13.19, "learning_rate": 8.487641390162515e-05, "loss": 19.5977, "step": 14853 }, { "epoch": 13.19, "learning_rate": 8.487439670386697e-05, "loss": 20.459, "step": 14854 }, { "epoch": 13.19, "learning_rate": 8.487237939556403e-05, "loss": 19.8457, "step": 14855 }, { "epoch": 13.19, "learning_rate": 8.487036197672277e-05, "loss": 19.5449, "step": 14856 }, { "epoch": 13.19, "learning_rate": 8.486834444734956e-05, "loss": 20.0439, "step": 14857 }, { "epoch": 13.2, "learning_rate": 8.486632680745081e-05, "loss": 19.4697, "step": 14858 }, { "epoch": 13.2, "learning_rate": 8.48643090570329e-05, "loss": 20.0928, "step": 14859 }, { "epoch": 13.2, "learning_rate": 8.486229119610224e-05, "loss": 19.6104, "step": 14860 }, { "epoch": 13.2, "learning_rate": 8.486027322466521e-05, "loss": 19.8105, "step": 14861 }, { "epoch": 13.2, "learning_rate": 8.485825514272824e-05, "loss": 19.6592, "step": 14862 }, { "epoch": 13.2, "learning_rate": 8.485623695029768e-05, "loss": 19.4326, "step": 14863 }, { "epoch": 13.2, "learning_rate": 8.485421864737996e-05, "loss": 19.6875, "step": 14864 }, { "epoch": 13.2, "learning_rate": 8.485220023398147e-05, "loss": 20.2002, "step": 14865 }, { "epoch": 13.2, "learning_rate": 8.48501817101086e-05, "loss": 19.5215, "step": 14866 }, { "epoch": 13.2, "learning_rate": 8.484816307576774e-05, "loss": 19.623, "step": 14867 }, { "epoch": 13.2, "learning_rate": 8.484614433096533e-05, "loss": 19.4141, "step": 14868 }, { "epoch": 13.21, "learning_rate": 8.484412547570775e-05, "loss": 20.1123, "step": 14869 }, { "epoch": 13.21, "learning_rate": 8.484210651000138e-05, "loss": 19.9307, "step": 14870 }, { "epoch": 13.21, "learning_rate": 8.484008743385262e-05, "loss": 20.167, "step": 14871 }, { "epoch": 13.21, "learning_rate": 8.48380682472679e-05, "loss": 19.6025, "step": 14872 }, { "epoch": 13.21, "learning_rate": 8.483604895025359e-05, "loss": 19.916, "step": 14873 }, { "epoch": 13.21, "learning_rate": 8.483402954281609e-05, "loss": 20.748, "step": 14874 }, { "epoch": 13.21, "learning_rate": 8.483201002496182e-05, "loss": 20.5586, "step": 14875 }, { "epoch": 13.21, "learning_rate": 8.482999039669719e-05, "loss": 20.5098, "step": 14876 }, { "epoch": 13.21, "learning_rate": 8.482797065802858e-05, "loss": 20.3066, "step": 14877 }, { "epoch": 13.21, "learning_rate": 8.48259508089624e-05, "loss": 20.3516, "step": 14878 }, { "epoch": 13.21, "learning_rate": 8.482393084950504e-05, "loss": 20.0918, "step": 14879 }, { "epoch": 13.21, "learning_rate": 8.482191077966293e-05, "loss": 19.6758, "step": 14880 }, { "epoch": 13.22, "learning_rate": 8.481989059944246e-05, "loss": 19.6836, "step": 14881 }, { "epoch": 13.22, "learning_rate": 8.481787030885002e-05, "loss": 20.292, "step": 14882 }, { "epoch": 13.22, "learning_rate": 8.481584990789204e-05, "loss": 19.8438, "step": 14883 }, { "epoch": 13.22, "learning_rate": 8.48138293965749e-05, "loss": 19.8965, "step": 14884 }, { "epoch": 13.22, "learning_rate": 8.4811808774905e-05, "loss": 19.8955, "step": 14885 }, { "epoch": 13.22, "learning_rate": 8.480978804288878e-05, "loss": 20.3057, "step": 14886 }, { "epoch": 13.22, "learning_rate": 8.480776720053261e-05, "loss": 19.8428, "step": 14887 }, { "epoch": 13.22, "learning_rate": 8.480574624784292e-05, "loss": 19.4375, "step": 14888 }, { "epoch": 13.22, "learning_rate": 8.480372518482611e-05, "loss": 19.75, "step": 14889 }, { "epoch": 13.22, "learning_rate": 8.480170401148857e-05, "loss": 20.1172, "step": 14890 }, { "epoch": 13.22, "learning_rate": 8.479968272783672e-05, "loss": 19.6377, "step": 14891 }, { "epoch": 13.23, "learning_rate": 8.479766133387697e-05, "loss": 19.8613, "step": 14892 }, { "epoch": 13.23, "learning_rate": 8.479563982961571e-05, "loss": 19.9141, "step": 14893 }, { "epoch": 13.23, "learning_rate": 8.479361821505937e-05, "loss": 20.1279, "step": 14894 }, { "epoch": 13.23, "learning_rate": 8.479159649021438e-05, "loss": 19.9473, "step": 14895 }, { "epoch": 13.23, "learning_rate": 8.478957465508708e-05, "loss": 20.2988, "step": 14896 }, { "epoch": 13.23, "learning_rate": 8.478755270968393e-05, "loss": 19.7607, "step": 14897 }, { "epoch": 13.23, "learning_rate": 8.478553065401133e-05, "loss": 20.083, "step": 14898 }, { "epoch": 13.23, "learning_rate": 8.478350848807568e-05, "loss": 19.2725, "step": 14899 }, { "epoch": 13.23, "learning_rate": 8.47814862118834e-05, "loss": 19.8662, "step": 14900 }, { "epoch": 13.23, "learning_rate": 8.477946382544089e-05, "loss": 19.7744, "step": 14901 }, { "epoch": 13.23, "learning_rate": 8.477744132875455e-05, "loss": 20.127, "step": 14902 }, { "epoch": 13.24, "learning_rate": 8.477541872183084e-05, "loss": 19.6836, "step": 14903 }, { "epoch": 13.24, "learning_rate": 8.477339600467611e-05, "loss": 19.9727, "step": 14904 }, { "epoch": 13.24, "learning_rate": 8.477137317729682e-05, "loss": 19.8457, "step": 14905 }, { "epoch": 13.24, "learning_rate": 8.476935023969934e-05, "loss": 20.5811, "step": 14906 }, { "epoch": 13.24, "learning_rate": 8.476732719189013e-05, "loss": 20.1914, "step": 14907 }, { "epoch": 13.24, "learning_rate": 8.476530403387556e-05, "loss": 19.7734, "step": 14908 }, { "epoch": 13.24, "learning_rate": 8.476328076566206e-05, "loss": 19.6025, "step": 14909 }, { "epoch": 13.24, "learning_rate": 8.476125738725604e-05, "loss": 19.8408, "step": 14910 }, { "epoch": 13.24, "learning_rate": 8.475923389866394e-05, "loss": 20.4248, "step": 14911 }, { "epoch": 13.24, "learning_rate": 8.475721029989213e-05, "loss": 20.5557, "step": 14912 }, { "epoch": 13.24, "learning_rate": 8.475518659094705e-05, "loss": 19.4053, "step": 14913 }, { "epoch": 13.25, "learning_rate": 8.475316277183509e-05, "loss": 19.3652, "step": 14914 }, { "epoch": 13.25, "learning_rate": 8.475113884256272e-05, "loss": 20.3174, "step": 14915 }, { "epoch": 13.25, "learning_rate": 8.47491148031363e-05, "loss": 19.6094, "step": 14916 }, { "epoch": 13.25, "learning_rate": 8.474709065356226e-05, "loss": 19.8408, "step": 14917 }, { "epoch": 13.25, "learning_rate": 8.474506639384703e-05, "loss": 20.5449, "step": 14918 }, { "epoch": 13.25, "learning_rate": 8.474304202399703e-05, "loss": 20.1592, "step": 14919 }, { "epoch": 13.25, "learning_rate": 8.474101754401867e-05, "loss": 19.8779, "step": 14920 }, { "epoch": 13.25, "learning_rate": 8.473899295391834e-05, "loss": 19.9326, "step": 14921 }, { "epoch": 13.25, "learning_rate": 8.473696825370249e-05, "loss": 19.8613, "step": 14922 }, { "epoch": 13.25, "learning_rate": 8.473494344337752e-05, "loss": 19.9297, "step": 14923 }, { "epoch": 13.25, "learning_rate": 8.473291852294987e-05, "loss": 20.2998, "step": 14924 }, { "epoch": 13.25, "learning_rate": 8.473089349242593e-05, "loss": 20.0801, "step": 14925 }, { "epoch": 13.26, "learning_rate": 8.472886835181215e-05, "loss": 19.5381, "step": 14926 }, { "epoch": 13.26, "learning_rate": 8.472684310111492e-05, "loss": 19.8916, "step": 14927 }, { "epoch": 13.26, "learning_rate": 8.472481774034069e-05, "loss": 19.6084, "step": 14928 }, { "epoch": 13.26, "learning_rate": 8.472279226949585e-05, "loss": 20.001, "step": 14929 }, { "epoch": 13.26, "learning_rate": 8.472076668858683e-05, "loss": 19.582, "step": 14930 }, { "epoch": 13.26, "learning_rate": 8.471874099762007e-05, "loss": 19.5098, "step": 14931 }, { "epoch": 13.26, "learning_rate": 8.471671519660195e-05, "loss": 19.6641, "step": 14932 }, { "epoch": 13.26, "learning_rate": 8.471468928553894e-05, "loss": 19.6523, "step": 14933 }, { "epoch": 13.26, "learning_rate": 8.471266326443743e-05, "loss": 19.9648, "step": 14934 }, { "epoch": 13.26, "learning_rate": 8.471063713330385e-05, "loss": 20.7578, "step": 14935 }, { "epoch": 13.26, "learning_rate": 8.470861089214464e-05, "loss": 19.3477, "step": 14936 }, { "epoch": 13.27, "learning_rate": 8.470658454096617e-05, "loss": 19.9775, "step": 14937 }, { "epoch": 13.27, "learning_rate": 8.470455807977492e-05, "loss": 19.4053, "step": 14938 }, { "epoch": 13.27, "learning_rate": 8.470253150857729e-05, "loss": 20.126, "step": 14939 }, { "epoch": 13.27, "learning_rate": 8.47005048273797e-05, "loss": 20.2314, "step": 14940 }, { "epoch": 13.27, "learning_rate": 8.469847803618858e-05, "loss": 20.0176, "step": 14941 }, { "epoch": 13.27, "learning_rate": 8.469645113501037e-05, "loss": 20.5166, "step": 14942 }, { "epoch": 13.27, "learning_rate": 8.469442412385146e-05, "loss": 19.9473, "step": 14943 }, { "epoch": 13.27, "learning_rate": 8.469239700271829e-05, "loss": 19.29, "step": 14944 }, { "epoch": 13.27, "learning_rate": 8.46903697716173e-05, "loss": 20.2314, "step": 14945 }, { "epoch": 13.27, "learning_rate": 8.468834243055493e-05, "loss": 19.7734, "step": 14946 }, { "epoch": 13.27, "learning_rate": 8.468631497953755e-05, "loss": 19.8496, "step": 14947 }, { "epoch": 13.28, "learning_rate": 8.468428741857164e-05, "loss": 20.1357, "step": 14948 }, { "epoch": 13.28, "learning_rate": 8.468225974766358e-05, "loss": 19.9902, "step": 14949 }, { "epoch": 13.28, "learning_rate": 8.468023196681984e-05, "loss": 20.0078, "step": 14950 }, { "epoch": 13.28, "learning_rate": 8.467820407604682e-05, "loss": 19.3184, "step": 14951 }, { "epoch": 13.28, "learning_rate": 8.467617607535097e-05, "loss": 19.8906, "step": 14952 }, { "epoch": 13.28, "learning_rate": 8.467414796473871e-05, "loss": 20.6504, "step": 14953 }, { "epoch": 13.28, "learning_rate": 8.467211974421646e-05, "loss": 20.0635, "step": 14954 }, { "epoch": 13.28, "learning_rate": 8.467009141379065e-05, "loss": 19.9795, "step": 14955 }, { "epoch": 13.28, "learning_rate": 8.466806297346772e-05, "loss": 19.7617, "step": 14956 }, { "epoch": 13.28, "learning_rate": 8.466603442325409e-05, "loss": 19.8984, "step": 14957 }, { "epoch": 13.28, "learning_rate": 8.46640057631562e-05, "loss": 19.3955, "step": 14958 }, { "epoch": 13.29, "learning_rate": 8.466197699318048e-05, "loss": 20.1064, "step": 14959 }, { "epoch": 13.29, "learning_rate": 8.465994811333334e-05, "loss": 19.9316, "step": 14960 }, { "epoch": 13.29, "learning_rate": 8.465791912362123e-05, "loss": 19.7939, "step": 14961 }, { "epoch": 13.29, "learning_rate": 8.465589002405059e-05, "loss": 19.8018, "step": 14962 }, { "epoch": 13.29, "learning_rate": 8.465386081462782e-05, "loss": 19.4629, "step": 14963 }, { "epoch": 13.29, "learning_rate": 8.46518314953594e-05, "loss": 20.1514, "step": 14964 }, { "epoch": 13.29, "learning_rate": 8.464980206625171e-05, "loss": 19.8076, "step": 14965 }, { "epoch": 13.29, "learning_rate": 8.464777252731121e-05, "loss": 19.9961, "step": 14966 }, { "epoch": 13.29, "learning_rate": 8.464574287854434e-05, "loss": 19.2744, "step": 14967 }, { "epoch": 13.29, "learning_rate": 8.464371311995752e-05, "loss": 19.6406, "step": 14968 }, { "epoch": 13.29, "learning_rate": 8.464168325155718e-05, "loss": 20.0645, "step": 14969 }, { "epoch": 13.29, "learning_rate": 8.463965327334978e-05, "loss": 20.0244, "step": 14970 }, { "epoch": 13.3, "learning_rate": 8.463762318534172e-05, "loss": 19.8906, "step": 14971 }, { "epoch": 13.3, "learning_rate": 8.463559298753946e-05, "loss": 19.7725, "step": 14972 }, { "epoch": 13.3, "learning_rate": 8.463356267994942e-05, "loss": 20.2568, "step": 14973 }, { "epoch": 13.3, "learning_rate": 8.463153226257804e-05, "loss": 19.6113, "step": 14974 }, { "epoch": 13.3, "learning_rate": 8.462950173543179e-05, "loss": 19.9736, "step": 14975 }, { "epoch": 13.3, "learning_rate": 8.462747109851704e-05, "loss": 19.9043, "step": 14976 }, { "epoch": 13.3, "learning_rate": 8.462544035184026e-05, "loss": 20.209, "step": 14977 }, { "epoch": 13.3, "learning_rate": 8.462340949540791e-05, "loss": 19.5859, "step": 14978 }, { "epoch": 13.3, "learning_rate": 8.46213785292264e-05, "loss": 19.9238, "step": 14979 }, { "epoch": 13.3, "learning_rate": 8.461934745330218e-05, "loss": 20.5098, "step": 14980 }, { "epoch": 13.3, "learning_rate": 8.461731626764168e-05, "loss": 19.4434, "step": 14981 }, { "epoch": 13.31, "learning_rate": 8.461528497225132e-05, "loss": 19.8828, "step": 14982 }, { "epoch": 13.31, "learning_rate": 8.461325356713758e-05, "loss": 20.8545, "step": 14983 }, { "epoch": 13.31, "learning_rate": 8.461325356713758e-05, "loss": 19.7998, "step": 14984 }, { "epoch": 13.31, "learning_rate": 8.461122205230689e-05, "loss": 20.1309, "step": 14985 }, { "epoch": 13.31, "learning_rate": 8.460919042776565e-05, "loss": 19.7168, "step": 14986 }, { "epoch": 13.31, "learning_rate": 8.460715869352035e-05, "loss": 20.0518, "step": 14987 }, { "epoch": 13.31, "learning_rate": 8.460715869352035e-05, "loss": 20.7627, "step": 14988 }, { "epoch": 13.31, "learning_rate": 8.46051268495774e-05, "loss": 20.0938, "step": 14989 }, { "epoch": 13.31, "learning_rate": 8.460309489594325e-05, "loss": 19.9082, "step": 14990 }, { "epoch": 13.31, "learning_rate": 8.460106283262433e-05, "loss": 19.4023, "step": 14991 }, { "epoch": 13.31, "learning_rate": 8.45990306596271e-05, "loss": 19.6768, "step": 14992 }, { "epoch": 13.32, "learning_rate": 8.459699837695798e-05, "loss": 19.8135, "step": 14993 }, { "epoch": 13.32, "learning_rate": 8.459496598462344e-05, "loss": 20.2891, "step": 14994 }, { "epoch": 13.32, "learning_rate": 8.45929334826299e-05, "loss": 20.3418, "step": 14995 }, { "epoch": 13.32, "learning_rate": 8.459090087098381e-05, "loss": 20.7266, "step": 14996 }, { "epoch": 13.32, "learning_rate": 8.458886814969162e-05, "loss": 20.1611, "step": 14997 }, { "epoch": 13.32, "learning_rate": 8.458683531875975e-05, "loss": 20.7646, "step": 14998 }, { "epoch": 13.32, "learning_rate": 8.458480237819468e-05, "loss": 19.8789, "step": 14999 }, { "epoch": 13.32, "learning_rate": 8.45827693280028e-05, "loss": 20.0, "step": 15000 }, { "epoch": 13.32, "learning_rate": 8.458073616819062e-05, "loss": 20.2109, "step": 15001 }, { "epoch": 13.32, "learning_rate": 8.457870289876453e-05, "loss": 19.9395, "step": 15002 }, { "epoch": 13.32, "learning_rate": 8.457666951973101e-05, "loss": 19.8652, "step": 15003 }, { "epoch": 13.33, "learning_rate": 8.45746360310965e-05, "loss": 20.252, "step": 15004 }, { "epoch": 13.33, "learning_rate": 8.457260243286742e-05, "loss": 20.041, "step": 15005 }, { "epoch": 13.33, "learning_rate": 8.457056872505023e-05, "loss": 20.0635, "step": 15006 }, { "epoch": 13.33, "learning_rate": 8.45685349076514e-05, "loss": 19.7959, "step": 15007 }, { "epoch": 13.33, "learning_rate": 8.456650098067736e-05, "loss": 20.377, "step": 15008 }, { "epoch": 13.33, "learning_rate": 8.456446694413453e-05, "loss": 18.9766, "step": 15009 }, { "epoch": 13.33, "learning_rate": 8.45624327980294e-05, "loss": 19.9688, "step": 15010 }, { "epoch": 13.33, "learning_rate": 8.456039854236841e-05, "loss": 19.6953, "step": 15011 }, { "epoch": 13.33, "learning_rate": 8.455836417715799e-05, "loss": 20.4629, "step": 15012 }, { "epoch": 13.33, "learning_rate": 8.455632970240457e-05, "loss": 19.6094, "step": 15013 }, { "epoch": 13.33, "learning_rate": 8.455429511811466e-05, "loss": 19.9463, "step": 15014 }, { "epoch": 13.33, "learning_rate": 8.455226042429468e-05, "loss": 20.2783, "step": 15015 }, { "epoch": 13.34, "learning_rate": 8.455022562095104e-05, "loss": 19.8633, "step": 15016 }, { "epoch": 13.34, "learning_rate": 8.454819070809025e-05, "loss": 20.0605, "step": 15017 }, { "epoch": 13.34, "learning_rate": 8.454615568571872e-05, "loss": 20.1855, "step": 15018 }, { "epoch": 13.34, "learning_rate": 8.454412055384292e-05, "loss": 19.998, "step": 15019 }, { "epoch": 13.34, "learning_rate": 8.454208531246929e-05, "loss": 19.3066, "step": 15020 }, { "epoch": 13.34, "learning_rate": 8.454004996160431e-05, "loss": 19.5752, "step": 15021 }, { "epoch": 13.34, "learning_rate": 8.453801450125439e-05, "loss": 19.7451, "step": 15022 }, { "epoch": 13.34, "learning_rate": 8.453597893142601e-05, "loss": 19.6289, "step": 15023 }, { "epoch": 13.34, "learning_rate": 8.45339432521256e-05, "loss": 19.4805, "step": 15024 }, { "epoch": 13.34, "learning_rate": 8.453190746335965e-05, "loss": 19.6719, "step": 15025 }, { "epoch": 13.34, "learning_rate": 8.452987156513456e-05, "loss": 20.2432, "step": 15026 }, { "epoch": 13.35, "learning_rate": 8.452783555745683e-05, "loss": 19.7617, "step": 15027 }, { "epoch": 13.35, "learning_rate": 8.45257994403329e-05, "loss": 19.5098, "step": 15028 }, { "epoch": 13.35, "learning_rate": 8.45237632137692e-05, "loss": 19.8311, "step": 15029 }, { "epoch": 13.35, "learning_rate": 8.452172687777222e-05, "loss": 19.9521, "step": 15030 }, { "epoch": 13.35, "learning_rate": 8.451969043234841e-05, "loss": 19.3193, "step": 15031 }, { "epoch": 13.35, "learning_rate": 8.45176538775042e-05, "loss": 20.1611, "step": 15032 }, { "epoch": 13.35, "learning_rate": 8.451561721324606e-05, "loss": 20.2383, "step": 15033 }, { "epoch": 13.35, "learning_rate": 8.451358043958046e-05, "loss": 20.8809, "step": 15034 }, { "epoch": 13.35, "learning_rate": 8.451154355651382e-05, "loss": 20.3877, "step": 15035 }, { "epoch": 13.35, "learning_rate": 8.450950656405263e-05, "loss": 20.0537, "step": 15036 }, { "epoch": 13.35, "learning_rate": 8.450746946220333e-05, "loss": 20.6514, "step": 15037 }, { "epoch": 13.36, "learning_rate": 8.450543225097239e-05, "loss": 19.4805, "step": 15038 }, { "epoch": 13.36, "learning_rate": 8.450339493036627e-05, "loss": 19.9521, "step": 15039 }, { "epoch": 13.36, "learning_rate": 8.45013575003914e-05, "loss": 20.46, "step": 15040 }, { "epoch": 13.36, "learning_rate": 8.449931996105427e-05, "loss": 19.459, "step": 15041 }, { "epoch": 13.36, "learning_rate": 8.449728231236131e-05, "loss": 20.1729, "step": 15042 }, { "epoch": 13.36, "learning_rate": 8.449524455431901e-05, "loss": 20.0859, "step": 15043 }, { "epoch": 13.36, "learning_rate": 8.44932066869338e-05, "loss": 19.8789, "step": 15044 }, { "epoch": 13.36, "learning_rate": 8.449116871021216e-05, "loss": 19.9834, "step": 15045 }, { "epoch": 13.36, "learning_rate": 8.448913062416053e-05, "loss": 19.6016, "step": 15046 }, { "epoch": 13.36, "learning_rate": 8.44870924287854e-05, "loss": 20.0996, "step": 15047 }, { "epoch": 13.36, "learning_rate": 8.44850541240932e-05, "loss": 19.5234, "step": 15048 }, { "epoch": 13.37, "learning_rate": 8.448301571009041e-05, "loss": 19.8223, "step": 15049 }, { "epoch": 13.37, "learning_rate": 8.44809771867835e-05, "loss": 19.9121, "step": 15050 }, { "epoch": 13.37, "learning_rate": 8.44789385541789e-05, "loss": 20.2178, "step": 15051 }, { "epoch": 13.37, "learning_rate": 8.44768998122831e-05, "loss": 20.3115, "step": 15052 }, { "epoch": 13.37, "learning_rate": 8.447486096110255e-05, "loss": 19.918, "step": 15053 }, { "epoch": 13.37, "learning_rate": 8.44728220006437e-05, "loss": 19.8818, "step": 15054 }, { "epoch": 13.37, "learning_rate": 8.447078293091304e-05, "loss": 20.1484, "step": 15055 }, { "epoch": 13.37, "learning_rate": 8.446874375191702e-05, "loss": 20.1758, "step": 15056 }, { "epoch": 13.37, "learning_rate": 8.446670446366211e-05, "loss": 20.2217, "step": 15057 }, { "epoch": 13.37, "learning_rate": 8.446466506615479e-05, "loss": 19.8359, "step": 15058 }, { "epoch": 13.37, "learning_rate": 8.446262555940146e-05, "loss": 20.3457, "step": 15059 }, { "epoch": 13.37, "learning_rate": 8.446058594340865e-05, "loss": 19.9561, "step": 15060 }, { "epoch": 13.38, "learning_rate": 8.445854621818281e-05, "loss": 19.7266, "step": 15061 }, { "epoch": 13.38, "learning_rate": 8.445650638373038e-05, "loss": 20.3643, "step": 15062 }, { "epoch": 13.38, "learning_rate": 8.445446644005787e-05, "loss": 20.0742, "step": 15063 }, { "epoch": 13.38, "learning_rate": 8.44524263871717e-05, "loss": 20.0186, "step": 15064 }, { "epoch": 13.38, "learning_rate": 8.445038622507837e-05, "loss": 19.4912, "step": 15065 }, { "epoch": 13.38, "learning_rate": 8.444834595378434e-05, "loss": 21.0557, "step": 15066 }, { "epoch": 13.38, "learning_rate": 8.444630557329606e-05, "loss": 19.9277, "step": 15067 }, { "epoch": 13.38, "learning_rate": 8.444426508362e-05, "loss": 20.1416, "step": 15068 }, { "epoch": 13.38, "learning_rate": 8.444222448476266e-05, "loss": 20.4365, "step": 15069 }, { "epoch": 13.38, "learning_rate": 8.444018377673049e-05, "loss": 20.25, "step": 15070 }, { "epoch": 13.38, "learning_rate": 8.443814295952994e-05, "loss": 20.0654, "step": 15071 }, { "epoch": 13.39, "learning_rate": 8.44361020331675e-05, "loss": 20.1289, "step": 15072 }, { "epoch": 13.39, "learning_rate": 8.443406099764961e-05, "loss": 20.1582, "step": 15073 }, { "epoch": 13.39, "learning_rate": 8.443201985298279e-05, "loss": 19.6934, "step": 15074 }, { "epoch": 13.39, "learning_rate": 8.442997859917347e-05, "loss": 19.959, "step": 15075 }, { "epoch": 13.39, "learning_rate": 8.442793723622814e-05, "loss": 20.6758, "step": 15076 }, { "epoch": 13.39, "learning_rate": 8.442589576415326e-05, "loss": 19.6826, "step": 15077 }, { "epoch": 13.39, "learning_rate": 8.442385418295531e-05, "loss": 19.4102, "step": 15078 }, { "epoch": 13.39, "learning_rate": 8.442181249264074e-05, "loss": 20.4971, "step": 15079 }, { "epoch": 13.39, "learning_rate": 8.441977069321605e-05, "loss": 19.8701, "step": 15080 }, { "epoch": 13.39, "learning_rate": 8.44177287846877e-05, "loss": 20.1758, "step": 15081 }, { "epoch": 13.39, "learning_rate": 8.441568676706218e-05, "loss": 20.7725, "step": 15082 }, { "epoch": 13.4, "learning_rate": 8.441364464034591e-05, "loss": 20.0146, "step": 15083 }, { "epoch": 13.4, "learning_rate": 8.441160240454542e-05, "loss": 19.7764, "step": 15084 }, { "epoch": 13.4, "learning_rate": 8.440956005966717e-05, "loss": 19.9102, "step": 15085 }, { "epoch": 13.4, "learning_rate": 8.440751760571758e-05, "loss": 19.9561, "step": 15086 }, { "epoch": 13.4, "learning_rate": 8.440547504270322e-05, "loss": 20.6924, "step": 15087 }, { "epoch": 13.4, "learning_rate": 8.440343237063048e-05, "loss": 20.4668, "step": 15088 }, { "epoch": 13.4, "learning_rate": 8.44013895895059e-05, "loss": 19.9678, "step": 15089 }, { "epoch": 13.4, "learning_rate": 8.439934669933591e-05, "loss": 19.9424, "step": 15090 }, { "epoch": 13.4, "learning_rate": 8.439730370012699e-05, "loss": 19.4443, "step": 15091 }, { "epoch": 13.4, "learning_rate": 8.439526059188564e-05, "loss": 19.1895, "step": 15092 }, { "epoch": 13.4, "learning_rate": 8.439321737461832e-05, "loss": 19.6084, "step": 15093 }, { "epoch": 13.4, "learning_rate": 8.43911740483315e-05, "loss": 19.751, "step": 15094 }, { "epoch": 13.41, "learning_rate": 8.438913061303167e-05, "loss": 19.7158, "step": 15095 }, { "epoch": 13.41, "learning_rate": 8.438708706872531e-05, "loss": 19.7881, "step": 15096 }, { "epoch": 13.41, "learning_rate": 8.438504341541887e-05, "loss": 19.6416, "step": 15097 }, { "epoch": 13.41, "learning_rate": 8.438299965311886e-05, "loss": 19.7412, "step": 15098 }, { "epoch": 13.41, "learning_rate": 8.438095578183176e-05, "loss": 20.7578, "step": 15099 }, { "epoch": 13.41, "learning_rate": 8.437891180156403e-05, "loss": 19.9189, "step": 15100 }, { "epoch": 13.41, "learning_rate": 8.437686771232214e-05, "loss": 19.7637, "step": 15101 }, { "epoch": 13.41, "learning_rate": 8.437482351411259e-05, "loss": 20.1621, "step": 15102 }, { "epoch": 13.41, "learning_rate": 8.437277920694186e-05, "loss": 20.1465, "step": 15103 }, { "epoch": 13.41, "learning_rate": 8.43707347908164e-05, "loss": 20.5703, "step": 15104 }, { "epoch": 13.41, "learning_rate": 8.436869026574275e-05, "loss": 19.9619, "step": 15105 }, { "epoch": 13.42, "learning_rate": 8.436664563172733e-05, "loss": 20.2979, "step": 15106 }, { "epoch": 13.42, "learning_rate": 8.436460088877665e-05, "loss": 20.5723, "step": 15107 }, { "epoch": 13.42, "learning_rate": 8.43625560368972e-05, "loss": 19.6523, "step": 15108 }, { "epoch": 13.42, "learning_rate": 8.436051107609542e-05, "loss": 20.0664, "step": 15109 }, { "epoch": 13.42, "learning_rate": 8.435846600637785e-05, "loss": 19.998, "step": 15110 }, { "epoch": 13.42, "learning_rate": 8.435642082775093e-05, "loss": 20.1475, "step": 15111 }, { "epoch": 13.42, "learning_rate": 8.435437554022115e-05, "loss": 20.1875, "step": 15112 }, { "epoch": 13.42, "learning_rate": 8.435233014379501e-05, "loss": 19.9395, "step": 15113 }, { "epoch": 13.42, "learning_rate": 8.435028463847898e-05, "loss": 20.1445, "step": 15114 }, { "epoch": 13.42, "learning_rate": 8.434823902427955e-05, "loss": 20.001, "step": 15115 }, { "epoch": 13.42, "learning_rate": 8.434619330120319e-05, "loss": 20.2354, "step": 15116 }, { "epoch": 13.43, "learning_rate": 8.43441474692564e-05, "loss": 20.8066, "step": 15117 }, { "epoch": 13.43, "learning_rate": 8.434210152844566e-05, "loss": 19.8555, "step": 15118 }, { "epoch": 13.43, "learning_rate": 8.434005547877746e-05, "loss": 19.5771, "step": 15119 }, { "epoch": 13.43, "learning_rate": 8.433800932025829e-05, "loss": 20.3125, "step": 15120 }, { "epoch": 13.43, "learning_rate": 8.43359630528946e-05, "loss": 20.8242, "step": 15121 }, { "epoch": 13.43, "learning_rate": 8.433391667669292e-05, "loss": 19.9639, "step": 15122 }, { "epoch": 13.43, "learning_rate": 8.433187019165973e-05, "loss": 19.5977, "step": 15123 }, { "epoch": 13.43, "learning_rate": 8.432982359780149e-05, "loss": 20.6709, "step": 15124 }, { "epoch": 13.43, "learning_rate": 8.43277768951247e-05, "loss": 19.9326, "step": 15125 }, { "epoch": 13.43, "learning_rate": 8.432573008363587e-05, "loss": 20.6562, "step": 15126 }, { "epoch": 13.43, "learning_rate": 8.432368316334146e-05, "loss": 20.3584, "step": 15127 }, { "epoch": 13.44, "learning_rate": 8.432163613424796e-05, "loss": 20.21, "step": 15128 }, { "epoch": 13.44, "learning_rate": 8.431958899636187e-05, "loss": 19.4951, "step": 15129 }, { "epoch": 13.44, "learning_rate": 8.431754174968969e-05, "loss": 19.7012, "step": 15130 }, { "epoch": 13.44, "learning_rate": 8.431549439423788e-05, "loss": 19.5869, "step": 15131 }, { "epoch": 13.44, "learning_rate": 8.431344693001295e-05, "loss": 19.9326, "step": 15132 }, { "epoch": 13.44, "learning_rate": 8.431139935702138e-05, "loss": 20.0693, "step": 15133 }, { "epoch": 13.44, "learning_rate": 8.430935167526967e-05, "loss": 20.166, "step": 15134 }, { "epoch": 13.44, "learning_rate": 8.430730388476431e-05, "loss": 20.5098, "step": 15135 }, { "epoch": 13.44, "learning_rate": 8.430525598551177e-05, "loss": 19.6514, "step": 15136 }, { "epoch": 13.44, "learning_rate": 8.430320797751856e-05, "loss": 20.373, "step": 15137 }, { "epoch": 13.44, "learning_rate": 8.43011598607912e-05, "loss": 20.3945, "step": 15138 }, { "epoch": 13.44, "learning_rate": 8.429911163533612e-05, "loss": 19.8193, "step": 15139 }, { "epoch": 13.45, "learning_rate": 8.429706330115986e-05, "loss": 20.3389, "step": 15140 }, { "epoch": 13.45, "learning_rate": 8.429501485826889e-05, "loss": 19.6201, "step": 15141 }, { "epoch": 13.45, "learning_rate": 8.42929663066697e-05, "loss": 19.5439, "step": 15142 }, { "epoch": 13.45, "learning_rate": 8.429091764636883e-05, "loss": 20.6016, "step": 15143 }, { "epoch": 13.45, "learning_rate": 8.428886887737271e-05, "loss": 19.9932, "step": 15144 }, { "epoch": 13.45, "learning_rate": 8.428681999968786e-05, "loss": 19.7979, "step": 15145 }, { "epoch": 13.45, "learning_rate": 8.428477101332078e-05, "loss": 20.3242, "step": 15146 }, { "epoch": 13.45, "learning_rate": 8.428272191827797e-05, "loss": 20.4434, "step": 15147 }, { "epoch": 13.45, "learning_rate": 8.42806727145659e-05, "loss": 19.749, "step": 15148 }, { "epoch": 13.45, "learning_rate": 8.42786234021911e-05, "loss": 19.8594, "step": 15149 }, { "epoch": 13.45, "learning_rate": 8.427657398116005e-05, "loss": 20.8555, "step": 15150 }, { "epoch": 13.46, "learning_rate": 8.427452445147923e-05, "loss": 20.1992, "step": 15151 }, { "epoch": 13.46, "learning_rate": 8.427247481315515e-05, "loss": 20.1045, "step": 15152 }, { "epoch": 13.46, "learning_rate": 8.427042506619431e-05, "loss": 19.5557, "step": 15153 }, { "epoch": 13.46, "learning_rate": 8.426837521060323e-05, "loss": 19.7861, "step": 15154 }, { "epoch": 13.46, "learning_rate": 8.426632524638836e-05, "loss": 19.9004, "step": 15155 }, { "epoch": 13.46, "learning_rate": 8.42642751735562e-05, "loss": 20.2188, "step": 15156 }, { "epoch": 13.46, "learning_rate": 8.426222499211332e-05, "loss": 19.8613, "step": 15157 }, { "epoch": 13.46, "learning_rate": 8.426017470206612e-05, "loss": 19.3154, "step": 15158 }, { "epoch": 13.46, "learning_rate": 8.425812430342117e-05, "loss": 20.123, "step": 15159 }, { "epoch": 13.46, "learning_rate": 8.425607379618494e-05, "loss": 19.7236, "step": 15160 }, { "epoch": 13.46, "learning_rate": 8.425402318036394e-05, "loss": 19.7119, "step": 15161 }, { "epoch": 13.47, "learning_rate": 8.425197245596466e-05, "loss": 19.7129, "step": 15162 }, { "epoch": 13.47, "learning_rate": 8.42499216229936e-05, "loss": 19.7051, "step": 15163 }, { "epoch": 13.47, "learning_rate": 8.424787068145728e-05, "loss": 19.9219, "step": 15164 }, { "epoch": 13.47, "learning_rate": 8.42458196313622e-05, "loss": 19.7402, "step": 15165 }, { "epoch": 13.47, "learning_rate": 8.424376847271482e-05, "loss": 19.9795, "step": 15166 }, { "epoch": 13.47, "learning_rate": 8.424171720552169e-05, "loss": 19.292, "step": 15167 }, { "epoch": 13.47, "learning_rate": 8.42396658297893e-05, "loss": 20.0137, "step": 15168 }, { "epoch": 13.47, "learning_rate": 8.423761434552413e-05, "loss": 19.7607, "step": 15169 }, { "epoch": 13.47, "learning_rate": 8.42355627527327e-05, "loss": 20.2168, "step": 15170 }, { "epoch": 13.47, "learning_rate": 8.423351105142151e-05, "loss": 19.6846, "step": 15171 }, { "epoch": 13.47, "learning_rate": 8.423145924159706e-05, "loss": 20.1875, "step": 15172 }, { "epoch": 13.48, "learning_rate": 8.422940732326588e-05, "loss": 20.2197, "step": 15173 }, { "epoch": 13.48, "learning_rate": 8.422735529643444e-05, "loss": 19.5938, "step": 15174 }, { "epoch": 13.48, "learning_rate": 8.422530316110925e-05, "loss": 19.9834, "step": 15175 }, { "epoch": 13.48, "learning_rate": 8.422325091729684e-05, "loss": 19.9814, "step": 15176 }, { "epoch": 13.48, "learning_rate": 8.422119856500368e-05, "loss": 19.8408, "step": 15177 }, { "epoch": 13.48, "learning_rate": 8.421914610423631e-05, "loss": 20.4922, "step": 15178 }, { "epoch": 13.48, "learning_rate": 8.42170935350012e-05, "loss": 20.2656, "step": 15179 }, { "epoch": 13.48, "learning_rate": 8.421504085730489e-05, "loss": 19.916, "step": 15180 }, { "epoch": 13.48, "learning_rate": 8.421298807115388e-05, "loss": 20.3135, "step": 15181 }, { "epoch": 13.48, "learning_rate": 8.421298807115388e-05, "loss": 19.9551, "step": 15182 }, { "epoch": 13.48, "learning_rate": 8.421093517655465e-05, "loss": 20.2129, "step": 15183 }, { "epoch": 13.48, "learning_rate": 8.420888217351373e-05, "loss": 19.2207, "step": 15184 }, { "epoch": 13.49, "learning_rate": 8.420682906203762e-05, "loss": 20.1855, "step": 15185 }, { "epoch": 13.49, "learning_rate": 8.420477584213284e-05, "loss": 20.5977, "step": 15186 }, { "epoch": 13.49, "learning_rate": 8.420272251380588e-05, "loss": 19.6387, "step": 15187 }, { "epoch": 13.49, "learning_rate": 8.420066907706327e-05, "loss": 19.7061, "step": 15188 }, { "epoch": 13.49, "learning_rate": 8.41986155319115e-05, "loss": 19.8262, "step": 15189 }, { "epoch": 13.49, "learning_rate": 8.419656187835709e-05, "loss": 20.2959, "step": 15190 }, { "epoch": 13.49, "learning_rate": 8.419450811640655e-05, "loss": 20.5752, "step": 15191 }, { "epoch": 13.49, "learning_rate": 8.419245424606639e-05, "loss": 19.418, "step": 15192 }, { "epoch": 13.49, "learning_rate": 8.41904002673431e-05, "loss": 19.9785, "step": 15193 }, { "epoch": 13.49, "learning_rate": 8.41883461802432e-05, "loss": 20.4414, "step": 15194 }, { "epoch": 13.49, "learning_rate": 8.418629198477323e-05, "loss": 20.0732, "step": 15195 }, { "epoch": 13.5, "learning_rate": 8.418423768093969e-05, "loss": 19.8594, "step": 15196 }, { "epoch": 13.5, "learning_rate": 8.418218326874905e-05, "loss": 19.6172, "step": 15197 }, { "epoch": 13.5, "learning_rate": 8.418012874820789e-05, "loss": 20.3066, "step": 15198 }, { "epoch": 13.5, "learning_rate": 8.417807411932265e-05, "loss": 19.2236, "step": 15199 }, { "epoch": 13.5, "learning_rate": 8.417601938209989e-05, "loss": 19.7236, "step": 15200 }, { "epoch": 13.5, "learning_rate": 8.417396453654613e-05, "loss": 19.9014, "step": 15201 }, { "epoch": 13.5, "learning_rate": 8.417190958266784e-05, "loss": 19.4941, "step": 15202 }, { "epoch": 13.5, "learning_rate": 8.416985452047157e-05, "loss": 19.7695, "step": 15203 }, { "epoch": 13.5, "learning_rate": 8.416779934996383e-05, "loss": 20.1777, "step": 15204 }, { "epoch": 13.5, "learning_rate": 8.416574407115112e-05, "loss": 20.125, "step": 15205 }, { "epoch": 13.5, "learning_rate": 8.416368868403997e-05, "loss": 19.916, "step": 15206 }, { "epoch": 13.51, "learning_rate": 8.416163318863688e-05, "loss": 19.8916, "step": 15207 }, { "epoch": 13.51, "learning_rate": 8.415957758494837e-05, "loss": 19.5557, "step": 15208 }, { "epoch": 13.51, "learning_rate": 8.415752187298096e-05, "loss": 19.7139, "step": 15209 }, { "epoch": 13.51, "learning_rate": 8.415546605274117e-05, "loss": 19.5293, "step": 15210 }, { "epoch": 13.51, "learning_rate": 8.415341012423552e-05, "loss": 19.8252, "step": 15211 }, { "epoch": 13.51, "learning_rate": 8.41513540874705e-05, "loss": 20.2129, "step": 15212 }, { "epoch": 13.51, "learning_rate": 8.414929794245265e-05, "loss": 19.8945, "step": 15213 }, { "epoch": 13.51, "learning_rate": 8.414724168918851e-05, "loss": 20.1123, "step": 15214 }, { "epoch": 13.51, "learning_rate": 8.414518532768454e-05, "loss": 20.0234, "step": 15215 }, { "epoch": 13.51, "learning_rate": 8.41431288579473e-05, "loss": 19.7422, "step": 15216 }, { "epoch": 13.51, "learning_rate": 8.414107227998329e-05, "loss": 19.9893, "step": 15217 }, { "epoch": 13.52, "learning_rate": 8.413901559379904e-05, "loss": 20.3027, "step": 15218 }, { "epoch": 13.52, "learning_rate": 8.413695879940109e-05, "loss": 20.1572, "step": 15219 }, { "epoch": 13.52, "learning_rate": 8.413490189679591e-05, "loss": 19.9961, "step": 15220 }, { "epoch": 13.52, "learning_rate": 8.413284488599004e-05, "loss": 19.6113, "step": 15221 }, { "epoch": 13.52, "learning_rate": 8.413078776699004e-05, "loss": 19.8105, "step": 15222 }, { "epoch": 13.52, "learning_rate": 8.412873053980238e-05, "loss": 20.1533, "step": 15223 }, { "epoch": 13.52, "learning_rate": 8.412667320443358e-05, "loss": 19.8887, "step": 15224 }, { "epoch": 13.52, "learning_rate": 8.412461576089019e-05, "loss": 19.3857, "step": 15225 }, { "epoch": 13.52, "learning_rate": 8.412255820917874e-05, "loss": 19.8545, "step": 15226 }, { "epoch": 13.52, "learning_rate": 8.412050054930571e-05, "loss": 19.8301, "step": 15227 }, { "epoch": 13.52, "learning_rate": 8.411844278127765e-05, "loss": 20.0791, "step": 15228 }, { "epoch": 13.52, "learning_rate": 8.411638490510107e-05, "loss": 20.0791, "step": 15229 }, { "epoch": 13.53, "learning_rate": 8.411432692078252e-05, "loss": 20.168, "step": 15230 }, { "epoch": 13.53, "learning_rate": 8.41122688283285e-05, "loss": 20.3633, "step": 15231 }, { "epoch": 13.53, "learning_rate": 8.411021062774553e-05, "loss": 19.5332, "step": 15232 }, { "epoch": 13.53, "learning_rate": 8.410815231904014e-05, "loss": 19.5098, "step": 15233 }, { "epoch": 13.53, "learning_rate": 8.410609390221886e-05, "loss": 19.084, "step": 15234 }, { "epoch": 13.53, "learning_rate": 8.410403537728824e-05, "loss": 20.1895, "step": 15235 }, { "epoch": 13.53, "learning_rate": 8.410197674425473e-05, "loss": 20.165, "step": 15236 }, { "epoch": 13.53, "learning_rate": 8.409991800312493e-05, "loss": 19.5352, "step": 15237 }, { "epoch": 13.53, "learning_rate": 8.409785915390533e-05, "loss": 20.0781, "step": 15238 }, { "epoch": 13.53, "learning_rate": 8.409580019660246e-05, "loss": 19.9395, "step": 15239 }, { "epoch": 13.53, "learning_rate": 8.409374113122286e-05, "loss": 19.9902, "step": 15240 }, { "epoch": 13.54, "learning_rate": 8.409168195777304e-05, "loss": 20.1611, "step": 15241 }, { "epoch": 13.54, "learning_rate": 8.408962267625954e-05, "loss": 19.71, "step": 15242 }, { "epoch": 13.54, "learning_rate": 8.408756328668887e-05, "loss": 20.3711, "step": 15243 }, { "epoch": 13.54, "learning_rate": 8.408550378906758e-05, "loss": 20.0537, "step": 15244 }, { "epoch": 13.54, "learning_rate": 8.408344418340219e-05, "loss": 19.7559, "step": 15245 }, { "epoch": 13.54, "learning_rate": 8.408138446969922e-05, "loss": 20.1592, "step": 15246 }, { "epoch": 13.54, "learning_rate": 8.407932464796521e-05, "loss": 19.6348, "step": 15247 }, { "epoch": 13.54, "learning_rate": 8.407726471820668e-05, "loss": 20.5156, "step": 15248 }, { "epoch": 13.54, "learning_rate": 8.407520468043018e-05, "loss": 19.8018, "step": 15249 }, { "epoch": 13.54, "learning_rate": 8.40731445346422e-05, "loss": 20.127, "step": 15250 }, { "epoch": 13.54, "learning_rate": 8.407108428084931e-05, "loss": 20.3525, "step": 15251 }, { "epoch": 13.55, "learning_rate": 8.406902391905802e-05, "loss": 19.9521, "step": 15252 }, { "epoch": 13.55, "learning_rate": 8.406696344927486e-05, "loss": 20.4277, "step": 15253 }, { "epoch": 13.55, "learning_rate": 8.406490287150637e-05, "loss": 20.2539, "step": 15254 }, { "epoch": 13.55, "learning_rate": 8.406284218575909e-05, "loss": 20.3691, "step": 15255 }, { "epoch": 13.55, "learning_rate": 8.406078139203952e-05, "loss": 20.6221, "step": 15256 }, { "epoch": 13.55, "learning_rate": 8.405872049035424e-05, "loss": 19.541, "step": 15257 }, { "epoch": 13.55, "learning_rate": 8.405665948070973e-05, "loss": 19.627, "step": 15258 }, { "epoch": 13.55, "learning_rate": 8.405459836311256e-05, "loss": 19.7803, "step": 15259 }, { "epoch": 13.55, "learning_rate": 8.405253713756925e-05, "loss": 19.8848, "step": 15260 }, { "epoch": 13.55, "learning_rate": 8.405047580408633e-05, "loss": 19.5283, "step": 15261 }, { "epoch": 13.55, "learning_rate": 8.404841436267035e-05, "loss": 19.5889, "step": 15262 }, { "epoch": 13.56, "learning_rate": 8.404635281332782e-05, "loss": 20.0508, "step": 15263 }, { "epoch": 13.56, "learning_rate": 8.404429115606529e-05, "loss": 19.6523, "step": 15264 }, { "epoch": 13.56, "learning_rate": 8.40422293908893e-05, "loss": 19.9932, "step": 15265 }, { "epoch": 13.56, "learning_rate": 8.40422293908893e-05, "loss": 20.0, "step": 15266 }, { "epoch": 13.56, "learning_rate": 8.404016751780639e-05, "loss": 20.752, "step": 15267 }, { "epoch": 13.56, "learning_rate": 8.403810553682307e-05, "loss": 19.7607, "step": 15268 }, { "epoch": 13.56, "learning_rate": 8.40360434479459e-05, "loss": 19.8574, "step": 15269 }, { "epoch": 13.56, "learning_rate": 8.40339812511814e-05, "loss": 20.0215, "step": 15270 }, { "epoch": 13.56, "learning_rate": 8.403191894653612e-05, "loss": 19.9014, "step": 15271 }, { "epoch": 13.56, "learning_rate": 8.402985653401658e-05, "loss": 20.0742, "step": 15272 }, { "epoch": 13.56, "learning_rate": 8.402779401362933e-05, "loss": 19.4893, "step": 15273 }, { "epoch": 13.56, "learning_rate": 8.402573138538091e-05, "loss": 20.5977, "step": 15274 }, { "epoch": 13.57, "learning_rate": 8.402366864927786e-05, "loss": 19.751, "step": 15275 }, { "epoch": 13.57, "learning_rate": 8.40216058053267e-05, "loss": 20.0322, "step": 15276 }, { "epoch": 13.57, "learning_rate": 8.4019542853534e-05, "loss": 20.4844, "step": 15277 }, { "epoch": 13.57, "learning_rate": 8.401747979390626e-05, "loss": 20.043, "step": 15278 }, { "epoch": 13.57, "learning_rate": 8.401541662645006e-05, "loss": 20.416, "step": 15279 }, { "epoch": 13.57, "learning_rate": 8.401335335117191e-05, "loss": 19.5107, "step": 15280 }, { "epoch": 13.57, "learning_rate": 8.401128996807835e-05, "loss": 20.1367, "step": 15281 }, { "epoch": 13.57, "learning_rate": 8.400922647717595e-05, "loss": 19.3789, "step": 15282 }, { "epoch": 13.57, "learning_rate": 8.400716287847122e-05, "loss": 19.8877, "step": 15283 }, { "epoch": 13.57, "learning_rate": 8.40050991719707e-05, "loss": 20.332, "step": 15284 }, { "epoch": 13.57, "learning_rate": 8.400303535768096e-05, "loss": 19.7383, "step": 15285 }, { "epoch": 13.58, "learning_rate": 8.400097143560853e-05, "loss": 20.333, "step": 15286 }, { "epoch": 13.58, "learning_rate": 8.399890740575995e-05, "loss": 19.6201, "step": 15287 }, { "epoch": 13.58, "learning_rate": 8.399684326814174e-05, "loss": 19.5771, "step": 15288 }, { "epoch": 13.58, "learning_rate": 8.39947790227605e-05, "loss": 19.6895, "step": 15289 }, { "epoch": 13.58, "learning_rate": 8.399271466962271e-05, "loss": 19.6797, "step": 15290 }, { "epoch": 13.58, "learning_rate": 8.399065020873493e-05, "loss": 19.959, "step": 15291 }, { "epoch": 13.58, "learning_rate": 8.398858564010374e-05, "loss": 19.4775, "step": 15292 }, { "epoch": 13.58, "learning_rate": 8.398652096373564e-05, "loss": 19.7959, "step": 15293 }, { "epoch": 13.58, "learning_rate": 8.398445617963721e-05, "loss": 19.7129, "step": 15294 }, { "epoch": 13.58, "learning_rate": 8.398239128781497e-05, "loss": 19.9395, "step": 15295 }, { "epoch": 13.58, "learning_rate": 8.398032628827547e-05, "loss": 19.3574, "step": 15296 }, { "epoch": 13.59, "learning_rate": 8.397826118102525e-05, "loss": 19.8721, "step": 15297 }, { "epoch": 13.59, "learning_rate": 8.39761959660709e-05, "loss": 20.1455, "step": 15298 }, { "epoch": 13.59, "learning_rate": 8.39741306434189e-05, "loss": 19.5889, "step": 15299 }, { "epoch": 13.59, "learning_rate": 8.397206521307584e-05, "loss": 20.0703, "step": 15300 }, { "epoch": 13.59, "learning_rate": 8.396999967504823e-05, "loss": 20.0137, "step": 15301 }, { "epoch": 13.59, "learning_rate": 8.396793402934267e-05, "loss": 19.3594, "step": 15302 }, { "epoch": 13.59, "learning_rate": 8.39658682759657e-05, "loss": 20.2031, "step": 15303 }, { "epoch": 13.59, "learning_rate": 8.396380241492381e-05, "loss": 20.1006, "step": 15304 }, { "epoch": 13.59, "learning_rate": 8.396173644622359e-05, "loss": 20.1416, "step": 15305 }, { "epoch": 13.59, "learning_rate": 8.395967036987161e-05, "loss": 19.9062, "step": 15306 }, { "epoch": 13.59, "learning_rate": 8.395760418587435e-05, "loss": 20.6074, "step": 15307 }, { "epoch": 13.6, "learning_rate": 8.395553789423845e-05, "loss": 20.1816, "step": 15308 }, { "epoch": 13.6, "learning_rate": 8.395347149497039e-05, "loss": 20.3242, "step": 15309 }, { "epoch": 13.6, "learning_rate": 8.395140498807675e-05, "loss": 20.3281, "step": 15310 }, { "epoch": 13.6, "learning_rate": 8.394933837356406e-05, "loss": 20.251, "step": 15311 }, { "epoch": 13.6, "learning_rate": 8.39472716514389e-05, "loss": 20.4375, "step": 15312 }, { "epoch": 13.6, "learning_rate": 8.39452048217078e-05, "loss": 20.7646, "step": 15313 }, { "epoch": 13.6, "learning_rate": 8.394313788437733e-05, "loss": 19.6846, "step": 15314 }, { "epoch": 13.6, "learning_rate": 8.394107083945401e-05, "loss": 20.2871, "step": 15315 }, { "epoch": 13.6, "learning_rate": 8.393900368694442e-05, "loss": 20.1699, "step": 15316 }, { "epoch": 13.6, "learning_rate": 8.39369364268551e-05, "loss": 20.0117, "step": 15317 }, { "epoch": 13.6, "learning_rate": 8.393486905919261e-05, "loss": 19.9404, "step": 15318 }, { "epoch": 13.6, "learning_rate": 8.393280158396351e-05, "loss": 20.6436, "step": 15319 }, { "epoch": 13.61, "learning_rate": 8.393073400117433e-05, "loss": 20.2529, "step": 15320 }, { "epoch": 13.61, "learning_rate": 8.392866631083162e-05, "loss": 20.0518, "step": 15321 }, { "epoch": 13.61, "learning_rate": 8.392659851294198e-05, "loss": 20.4297, "step": 15322 }, { "epoch": 13.61, "learning_rate": 8.392453060751191e-05, "loss": 20.0186, "step": 15323 }, { "epoch": 13.61, "learning_rate": 8.392246259454801e-05, "loss": 20.1543, "step": 15324 }, { "epoch": 13.61, "learning_rate": 8.392039447405681e-05, "loss": 20.2969, "step": 15325 }, { "epoch": 13.61, "learning_rate": 8.392039447405681e-05, "loss": 20.5684, "step": 15326 }, { "epoch": 13.61, "learning_rate": 8.391832624604486e-05, "loss": 19.9863, "step": 15327 }, { "epoch": 13.61, "learning_rate": 8.391625791051873e-05, "loss": 20.1182, "step": 15328 }, { "epoch": 13.61, "learning_rate": 8.391418946748499e-05, "loss": 19.5947, "step": 15329 }, { "epoch": 13.61, "learning_rate": 8.391212091695016e-05, "loss": 20.0098, "step": 15330 }, { "epoch": 13.62, "learning_rate": 8.391005225892084e-05, "loss": 20.0205, "step": 15331 }, { "epoch": 13.62, "learning_rate": 8.390798349340355e-05, "loss": 19.9746, "step": 15332 }, { "epoch": 13.62, "learning_rate": 8.390591462040485e-05, "loss": 19.7715, "step": 15333 }, { "epoch": 13.62, "learning_rate": 8.390384563993132e-05, "loss": 20.3857, "step": 15334 }, { "epoch": 13.62, "learning_rate": 8.39017765519895e-05, "loss": 20.0449, "step": 15335 }, { "epoch": 13.62, "learning_rate": 8.389970735658596e-05, "loss": 19.5029, "step": 15336 }, { "epoch": 13.62, "learning_rate": 8.389763805372726e-05, "loss": 20.0234, "step": 15337 }, { "epoch": 13.62, "learning_rate": 8.389556864341994e-05, "loss": 19.874, "step": 15338 }, { "epoch": 13.62, "learning_rate": 8.389349912567058e-05, "loss": 19.7285, "step": 15339 }, { "epoch": 13.62, "learning_rate": 8.389142950048574e-05, "loss": 20.082, "step": 15340 }, { "epoch": 13.62, "learning_rate": 8.388935976787197e-05, "loss": 20.1523, "step": 15341 }, { "epoch": 13.63, "learning_rate": 8.388728992783583e-05, "loss": 19.8037, "step": 15342 }, { "epoch": 13.63, "learning_rate": 8.38852199803839e-05, "loss": 19.8535, "step": 15343 }, { "epoch": 13.63, "learning_rate": 8.38831499255227e-05, "loss": 20.0635, "step": 15344 }, { "epoch": 13.63, "learning_rate": 8.388107976325886e-05, "loss": 19.7715, "step": 15345 }, { "epoch": 13.63, "learning_rate": 8.387900949359886e-05, "loss": 19.5098, "step": 15346 }, { "epoch": 13.63, "learning_rate": 8.387693911654933e-05, "loss": 19.3525, "step": 15347 }, { "epoch": 13.63, "learning_rate": 8.387486863211677e-05, "loss": 19.627, "step": 15348 }, { "epoch": 13.63, "learning_rate": 8.387279804030781e-05, "loss": 20.21, "step": 15349 }, { "epoch": 13.63, "learning_rate": 8.387072734112897e-05, "loss": 19.9023, "step": 15350 }, { "epoch": 13.63, "learning_rate": 8.386865653458685e-05, "loss": 20.498, "step": 15351 }, { "epoch": 13.63, "learning_rate": 8.386658562068796e-05, "loss": 20.2305, "step": 15352 }, { "epoch": 13.63, "learning_rate": 8.386451459943889e-05, "loss": 20.1074, "step": 15353 }, { "epoch": 13.64, "learning_rate": 8.386244347084623e-05, "loss": 20.123, "step": 15354 }, { "epoch": 13.64, "learning_rate": 8.386037223491652e-05, "loss": 20.0684, "step": 15355 }, { "epoch": 13.64, "learning_rate": 8.385830089165631e-05, "loss": 19.748, "step": 15356 }, { "epoch": 13.64, "learning_rate": 8.385622944107221e-05, "loss": 19.5156, "step": 15357 }, { "epoch": 13.64, "learning_rate": 8.385415788317074e-05, "loss": 19.4463, "step": 15358 }, { "epoch": 13.64, "learning_rate": 8.385208621795851e-05, "loss": 19.9971, "step": 15359 }, { "epoch": 13.64, "learning_rate": 8.385001444544204e-05, "loss": 20.3389, "step": 15360 }, { "epoch": 13.64, "learning_rate": 8.384794256562794e-05, "loss": 20.208, "step": 15361 }, { "epoch": 13.64, "learning_rate": 8.384587057852274e-05, "loss": 20.1504, "step": 15362 }, { "epoch": 13.64, "learning_rate": 8.384379848413304e-05, "loss": 19.5283, "step": 15363 }, { "epoch": 13.64, "learning_rate": 8.384172628246539e-05, "loss": 19.6172, "step": 15364 }, { "epoch": 13.65, "learning_rate": 8.383965397352637e-05, "loss": 20.0117, "step": 15365 }, { "epoch": 13.65, "learning_rate": 8.383758155732253e-05, "loss": 19.7881, "step": 15366 }, { "epoch": 13.65, "learning_rate": 8.383550903386046e-05, "loss": 19.7695, "step": 15367 }, { "epoch": 13.65, "learning_rate": 8.383343640314671e-05, "loss": 19.8984, "step": 15368 }, { "epoch": 13.65, "learning_rate": 8.383136366518788e-05, "loss": 20.2607, "step": 15369 }, { "epoch": 13.65, "learning_rate": 8.382929081999049e-05, "loss": 19.6631, "step": 15370 }, { "epoch": 13.65, "learning_rate": 8.382721786756119e-05, "loss": 19.6152, "step": 15371 }, { "epoch": 13.65, "learning_rate": 8.382514480790645e-05, "loss": 19.876, "step": 15372 }, { "epoch": 13.65, "learning_rate": 8.382307164103291e-05, "loss": 19.5049, "step": 15373 }, { "epoch": 13.65, "learning_rate": 8.382099836694712e-05, "loss": 19.9258, "step": 15374 }, { "epoch": 13.65, "learning_rate": 8.381892498565567e-05, "loss": 19.96, "step": 15375 }, { "epoch": 13.66, "learning_rate": 8.381685149716512e-05, "loss": 19.7139, "step": 15376 }, { "epoch": 13.66, "learning_rate": 8.381477790148202e-05, "loss": 20.2363, "step": 15377 }, { "epoch": 13.66, "learning_rate": 8.381270419861299e-05, "loss": 19.9473, "step": 15378 }, { "epoch": 13.66, "learning_rate": 8.381063038856456e-05, "loss": 19.2812, "step": 15379 }, { "epoch": 13.66, "learning_rate": 8.380855647134331e-05, "loss": 19.9189, "step": 15380 }, { "epoch": 13.66, "learning_rate": 8.380648244695584e-05, "loss": 19.8105, "step": 15381 }, { "epoch": 13.66, "learning_rate": 8.380440831540872e-05, "loss": 19.4551, "step": 15382 }, { "epoch": 13.66, "learning_rate": 8.38023340767085e-05, "loss": 19.7666, "step": 15383 }, { "epoch": 13.66, "learning_rate": 8.380025973086177e-05, "loss": 19.7168, "step": 15384 }, { "epoch": 13.66, "learning_rate": 8.379818527787509e-05, "loss": 20.3877, "step": 15385 }, { "epoch": 13.66, "learning_rate": 8.379611071775505e-05, "loss": 19.9736, "step": 15386 }, { "epoch": 13.67, "learning_rate": 8.379403605050825e-05, "loss": 19.667, "step": 15387 }, { "epoch": 13.67, "learning_rate": 8.379196127614123e-05, "loss": 19.9258, "step": 15388 }, { "epoch": 13.67, "learning_rate": 8.378988639466057e-05, "loss": 19.7539, "step": 15389 }, { "epoch": 13.67, "learning_rate": 8.378781140607285e-05, "loss": 19.8232, "step": 15390 }, { "epoch": 13.67, "learning_rate": 8.378573631038466e-05, "loss": 20.4541, "step": 15391 }, { "epoch": 13.67, "learning_rate": 8.378366110760259e-05, "loss": 19.96, "step": 15392 }, { "epoch": 13.67, "learning_rate": 8.378158579773317e-05, "loss": 19.8018, "step": 15393 }, { "epoch": 13.67, "learning_rate": 8.377951038078302e-05, "loss": 19.6416, "step": 15394 }, { "epoch": 13.67, "learning_rate": 8.377743485675868e-05, "loss": 20.085, "step": 15395 }, { "epoch": 13.67, "learning_rate": 8.37753592256668e-05, "loss": 19.791, "step": 15396 }, { "epoch": 13.67, "learning_rate": 8.377328348751387e-05, "loss": 20.2197, "step": 15397 }, { "epoch": 13.67, "learning_rate": 8.377120764230654e-05, "loss": 20.2266, "step": 15398 }, { "epoch": 13.68, "learning_rate": 8.376913169005134e-05, "loss": 20.459, "step": 15399 }, { "epoch": 13.68, "learning_rate": 8.376705563075488e-05, "loss": 20.5166, "step": 15400 }, { "epoch": 13.68, "learning_rate": 8.376497946442374e-05, "loss": 20.5254, "step": 15401 }, { "epoch": 13.68, "learning_rate": 8.37629031910645e-05, "loss": 20.2988, "step": 15402 }, { "epoch": 13.68, "learning_rate": 8.376082681068372e-05, "loss": 20.4648, "step": 15403 }, { "epoch": 13.68, "learning_rate": 8.375875032328802e-05, "loss": 20.3545, "step": 15404 }, { "epoch": 13.68, "learning_rate": 8.375667372888394e-05, "loss": 19.8711, "step": 15405 }, { "epoch": 13.68, "learning_rate": 8.37545970274781e-05, "loss": 19.9883, "step": 15406 }, { "epoch": 13.68, "learning_rate": 8.375252021907705e-05, "loss": 20.2559, "step": 15407 }, { "epoch": 13.68, "learning_rate": 8.375044330368738e-05, "loss": 20.501, "step": 15408 }, { "epoch": 13.68, "learning_rate": 8.37483662813157e-05, "loss": 19.8994, "step": 15409 }, { "epoch": 13.69, "learning_rate": 8.374628915196856e-05, "loss": 20.6113, "step": 15410 }, { "epoch": 13.69, "learning_rate": 8.374421191565256e-05, "loss": 20.0234, "step": 15411 }, { "epoch": 13.69, "learning_rate": 8.37421345723743e-05, "loss": 20.3291, "step": 15412 }, { "epoch": 13.69, "learning_rate": 8.374005712214035e-05, "loss": 20.2295, "step": 15413 }, { "epoch": 13.69, "learning_rate": 8.373797956495728e-05, "loss": 19.6982, "step": 15414 }, { "epoch": 13.69, "learning_rate": 8.37359019008317e-05, "loss": 19.6074, "step": 15415 }, { "epoch": 13.69, "learning_rate": 8.373382412977016e-05, "loss": 20.002, "step": 15416 }, { "epoch": 13.69, "learning_rate": 8.373174625177929e-05, "loss": 20.2949, "step": 15417 }, { "epoch": 13.69, "learning_rate": 8.372966826686566e-05, "loss": 19.5732, "step": 15418 }, { "epoch": 13.69, "learning_rate": 8.372759017503584e-05, "loss": 19.873, "step": 15419 }, { "epoch": 13.69, "learning_rate": 8.372551197629643e-05, "loss": 19.3867, "step": 15420 }, { "epoch": 13.7, "learning_rate": 8.372343367065405e-05, "loss": 20.0, "step": 15421 }, { "epoch": 13.7, "learning_rate": 8.372135525811522e-05, "loss": 20.2207, "step": 15422 }, { "epoch": 13.7, "learning_rate": 8.371927673868658e-05, "loss": 21.0781, "step": 15423 }, { "epoch": 13.7, "learning_rate": 8.37171981123747e-05, "loss": 20.3945, "step": 15424 }, { "epoch": 13.7, "learning_rate": 8.371511937918616e-05, "loss": 19.8779, "step": 15425 }, { "epoch": 13.7, "learning_rate": 8.371304053912759e-05, "loss": 20.167, "step": 15426 }, { "epoch": 13.7, "learning_rate": 8.371096159220553e-05, "loss": 20.1123, "step": 15427 }, { "epoch": 13.7, "learning_rate": 8.370888253842661e-05, "loss": 19.7051, "step": 15428 }, { "epoch": 13.7, "learning_rate": 8.370680337779737e-05, "loss": 19.9775, "step": 15429 }, { "epoch": 13.7, "learning_rate": 8.370472411032446e-05, "loss": 20.2852, "step": 15430 }, { "epoch": 13.7, "learning_rate": 8.37026447360144e-05, "loss": 19.5703, "step": 15431 }, { "epoch": 13.71, "learning_rate": 8.370056525487386e-05, "loss": 19.4648, "step": 15432 }, { "epoch": 13.71, "learning_rate": 8.36984856669094e-05, "loss": 19.5967, "step": 15433 }, { "epoch": 13.71, "learning_rate": 8.369640597212758e-05, "loss": 20.3105, "step": 15434 }, { "epoch": 13.71, "learning_rate": 8.369432617053503e-05, "loss": 19.5283, "step": 15435 }, { "epoch": 13.71, "learning_rate": 8.369224626213834e-05, "loss": 19.8887, "step": 15436 }, { "epoch": 13.71, "learning_rate": 8.369016624694409e-05, "loss": 19.6514, "step": 15437 }, { "epoch": 13.71, "learning_rate": 8.368808612495888e-05, "loss": 20.7139, "step": 15438 }, { "epoch": 13.71, "learning_rate": 8.36860058961893e-05, "loss": 19.7529, "step": 15439 }, { "epoch": 13.71, "learning_rate": 8.368392556064193e-05, "loss": 21.0811, "step": 15440 }, { "epoch": 13.71, "learning_rate": 8.36818451183234e-05, "loss": 20.3379, "step": 15441 }, { "epoch": 13.71, "learning_rate": 8.367976456924026e-05, "loss": 19.2217, "step": 15442 }, { "epoch": 13.71, "learning_rate": 8.367768391339914e-05, "loss": 19.874, "step": 15443 }, { "epoch": 13.72, "learning_rate": 8.367560315080663e-05, "loss": 19.1787, "step": 15444 }, { "epoch": 13.72, "learning_rate": 8.36735222814693e-05, "loss": 20.374, "step": 15445 }, { "epoch": 13.72, "learning_rate": 8.367144130539379e-05, "loss": 19.9678, "step": 15446 }, { "epoch": 13.72, "learning_rate": 8.366936022258666e-05, "loss": 19.4824, "step": 15447 }, { "epoch": 13.72, "learning_rate": 8.366727903305451e-05, "loss": 20.0195, "step": 15448 }, { "epoch": 13.72, "learning_rate": 8.366519773680397e-05, "loss": 19.7842, "step": 15449 }, { "epoch": 13.72, "learning_rate": 8.366311633384158e-05, "loss": 19.8857, "step": 15450 }, { "epoch": 13.72, "learning_rate": 8.3661034824174e-05, "loss": 20.2627, "step": 15451 }, { "epoch": 13.72, "learning_rate": 8.365895320780779e-05, "loss": 20.3574, "step": 15452 }, { "epoch": 13.72, "learning_rate": 8.365687148474955e-05, "loss": 20.6484, "step": 15453 }, { "epoch": 13.72, "learning_rate": 8.365478965500589e-05, "loss": 20.2988, "step": 15454 }, { "epoch": 13.73, "learning_rate": 8.36527077185834e-05, "loss": 20.3203, "step": 15455 }, { "epoch": 13.73, "learning_rate": 8.365062567548867e-05, "loss": 20.1582, "step": 15456 }, { "epoch": 13.73, "learning_rate": 8.364854352572833e-05, "loss": 19.7969, "step": 15457 }, { "epoch": 13.73, "learning_rate": 8.364646126930895e-05, "loss": 20.3633, "step": 15458 }, { "epoch": 13.73, "learning_rate": 8.364437890623716e-05, "loss": 19.9756, "step": 15459 }, { "epoch": 13.73, "learning_rate": 8.364229643651953e-05, "loss": 20.3135, "step": 15460 }, { "epoch": 13.73, "learning_rate": 8.364021386016268e-05, "loss": 20.0908, "step": 15461 }, { "epoch": 13.73, "learning_rate": 8.363813117717321e-05, "loss": 19.9385, "step": 15462 }, { "epoch": 13.73, "learning_rate": 8.363604838755772e-05, "loss": 19.8975, "step": 15463 }, { "epoch": 13.73, "learning_rate": 8.363396549132281e-05, "loss": 20.5439, "step": 15464 }, { "epoch": 13.73, "learning_rate": 8.363188248847508e-05, "loss": 19.7998, "step": 15465 }, { "epoch": 13.74, "learning_rate": 8.362979937902113e-05, "loss": 19.5908, "step": 15466 }, { "epoch": 13.74, "learning_rate": 8.362771616296756e-05, "loss": 20.1729, "step": 15467 }, { "epoch": 13.74, "learning_rate": 8.3625632840321e-05, "loss": 20.2979, "step": 15468 }, { "epoch": 13.74, "learning_rate": 8.362354941108802e-05, "loss": 19.7627, "step": 15469 }, { "epoch": 13.74, "learning_rate": 8.362146587527524e-05, "loss": 19.7715, "step": 15470 }, { "epoch": 13.74, "learning_rate": 8.361938223288927e-05, "loss": 20.207, "step": 15471 }, { "epoch": 13.74, "learning_rate": 8.361729848393671e-05, "loss": 20.085, "step": 15472 }, { "epoch": 13.74, "learning_rate": 8.361521462842417e-05, "loss": 19.9971, "step": 15473 }, { "epoch": 13.74, "learning_rate": 8.361313066635823e-05, "loss": 19.8203, "step": 15474 }, { "epoch": 13.74, "learning_rate": 8.361104659774553e-05, "loss": 20.4316, "step": 15475 }, { "epoch": 13.74, "learning_rate": 8.360896242259266e-05, "loss": 20.5674, "step": 15476 }, { "epoch": 13.75, "learning_rate": 8.360687814090622e-05, "loss": 21.0596, "step": 15477 }, { "epoch": 13.75, "learning_rate": 8.360479375269281e-05, "loss": 19.6846, "step": 15478 }, { "epoch": 13.75, "learning_rate": 8.360270925795908e-05, "loss": 20.0752, "step": 15479 }, { "epoch": 13.75, "learning_rate": 8.36006246567116e-05, "loss": 20.1689, "step": 15480 }, { "epoch": 13.75, "learning_rate": 8.359853994895697e-05, "loss": 20.4365, "step": 15481 }, { "epoch": 13.75, "learning_rate": 8.359645513470182e-05, "loss": 20.7422, "step": 15482 }, { "epoch": 13.75, "learning_rate": 8.359437021395276e-05, "loss": 19.9082, "step": 15483 }, { "epoch": 13.75, "learning_rate": 8.359228518671639e-05, "loss": 19.9814, "step": 15484 }, { "epoch": 13.75, "learning_rate": 8.359020005299932e-05, "loss": 20.1367, "step": 15485 }, { "epoch": 13.75, "learning_rate": 8.358811481280815e-05, "loss": 19.7109, "step": 15486 }, { "epoch": 13.75, "learning_rate": 8.358602946614951e-05, "loss": 20.3115, "step": 15487 }, { "epoch": 13.75, "learning_rate": 8.358394401303001e-05, "loss": 19.8711, "step": 15488 }, { "epoch": 13.76, "learning_rate": 8.358185845345623e-05, "loss": 19.918, "step": 15489 }, { "epoch": 13.76, "learning_rate": 8.357977278743481e-05, "loss": 19.7852, "step": 15490 }, { "epoch": 13.76, "learning_rate": 8.357768701497235e-05, "loss": 19.8701, "step": 15491 }, { "epoch": 13.76, "learning_rate": 8.357560113607546e-05, "loss": 20.04, "step": 15492 }, { "epoch": 13.76, "learning_rate": 8.357351515075076e-05, "loss": 19.0312, "step": 15493 }, { "epoch": 13.76, "learning_rate": 8.357142905900485e-05, "loss": 20.2148, "step": 15494 }, { "epoch": 13.76, "learning_rate": 8.356934286084437e-05, "loss": 19.2559, "step": 15495 }, { "epoch": 13.76, "learning_rate": 8.356725655627589e-05, "loss": 19.8008, "step": 15496 }, { "epoch": 13.76, "learning_rate": 8.356517014530606e-05, "loss": 19.4961, "step": 15497 }, { "epoch": 13.76, "learning_rate": 8.356308362794147e-05, "loss": 20.1816, "step": 15498 }, { "epoch": 13.76, "learning_rate": 8.356099700418875e-05, "loss": 20.0244, "step": 15499 }, { "epoch": 13.77, "learning_rate": 8.355891027405451e-05, "loss": 20.3125, "step": 15500 }, { "epoch": 13.77, "learning_rate": 8.355682343754536e-05, "loss": 19.9951, "step": 15501 }, { "epoch": 13.77, "learning_rate": 8.355473649466791e-05, "loss": 20.3086, "step": 15502 }, { "epoch": 13.77, "learning_rate": 8.35526494454288e-05, "loss": 20.2246, "step": 15503 }, { "epoch": 13.77, "learning_rate": 8.35505622898346e-05, "loss": 19.7559, "step": 15504 }, { "epoch": 13.77, "learning_rate": 8.354847502789197e-05, "loss": 20.1953, "step": 15505 }, { "epoch": 13.77, "learning_rate": 8.354638765960752e-05, "loss": 19.6289, "step": 15506 }, { "epoch": 13.77, "learning_rate": 8.354430018498784e-05, "loss": 19.9014, "step": 15507 }, { "epoch": 13.77, "learning_rate": 8.354221260403956e-05, "loss": 20.2559, "step": 15508 }, { "epoch": 13.77, "learning_rate": 8.354012491676933e-05, "loss": 20.1416, "step": 15509 }, { "epoch": 13.77, "learning_rate": 8.35380371231837e-05, "loss": 19.9893, "step": 15510 }, { "epoch": 13.78, "learning_rate": 8.353594922328935e-05, "loss": 20.5156, "step": 15511 }, { "epoch": 13.78, "learning_rate": 8.353386121709285e-05, "loss": 20.0576, "step": 15512 }, { "epoch": 13.78, "learning_rate": 8.353177310460087e-05, "loss": 20.3496, "step": 15513 }, { "epoch": 13.78, "learning_rate": 8.352968488581998e-05, "loss": 20.3857, "step": 15514 }, { "epoch": 13.78, "learning_rate": 8.352759656075684e-05, "loss": 20.4268, "step": 15515 }, { "epoch": 13.78, "learning_rate": 8.352550812941804e-05, "loss": 20.5117, "step": 15516 }, { "epoch": 13.78, "learning_rate": 8.352341959181021e-05, "loss": 20.5986, "step": 15517 }, { "epoch": 13.78, "learning_rate": 8.352133094793995e-05, "loss": 19.877, "step": 15518 }, { "epoch": 13.78, "learning_rate": 8.351924219781393e-05, "loss": 19.3936, "step": 15519 }, { "epoch": 13.78, "learning_rate": 8.351715334143873e-05, "loss": 20.1113, "step": 15520 }, { "epoch": 13.78, "learning_rate": 8.351506437882099e-05, "loss": 20.2324, "step": 15521 }, { "epoch": 13.79, "learning_rate": 8.35129753099673e-05, "loss": 20.166, "step": 15522 }, { "epoch": 13.79, "learning_rate": 8.351088613488433e-05, "loss": 19.7041, "step": 15523 }, { "epoch": 13.79, "learning_rate": 8.350879685357869e-05, "loss": 19.9951, "step": 15524 }, { "epoch": 13.79, "learning_rate": 8.350670746605698e-05, "loss": 19.9697, "step": 15525 }, { "epoch": 13.79, "learning_rate": 8.350461797232582e-05, "loss": 19.8496, "step": 15526 }, { "epoch": 13.79, "learning_rate": 8.350252837239187e-05, "loss": 20.3906, "step": 15527 }, { "epoch": 13.79, "learning_rate": 8.350043866626172e-05, "loss": 19.6543, "step": 15528 }, { "epoch": 13.79, "learning_rate": 8.349834885394198e-05, "loss": 19.7871, "step": 15529 }, { "epoch": 13.79, "learning_rate": 8.349834885394198e-05, "loss": 21.1768, "step": 15530 }, { "epoch": 13.79, "learning_rate": 8.349625893543935e-05, "loss": 20.1455, "step": 15531 }, { "epoch": 13.79, "learning_rate": 8.349416891076036e-05, "loss": 20.2334, "step": 15532 }, { "epoch": 13.79, "learning_rate": 8.34920787799117e-05, "loss": 20.0576, "step": 15533 }, { "epoch": 13.8, "learning_rate": 8.348998854289998e-05, "loss": 20.0215, "step": 15534 }, { "epoch": 13.8, "learning_rate": 8.34878981997318e-05, "loss": 19.5928, "step": 15535 }, { "epoch": 13.8, "learning_rate": 8.348580775041384e-05, "loss": 19.707, "step": 15536 }, { "epoch": 13.8, "learning_rate": 8.348371719495265e-05, "loss": 19.8701, "step": 15537 }, { "epoch": 13.8, "learning_rate": 8.348162653335492e-05, "loss": 20.1631, "step": 15538 }, { "epoch": 13.8, "learning_rate": 8.347953576562726e-05, "loss": 20.042, "step": 15539 }, { "epoch": 13.8, "learning_rate": 8.347953576562726e-05, "loss": 19.7188, "step": 15540 }, { "epoch": 13.8, "learning_rate": 8.347744489177628e-05, "loss": 19.2744, "step": 15541 }, { "epoch": 13.8, "learning_rate": 8.347535391180863e-05, "loss": 19.7129, "step": 15542 }, { "epoch": 13.8, "learning_rate": 8.347326282573092e-05, "loss": 19.624, "step": 15543 }, { "epoch": 13.8, "learning_rate": 8.347117163354981e-05, "loss": 20.5635, "step": 15544 }, { "epoch": 13.81, "learning_rate": 8.346908033527188e-05, "loss": 19.624, "step": 15545 }, { "epoch": 13.81, "learning_rate": 8.346698893090379e-05, "loss": 19.6709, "step": 15546 }, { "epoch": 13.81, "learning_rate": 8.346489742045216e-05, "loss": 19.8652, "step": 15547 }, { "epoch": 13.81, "learning_rate": 8.346280580392364e-05, "loss": 20.4629, "step": 15548 }, { "epoch": 13.81, "learning_rate": 8.346071408132484e-05, "loss": 19.8975, "step": 15549 }, { "epoch": 13.81, "learning_rate": 8.345862225266239e-05, "loss": 19.6025, "step": 15550 }, { "epoch": 13.81, "learning_rate": 8.345653031794292e-05, "loss": 19.5186, "step": 15551 }, { "epoch": 13.81, "learning_rate": 8.345443827717305e-05, "loss": 19.5518, "step": 15552 }, { "epoch": 13.81, "learning_rate": 8.345234613035945e-05, "loss": 19.9922, "step": 15553 }, { "epoch": 13.81, "learning_rate": 8.345025387750873e-05, "loss": 20.0566, "step": 15554 }, { "epoch": 13.81, "learning_rate": 8.344816151862751e-05, "loss": 20.1934, "step": 15555 }, { "epoch": 13.82, "learning_rate": 8.344606905372246e-05, "loss": 20.0205, "step": 15556 }, { "epoch": 13.82, "learning_rate": 8.344397648280016e-05, "loss": 20.2656, "step": 15557 }, { "epoch": 13.82, "learning_rate": 8.344188380586727e-05, "loss": 19.793, "step": 15558 }, { "epoch": 13.82, "learning_rate": 8.343979102293042e-05, "loss": 20.4072, "step": 15559 }, { "epoch": 13.82, "learning_rate": 8.343769813399625e-05, "loss": 20.0283, "step": 15560 }, { "epoch": 13.82, "learning_rate": 8.343560513907138e-05, "loss": 19.7363, "step": 15561 }, { "epoch": 13.82, "learning_rate": 8.343351203816248e-05, "loss": 20.2627, "step": 15562 }, { "epoch": 13.82, "learning_rate": 8.343141883127615e-05, "loss": 19.9238, "step": 15563 }, { "epoch": 13.82, "learning_rate": 8.342932551841903e-05, "loss": 20.335, "step": 15564 }, { "epoch": 13.82, "learning_rate": 8.342723209959773e-05, "loss": 20.4404, "step": 15565 }, { "epoch": 13.82, "learning_rate": 8.342513857481895e-05, "loss": 19.7275, "step": 15566 }, { "epoch": 13.83, "learning_rate": 8.342304494408928e-05, "loss": 20.46, "step": 15567 }, { "epoch": 13.83, "learning_rate": 8.342095120741538e-05, "loss": 20.6377, "step": 15568 }, { "epoch": 13.83, "learning_rate": 8.341885736480386e-05, "loss": 20.2676, "step": 15569 }, { "epoch": 13.83, "learning_rate": 8.341676341626136e-05, "loss": 19.8115, "step": 15570 }, { "epoch": 13.83, "learning_rate": 8.341466936179456e-05, "loss": 19.6758, "step": 15571 }, { "epoch": 13.83, "learning_rate": 8.341257520141004e-05, "loss": 19.7061, "step": 15572 }, { "epoch": 13.83, "learning_rate": 8.341048093511448e-05, "loss": 20.8701, "step": 15573 }, { "epoch": 13.83, "learning_rate": 8.34083865629145e-05, "loss": 20.2881, "step": 15574 }, { "epoch": 13.83, "learning_rate": 8.340629208481674e-05, "loss": 20.1143, "step": 15575 }, { "epoch": 13.83, "learning_rate": 8.340419750082784e-05, "loss": 20.5801, "step": 15576 }, { "epoch": 13.83, "learning_rate": 8.340210281095444e-05, "loss": 19.9482, "step": 15577 }, { "epoch": 13.83, "learning_rate": 8.340000801520317e-05, "loss": 20.376, "step": 15578 }, { "epoch": 13.84, "learning_rate": 8.339791311358069e-05, "loss": 19.7949, "step": 15579 }, { "epoch": 13.84, "learning_rate": 8.339581810609362e-05, "loss": 20.3027, "step": 15580 }, { "epoch": 13.84, "learning_rate": 8.339372299274863e-05, "loss": 19.8164, "step": 15581 }, { "epoch": 13.84, "learning_rate": 8.339162777355234e-05, "loss": 20.6289, "step": 15582 }, { "epoch": 13.84, "learning_rate": 8.338953244851137e-05, "loss": 20.6543, "step": 15583 }, { "epoch": 13.84, "learning_rate": 8.33874370176324e-05, "loss": 20.0752, "step": 15584 }, { "epoch": 13.84, "learning_rate": 8.338534148092207e-05, "loss": 19.7041, "step": 15585 }, { "epoch": 13.84, "learning_rate": 8.3383245838387e-05, "loss": 20.3066, "step": 15586 }, { "epoch": 13.84, "learning_rate": 8.338115009003385e-05, "loss": 20.1494, "step": 15587 }, { "epoch": 13.84, "learning_rate": 8.337905423586924e-05, "loss": 20.1816, "step": 15588 }, { "epoch": 13.84, "learning_rate": 8.337695827589984e-05, "loss": 20.3086, "step": 15589 }, { "epoch": 13.85, "learning_rate": 8.337486221013226e-05, "loss": 19.9844, "step": 15590 }, { "epoch": 13.85, "learning_rate": 8.33727660385732e-05, "loss": 19.5986, "step": 15591 }, { "epoch": 13.85, "learning_rate": 8.337066976122925e-05, "loss": 19.9482, "step": 15592 }, { "epoch": 13.85, "learning_rate": 8.336857337810708e-05, "loss": 19.8418, "step": 15593 }, { "epoch": 13.85, "learning_rate": 8.336647688921333e-05, "loss": 20.8555, "step": 15594 }, { "epoch": 13.85, "learning_rate": 8.336438029455466e-05, "loss": 20.6543, "step": 15595 }, { "epoch": 13.85, "learning_rate": 8.33622835941377e-05, "loss": 19.9111, "step": 15596 }, { "epoch": 13.85, "learning_rate": 8.336018678796909e-05, "loss": 19.8066, "step": 15597 }, { "epoch": 13.85, "learning_rate": 8.335808987605547e-05, "loss": 20.1523, "step": 15598 }, { "epoch": 13.85, "learning_rate": 8.335599285840352e-05, "loss": 19.7656, "step": 15599 }, { "epoch": 13.85, "learning_rate": 8.335389573501988e-05, "loss": 20.1436, "step": 15600 }, { "epoch": 13.86, "learning_rate": 8.335179850591117e-05, "loss": 20.251, "step": 15601 }, { "epoch": 13.86, "learning_rate": 8.334970117108405e-05, "loss": 19.875, "step": 15602 }, { "epoch": 13.86, "learning_rate": 8.334760373054517e-05, "loss": 20.0879, "step": 15603 }, { "epoch": 13.86, "learning_rate": 8.334550618430122e-05, "loss": 20.0283, "step": 15604 }, { "epoch": 13.86, "learning_rate": 8.334340853235876e-05, "loss": 19.8262, "step": 15605 }, { "epoch": 13.86, "learning_rate": 8.334131077472452e-05, "loss": 19.7334, "step": 15606 }, { "epoch": 13.86, "learning_rate": 8.33392129114051e-05, "loss": 19.665, "step": 15607 }, { "epoch": 13.86, "learning_rate": 8.333711494240717e-05, "loss": 19.9131, "step": 15608 }, { "epoch": 13.86, "learning_rate": 8.333501686773739e-05, "loss": 20.5078, "step": 15609 }, { "epoch": 13.86, "learning_rate": 8.333291868740238e-05, "loss": 20.3418, "step": 15610 }, { "epoch": 13.86, "learning_rate": 8.333082040140883e-05, "loss": 20.1455, "step": 15611 }, { "epoch": 13.87, "learning_rate": 8.332872200976336e-05, "loss": 19.3604, "step": 15612 }, { "epoch": 13.87, "learning_rate": 8.332662351247262e-05, "loss": 19.9316, "step": 15613 }, { "epoch": 13.87, "learning_rate": 8.33245249095433e-05, "loss": 19.8945, "step": 15614 }, { "epoch": 13.87, "learning_rate": 8.3322426200982e-05, "loss": 19.7188, "step": 15615 }, { "epoch": 13.87, "learning_rate": 8.332032738679542e-05, "loss": 19.8838, "step": 15616 }, { "epoch": 13.87, "learning_rate": 8.331822846699018e-05, "loss": 20.1387, "step": 15617 }, { "epoch": 13.87, "learning_rate": 8.331612944157294e-05, "loss": 20.3545, "step": 15618 }, { "epoch": 13.87, "learning_rate": 8.331403031055036e-05, "loss": 19.8154, "step": 15619 }, { "epoch": 13.87, "learning_rate": 8.33119310739291e-05, "loss": 19.5352, "step": 15620 }, { "epoch": 13.87, "learning_rate": 8.33098317317158e-05, "loss": 19.4736, "step": 15621 }, { "epoch": 13.87, "learning_rate": 8.330773228391713e-05, "loss": 20.3916, "step": 15622 }, { "epoch": 13.87, "learning_rate": 8.330563273053973e-05, "loss": 19.7842, "step": 15623 }, { "epoch": 13.88, "learning_rate": 8.330353307159026e-05, "loss": 20.334, "step": 15624 }, { "epoch": 13.88, "learning_rate": 8.330143330707537e-05, "loss": 19.5918, "step": 15625 }, { "epoch": 13.88, "learning_rate": 8.329933343700173e-05, "loss": 20.0771, "step": 15626 }, { "epoch": 13.88, "learning_rate": 8.329723346137596e-05, "loss": 19.5859, "step": 15627 }, { "epoch": 13.88, "learning_rate": 8.329513338020478e-05, "loss": 19.6924, "step": 15628 }, { "epoch": 13.88, "learning_rate": 8.329303319349479e-05, "loss": 20.832, "step": 15629 }, { "epoch": 13.88, "learning_rate": 8.329093290125268e-05, "loss": 19.877, "step": 15630 }, { "epoch": 13.88, "learning_rate": 8.328883250348509e-05, "loss": 20.1064, "step": 15631 }, { "epoch": 13.88, "learning_rate": 8.328673200019868e-05, "loss": 20.0928, "step": 15632 }, { "epoch": 13.88, "learning_rate": 8.328463139140013e-05, "loss": 20.5303, "step": 15633 }, { "epoch": 13.88, "learning_rate": 8.328253067709606e-05, "loss": 20.04, "step": 15634 }, { "epoch": 13.89, "learning_rate": 8.328042985729317e-05, "loss": 19.998, "step": 15635 }, { "epoch": 13.89, "learning_rate": 8.327832893199808e-05, "loss": 19.627, "step": 15636 }, { "epoch": 13.89, "learning_rate": 8.327622790121746e-05, "loss": 19.7559, "step": 15637 }, { "epoch": 13.89, "learning_rate": 8.327412676495798e-05, "loss": 19.6738, "step": 15638 }, { "epoch": 13.89, "learning_rate": 8.327202552322633e-05, "loss": 20.1709, "step": 15639 }, { "epoch": 13.89, "learning_rate": 8.32699241760291e-05, "loss": 20.0537, "step": 15640 }, { "epoch": 13.89, "learning_rate": 8.326782272337302e-05, "loss": 19.377, "step": 15641 }, { "epoch": 13.89, "learning_rate": 8.32657211652647e-05, "loss": 20.0498, "step": 15642 }, { "epoch": 13.89, "learning_rate": 8.326361950171083e-05, "loss": 20.1953, "step": 15643 }, { "epoch": 13.89, "learning_rate": 8.326151773271804e-05, "loss": 20.2871, "step": 15644 }, { "epoch": 13.89, "learning_rate": 8.325941585829304e-05, "loss": 19.9463, "step": 15645 }, { "epoch": 13.9, "learning_rate": 8.325731387844246e-05, "loss": 20.2168, "step": 15646 }, { "epoch": 13.9, "learning_rate": 8.325521179317298e-05, "loss": 20.0059, "step": 15647 }, { "epoch": 13.9, "learning_rate": 8.325310960249125e-05, "loss": 20.585, "step": 15648 }, { "epoch": 13.9, "learning_rate": 8.325100730640394e-05, "loss": 19.7744, "step": 15649 }, { "epoch": 13.9, "learning_rate": 8.324890490491771e-05, "loss": 19.9434, "step": 15650 }, { "epoch": 13.9, "learning_rate": 8.324680239803922e-05, "loss": 20.5488, "step": 15651 }, { "epoch": 13.9, "learning_rate": 8.324469978577515e-05, "loss": 19.877, "step": 15652 }, { "epoch": 13.9, "learning_rate": 8.324259706813215e-05, "loss": 19.5645, "step": 15653 }, { "epoch": 13.9, "learning_rate": 8.324049424511689e-05, "loss": 19.4775, "step": 15654 }, { "epoch": 13.9, "learning_rate": 8.323839131673603e-05, "loss": 19.4229, "step": 15655 }, { "epoch": 13.9, "learning_rate": 8.323628828299626e-05, "loss": 20.3623, "step": 15656 }, { "epoch": 13.9, "learning_rate": 8.32341851439042e-05, "loss": 19.5215, "step": 15657 }, { "epoch": 13.91, "learning_rate": 8.323208189946657e-05, "loss": 20.1602, "step": 15658 }, { "epoch": 13.91, "learning_rate": 8.322997854969001e-05, "loss": 19.7861, "step": 15659 }, { "epoch": 13.91, "learning_rate": 8.322787509458118e-05, "loss": 20.3916, "step": 15660 }, { "epoch": 13.91, "learning_rate": 8.322577153414675e-05, "loss": 20.0762, "step": 15661 }, { "epoch": 13.91, "learning_rate": 8.32236678683934e-05, "loss": 20.4209, "step": 15662 }, { "epoch": 13.91, "learning_rate": 8.32215640973278e-05, "loss": 19.3311, "step": 15663 }, { "epoch": 13.91, "learning_rate": 8.32194602209566e-05, "loss": 19.877, "step": 15664 }, { "epoch": 13.91, "learning_rate": 8.321735623928648e-05, "loss": 20.2188, "step": 15665 }, { "epoch": 13.91, "learning_rate": 8.321525215232412e-05, "loss": 19.6924, "step": 15666 }, { "epoch": 13.91, "learning_rate": 8.321314796007616e-05, "loss": 20.5195, "step": 15667 }, { "epoch": 13.91, "learning_rate": 8.32110436625493e-05, "loss": 19.833, "step": 15668 }, { "epoch": 13.92, "learning_rate": 8.320893925975021e-05, "loss": 19.8037, "step": 15669 }, { "epoch": 13.92, "learning_rate": 8.320683475168554e-05, "loss": 20.1797, "step": 15670 }, { "epoch": 13.92, "learning_rate": 8.320473013836196e-05, "loss": 19.5635, "step": 15671 }, { "epoch": 13.92, "learning_rate": 8.320262541978616e-05, "loss": 19.8672, "step": 15672 }, { "epoch": 13.92, "learning_rate": 8.320052059596479e-05, "loss": 20.0205, "step": 15673 }, { "epoch": 13.92, "learning_rate": 8.319841566690455e-05, "loss": 19.6162, "step": 15674 }, { "epoch": 13.92, "learning_rate": 8.319631063261209e-05, "loss": 19.4326, "step": 15675 }, { "epoch": 13.92, "learning_rate": 8.319420549309409e-05, "loss": 19.5195, "step": 15676 }, { "epoch": 13.92, "learning_rate": 8.319210024835722e-05, "loss": 20.1455, "step": 15677 }, { "epoch": 13.92, "learning_rate": 8.318999489840816e-05, "loss": 20.3857, "step": 15678 }, { "epoch": 13.92, "learning_rate": 8.318788944325356e-05, "loss": 20.4561, "step": 15679 }, { "epoch": 13.93, "learning_rate": 8.318578388290013e-05, "loss": 19.9932, "step": 15680 }, { "epoch": 13.93, "learning_rate": 8.318367821735452e-05, "loss": 19.5996, "step": 15681 }, { "epoch": 13.93, "learning_rate": 8.318157244662342e-05, "loss": 20.1475, "step": 15682 }, { "epoch": 13.93, "learning_rate": 8.31794665707135e-05, "loss": 19.9688, "step": 15683 }, { "epoch": 13.93, "learning_rate": 8.317736058963142e-05, "loss": 20.0771, "step": 15684 }, { "epoch": 13.93, "learning_rate": 8.317525450338386e-05, "loss": 20.4023, "step": 15685 }, { "epoch": 13.93, "learning_rate": 8.317314831197751e-05, "loss": 19.7354, "step": 15686 }, { "epoch": 13.93, "learning_rate": 8.317104201541904e-05, "loss": 19.7051, "step": 15687 }, { "epoch": 13.93, "learning_rate": 8.316893561371512e-05, "loss": 19.5918, "step": 15688 }, { "epoch": 13.93, "learning_rate": 8.316682910687244e-05, "loss": 20.124, "step": 15689 }, { "epoch": 13.93, "learning_rate": 8.316472249489767e-05, "loss": 19.9355, "step": 15690 }, { "epoch": 13.94, "learning_rate": 8.316261577779749e-05, "loss": 20.2021, "step": 15691 }, { "epoch": 13.94, "learning_rate": 8.316050895557857e-05, "loss": 19.7334, "step": 15692 }, { "epoch": 13.94, "learning_rate": 8.315840202824759e-05, "loss": 19.5498, "step": 15693 }, { "epoch": 13.94, "learning_rate": 8.315629499581124e-05, "loss": 19.9512, "step": 15694 }, { "epoch": 13.94, "learning_rate": 8.315418785827617e-05, "loss": 19.6826, "step": 15695 }, { "epoch": 13.94, "learning_rate": 8.315208061564909e-05, "loss": 19.3799, "step": 15696 }, { "epoch": 13.94, "learning_rate": 8.314997326793668e-05, "loss": 19.7295, "step": 15697 }, { "epoch": 13.94, "learning_rate": 8.314786581514561e-05, "loss": 20.3457, "step": 15698 }, { "epoch": 13.94, "learning_rate": 8.314575825728254e-05, "loss": 19.8027, "step": 15699 }, { "epoch": 13.94, "learning_rate": 8.314365059435419e-05, "loss": 19.5469, "step": 15700 }, { "epoch": 13.94, "learning_rate": 8.314154282636721e-05, "loss": 20.1387, "step": 15701 }, { "epoch": 13.94, "learning_rate": 8.313943495332828e-05, "loss": 20.0303, "step": 15702 }, { "epoch": 13.95, "learning_rate": 8.313732697524412e-05, "loss": 19.7959, "step": 15703 }, { "epoch": 13.95, "learning_rate": 8.313521889212137e-05, "loss": 20.3369, "step": 15704 }, { "epoch": 13.95, "learning_rate": 8.313311070396672e-05, "loss": 20.0605, "step": 15705 }, { "epoch": 13.95, "learning_rate": 8.313100241078689e-05, "loss": 19.8994, "step": 15706 }, { "epoch": 13.95, "learning_rate": 8.31288940125885e-05, "loss": 19.7939, "step": 15707 }, { "epoch": 13.95, "learning_rate": 8.312678550937828e-05, "loss": 20.1074, "step": 15708 }, { "epoch": 13.95, "learning_rate": 8.312678550937828e-05, "loss": 20.5469, "step": 15709 }, { "epoch": 13.95, "learning_rate": 8.31246769011629e-05, "loss": 19.8691, "step": 15710 }, { "epoch": 13.95, "learning_rate": 8.312256818794904e-05, "loss": 19.9824, "step": 15711 }, { "epoch": 13.95, "learning_rate": 8.312256818794904e-05, "loss": 19.9014, "step": 15712 }, { "epoch": 13.95, "learning_rate": 8.312045936974339e-05, "loss": 19.7773, "step": 15713 }, { "epoch": 13.96, "learning_rate": 8.311835044655262e-05, "loss": 19.9893, "step": 15714 }, { "epoch": 13.96, "learning_rate": 8.311624141838343e-05, "loss": 20.0273, "step": 15715 }, { "epoch": 13.96, "learning_rate": 8.311413228524252e-05, "loss": 20.1689, "step": 15716 }, { "epoch": 13.96, "learning_rate": 8.311202304713655e-05, "loss": 20.7422, "step": 15717 }, { "epoch": 13.96, "learning_rate": 8.310991370407221e-05, "loss": 20.2305, "step": 15718 }, { "epoch": 13.96, "learning_rate": 8.310991370407221e-05, "loss": 20.6377, "step": 15719 }, { "epoch": 13.96, "learning_rate": 8.310780425605619e-05, "loss": 20.3018, "step": 15720 }, { "epoch": 13.96, "learning_rate": 8.310569470309518e-05, "loss": 19.6777, "step": 15721 }, { "epoch": 13.96, "learning_rate": 8.310358504519586e-05, "loss": 20.834, "step": 15722 }, { "epoch": 13.96, "learning_rate": 8.310147528236491e-05, "loss": 20.085, "step": 15723 }, { "epoch": 13.96, "learning_rate": 8.309936541460904e-05, "loss": 20.6709, "step": 15724 }, { "epoch": 13.97, "learning_rate": 8.309725544193493e-05, "loss": 20.0352, "step": 15725 }, { "epoch": 13.97, "learning_rate": 8.309514536434926e-05, "loss": 20.7148, "step": 15726 }, { "epoch": 13.97, "learning_rate": 8.309303518185871e-05, "loss": 20.4873, "step": 15727 }, { "epoch": 13.97, "learning_rate": 8.309092489446999e-05, "loss": 19.8896, "step": 15728 }, { "epoch": 13.97, "learning_rate": 8.308881450218978e-05, "loss": 20.1357, "step": 15729 }, { "epoch": 13.97, "learning_rate": 8.308670400502478e-05, "loss": 19.5762, "step": 15730 }, { "epoch": 13.97, "learning_rate": 8.308459340298165e-05, "loss": 20.1982, "step": 15731 }, { "epoch": 13.97, "learning_rate": 8.30824826960671e-05, "loss": 20.1621, "step": 15732 }, { "epoch": 13.97, "learning_rate": 8.308037188428785e-05, "loss": 18.9844, "step": 15733 }, { "epoch": 13.97, "learning_rate": 8.307826096765053e-05, "loss": 20.4355, "step": 15734 }, { "epoch": 13.97, "learning_rate": 8.307614994616188e-05, "loss": 19.8174, "step": 15735 }, { "epoch": 13.98, "learning_rate": 8.307403881982858e-05, "loss": 20.3145, "step": 15736 }, { "epoch": 13.98, "learning_rate": 8.30719275886573e-05, "loss": 19.6934, "step": 15737 }, { "epoch": 13.98, "learning_rate": 8.306981625265476e-05, "loss": 20.1484, "step": 15738 }, { "epoch": 13.98, "learning_rate": 8.306770481182762e-05, "loss": 20.2744, "step": 15739 }, { "epoch": 13.98, "learning_rate": 8.306559326618259e-05, "loss": 20.9238, "step": 15740 }, { "epoch": 13.98, "learning_rate": 8.306348161572639e-05, "loss": 19.6436, "step": 15741 }, { "epoch": 13.98, "learning_rate": 8.306136986046568e-05, "loss": 20.0312, "step": 15742 }, { "epoch": 13.98, "learning_rate": 8.305925800040716e-05, "loss": 20.2783, "step": 15743 }, { "epoch": 13.98, "learning_rate": 8.305714603555755e-05, "loss": 20.1836, "step": 15744 }, { "epoch": 13.98, "learning_rate": 8.30550339659235e-05, "loss": 19.5957, "step": 15745 }, { "epoch": 13.98, "learning_rate": 8.305292179151174e-05, "loss": 20.1367, "step": 15746 }, { "epoch": 13.98, "learning_rate": 8.305080951232893e-05, "loss": 19.6484, "step": 15747 }, { "epoch": 13.99, "learning_rate": 8.304869712838182e-05, "loss": 20.499, "step": 15748 }, { "epoch": 13.99, "learning_rate": 8.304658463967705e-05, "loss": 20.2236, "step": 15749 }, { "epoch": 13.99, "learning_rate": 8.304447204622134e-05, "loss": 20.2295, "step": 15750 }, { "epoch": 13.99, "learning_rate": 8.304235934802139e-05, "loss": 19.8965, "step": 15751 }, { "epoch": 13.99, "learning_rate": 8.304024654508391e-05, "loss": 19.877, "step": 15752 }, { "epoch": 13.99, "learning_rate": 8.303813363741555e-05, "loss": 20.1387, "step": 15753 }, { "epoch": 13.99, "learning_rate": 8.303602062502307e-05, "loss": 20.1631, "step": 15754 }, { "epoch": 13.99, "learning_rate": 8.303390750791311e-05, "loss": 19.957, "step": 15755 }, { "epoch": 13.99, "learning_rate": 8.30317942860924e-05, "loss": 19.9668, "step": 15756 }, { "epoch": 13.99, "learning_rate": 8.302968095956764e-05, "loss": 20.2979, "step": 15757 }, { "epoch": 13.99, "learning_rate": 8.302756752834553e-05, "loss": 19.9473, "step": 15758 }, { "epoch": 14.0, "learning_rate": 8.302545399243273e-05, "loss": 20.9326, "step": 15759 }, { "epoch": 14.0, "learning_rate": 8.302334035183601e-05, "loss": 19.4639, "step": 15760 }, { "epoch": 14.0, "learning_rate": 8.3021226606562e-05, "loss": 19.6699, "step": 15761 }, { "epoch": 14.0, "learning_rate": 8.301911275661745e-05, "loss": 20.0625, "step": 15762 }, { "epoch": 14.0, "learning_rate": 8.301699880200902e-05, "loss": 20.5293, "step": 15763 }, { "epoch": 14.0, "learning_rate": 8.301488474274342e-05, "loss": 20.2471, "step": 15764 }, { "epoch": 14.0, "learning_rate": 8.301277057882739e-05, "loss": 20.2676, "step": 15765 }, { "epoch": 14.0, "learning_rate": 8.301065631026759e-05, "loss": 20.042, "step": 15766 }, { "epoch": 14.0, "learning_rate": 8.300854193707074e-05, "loss": 20.6963, "step": 15767 }, { "epoch": 14.0, "learning_rate": 8.300642745924354e-05, "loss": 20.1562, "step": 15768 }, { "epoch": 14.0, "learning_rate": 8.300431287679269e-05, "loss": 19.085, "step": 15769 }, { "epoch": 14.01, "learning_rate": 8.300219818972489e-05, "loss": 20.0889, "step": 15770 }, { "epoch": 14.01, "learning_rate": 8.300008339804685e-05, "loss": 19.4062, "step": 15771 }, { "epoch": 14.01, "learning_rate": 8.299796850176525e-05, "loss": 19.3994, "step": 15772 }, { "epoch": 14.01, "learning_rate": 8.299585350088683e-05, "loss": 20.1924, "step": 15773 }, { "epoch": 14.01, "learning_rate": 8.299373839541829e-05, "loss": 19.8799, "step": 15774 }, { "epoch": 14.01, "learning_rate": 8.29916231853663e-05, "loss": 19.1836, "step": 15775 }, { "epoch": 14.01, "learning_rate": 8.29895078707376e-05, "loss": 19.6289, "step": 15776 }, { "epoch": 14.01, "learning_rate": 8.298739245153886e-05, "loss": 19.7627, "step": 15777 }, { "epoch": 14.01, "learning_rate": 8.298527692777682e-05, "loss": 19.627, "step": 15778 }, { "epoch": 14.01, "learning_rate": 8.298316129945818e-05, "loss": 20.1211, "step": 15779 }, { "epoch": 14.01, "learning_rate": 8.298104556658963e-05, "loss": 19.7354, "step": 15780 }, { "epoch": 14.02, "learning_rate": 8.29789297291779e-05, "loss": 20.0293, "step": 15781 }, { "epoch": 14.02, "learning_rate": 8.297681378722967e-05, "loss": 19.4893, "step": 15782 }, { "epoch": 14.02, "learning_rate": 8.297469774075166e-05, "loss": 19.9639, "step": 15783 }, { "epoch": 14.02, "learning_rate": 8.297258158975059e-05, "loss": 19.6875, "step": 15784 }, { "epoch": 14.02, "learning_rate": 8.297046533423314e-05, "loss": 19.6924, "step": 15785 }, { "epoch": 14.02, "learning_rate": 8.296834897420603e-05, "loss": 19.6504, "step": 15786 }, { "epoch": 14.02, "learning_rate": 8.296623250967597e-05, "loss": 19.8262, "step": 15787 }, { "epoch": 14.02, "learning_rate": 8.296411594064967e-05, "loss": 19.5459, "step": 15788 }, { "epoch": 14.02, "learning_rate": 8.296199926713386e-05, "loss": 20.0293, "step": 15789 }, { "epoch": 14.02, "learning_rate": 8.29598824891352e-05, "loss": 19.6016, "step": 15790 }, { "epoch": 14.02, "learning_rate": 8.295776560666044e-05, "loss": 20.2529, "step": 15791 }, { "epoch": 14.02, "learning_rate": 8.295564861971628e-05, "loss": 19.957, "step": 15792 }, { "epoch": 14.03, "learning_rate": 8.295353152830942e-05, "loss": 20.2021, "step": 15793 }, { "epoch": 14.03, "learning_rate": 8.295141433244659e-05, "loss": 19.5039, "step": 15794 }, { "epoch": 14.03, "learning_rate": 8.294929703213449e-05, "loss": 19.8672, "step": 15795 }, { "epoch": 14.03, "learning_rate": 8.294717962737983e-05, "loss": 20.2432, "step": 15796 }, { "epoch": 14.03, "learning_rate": 8.294506211818934e-05, "loss": 20.3643, "step": 15797 }, { "epoch": 14.03, "learning_rate": 8.294294450456968e-05, "loss": 20.1621, "step": 15798 }, { "epoch": 14.03, "learning_rate": 8.294082678652762e-05, "loss": 19.5, "step": 15799 }, { "epoch": 14.03, "learning_rate": 8.293870896406985e-05, "loss": 20.4346, "step": 15800 }, { "epoch": 14.03, "learning_rate": 8.293659103720309e-05, "loss": 19.5342, "step": 15801 }, { "epoch": 14.03, "learning_rate": 8.293447300593402e-05, "loss": 19.8398, "step": 15802 }, { "epoch": 14.03, "learning_rate": 8.29323548702694e-05, "loss": 19.9639, "step": 15803 }, { "epoch": 14.04, "learning_rate": 8.293023663021593e-05, "loss": 19.5566, "step": 15804 }, { "epoch": 14.04, "learning_rate": 8.292811828578032e-05, "loss": 20.1436, "step": 15805 }, { "epoch": 14.04, "learning_rate": 8.292599983696928e-05, "loss": 19.4238, "step": 15806 }, { "epoch": 14.04, "learning_rate": 8.292388128378952e-05, "loss": 20.0977, "step": 15807 }, { "epoch": 14.04, "learning_rate": 8.292176262624778e-05, "loss": 19.8467, "step": 15808 }, { "epoch": 14.04, "learning_rate": 8.291964386435073e-05, "loss": 19.7334, "step": 15809 }, { "epoch": 14.04, "learning_rate": 8.291752499810515e-05, "loss": 20.4072, "step": 15810 }, { "epoch": 14.04, "learning_rate": 8.291540602751771e-05, "loss": 19.6465, "step": 15811 }, { "epoch": 14.04, "learning_rate": 8.291328695259513e-05, "loss": 19.7158, "step": 15812 }, { "epoch": 14.04, "learning_rate": 8.291116777334416e-05, "loss": 19.8887, "step": 15813 }, { "epoch": 14.04, "learning_rate": 8.290904848977149e-05, "loss": 19.6992, "step": 15814 }, { "epoch": 14.05, "learning_rate": 8.290692910188383e-05, "loss": 19.7109, "step": 15815 }, { "epoch": 14.05, "learning_rate": 8.290480960968789e-05, "loss": 19.9727, "step": 15816 }, { "epoch": 14.05, "learning_rate": 8.290269001319044e-05, "loss": 19.4365, "step": 15817 }, { "epoch": 14.05, "learning_rate": 8.290057031239815e-05, "loss": 20.3877, "step": 15818 }, { "epoch": 14.05, "learning_rate": 8.289845050731778e-05, "loss": 19.918, "step": 15819 }, { "epoch": 14.05, "learning_rate": 8.289633059795598e-05, "loss": 20.5264, "step": 15820 }, { "epoch": 14.05, "learning_rate": 8.289421058431955e-05, "loss": 19.9355, "step": 15821 }, { "epoch": 14.05, "learning_rate": 8.289209046641517e-05, "loss": 20.1133, "step": 15822 }, { "epoch": 14.05, "learning_rate": 8.288997024424957e-05, "loss": 19.8623, "step": 15823 }, { "epoch": 14.05, "learning_rate": 8.288784991782946e-05, "loss": 19.4619, "step": 15824 }, { "epoch": 14.05, "learning_rate": 8.288572948716154e-05, "loss": 19.5654, "step": 15825 }, { "epoch": 14.06, "learning_rate": 8.288360895225258e-05, "loss": 19.3496, "step": 15826 }, { "epoch": 14.06, "learning_rate": 8.288148831310929e-05, "loss": 20.3662, "step": 15827 }, { "epoch": 14.06, "learning_rate": 8.287936756973836e-05, "loss": 20.167, "step": 15828 }, { "epoch": 14.06, "learning_rate": 8.287724672214656e-05, "loss": 19.3398, "step": 15829 }, { "epoch": 14.06, "learning_rate": 8.287512577034056e-05, "loss": 19.9971, "step": 15830 }, { "epoch": 14.06, "learning_rate": 8.287300471432713e-05, "loss": 19.8271, "step": 15831 }, { "epoch": 14.06, "learning_rate": 8.287088355411297e-05, "loss": 19.8779, "step": 15832 }, { "epoch": 14.06, "learning_rate": 8.28687622897048e-05, "loss": 19.8828, "step": 15833 }, { "epoch": 14.06, "learning_rate": 8.286664092110935e-05, "loss": 20.0811, "step": 15834 }, { "epoch": 14.06, "learning_rate": 8.286451944833334e-05, "loss": 20.1289, "step": 15835 }, { "epoch": 14.06, "learning_rate": 8.28623978713835e-05, "loss": 19.3955, "step": 15836 }, { "epoch": 14.06, "learning_rate": 8.286027619026657e-05, "loss": 20.2285, "step": 15837 }, { "epoch": 14.07, "learning_rate": 8.285815440498925e-05, "loss": 19.5361, "step": 15838 }, { "epoch": 14.07, "learning_rate": 8.285603251555827e-05, "loss": 19.2666, "step": 15839 }, { "epoch": 14.07, "learning_rate": 8.285391052198038e-05, "loss": 20.1465, "step": 15840 }, { "epoch": 14.07, "learning_rate": 8.285178842426226e-05, "loss": 19.7148, "step": 15841 }, { "epoch": 14.07, "learning_rate": 8.284966622241069e-05, "loss": 19.6914, "step": 15842 }, { "epoch": 14.07, "learning_rate": 8.284754391643235e-05, "loss": 19.3027, "step": 15843 }, { "epoch": 14.07, "learning_rate": 8.284542150633401e-05, "loss": 20.3203, "step": 15844 }, { "epoch": 14.07, "learning_rate": 8.284329899212235e-05, "loss": 19.3633, "step": 15845 }, { "epoch": 14.07, "learning_rate": 8.284117637380415e-05, "loss": 20.249, "step": 15846 }, { "epoch": 14.07, "learning_rate": 8.283905365138609e-05, "loss": 19.7744, "step": 15847 }, { "epoch": 14.07, "learning_rate": 8.283693082487493e-05, "loss": 19.873, "step": 15848 }, { "epoch": 14.08, "learning_rate": 8.28348078942774e-05, "loss": 19.6172, "step": 15849 }, { "epoch": 14.08, "learning_rate": 8.28326848596002e-05, "loss": 19.8164, "step": 15850 }, { "epoch": 14.08, "learning_rate": 8.283056172085011e-05, "loss": 19.4268, "step": 15851 }, { "epoch": 14.08, "learning_rate": 8.282843847803379e-05, "loss": 19.5176, "step": 15852 }, { "epoch": 14.08, "learning_rate": 8.282631513115802e-05, "loss": 20.0303, "step": 15853 }, { "epoch": 14.08, "learning_rate": 8.282419168022953e-05, "loss": 19.7666, "step": 15854 }, { "epoch": 14.08, "learning_rate": 8.282206812525503e-05, "loss": 19.623, "step": 15855 }, { "epoch": 14.08, "learning_rate": 8.281994446624128e-05, "loss": 19.9297, "step": 15856 }, { "epoch": 14.08, "learning_rate": 8.281782070319498e-05, "loss": 19.7861, "step": 15857 }, { "epoch": 14.08, "learning_rate": 8.281569683612287e-05, "loss": 19.9033, "step": 15858 }, { "epoch": 14.08, "learning_rate": 8.28135728650317e-05, "loss": 20.1035, "step": 15859 }, { "epoch": 14.09, "learning_rate": 8.281144878992818e-05, "loss": 20.2275, "step": 15860 }, { "epoch": 14.09, "learning_rate": 8.280932461081905e-05, "loss": 19.7275, "step": 15861 }, { "epoch": 14.09, "learning_rate": 8.280720032771105e-05, "loss": 20.0127, "step": 15862 }, { "epoch": 14.09, "learning_rate": 8.280507594061091e-05, "loss": 19.9424, "step": 15863 }, { "epoch": 14.09, "learning_rate": 8.280295144952536e-05, "loss": 20.3184, "step": 15864 }, { "epoch": 14.09, "learning_rate": 8.280082685446115e-05, "loss": 20.3369, "step": 15865 }, { "epoch": 14.09, "learning_rate": 8.279870215542499e-05, "loss": 20.5039, "step": 15866 }, { "epoch": 14.09, "learning_rate": 8.279657735242363e-05, "loss": 20.3213, "step": 15867 }, { "epoch": 14.09, "learning_rate": 8.27944524454638e-05, "loss": 20.416, "step": 15868 }, { "epoch": 14.09, "learning_rate": 8.279232743455224e-05, "loss": 19.6533, "step": 15869 }, { "epoch": 14.09, "learning_rate": 8.27902023196957e-05, "loss": 20.1602, "step": 15870 }, { "epoch": 14.1, "learning_rate": 8.278807710090087e-05, "loss": 20.416, "step": 15871 }, { "epoch": 14.1, "learning_rate": 8.278595177817453e-05, "loss": 19.5459, "step": 15872 }, { "epoch": 14.1, "learning_rate": 8.278382635152339e-05, "loss": 19.9541, "step": 15873 }, { "epoch": 14.1, "learning_rate": 8.278170082095423e-05, "loss": 19.8896, "step": 15874 }, { "epoch": 14.1, "learning_rate": 8.277957518647373e-05, "loss": 20.0361, "step": 15875 }, { "epoch": 14.1, "learning_rate": 8.277744944808867e-05, "loss": 19.1885, "step": 15876 }, { "epoch": 14.1, "learning_rate": 8.277532360580576e-05, "loss": 20.0957, "step": 15877 }, { "epoch": 14.1, "learning_rate": 8.277319765963176e-05, "loss": 19.3857, "step": 15878 }, { "epoch": 14.1, "learning_rate": 8.27710716095734e-05, "loss": 19.6699, "step": 15879 }, { "epoch": 14.1, "learning_rate": 8.276894545563742e-05, "loss": 20.0889, "step": 15880 }, { "epoch": 14.1, "learning_rate": 8.276681919783057e-05, "loss": 19.6152, "step": 15881 }, { "epoch": 14.1, "learning_rate": 8.276469283615957e-05, "loss": 19.6855, "step": 15882 }, { "epoch": 14.11, "learning_rate": 8.276256637063117e-05, "loss": 19.6543, "step": 15883 }, { "epoch": 14.11, "learning_rate": 8.276043980125213e-05, "loss": 20.3369, "step": 15884 }, { "epoch": 14.11, "learning_rate": 8.275831312802913e-05, "loss": 20.4795, "step": 15885 }, { "epoch": 14.11, "learning_rate": 8.275618635096898e-05, "loss": 19.8779, "step": 15886 }, { "epoch": 14.11, "learning_rate": 8.275405947007839e-05, "loss": 19.6133, "step": 15887 }, { "epoch": 14.11, "learning_rate": 8.27519324853641e-05, "loss": 20.0059, "step": 15888 }, { "epoch": 14.11, "learning_rate": 8.274980539683286e-05, "loss": 19.6006, "step": 15889 }, { "epoch": 14.11, "learning_rate": 8.27476782044914e-05, "loss": 20.0889, "step": 15890 }, { "epoch": 14.11, "learning_rate": 8.274555090834648e-05, "loss": 19.5781, "step": 15891 }, { "epoch": 14.11, "learning_rate": 8.274342350840484e-05, "loss": 20.2754, "step": 15892 }, { "epoch": 14.11, "learning_rate": 8.27412960046732e-05, "loss": 20.0557, "step": 15893 }, { "epoch": 14.12, "learning_rate": 8.273916839715835e-05, "loss": 19.8574, "step": 15894 }, { "epoch": 14.12, "learning_rate": 8.273704068586698e-05, "loss": 19.7021, "step": 15895 }, { "epoch": 14.12, "learning_rate": 8.27349128708059e-05, "loss": 19.4082, "step": 15896 }, { "epoch": 14.12, "learning_rate": 8.273278495198178e-05, "loss": 19.9023, "step": 15897 }, { "epoch": 14.12, "learning_rate": 8.273065692940141e-05, "loss": 20.5488, "step": 15898 }, { "epoch": 14.12, "learning_rate": 8.272852880307153e-05, "loss": 20.4482, "step": 15899 }, { "epoch": 14.12, "learning_rate": 8.272640057299888e-05, "loss": 19.8018, "step": 15900 }, { "epoch": 14.12, "learning_rate": 8.27242722391902e-05, "loss": 20.4297, "step": 15901 }, { "epoch": 14.12, "learning_rate": 8.272214380165227e-05, "loss": 20.375, "step": 15902 }, { "epoch": 14.12, "learning_rate": 8.27200152603918e-05, "loss": 20.0322, "step": 15903 }, { "epoch": 14.12, "learning_rate": 8.271788661541553e-05, "loss": 19.4717, "step": 15904 }, { "epoch": 14.13, "learning_rate": 8.271575786673025e-05, "loss": 19.8037, "step": 15905 }, { "epoch": 14.13, "learning_rate": 8.271362901434265e-05, "loss": 20.1621, "step": 15906 }, { "epoch": 14.13, "learning_rate": 8.271150005825955e-05, "loss": 19.9805, "step": 15907 }, { "epoch": 14.13, "learning_rate": 8.270937099848764e-05, "loss": 19.7373, "step": 15908 }, { "epoch": 14.13, "learning_rate": 8.27072418350337e-05, "loss": 19.7539, "step": 15909 }, { "epoch": 14.13, "learning_rate": 8.270511256790445e-05, "loss": 20.2402, "step": 15910 }, { "epoch": 14.13, "learning_rate": 8.270298319710665e-05, "loss": 19.7725, "step": 15911 }, { "epoch": 14.13, "learning_rate": 8.270085372264709e-05, "loss": 19.9414, "step": 15912 }, { "epoch": 14.13, "learning_rate": 8.269872414453246e-05, "loss": 19.5312, "step": 15913 }, { "epoch": 14.13, "learning_rate": 8.269659446276955e-05, "loss": 20.0254, "step": 15914 }, { "epoch": 14.13, "learning_rate": 8.26944646773651e-05, "loss": 19.8848, "step": 15915 }, { "epoch": 14.13, "learning_rate": 8.269233478832586e-05, "loss": 20.0195, "step": 15916 }, { "epoch": 14.14, "learning_rate": 8.269020479565855e-05, "loss": 19.5879, "step": 15917 }, { "epoch": 14.14, "learning_rate": 8.268807469936999e-05, "loss": 19.4619, "step": 15918 }, { "epoch": 14.14, "learning_rate": 8.268594449946688e-05, "loss": 20.332, "step": 15919 }, { "epoch": 14.14, "learning_rate": 8.268381419595597e-05, "loss": 19.8975, "step": 15920 }, { "epoch": 14.14, "learning_rate": 8.268168378884405e-05, "loss": 20.2891, "step": 15921 }, { "epoch": 14.14, "learning_rate": 8.267955327813784e-05, "loss": 19.8535, "step": 15922 }, { "epoch": 14.14, "learning_rate": 8.26774226638441e-05, "loss": 19.8594, "step": 15923 }, { "epoch": 14.14, "learning_rate": 8.267529194596959e-05, "loss": 19.5029, "step": 15924 }, { "epoch": 14.14, "learning_rate": 8.267316112452106e-05, "loss": 19.7559, "step": 15925 }, { "epoch": 14.14, "learning_rate": 8.267103019950529e-05, "loss": 19.7314, "step": 15926 }, { "epoch": 14.14, "learning_rate": 8.266889917092899e-05, "loss": 19.3965, "step": 15927 }, { "epoch": 14.15, "learning_rate": 8.266676803879893e-05, "loss": 20.2324, "step": 15928 }, { "epoch": 14.15, "learning_rate": 8.266463680312189e-05, "loss": 20.0381, "step": 15929 }, { "epoch": 14.15, "learning_rate": 8.26625054639046e-05, "loss": 19.7988, "step": 15930 }, { "epoch": 14.15, "learning_rate": 8.266037402115381e-05, "loss": 19.3271, "step": 15931 }, { "epoch": 14.15, "learning_rate": 8.26582424748763e-05, "loss": 19.7197, "step": 15932 }, { "epoch": 14.15, "learning_rate": 8.26561108250788e-05, "loss": 19.9043, "step": 15933 }, { "epoch": 14.15, "learning_rate": 8.26539790717681e-05, "loss": 19.5928, "step": 15934 }, { "epoch": 14.15, "learning_rate": 8.265184721495094e-05, "loss": 19.3945, "step": 15935 }, { "epoch": 14.15, "learning_rate": 8.264971525463407e-05, "loss": 20.5146, "step": 15936 }, { "epoch": 14.15, "learning_rate": 8.264758319082426e-05, "loss": 20.8672, "step": 15937 }, { "epoch": 14.15, "learning_rate": 8.264545102352826e-05, "loss": 19.7461, "step": 15938 }, { "epoch": 14.16, "learning_rate": 8.264331875275285e-05, "loss": 19.5957, "step": 15939 }, { "epoch": 14.16, "learning_rate": 8.264118637850475e-05, "loss": 19.9209, "step": 15940 }, { "epoch": 14.16, "learning_rate": 8.263905390079074e-05, "loss": 20.1201, "step": 15941 }, { "epoch": 14.16, "learning_rate": 8.263692131961757e-05, "loss": 19.6016, "step": 15942 }, { "epoch": 14.16, "learning_rate": 8.263478863499204e-05, "loss": 19.7822, "step": 15943 }, { "epoch": 14.16, "learning_rate": 8.263265584692084e-05, "loss": 19.5068, "step": 15944 }, { "epoch": 14.16, "learning_rate": 8.26305229554108e-05, "loss": 19.4326, "step": 15945 }, { "epoch": 14.16, "learning_rate": 8.262838996046864e-05, "loss": 19.9395, "step": 15946 }, { "epoch": 14.16, "learning_rate": 8.262625686210115e-05, "loss": 19.459, "step": 15947 }, { "epoch": 14.16, "learning_rate": 8.262412366031505e-05, "loss": 20.4316, "step": 15948 }, { "epoch": 14.16, "learning_rate": 8.262199035511714e-05, "loss": 20.1357, "step": 15949 }, { "epoch": 14.17, "learning_rate": 8.261985694651415e-05, "loss": 19.7158, "step": 15950 }, { "epoch": 14.17, "learning_rate": 8.261772343451285e-05, "loss": 19.8818, "step": 15951 }, { "epoch": 14.17, "learning_rate": 8.261558981912004e-05, "loss": 19.8691, "step": 15952 }, { "epoch": 14.17, "learning_rate": 8.261345610034246e-05, "loss": 19.8174, "step": 15953 }, { "epoch": 14.17, "learning_rate": 8.261132227818684e-05, "loss": 20.0684, "step": 15954 }, { "epoch": 14.17, "learning_rate": 8.260918835266e-05, "loss": 20.1523, "step": 15955 }, { "epoch": 14.17, "learning_rate": 8.260705432376867e-05, "loss": 19.1787, "step": 15956 }, { "epoch": 14.17, "learning_rate": 8.260492019151962e-05, "loss": 20.1289, "step": 15957 }, { "epoch": 14.17, "learning_rate": 8.260278595591962e-05, "loss": 20.3359, "step": 15958 }, { "epoch": 14.17, "learning_rate": 8.260065161697541e-05, "loss": 20.0859, "step": 15959 }, { "epoch": 14.17, "learning_rate": 8.259851717469379e-05, "loss": 19.5693, "step": 15960 }, { "epoch": 14.17, "learning_rate": 8.259638262908152e-05, "loss": 20.2354, "step": 15961 }, { "epoch": 14.18, "learning_rate": 8.259424798014535e-05, "loss": 19.6367, "step": 15962 }, { "epoch": 14.18, "learning_rate": 8.259211322789207e-05, "loss": 19.4434, "step": 15963 }, { "epoch": 14.18, "learning_rate": 8.258997837232842e-05, "loss": 19.4971, "step": 15964 }, { "epoch": 14.18, "learning_rate": 8.258784341346117e-05, "loss": 19.5078, "step": 15965 }, { "epoch": 14.18, "learning_rate": 8.25857083512971e-05, "loss": 19.6689, "step": 15966 }, { "epoch": 14.18, "learning_rate": 8.258357318584298e-05, "loss": 19.4893, "step": 15967 }, { "epoch": 14.18, "learning_rate": 8.258143791710557e-05, "loss": 20.2686, "step": 15968 }, { "epoch": 14.18, "learning_rate": 8.258143791710557e-05, "loss": 20.3867, "step": 15969 }, { "epoch": 14.18, "learning_rate": 8.257930254509165e-05, "loss": 19.8311, "step": 15970 }, { "epoch": 14.18, "learning_rate": 8.257716706980796e-05, "loss": 20.126, "step": 15971 }, { "epoch": 14.18, "learning_rate": 8.257503149126129e-05, "loss": 19.876, "step": 15972 }, { "epoch": 14.19, "learning_rate": 8.257289580945843e-05, "loss": 20.1221, "step": 15973 }, { "epoch": 14.19, "learning_rate": 8.25707600244061e-05, "loss": 19.3555, "step": 15974 }, { "epoch": 14.19, "learning_rate": 8.256862413611113e-05, "loss": 19.5215, "step": 15975 }, { "epoch": 14.19, "learning_rate": 8.256648814458023e-05, "loss": 19.6807, "step": 15976 }, { "epoch": 14.19, "learning_rate": 8.25643520498202e-05, "loss": 20.2168, "step": 15977 }, { "epoch": 14.19, "learning_rate": 8.256221585183781e-05, "loss": 20.4199, "step": 15978 }, { "epoch": 14.19, "learning_rate": 8.256007955063982e-05, "loss": 20.1865, "step": 15979 }, { "epoch": 14.19, "learning_rate": 8.255794314623304e-05, "loss": 19.4873, "step": 15980 }, { "epoch": 14.19, "learning_rate": 8.25558066386242e-05, "loss": 19.9287, "step": 15981 }, { "epoch": 14.19, "learning_rate": 8.255367002782009e-05, "loss": 19.8066, "step": 15982 }, { "epoch": 14.19, "learning_rate": 8.255153331382747e-05, "loss": 19.7246, "step": 15983 }, { "epoch": 14.2, "learning_rate": 8.254939649665312e-05, "loss": 19.1709, "step": 15984 }, { "epoch": 14.2, "learning_rate": 8.254725957630383e-05, "loss": 20.0938, "step": 15985 }, { "epoch": 14.2, "learning_rate": 8.254512255278635e-05, "loss": 19.7119, "step": 15986 }, { "epoch": 14.2, "learning_rate": 8.254298542610745e-05, "loss": 20.29, "step": 15987 }, { "epoch": 14.2, "learning_rate": 8.254084819627392e-05, "loss": 19.8086, "step": 15988 }, { "epoch": 14.2, "learning_rate": 8.253871086329255e-05, "loss": 19.623, "step": 15989 }, { "epoch": 14.2, "learning_rate": 8.25365734271701e-05, "loss": 20.0771, "step": 15990 }, { "epoch": 14.2, "learning_rate": 8.253443588791332e-05, "loss": 19.5996, "step": 15991 }, { "epoch": 14.2, "learning_rate": 8.253229824552901e-05, "loss": 19.8975, "step": 15992 }, { "epoch": 14.2, "learning_rate": 8.253016050002395e-05, "loss": 20.0869, "step": 15993 }, { "epoch": 14.2, "learning_rate": 8.252802265140491e-05, "loss": 19.7354, "step": 15994 }, { "epoch": 14.21, "learning_rate": 8.252588469967866e-05, "loss": 20.0586, "step": 15995 }, { "epoch": 14.21, "learning_rate": 8.252374664485198e-05, "loss": 20.7988, "step": 15996 }, { "epoch": 14.21, "learning_rate": 8.252160848693166e-05, "loss": 20.1953, "step": 15997 }, { "epoch": 14.21, "learning_rate": 8.251947022592446e-05, "loss": 19.5488, "step": 15998 }, { "epoch": 14.21, "learning_rate": 8.251733186183717e-05, "loss": 20.0156, "step": 15999 }, { "epoch": 14.21, "learning_rate": 8.251519339467657e-05, "loss": 19.9131, "step": 16000 }, { "epoch": 14.21, "learning_rate": 8.251305482444942e-05, "loss": 19.6934, "step": 16001 }, { "epoch": 14.21, "learning_rate": 8.251091615116251e-05, "loss": 19.3164, "step": 16002 }, { "epoch": 14.21, "learning_rate": 8.250877737482264e-05, "loss": 19.8105, "step": 16003 }, { "epoch": 14.21, "learning_rate": 8.250663849543653e-05, "loss": 19.7568, "step": 16004 }, { "epoch": 14.21, "learning_rate": 8.250449951301103e-05, "loss": 19.6152, "step": 16005 }, { "epoch": 14.21, "learning_rate": 8.250236042755288e-05, "loss": 20.0537, "step": 16006 }, { "epoch": 14.22, "learning_rate": 8.250022123906888e-05, "loss": 19.7715, "step": 16007 }, { "epoch": 14.22, "learning_rate": 8.249808194756578e-05, "loss": 20.0029, "step": 16008 }, { "epoch": 14.22, "learning_rate": 8.24959425530504e-05, "loss": 19.5215, "step": 16009 }, { "epoch": 14.22, "learning_rate": 8.249380305552949e-05, "loss": 19.6338, "step": 16010 }, { "epoch": 14.22, "learning_rate": 8.249166345500985e-05, "loss": 19.4277, "step": 16011 }, { "epoch": 14.22, "learning_rate": 8.248952375149827e-05, "loss": 19.6309, "step": 16012 }, { "epoch": 14.22, "learning_rate": 8.248738394500151e-05, "loss": 20.0449, "step": 16013 }, { "epoch": 14.22, "learning_rate": 8.248524403552636e-05, "loss": 20.0742, "step": 16014 }, { "epoch": 14.22, "learning_rate": 8.248310402307961e-05, "loss": 20.376, "step": 16015 }, { "epoch": 14.22, "learning_rate": 8.248096390766802e-05, "loss": 20.3027, "step": 16016 }, { "epoch": 14.22, "learning_rate": 8.247882368929841e-05, "loss": 20.04, "step": 16017 }, { "epoch": 14.23, "learning_rate": 8.247668336797755e-05, "loss": 20.1895, "step": 16018 }, { "epoch": 14.23, "learning_rate": 8.247668336797755e-05, "loss": 19.4561, "step": 16019 }, { "epoch": 14.23, "learning_rate": 8.24745429437122e-05, "loss": 20.4463, "step": 16020 }, { "epoch": 14.23, "learning_rate": 8.247240241650918e-05, "loss": 20.5283, "step": 16021 }, { "epoch": 14.23, "learning_rate": 8.247026178637527e-05, "loss": 20.332, "step": 16022 }, { "epoch": 14.23, "learning_rate": 8.246812105331723e-05, "loss": 19.9043, "step": 16023 }, { "epoch": 14.23, "learning_rate": 8.246598021734187e-05, "loss": 20.0029, "step": 16024 }, { "epoch": 14.23, "learning_rate": 8.246383927845596e-05, "loss": 19.7598, "step": 16025 }, { "epoch": 14.23, "learning_rate": 8.24616982366663e-05, "loss": 19.6387, "step": 16026 }, { "epoch": 14.23, "learning_rate": 8.245955709197968e-05, "loss": 20.3711, "step": 16027 }, { "epoch": 14.23, "learning_rate": 8.245741584440286e-05, "loss": 20.2197, "step": 16028 }, { "epoch": 14.24, "learning_rate": 8.245527449394265e-05, "loss": 19.6445, "step": 16029 }, { "epoch": 14.24, "learning_rate": 8.245313304060584e-05, "loss": 19.7363, "step": 16030 }, { "epoch": 14.24, "learning_rate": 8.24509914843992e-05, "loss": 20.0117, "step": 16031 }, { "epoch": 14.24, "learning_rate": 8.244884982532954e-05, "loss": 20.9492, "step": 16032 }, { "epoch": 14.24, "learning_rate": 8.244670806340363e-05, "loss": 19.4453, "step": 16033 }, { "epoch": 14.24, "learning_rate": 8.244456619862826e-05, "loss": 20.1162, "step": 16034 }, { "epoch": 14.24, "learning_rate": 8.244242423101025e-05, "loss": 19.6162, "step": 16035 }, { "epoch": 14.24, "learning_rate": 8.244028216055634e-05, "loss": 20.1123, "step": 16036 }, { "epoch": 14.24, "learning_rate": 8.243813998727336e-05, "loss": 19.626, "step": 16037 }, { "epoch": 14.24, "learning_rate": 8.243599771116808e-05, "loss": 19.6289, "step": 16038 }, { "epoch": 14.24, "learning_rate": 8.24338553322473e-05, "loss": 19.7334, "step": 16039 }, { "epoch": 14.25, "learning_rate": 8.243171285051779e-05, "loss": 20.0752, "step": 16040 }, { "epoch": 14.25, "learning_rate": 8.242957026598638e-05, "loss": 19.1055, "step": 16041 }, { "epoch": 14.25, "learning_rate": 8.242742757865982e-05, "loss": 19.6328, "step": 16042 }, { "epoch": 14.25, "learning_rate": 8.242528478854494e-05, "loss": 19.625, "step": 16043 }, { "epoch": 14.25, "learning_rate": 8.24231418956485e-05, "loss": 20.0225, "step": 16044 }, { "epoch": 14.25, "learning_rate": 8.242099889997731e-05, "loss": 19.7148, "step": 16045 }, { "epoch": 14.25, "learning_rate": 8.241885580153818e-05, "loss": 19.9551, "step": 16046 }, { "epoch": 14.25, "learning_rate": 8.241671260033785e-05, "loss": 19.4355, "step": 16047 }, { "epoch": 14.25, "learning_rate": 8.241456929638316e-05, "loss": 19.5967, "step": 16048 }, { "epoch": 14.25, "learning_rate": 8.24124258896809e-05, "loss": 20.2109, "step": 16049 }, { "epoch": 14.25, "learning_rate": 8.241028238023785e-05, "loss": 19.8047, "step": 16050 }, { "epoch": 14.25, "learning_rate": 8.240813876806079e-05, "loss": 19.8936, "step": 16051 }, { "epoch": 14.26, "learning_rate": 8.240599505315655e-05, "loss": 19.1836, "step": 16052 }, { "epoch": 14.26, "learning_rate": 8.240385123553191e-05, "loss": 19.5869, "step": 16053 }, { "epoch": 14.26, "learning_rate": 8.240170731519365e-05, "loss": 19.8008, "step": 16054 }, { "epoch": 14.26, "learning_rate": 8.23995632921486e-05, "loss": 19.7295, "step": 16055 }, { "epoch": 14.26, "learning_rate": 8.239741916640351e-05, "loss": 19.3789, "step": 16056 }, { "epoch": 14.26, "learning_rate": 8.239527493796522e-05, "loss": 20.1191, "step": 16057 }, { "epoch": 14.26, "learning_rate": 8.239313060684051e-05, "loss": 19.8984, "step": 16058 }, { "epoch": 14.26, "learning_rate": 8.239098617303617e-05, "loss": 19.8125, "step": 16059 }, { "epoch": 14.26, "learning_rate": 8.2388841636559e-05, "loss": 19.7031, "step": 16060 }, { "epoch": 14.26, "learning_rate": 8.23866969974158e-05, "loss": 19.7783, "step": 16061 }, { "epoch": 14.26, "learning_rate": 8.238455225561338e-05, "loss": 20.1514, "step": 16062 }, { "epoch": 14.27, "learning_rate": 8.238240741115852e-05, "loss": 20.6348, "step": 16063 }, { "epoch": 14.27, "learning_rate": 8.238026246405804e-05, "loss": 19.4121, "step": 16064 }, { "epoch": 14.27, "learning_rate": 8.23781174143187e-05, "loss": 19.3906, "step": 16065 }, { "epoch": 14.27, "learning_rate": 8.237597226194733e-05, "loss": 20.041, "step": 16066 }, { "epoch": 14.27, "learning_rate": 8.237382700695076e-05, "loss": 20.3232, "step": 16067 }, { "epoch": 14.27, "learning_rate": 8.23716816493357e-05, "loss": 20.5879, "step": 16068 }, { "epoch": 14.27, "learning_rate": 8.236953618910905e-05, "loss": 19.5703, "step": 16069 }, { "epoch": 14.27, "learning_rate": 8.236739062627755e-05, "loss": 19.7695, "step": 16070 }, { "epoch": 14.27, "learning_rate": 8.236524496084801e-05, "loss": 19.6621, "step": 16071 }, { "epoch": 14.27, "learning_rate": 8.236309919282723e-05, "loss": 20.0811, "step": 16072 }, { "epoch": 14.27, "learning_rate": 8.236095332222204e-05, "loss": 20.4082, "step": 16073 }, { "epoch": 14.28, "learning_rate": 8.235880734903921e-05, "loss": 20.1592, "step": 16074 }, { "epoch": 14.28, "learning_rate": 8.235666127328557e-05, "loss": 20.2666, "step": 16075 }, { "epoch": 14.28, "learning_rate": 8.235451509496789e-05, "loss": 19.9883, "step": 16076 }, { "epoch": 14.28, "learning_rate": 8.235236881409298e-05, "loss": 19.7441, "step": 16077 }, { "epoch": 14.28, "learning_rate": 8.235022243066768e-05, "loss": 19.2666, "step": 16078 }, { "epoch": 14.28, "learning_rate": 8.234807594469875e-05, "loss": 20.1494, "step": 16079 }, { "epoch": 14.28, "learning_rate": 8.234592935619301e-05, "loss": 19.0254, "step": 16080 }, { "epoch": 14.28, "learning_rate": 8.234378266515727e-05, "loss": 19.8379, "step": 16081 }, { "epoch": 14.28, "learning_rate": 8.234163587159833e-05, "loss": 20.0283, "step": 16082 }, { "epoch": 14.28, "learning_rate": 8.2339488975523e-05, "loss": 20.2451, "step": 16083 }, { "epoch": 14.28, "learning_rate": 8.233734197693805e-05, "loss": 20.5742, "step": 16084 }, { "epoch": 14.29, "learning_rate": 8.233519487585032e-05, "loss": 20.2275, "step": 16085 }, { "epoch": 14.29, "learning_rate": 8.233304767226663e-05, "loss": 19.877, "step": 16086 }, { "epoch": 14.29, "learning_rate": 8.233090036619377e-05, "loss": 20.4482, "step": 16087 }, { "epoch": 14.29, "learning_rate": 8.232875295763853e-05, "loss": 19.8242, "step": 16088 }, { "epoch": 14.29, "learning_rate": 8.232660544660774e-05, "loss": 20.0889, "step": 16089 }, { "epoch": 14.29, "learning_rate": 8.232445783310818e-05, "loss": 19.4883, "step": 16090 }, { "epoch": 14.29, "learning_rate": 8.23223101171467e-05, "loss": 19.8516, "step": 16091 }, { "epoch": 14.29, "learning_rate": 8.232016229873006e-05, "loss": 20.2695, "step": 16092 }, { "epoch": 14.29, "learning_rate": 8.23180143778651e-05, "loss": 20.1963, "step": 16093 }, { "epoch": 14.29, "learning_rate": 8.231586635455861e-05, "loss": 19.8096, "step": 16094 }, { "epoch": 14.29, "learning_rate": 8.231371822881743e-05, "loss": 19.9141, "step": 16095 }, { "epoch": 14.29, "learning_rate": 8.231157000064833e-05, "loss": 19.9795, "step": 16096 }, { "epoch": 14.3, "learning_rate": 8.230942167005814e-05, "loss": 19.8594, "step": 16097 }, { "epoch": 14.3, "learning_rate": 8.230727323705367e-05, "loss": 20.1221, "step": 16098 }, { "epoch": 14.3, "learning_rate": 8.23051247016417e-05, "loss": 20.1582, "step": 16099 }, { "epoch": 14.3, "learning_rate": 8.230297606382911e-05, "loss": 19.9727, "step": 16100 }, { "epoch": 14.3, "learning_rate": 8.230082732362264e-05, "loss": 20.043, "step": 16101 }, { "epoch": 14.3, "learning_rate": 8.229867848102915e-05, "loss": 19.9209, "step": 16102 }, { "epoch": 14.3, "learning_rate": 8.22965295360554e-05, "loss": 19.5361, "step": 16103 }, { "epoch": 14.3, "learning_rate": 8.229438048870826e-05, "loss": 20.0938, "step": 16104 }, { "epoch": 14.3, "learning_rate": 8.22922313389945e-05, "loss": 19.6045, "step": 16105 }, { "epoch": 14.3, "learning_rate": 8.229008208692093e-05, "loss": 20.2227, "step": 16106 }, { "epoch": 14.3, "learning_rate": 8.22879327324944e-05, "loss": 19.7012, "step": 16107 }, { "epoch": 14.31, "learning_rate": 8.228578327572171e-05, "loss": 19.917, "step": 16108 }, { "epoch": 14.31, "learning_rate": 8.228363371660964e-05, "loss": 20.3438, "step": 16109 }, { "epoch": 14.31, "learning_rate": 8.228148405516504e-05, "loss": 20.0088, "step": 16110 }, { "epoch": 14.31, "learning_rate": 8.227933429139471e-05, "loss": 20.3047, "step": 16111 }, { "epoch": 14.31, "learning_rate": 8.227718442530548e-05, "loss": 20.5635, "step": 16112 }, { "epoch": 14.31, "learning_rate": 8.227503445690415e-05, "loss": 20.0811, "step": 16113 }, { "epoch": 14.31, "learning_rate": 8.227288438619754e-05, "loss": 19.8545, "step": 16114 }, { "epoch": 14.31, "learning_rate": 8.227073421319245e-05, "loss": 20.498, "step": 16115 }, { "epoch": 14.31, "learning_rate": 8.226858393789571e-05, "loss": 20.1992, "step": 16116 }, { "epoch": 14.31, "learning_rate": 8.226643356031414e-05, "loss": 20.0898, "step": 16117 }, { "epoch": 14.31, "learning_rate": 8.226428308045454e-05, "loss": 20.1729, "step": 16118 }, { "epoch": 14.32, "learning_rate": 8.226213249832373e-05, "loss": 19.9717, "step": 16119 }, { "epoch": 14.32, "learning_rate": 8.226213249832373e-05, "loss": 20.1729, "step": 16120 }, { "epoch": 14.32, "learning_rate": 8.225998181392854e-05, "loss": 20.2012, "step": 16121 }, { "epoch": 14.32, "learning_rate": 8.22578310272758e-05, "loss": 20.4746, "step": 16122 }, { "epoch": 14.32, "learning_rate": 8.225568013837228e-05, "loss": 20.5635, "step": 16123 }, { "epoch": 14.32, "learning_rate": 8.225352914722484e-05, "loss": 19.4375, "step": 16124 }, { "epoch": 14.32, "learning_rate": 8.225137805384029e-05, "loss": 19.833, "step": 16125 }, { "epoch": 14.32, "learning_rate": 8.224922685822542e-05, "loss": 19.6289, "step": 16126 }, { "epoch": 14.32, "learning_rate": 8.22470755603871e-05, "loss": 20.3486, "step": 16127 }, { "epoch": 14.32, "learning_rate": 8.224492416033212e-05, "loss": 20.2656, "step": 16128 }, { "epoch": 14.32, "learning_rate": 8.224277265806728e-05, "loss": 19.4639, "step": 16129 }, { "epoch": 14.33, "learning_rate": 8.224062105359943e-05, "loss": 20.3076, "step": 16130 }, { "epoch": 14.33, "learning_rate": 8.223846934693538e-05, "loss": 20.0, "step": 16131 }, { "epoch": 14.33, "learning_rate": 8.223631753808195e-05, "loss": 19.7207, "step": 16132 }, { "epoch": 14.33, "learning_rate": 8.223416562704596e-05, "loss": 19.6748, "step": 16133 }, { "epoch": 14.33, "learning_rate": 8.223201361383423e-05, "loss": 20.2139, "step": 16134 }, { "epoch": 14.33, "learning_rate": 8.22298614984536e-05, "loss": 20.1006, "step": 16135 }, { "epoch": 14.33, "learning_rate": 8.222770928091086e-05, "loss": 19.9492, "step": 16136 }, { "epoch": 14.33, "learning_rate": 8.222555696121283e-05, "loss": 20.2783, "step": 16137 }, { "epoch": 14.33, "learning_rate": 8.222340453936639e-05, "loss": 19.748, "step": 16138 }, { "epoch": 14.33, "learning_rate": 8.222125201537829e-05, "loss": 20.2842, "step": 16139 }, { "epoch": 14.33, "learning_rate": 8.22190993892554e-05, "loss": 19.8672, "step": 16140 }, { "epoch": 14.33, "learning_rate": 8.221694666100455e-05, "loss": 19.8311, "step": 16141 }, { "epoch": 14.34, "learning_rate": 8.22147938306325e-05, "loss": 19.5996, "step": 16142 }, { "epoch": 14.34, "learning_rate": 8.221264089814615e-05, "loss": 20.1621, "step": 16143 }, { "epoch": 14.34, "learning_rate": 8.22104878635523e-05, "loss": 19.7686, "step": 16144 }, { "epoch": 14.34, "learning_rate": 8.220833472685773e-05, "loss": 20.4336, "step": 16145 }, { "epoch": 14.34, "learning_rate": 8.220618148806933e-05, "loss": 20.1426, "step": 16146 }, { "epoch": 14.34, "learning_rate": 8.220402814719387e-05, "loss": 20.3857, "step": 16147 }, { "epoch": 14.34, "learning_rate": 8.220187470423823e-05, "loss": 20.0469, "step": 16148 }, { "epoch": 14.34, "learning_rate": 8.21997211592092e-05, "loss": 19.5918, "step": 16149 }, { "epoch": 14.34, "learning_rate": 8.219756751211361e-05, "loss": 19.4326, "step": 16150 }, { "epoch": 14.34, "learning_rate": 8.21954137629583e-05, "loss": 19.4648, "step": 16151 }, { "epoch": 14.34, "learning_rate": 8.219325991175009e-05, "loss": 19.7705, "step": 16152 }, { "epoch": 14.35, "learning_rate": 8.21911059584958e-05, "loss": 19.9209, "step": 16153 }, { "epoch": 14.35, "learning_rate": 8.218895190320226e-05, "loss": 19.6992, "step": 16154 }, { "epoch": 14.35, "learning_rate": 8.21867977458763e-05, "loss": 19.2666, "step": 16155 }, { "epoch": 14.35, "learning_rate": 8.218464348652474e-05, "loss": 19.9131, "step": 16156 }, { "epoch": 14.35, "learning_rate": 8.218248912515442e-05, "loss": 20.084, "step": 16157 }, { "epoch": 14.35, "learning_rate": 8.218033466177219e-05, "loss": 19.5537, "step": 16158 }, { "epoch": 14.35, "learning_rate": 8.217818009638485e-05, "loss": 19.9473, "step": 16159 }, { "epoch": 14.35, "learning_rate": 8.217602542899922e-05, "loss": 20.6162, "step": 16160 }, { "epoch": 14.35, "learning_rate": 8.217387065962214e-05, "loss": 19.4902, "step": 16161 }, { "epoch": 14.35, "learning_rate": 8.217171578826046e-05, "loss": 19.6123, "step": 16162 }, { "epoch": 14.35, "learning_rate": 8.2169560814921e-05, "loss": 19.9775, "step": 16163 }, { "epoch": 14.36, "learning_rate": 8.216740573961057e-05, "loss": 20.585, "step": 16164 }, { "epoch": 14.36, "learning_rate": 8.216525056233604e-05, "loss": 19.3105, "step": 16165 }, { "epoch": 14.36, "learning_rate": 8.216525056233604e-05, "loss": 19.7959, "step": 16166 }, { "epoch": 14.36, "learning_rate": 8.21630952831042e-05, "loss": 20.0967, "step": 16167 }, { "epoch": 14.36, "learning_rate": 8.21609399019219e-05, "loss": 19.459, "step": 16168 }, { "epoch": 14.36, "learning_rate": 8.215878441879599e-05, "loss": 19.8281, "step": 16169 }, { "epoch": 14.36, "learning_rate": 8.215662883373327e-05, "loss": 19.7334, "step": 16170 }, { "epoch": 14.36, "learning_rate": 8.21544731467406e-05, "loss": 20.1895, "step": 16171 }, { "epoch": 14.36, "learning_rate": 8.215231735782479e-05, "loss": 19.4248, "step": 16172 }, { "epoch": 14.36, "learning_rate": 8.21501614669927e-05, "loss": 19.9102, "step": 16173 }, { "epoch": 14.36, "learning_rate": 8.214800547425114e-05, "loss": 20.3652, "step": 16174 }, { "epoch": 14.37, "learning_rate": 8.214584937960694e-05, "loss": 19.7734, "step": 16175 }, { "epoch": 14.37, "learning_rate": 8.214369318306697e-05, "loss": 20.4912, "step": 16176 }, { "epoch": 14.37, "learning_rate": 8.214153688463804e-05, "loss": 19.9766, "step": 16177 }, { "epoch": 14.37, "learning_rate": 8.213938048432697e-05, "loss": 20.417, "step": 16178 }, { "epoch": 14.37, "learning_rate": 8.213722398214063e-05, "loss": 19.8965, "step": 16179 }, { "epoch": 14.37, "learning_rate": 8.213506737808583e-05, "loss": 19.8203, "step": 16180 }, { "epoch": 14.37, "learning_rate": 8.21329106721694e-05, "loss": 19.7324, "step": 16181 }, { "epoch": 14.37, "learning_rate": 8.213075386439821e-05, "loss": 20.1523, "step": 16182 }, { "epoch": 14.37, "learning_rate": 8.212859695477906e-05, "loss": 20.1445, "step": 16183 }, { "epoch": 14.37, "learning_rate": 8.212643994331881e-05, "loss": 19.8262, "step": 16184 }, { "epoch": 14.37, "learning_rate": 8.212428283002431e-05, "loss": 19.9424, "step": 16185 }, { "epoch": 14.37, "learning_rate": 8.212212561490236e-05, "loss": 19.5547, "step": 16186 }, { "epoch": 14.38, "learning_rate": 8.211996829795983e-05, "loss": 20.0, "step": 16187 }, { "epoch": 14.38, "learning_rate": 8.211781087920353e-05, "loss": 19.4863, "step": 16188 }, { "epoch": 14.38, "learning_rate": 8.211565335864031e-05, "loss": 19.876, "step": 16189 }, { "epoch": 14.38, "learning_rate": 8.211349573627703e-05, "loss": 19.6523, "step": 16190 }, { "epoch": 14.38, "learning_rate": 8.21113380121205e-05, "loss": 19.6934, "step": 16191 }, { "epoch": 14.38, "learning_rate": 8.210918018617757e-05, "loss": 19.9648, "step": 16192 }, { "epoch": 14.38, "learning_rate": 8.210702225845511e-05, "loss": 19.751, "step": 16193 }, { "epoch": 14.38, "learning_rate": 8.210486422895989e-05, "loss": 20.0625, "step": 16194 }, { "epoch": 14.38, "learning_rate": 8.21027060976988e-05, "loss": 19.8213, "step": 16195 }, { "epoch": 14.38, "learning_rate": 8.210054786467869e-05, "loss": 19.873, "step": 16196 }, { "epoch": 14.38, "learning_rate": 8.209838952990636e-05, "loss": 20.8096, "step": 16197 }, { "epoch": 14.39, "learning_rate": 8.209623109338871e-05, "loss": 20.7197, "step": 16198 }, { "epoch": 14.39, "learning_rate": 8.209407255513252e-05, "loss": 20.2617, "step": 16199 }, { "epoch": 14.39, "learning_rate": 8.209191391514466e-05, "loss": 19.8789, "step": 16200 }, { "epoch": 14.39, "learning_rate": 8.208975517343199e-05, "loss": 20.0654, "step": 16201 }, { "epoch": 14.39, "learning_rate": 8.208759633000132e-05, "loss": 20.5078, "step": 16202 }, { "epoch": 14.39, "learning_rate": 8.20854373848595e-05, "loss": 20.3945, "step": 16203 }, { "epoch": 14.39, "learning_rate": 8.20832783380134e-05, "loss": 19.8389, "step": 16204 }, { "epoch": 14.39, "learning_rate": 8.208111918946983e-05, "loss": 20.1172, "step": 16205 }, { "epoch": 14.39, "learning_rate": 8.207895993923565e-05, "loss": 19.584, "step": 16206 }, { "epoch": 14.39, "learning_rate": 8.20768005873177e-05, "loss": 19.5098, "step": 16207 }, { "epoch": 14.39, "learning_rate": 8.207464113372283e-05, "loss": 19.9033, "step": 16208 }, { "epoch": 14.4, "learning_rate": 8.207248157845791e-05, "loss": 19.7744, "step": 16209 }, { "epoch": 14.4, "learning_rate": 8.207032192152972e-05, "loss": 19.7578, "step": 16210 }, { "epoch": 14.4, "learning_rate": 8.206816216294516e-05, "loss": 20.0527, "step": 16211 }, { "epoch": 14.4, "learning_rate": 8.206600230271106e-05, "loss": 20.0566, "step": 16212 }, { "epoch": 14.4, "learning_rate": 8.206384234083427e-05, "loss": 20.1377, "step": 16213 }, { "epoch": 14.4, "learning_rate": 8.206168227732163e-05, "loss": 19.5215, "step": 16214 }, { "epoch": 14.4, "learning_rate": 8.205952211217998e-05, "loss": 20.2041, "step": 16215 }, { "epoch": 14.4, "learning_rate": 8.20573618454162e-05, "loss": 20.3174, "step": 16216 }, { "epoch": 14.4, "learning_rate": 8.20552014770371e-05, "loss": 20.2969, "step": 16217 }, { "epoch": 14.4, "learning_rate": 8.205304100704953e-05, "loss": 20.042, "step": 16218 }, { "epoch": 14.4, "learning_rate": 8.205088043546037e-05, "loss": 20.2402, "step": 16219 }, { "epoch": 14.4, "learning_rate": 8.204871976227644e-05, "loss": 19.9795, "step": 16220 }, { "epoch": 14.41, "learning_rate": 8.204655898750458e-05, "loss": 20.21, "step": 16221 }, { "epoch": 14.41, "learning_rate": 8.204439811115169e-05, "loss": 19.623, "step": 16222 }, { "epoch": 14.41, "learning_rate": 8.204223713322457e-05, "loss": 19.5869, "step": 16223 }, { "epoch": 14.41, "learning_rate": 8.20400760537301e-05, "loss": 20.1201, "step": 16224 }, { "epoch": 14.41, "learning_rate": 8.203791487267511e-05, "loss": 19.8477, "step": 16225 }, { "epoch": 14.41, "learning_rate": 8.203575359006644e-05, "loss": 19.916, "step": 16226 }, { "epoch": 14.41, "learning_rate": 8.203359220591098e-05, "loss": 20.252, "step": 16227 }, { "epoch": 14.41, "learning_rate": 8.203143072021556e-05, "loss": 19.79, "step": 16228 }, { "epoch": 14.41, "learning_rate": 8.202926913298702e-05, "loss": 19.8604, "step": 16229 }, { "epoch": 14.41, "learning_rate": 8.202710744423223e-05, "loss": 20.6787, "step": 16230 }, { "epoch": 14.41, "learning_rate": 8.202494565395803e-05, "loss": 19.5039, "step": 16231 }, { "epoch": 14.42, "learning_rate": 8.202278376217127e-05, "loss": 19.7744, "step": 16232 }, { "epoch": 14.42, "learning_rate": 8.202062176887883e-05, "loss": 20.2012, "step": 16233 }, { "epoch": 14.42, "learning_rate": 8.201845967408752e-05, "loss": 19.4814, "step": 16234 }, { "epoch": 14.42, "learning_rate": 8.201629747780424e-05, "loss": 19.5645, "step": 16235 }, { "epoch": 14.42, "learning_rate": 8.201413518003582e-05, "loss": 19.5068, "step": 16236 }, { "epoch": 14.42, "learning_rate": 8.201197278078909e-05, "loss": 20.4287, "step": 16237 }, { "epoch": 14.42, "learning_rate": 8.200981028007095e-05, "loss": 19.6328, "step": 16238 }, { "epoch": 14.42, "learning_rate": 8.200764767788823e-05, "loss": 20.3018, "step": 16239 }, { "epoch": 14.42, "learning_rate": 8.200548497424778e-05, "loss": 19.7988, "step": 16240 }, { "epoch": 14.42, "learning_rate": 8.200332216915647e-05, "loss": 20.3301, "step": 16241 }, { "epoch": 14.42, "learning_rate": 8.200115926262115e-05, "loss": 19.1377, "step": 16242 }, { "epoch": 14.43, "learning_rate": 8.199899625464867e-05, "loss": 19.4414, "step": 16243 }, { "epoch": 14.43, "learning_rate": 8.199683314524589e-05, "loss": 20.7812, "step": 16244 }, { "epoch": 14.43, "learning_rate": 8.199466993441967e-05, "loss": 19.8242, "step": 16245 }, { "epoch": 14.43, "learning_rate": 8.199250662217688e-05, "loss": 19.7295, "step": 16246 }, { "epoch": 14.43, "learning_rate": 8.199034320852435e-05, "loss": 19.9727, "step": 16247 }, { "epoch": 14.43, "learning_rate": 8.198817969346894e-05, "loss": 20.0732, "step": 16248 }, { "epoch": 14.43, "learning_rate": 8.198601607701754e-05, "loss": 19.208, "step": 16249 }, { "epoch": 14.43, "learning_rate": 8.198385235917698e-05, "loss": 19.8682, "step": 16250 }, { "epoch": 14.43, "learning_rate": 8.198168853995411e-05, "loss": 19.7539, "step": 16251 }, { "epoch": 14.43, "learning_rate": 8.19795246193558e-05, "loss": 20.0703, "step": 16252 }, { "epoch": 14.43, "learning_rate": 8.197736059738894e-05, "loss": 20.4961, "step": 16253 }, { "epoch": 14.44, "learning_rate": 8.197519647406036e-05, "loss": 20.083, "step": 16254 }, { "epoch": 14.44, "learning_rate": 8.197303224937688e-05, "loss": 20.1582, "step": 16255 }, { "epoch": 14.44, "learning_rate": 8.197086792334545e-05, "loss": 19.4492, "step": 16256 }, { "epoch": 14.44, "learning_rate": 8.196870349597286e-05, "loss": 20.0137, "step": 16257 }, { "epoch": 14.44, "learning_rate": 8.196653896726601e-05, "loss": 19.8604, "step": 16258 }, { "epoch": 14.44, "learning_rate": 8.196437433723172e-05, "loss": 19.8896, "step": 16259 }, { "epoch": 14.44, "learning_rate": 8.19622096058769e-05, "loss": 20.1064, "step": 16260 }, { "epoch": 14.44, "learning_rate": 8.196004477320838e-05, "loss": 19.9004, "step": 16261 }, { "epoch": 14.44, "learning_rate": 8.195787983923302e-05, "loss": 19.7402, "step": 16262 }, { "epoch": 14.44, "learning_rate": 8.19557148039577e-05, "loss": 19.8467, "step": 16263 }, { "epoch": 14.44, "learning_rate": 8.195354966738927e-05, "loss": 19.4775, "step": 16264 }, { "epoch": 14.44, "learning_rate": 8.195138442953461e-05, "loss": 20.6123, "step": 16265 }, { "epoch": 14.45, "learning_rate": 8.194921909040056e-05, "loss": 20.4453, "step": 16266 }, { "epoch": 14.45, "learning_rate": 8.1947053649994e-05, "loss": 19.9453, "step": 16267 }, { "epoch": 14.45, "learning_rate": 8.194488810832179e-05, "loss": 19.8555, "step": 16268 }, { "epoch": 14.45, "learning_rate": 8.194272246539078e-05, "loss": 19.9912, "step": 16269 }, { "epoch": 14.45, "learning_rate": 8.194055672120788e-05, "loss": 19.4951, "step": 16270 }, { "epoch": 14.45, "learning_rate": 8.193839087577989e-05, "loss": 19.6182, "step": 16271 }, { "epoch": 14.45, "learning_rate": 8.193622492911373e-05, "loss": 19.7266, "step": 16272 }, { "epoch": 14.45, "learning_rate": 8.193405888121622e-05, "loss": 20.1055, "step": 16273 }, { "epoch": 14.45, "learning_rate": 8.193189273209427e-05, "loss": 19.9189, "step": 16274 }, { "epoch": 14.45, "learning_rate": 8.192972648175473e-05, "loss": 20.4131, "step": 16275 }, { "epoch": 14.45, "learning_rate": 8.192756013020444e-05, "loss": 19.9922, "step": 16276 }, { "epoch": 14.46, "learning_rate": 8.192539367745031e-05, "loss": 19.5469, "step": 16277 }, { "epoch": 14.46, "learning_rate": 8.192322712349917e-05, "loss": 20.1533, "step": 16278 }, { "epoch": 14.46, "learning_rate": 8.192106046835792e-05, "loss": 20.1602, "step": 16279 }, { "epoch": 14.46, "learning_rate": 8.191889371203341e-05, "loss": 19.9209, "step": 16280 }, { "epoch": 14.46, "learning_rate": 8.191672685453251e-05, "loss": 19.7998, "step": 16281 }, { "epoch": 14.46, "learning_rate": 8.191455989586207e-05, "loss": 19.9092, "step": 16282 }, { "epoch": 14.46, "learning_rate": 8.1912392836029e-05, "loss": 19.4023, "step": 16283 }, { "epoch": 14.46, "learning_rate": 8.191022567504014e-05, "loss": 19.6074, "step": 16284 }, { "epoch": 14.46, "learning_rate": 8.190805841290237e-05, "loss": 20.6309, "step": 16285 }, { "epoch": 14.46, "learning_rate": 8.190589104962256e-05, "loss": 19.3779, "step": 16286 }, { "epoch": 14.46, "learning_rate": 8.190372358520757e-05, "loss": 19.8467, "step": 16287 }, { "epoch": 14.47, "learning_rate": 8.190155601966427e-05, "loss": 20.1445, "step": 16288 }, { "epoch": 14.47, "learning_rate": 8.189938835299955e-05, "loss": 19.8252, "step": 16289 }, { "epoch": 14.47, "learning_rate": 8.189722058522026e-05, "loss": 19.9707, "step": 16290 }, { "epoch": 14.47, "learning_rate": 8.189505271633327e-05, "loss": 19.9141, "step": 16291 }, { "epoch": 14.47, "learning_rate": 8.189288474634549e-05, "loss": 19.7764, "step": 16292 }, { "epoch": 14.47, "learning_rate": 8.189071667526373e-05, "loss": 19.9863, "step": 16293 }, { "epoch": 14.47, "learning_rate": 8.188854850309491e-05, "loss": 19.9395, "step": 16294 }, { "epoch": 14.47, "learning_rate": 8.18863802298459e-05, "loss": 19.6689, "step": 16295 }, { "epoch": 14.47, "learning_rate": 8.188421185552355e-05, "loss": 20.2275, "step": 16296 }, { "epoch": 14.47, "learning_rate": 8.188204338013474e-05, "loss": 20.0469, "step": 16297 }, { "epoch": 14.47, "learning_rate": 8.187987480368637e-05, "loss": 20.2441, "step": 16298 }, { "epoch": 14.48, "learning_rate": 8.187770612618526e-05, "loss": 19.6797, "step": 16299 }, { "epoch": 14.48, "learning_rate": 8.187553734763835e-05, "loss": 20.251, "step": 16300 }, { "epoch": 14.48, "learning_rate": 8.187336846805246e-05, "loss": 19.9258, "step": 16301 }, { "epoch": 14.48, "learning_rate": 8.18711994874345e-05, "loss": 20.0303, "step": 16302 }, { "epoch": 14.48, "learning_rate": 8.186903040579131e-05, "loss": 20.2041, "step": 16303 }, { "epoch": 14.48, "learning_rate": 8.18668612231298e-05, "loss": 20.5264, "step": 16304 }, { "epoch": 14.48, "learning_rate": 8.186469193945684e-05, "loss": 19.6689, "step": 16305 }, { "epoch": 14.48, "learning_rate": 8.186252255477928e-05, "loss": 20.6338, "step": 16306 }, { "epoch": 14.48, "learning_rate": 8.186035306910403e-05, "loss": 20.3135, "step": 16307 }, { "epoch": 14.48, "learning_rate": 8.185818348243796e-05, "loss": 20.4678, "step": 16308 }, { "epoch": 14.48, "learning_rate": 8.185601379478793e-05, "loss": 20.1934, "step": 16309 }, { "epoch": 14.48, "learning_rate": 8.185384400616082e-05, "loss": 19.4355, "step": 16310 }, { "epoch": 14.49, "learning_rate": 8.185167411656351e-05, "loss": 20.0742, "step": 16311 }, { "epoch": 14.49, "learning_rate": 8.18495041260029e-05, "loss": 20.373, "step": 16312 }, { "epoch": 14.49, "learning_rate": 8.184733403448585e-05, "loss": 19.9873, "step": 16313 }, { "epoch": 14.49, "learning_rate": 8.184516384201923e-05, "loss": 19.8008, "step": 16314 }, { "epoch": 14.49, "learning_rate": 8.184516384201923e-05, "loss": 20.5469, "step": 16315 }, { "epoch": 14.49, "learning_rate": 8.184299354860994e-05, "loss": 20.0693, "step": 16316 }, { "epoch": 14.49, "learning_rate": 8.184082315426485e-05, "loss": 19.9258, "step": 16317 }, { "epoch": 14.49, "learning_rate": 8.183865265899081e-05, "loss": 20.041, "step": 16318 }, { "epoch": 14.49, "learning_rate": 8.183648206279475e-05, "loss": 19.7578, "step": 16319 }, { "epoch": 14.49, "learning_rate": 8.183431136568354e-05, "loss": 19.8203, "step": 16320 }, { "epoch": 14.49, "learning_rate": 8.183214056766402e-05, "loss": 20.54, "step": 16321 }, { "epoch": 14.5, "learning_rate": 8.182996966874312e-05, "loss": 19.7383, "step": 16322 }, { "epoch": 14.5, "learning_rate": 8.182779866892769e-05, "loss": 20.0225, "step": 16323 }, { "epoch": 14.5, "learning_rate": 8.182562756822464e-05, "loss": 19.7783, "step": 16324 }, { "epoch": 14.5, "learning_rate": 8.182345636664083e-05, "loss": 20.3135, "step": 16325 }, { "epoch": 14.5, "learning_rate": 8.182128506418314e-05, "loss": 19.6865, "step": 16326 }, { "epoch": 14.5, "learning_rate": 8.181911366085846e-05, "loss": 20.1748, "step": 16327 }, { "epoch": 14.5, "learning_rate": 8.181694215667369e-05, "loss": 20.6445, "step": 16328 }, { "epoch": 14.5, "learning_rate": 8.181477055163567e-05, "loss": 20.0117, "step": 16329 }, { "epoch": 14.5, "learning_rate": 8.181259884575132e-05, "loss": 20.0215, "step": 16330 }, { "epoch": 14.5, "learning_rate": 8.181042703902752e-05, "loss": 19.7227, "step": 16331 }, { "epoch": 14.5, "learning_rate": 8.180825513147114e-05, "loss": 19.9395, "step": 16332 }, { "epoch": 14.51, "learning_rate": 8.180608312308907e-05, "loss": 19.9287, "step": 16333 }, { "epoch": 14.51, "learning_rate": 8.18039110138882e-05, "loss": 19.9316, "step": 16334 }, { "epoch": 14.51, "learning_rate": 8.180173880387542e-05, "loss": 19.8779, "step": 16335 }, { "epoch": 14.51, "learning_rate": 8.17995664930576e-05, "loss": 19.2178, "step": 16336 }, { "epoch": 14.51, "learning_rate": 8.17995664930576e-05, "loss": 20.5332, "step": 16337 }, { "epoch": 14.51, "learning_rate": 8.179739408144162e-05, "loss": 20.1729, "step": 16338 }, { "epoch": 14.51, "learning_rate": 8.179522156903441e-05, "loss": 19.9082, "step": 16339 }, { "epoch": 14.51, "learning_rate": 8.17930489558428e-05, "loss": 20.0605, "step": 16340 }, { "epoch": 14.51, "learning_rate": 8.179087624187371e-05, "loss": 20.2998, "step": 16341 }, { "epoch": 14.51, "learning_rate": 8.178870342713403e-05, "loss": 20.3887, "step": 16342 }, { "epoch": 14.51, "learning_rate": 8.178653051163063e-05, "loss": 20.5361, "step": 16343 }, { "epoch": 14.52, "learning_rate": 8.17843574953704e-05, "loss": 20.417, "step": 16344 }, { "epoch": 14.52, "learning_rate": 8.178218437836023e-05, "loss": 20.0742, "step": 16345 }, { "epoch": 14.52, "learning_rate": 8.178001116060703e-05, "loss": 19.582, "step": 16346 }, { "epoch": 14.52, "learning_rate": 8.177783784211765e-05, "loss": 20.1113, "step": 16347 }, { "epoch": 14.52, "learning_rate": 8.1775664422899e-05, "loss": 20.3516, "step": 16348 }, { "epoch": 14.52, "learning_rate": 8.177349090295798e-05, "loss": 19.8076, "step": 16349 }, { "epoch": 14.52, "learning_rate": 8.177131728230148e-05, "loss": 19.7637, "step": 16350 }, { "epoch": 14.52, "learning_rate": 8.176914356093634e-05, "loss": 19.3623, "step": 16351 }, { "epoch": 14.52, "learning_rate": 8.176696973886952e-05, "loss": 19.8555, "step": 16352 }, { "epoch": 14.52, "learning_rate": 8.176479581610786e-05, "loss": 20.2021, "step": 16353 }, { "epoch": 14.52, "learning_rate": 8.176262179265828e-05, "loss": 19.9756, "step": 16354 }, { "epoch": 14.52, "learning_rate": 8.176044766852766e-05, "loss": 19.7803, "step": 16355 }, { "epoch": 14.53, "learning_rate": 8.175827344372289e-05, "loss": 20.0752, "step": 16356 }, { "epoch": 14.53, "learning_rate": 8.175609911825085e-05, "loss": 19.7646, "step": 16357 }, { "epoch": 14.53, "learning_rate": 8.175392469211846e-05, "loss": 20.5049, "step": 16358 }, { "epoch": 14.53, "learning_rate": 8.17517501653326e-05, "loss": 20.1367, "step": 16359 }, { "epoch": 14.53, "learning_rate": 8.174957553790014e-05, "loss": 19.9141, "step": 16360 }, { "epoch": 14.53, "learning_rate": 8.174740080982804e-05, "loss": 19.9668, "step": 16361 }, { "epoch": 14.53, "learning_rate": 8.174522598112311e-05, "loss": 19.8018, "step": 16362 }, { "epoch": 14.53, "learning_rate": 8.174305105179229e-05, "loss": 20.2207, "step": 16363 }, { "epoch": 14.53, "learning_rate": 8.174087602184246e-05, "loss": 19.9746, "step": 16364 }, { "epoch": 14.53, "learning_rate": 8.173870089128053e-05, "loss": 20.166, "step": 16365 }, { "epoch": 14.53, "learning_rate": 8.173652566011338e-05, "loss": 20.2305, "step": 16366 }, { "epoch": 14.54, "learning_rate": 8.173435032834792e-05, "loss": 19.3955, "step": 16367 }, { "epoch": 14.54, "learning_rate": 8.173217489599102e-05, "loss": 19.6387, "step": 16368 }, { "epoch": 14.54, "learning_rate": 8.172999936304962e-05, "loss": 21.0137, "step": 16369 }, { "epoch": 14.54, "learning_rate": 8.172782372953055e-05, "loss": 20.2676, "step": 16370 }, { "epoch": 14.54, "learning_rate": 8.172564799544076e-05, "loss": 19.7344, "step": 16371 }, { "epoch": 14.54, "learning_rate": 8.172347216078713e-05, "loss": 20.207, "step": 16372 }, { "epoch": 14.54, "learning_rate": 8.172129622557657e-05, "loss": 19.8184, "step": 16373 }, { "epoch": 14.54, "learning_rate": 8.171912018981594e-05, "loss": 20.1768, "step": 16374 }, { "epoch": 14.54, "learning_rate": 8.171694405351216e-05, "loss": 19.9805, "step": 16375 }, { "epoch": 14.54, "learning_rate": 8.171476781667215e-05, "loss": 19.2168, "step": 16376 }, { "epoch": 14.54, "learning_rate": 8.171259147930278e-05, "loss": 19.791, "step": 16377 }, { "epoch": 14.55, "learning_rate": 8.171041504141095e-05, "loss": 19.7012, "step": 16378 }, { "epoch": 14.55, "learning_rate": 8.170823850300357e-05, "loss": 20.0137, "step": 16379 }, { "epoch": 14.55, "learning_rate": 8.170606186408755e-05, "loss": 20.2607, "step": 16380 }, { "epoch": 14.55, "learning_rate": 8.170388512466975e-05, "loss": 19.5127, "step": 16381 }, { "epoch": 14.55, "learning_rate": 8.170170828475712e-05, "loss": 20.3467, "step": 16382 }, { "epoch": 14.55, "learning_rate": 8.169953134435651e-05, "loss": 19.7705, "step": 16383 }, { "epoch": 14.55, "learning_rate": 8.169735430347485e-05, "loss": 20.3799, "step": 16384 }, { "epoch": 14.55, "learning_rate": 8.169517716211902e-05, "loss": 19.9492, "step": 16385 }, { "epoch": 14.55, "learning_rate": 8.169299992029597e-05, "loss": 20.0059, "step": 16386 }, { "epoch": 14.55, "learning_rate": 8.169082257801255e-05, "loss": 20.1133, "step": 16387 }, { "epoch": 14.55, "learning_rate": 8.168864513527568e-05, "loss": 19.5615, "step": 16388 }, { "epoch": 14.56, "learning_rate": 8.168646759209226e-05, "loss": 19.7266, "step": 16389 }, { "epoch": 14.56, "learning_rate": 8.168428994846919e-05, "loss": 19.8145, "step": 16390 }, { "epoch": 14.56, "learning_rate": 8.168211220441339e-05, "loss": 19.6494, "step": 16391 }, { "epoch": 14.56, "learning_rate": 8.167993435993173e-05, "loss": 19.6602, "step": 16392 }, { "epoch": 14.56, "learning_rate": 8.167775641503115e-05, "loss": 20.2168, "step": 16393 }, { "epoch": 14.56, "learning_rate": 8.167557836971853e-05, "loss": 19.7324, "step": 16394 }, { "epoch": 14.56, "learning_rate": 8.167340022400078e-05, "loss": 19.8672, "step": 16395 }, { "epoch": 14.56, "learning_rate": 8.167122197788482e-05, "loss": 19.9004, "step": 16396 }, { "epoch": 14.56, "learning_rate": 8.16690436313775e-05, "loss": 20.2549, "step": 16397 }, { "epoch": 14.56, "learning_rate": 8.166686518448581e-05, "loss": 19.7275, "step": 16398 }, { "epoch": 14.56, "learning_rate": 8.166468663721658e-05, "loss": 19.7061, "step": 16399 }, { "epoch": 14.56, "learning_rate": 8.166250798957676e-05, "loss": 20.4678, "step": 16400 }, { "epoch": 14.57, "learning_rate": 8.166032924157323e-05, "loss": 20.459, "step": 16401 }, { "epoch": 14.57, "learning_rate": 8.165815039321292e-05, "loss": 20.3086, "step": 16402 }, { "epoch": 14.57, "learning_rate": 8.16559714445027e-05, "loss": 19.4092, "step": 16403 }, { "epoch": 14.57, "learning_rate": 8.165379239544952e-05, "loss": 20.3232, "step": 16404 }, { "epoch": 14.57, "learning_rate": 8.165161324606026e-05, "loss": 19.8105, "step": 16405 }, { "epoch": 14.57, "learning_rate": 8.164943399634185e-05, "loss": 20.0049, "step": 16406 }, { "epoch": 14.57, "learning_rate": 8.164725464630117e-05, "loss": 19.8496, "step": 16407 }, { "epoch": 14.57, "learning_rate": 8.164507519594513e-05, "loss": 19.6562, "step": 16408 }, { "epoch": 14.57, "learning_rate": 8.164289564528067e-05, "loss": 19.7637, "step": 16409 }, { "epoch": 14.57, "learning_rate": 8.164071599431467e-05, "loss": 20.1855, "step": 16410 }, { "epoch": 14.57, "learning_rate": 8.163853624305404e-05, "loss": 20.5283, "step": 16411 }, { "epoch": 14.58, "learning_rate": 8.16363563915057e-05, "loss": 19.9863, "step": 16412 }, { "epoch": 14.58, "learning_rate": 8.163417643967657e-05, "loss": 19.9199, "step": 16413 }, { "epoch": 14.58, "learning_rate": 8.163199638757354e-05, "loss": 20.5225, "step": 16414 }, { "epoch": 14.58, "learning_rate": 8.162981623520352e-05, "loss": 20.3145, "step": 16415 }, { "epoch": 14.58, "learning_rate": 8.162763598257342e-05, "loss": 20.5537, "step": 16416 }, { "epoch": 14.58, "learning_rate": 8.162545562969018e-05, "loss": 20.3906, "step": 16417 }, { "epoch": 14.58, "learning_rate": 8.162327517656067e-05, "loss": 20.0664, "step": 16418 }, { "epoch": 14.58, "learning_rate": 8.162109462319183e-05, "loss": 19.5645, "step": 16419 }, { "epoch": 14.58, "learning_rate": 8.161891396959057e-05, "loss": 19.9473, "step": 16420 }, { "epoch": 14.58, "learning_rate": 8.161673321576378e-05, "loss": 20.2793, "step": 16421 }, { "epoch": 14.58, "learning_rate": 8.161455236171837e-05, "loss": 19.9082, "step": 16422 }, { "epoch": 14.59, "learning_rate": 8.161237140746131e-05, "loss": 19.792, "step": 16423 }, { "epoch": 14.59, "learning_rate": 8.161019035299945e-05, "loss": 20.0918, "step": 16424 }, { "epoch": 14.59, "learning_rate": 8.160800919833973e-05, "loss": 19.7109, "step": 16425 }, { "epoch": 14.59, "learning_rate": 8.160582794348908e-05, "loss": 20.207, "step": 16426 }, { "epoch": 14.59, "learning_rate": 8.160364658845437e-05, "loss": 20.1348, "step": 16427 }, { "epoch": 14.59, "learning_rate": 8.160146513324254e-05, "loss": 19.5234, "step": 16428 }, { "epoch": 14.59, "learning_rate": 8.159928357786052e-05, "loss": 20.1533, "step": 16429 }, { "epoch": 14.59, "learning_rate": 8.15971019223152e-05, "loss": 20.457, "step": 16430 }, { "epoch": 14.59, "learning_rate": 8.159492016661352e-05, "loss": 20.041, "step": 16431 }, { "epoch": 14.59, "learning_rate": 8.159273831076235e-05, "loss": 20.4551, "step": 16432 }, { "epoch": 14.59, "learning_rate": 8.159055635476866e-05, "loss": 20.4229, "step": 16433 }, { "epoch": 14.6, "learning_rate": 8.158837429863934e-05, "loss": 19.8623, "step": 16434 }, { "epoch": 14.6, "learning_rate": 8.15861921423813e-05, "loss": 19.7129, "step": 16435 }, { "epoch": 14.6, "learning_rate": 8.158400988600148e-05, "loss": 19.8867, "step": 16436 }, { "epoch": 14.6, "learning_rate": 8.158182752950678e-05, "loss": 19.8828, "step": 16437 }, { "epoch": 14.6, "learning_rate": 8.158182752950678e-05, "loss": 19.7109, "step": 16438 }, { "epoch": 14.6, "learning_rate": 8.157964507290412e-05, "loss": 19.4951, "step": 16439 }, { "epoch": 14.6, "learning_rate": 8.157746251620042e-05, "loss": 20.7295, "step": 16440 }, { "epoch": 14.6, "learning_rate": 8.157527985940258e-05, "loss": 19.5713, "step": 16441 }, { "epoch": 14.6, "learning_rate": 8.157309710251757e-05, "loss": 20.6738, "step": 16442 }, { "epoch": 14.6, "learning_rate": 8.157091424555225e-05, "loss": 19.8838, "step": 16443 }, { "epoch": 14.6, "learning_rate": 8.156873128851358e-05, "loss": 19.332, "step": 16444 }, { "epoch": 14.6, "learning_rate": 8.156654823140846e-05, "loss": 19.8232, "step": 16445 }, { "epoch": 14.61, "learning_rate": 8.15643650742438e-05, "loss": 19.5879, "step": 16446 }, { "epoch": 14.61, "learning_rate": 8.156218181702655e-05, "loss": 19.8232, "step": 16447 }, { "epoch": 14.61, "learning_rate": 8.155999845976361e-05, "loss": 19.5986, "step": 16448 }, { "epoch": 14.61, "learning_rate": 8.15578150024619e-05, "loss": 20.2314, "step": 16449 }, { "epoch": 14.61, "learning_rate": 8.155563144512835e-05, "loss": 19.9307, "step": 16450 }, { "epoch": 14.61, "learning_rate": 8.155344778776987e-05, "loss": 20.1182, "step": 16451 }, { "epoch": 14.61, "learning_rate": 8.15512640303934e-05, "loss": 19.8457, "step": 16452 }, { "epoch": 14.61, "learning_rate": 8.154908017300585e-05, "loss": 19.8711, "step": 16453 }, { "epoch": 14.61, "learning_rate": 8.154689621561414e-05, "loss": 19.7148, "step": 16454 }, { "epoch": 14.61, "learning_rate": 8.15447121582252e-05, "loss": 19.6943, "step": 16455 }, { "epoch": 14.61, "learning_rate": 8.154252800084595e-05, "loss": 19.7109, "step": 16456 }, { "epoch": 14.62, "learning_rate": 8.154034374348331e-05, "loss": 19.8242, "step": 16457 }, { "epoch": 14.62, "learning_rate": 8.153815938614422e-05, "loss": 19.627, "step": 16458 }, { "epoch": 14.62, "learning_rate": 8.153597492883558e-05, "loss": 20.0674, "step": 16459 }, { "epoch": 14.62, "learning_rate": 8.153379037156432e-05, "loss": 20.0479, "step": 16460 }, { "epoch": 14.62, "learning_rate": 8.153160571433737e-05, "loss": 19.5605, "step": 16461 }, { "epoch": 14.62, "learning_rate": 8.152942095716165e-05, "loss": 19.8506, "step": 16462 }, { "epoch": 14.62, "learning_rate": 8.152723610004412e-05, "loss": 19.5488, "step": 16463 }, { "epoch": 14.62, "learning_rate": 8.152505114299165e-05, "loss": 20.1104, "step": 16464 }, { "epoch": 14.62, "learning_rate": 8.152286608601119e-05, "loss": 20.124, "step": 16465 }, { "epoch": 14.62, "learning_rate": 8.152068092910967e-05, "loss": 20.2314, "step": 16466 }, { "epoch": 14.62, "learning_rate": 8.151849567229401e-05, "loss": 20.1318, "step": 16467 }, { "epoch": 14.63, "learning_rate": 8.151631031557114e-05, "loss": 19.7715, "step": 16468 }, { "epoch": 14.63, "learning_rate": 8.1514124858948e-05, "loss": 19.6523, "step": 16469 }, { "epoch": 14.63, "learning_rate": 8.151193930243149e-05, "loss": 19.9375, "step": 16470 }, { "epoch": 14.63, "learning_rate": 8.150975364602857e-05, "loss": 19.7275, "step": 16471 }, { "epoch": 14.63, "learning_rate": 8.150756788974614e-05, "loss": 20.7949, "step": 16472 }, { "epoch": 14.63, "learning_rate": 8.150538203359114e-05, "loss": 20.3389, "step": 16473 }, { "epoch": 14.63, "learning_rate": 8.150538203359114e-05, "loss": 20.2168, "step": 16474 }, { "epoch": 14.63, "learning_rate": 8.15031960775705e-05, "loss": 19.9971, "step": 16475 }, { "epoch": 14.63, "learning_rate": 8.150101002169115e-05, "loss": 19.2236, "step": 16476 }, { "epoch": 14.63, "learning_rate": 8.149882386596002e-05, "loss": 19.5293, "step": 16477 }, { "epoch": 14.63, "learning_rate": 8.149663761038401e-05, "loss": 20.0293, "step": 16478 }, { "epoch": 14.63, "learning_rate": 8.149445125497011e-05, "loss": 19.8145, "step": 16479 }, { "epoch": 14.64, "learning_rate": 8.149226479972521e-05, "loss": 20.2988, "step": 16480 }, { "epoch": 14.64, "learning_rate": 8.149007824465623e-05, "loss": 20.1572, "step": 16481 }, { "epoch": 14.64, "learning_rate": 8.148789158977013e-05, "loss": 20.1875, "step": 16482 }, { "epoch": 14.64, "learning_rate": 8.148570483507383e-05, "loss": 19.7529, "step": 16483 }, { "epoch": 14.64, "learning_rate": 8.148351798057425e-05, "loss": 19.5254, "step": 16484 }, { "epoch": 14.64, "learning_rate": 8.148133102627834e-05, "loss": 19.7129, "step": 16485 }, { "epoch": 14.64, "learning_rate": 8.147914397219302e-05, "loss": 20.0947, "step": 16486 }, { "epoch": 14.64, "learning_rate": 8.147695681832523e-05, "loss": 20.167, "step": 16487 }, { "epoch": 14.64, "learning_rate": 8.147476956468192e-05, "loss": 20.1484, "step": 16488 }, { "epoch": 14.64, "learning_rate": 8.147258221127e-05, "loss": 20.123, "step": 16489 }, { "epoch": 14.64, "learning_rate": 8.147039475809637e-05, "loss": 19.7402, "step": 16490 }, { "epoch": 14.65, "learning_rate": 8.146820720516802e-05, "loss": 19.8623, "step": 16491 }, { "epoch": 14.65, "learning_rate": 8.146601955249188e-05, "loss": 20.2578, "step": 16492 }, { "epoch": 14.65, "learning_rate": 8.146383180007485e-05, "loss": 20.0781, "step": 16493 }, { "epoch": 14.65, "learning_rate": 8.14616439479239e-05, "loss": 19.2607, "step": 16494 }, { "epoch": 14.65, "learning_rate": 8.145945599604594e-05, "loss": 19.582, "step": 16495 }, { "epoch": 14.65, "learning_rate": 8.145726794444791e-05, "loss": 19.8584, "step": 16496 }, { "epoch": 14.65, "learning_rate": 8.145507979313675e-05, "loss": 19.707, "step": 16497 }, { "epoch": 14.65, "learning_rate": 8.145289154211942e-05, "loss": 19.3203, "step": 16498 }, { "epoch": 14.65, "learning_rate": 8.14507031914028e-05, "loss": 20.0703, "step": 16499 }, { "epoch": 14.65, "learning_rate": 8.144851474099388e-05, "loss": 19.9004, "step": 16500 }, { "epoch": 14.65, "learning_rate": 8.144632619089957e-05, "loss": 20.0674, "step": 16501 }, { "epoch": 14.66, "learning_rate": 8.14441375411268e-05, "loss": 19.584, "step": 16502 }, { "epoch": 14.66, "learning_rate": 8.144194879168254e-05, "loss": 20.0225, "step": 16503 }, { "epoch": 14.66, "learning_rate": 8.14397599425737e-05, "loss": 20.166, "step": 16504 }, { "epoch": 14.66, "learning_rate": 8.143757099380724e-05, "loss": 20.54, "step": 16505 }, { "epoch": 14.66, "learning_rate": 8.143538194539007e-05, "loss": 19.9395, "step": 16506 }, { "epoch": 14.66, "learning_rate": 8.143319279732915e-05, "loss": 20.0469, "step": 16507 }, { "epoch": 14.66, "learning_rate": 8.14310035496314e-05, "loss": 19.7314, "step": 16508 }, { "epoch": 14.66, "learning_rate": 8.142881420230378e-05, "loss": 20.124, "step": 16509 }, { "epoch": 14.66, "learning_rate": 8.142662475535323e-05, "loss": 19.8545, "step": 16510 }, { "epoch": 14.66, "learning_rate": 8.142443520878669e-05, "loss": 19.9951, "step": 16511 }, { "epoch": 14.66, "learning_rate": 8.142224556261107e-05, "loss": 19.8018, "step": 16512 }, { "epoch": 14.67, "learning_rate": 8.142005581683335e-05, "loss": 19.6436, "step": 16513 }, { "epoch": 14.67, "learning_rate": 8.141786597146044e-05, "loss": 19.9561, "step": 16514 }, { "epoch": 14.67, "learning_rate": 8.141567602649931e-05, "loss": 21.0957, "step": 16515 }, { "epoch": 14.67, "learning_rate": 8.14134859819569e-05, "loss": 19.3828, "step": 16516 }, { "epoch": 14.67, "learning_rate": 8.14112958378401e-05, "loss": 20.2275, "step": 16517 }, { "epoch": 14.67, "learning_rate": 8.140910559415593e-05, "loss": 20.2891, "step": 16518 }, { "epoch": 14.67, "learning_rate": 8.140691525091129e-05, "loss": 20.6133, "step": 16519 }, { "epoch": 14.67, "learning_rate": 8.140472480811311e-05, "loss": 20.708, "step": 16520 }, { "epoch": 14.67, "learning_rate": 8.140253426576836e-05, "loss": 20.002, "step": 16521 }, { "epoch": 14.67, "learning_rate": 8.140034362388399e-05, "loss": 20.4307, "step": 16522 }, { "epoch": 14.67, "learning_rate": 8.139815288246691e-05, "loss": 19.9775, "step": 16523 }, { "epoch": 14.67, "learning_rate": 8.139596204152407e-05, "loss": 19.8252, "step": 16524 }, { "epoch": 14.68, "learning_rate": 8.139377110106245e-05, "loss": 20.1221, "step": 16525 }, { "epoch": 14.68, "learning_rate": 8.139158006108897e-05, "loss": 19.9795, "step": 16526 }, { "epoch": 14.68, "learning_rate": 8.138938892161056e-05, "loss": 20.1328, "step": 16527 }, { "epoch": 14.68, "learning_rate": 8.13871976826342e-05, "loss": 19.7832, "step": 16528 }, { "epoch": 14.68, "learning_rate": 8.138500634416682e-05, "loss": 19.9404, "step": 16529 }, { "epoch": 14.68, "learning_rate": 8.138281490621536e-05, "loss": 20.332, "step": 16530 }, { "epoch": 14.68, "learning_rate": 8.138062336878676e-05, "loss": 19.8359, "step": 16531 }, { "epoch": 14.68, "learning_rate": 8.1378431731888e-05, "loss": 20.1211, "step": 16532 }, { "epoch": 14.68, "learning_rate": 8.137623999552598e-05, "loss": 20.1035, "step": 16533 }, { "epoch": 14.68, "learning_rate": 8.137404815970768e-05, "loss": 20.0439, "step": 16534 }, { "epoch": 14.68, "learning_rate": 8.137185622444005e-05, "loss": 19.9688, "step": 16535 }, { "epoch": 14.69, "learning_rate": 8.136966418973002e-05, "loss": 19.7656, "step": 16536 }, { "epoch": 14.69, "learning_rate": 8.136747205558454e-05, "loss": 20.5117, "step": 16537 }, { "epoch": 14.69, "learning_rate": 8.136527982201059e-05, "loss": 20.4111, "step": 16538 }, { "epoch": 14.69, "learning_rate": 8.136308748901507e-05, "loss": 19.9893, "step": 16539 }, { "epoch": 14.69, "learning_rate": 8.136089505660496e-05, "loss": 19.498, "step": 16540 }, { "epoch": 14.69, "learning_rate": 8.13587025247872e-05, "loss": 20.2715, "step": 16541 }, { "epoch": 14.69, "learning_rate": 8.135650989356876e-05, "loss": 20.04, "step": 16542 }, { "epoch": 14.69, "learning_rate": 8.135431716295654e-05, "loss": 20.1299, "step": 16543 }, { "epoch": 14.69, "learning_rate": 8.135212433295753e-05, "loss": 19.9004, "step": 16544 }, { "epoch": 14.69, "learning_rate": 8.134993140357869e-05, "loss": 19.8594, "step": 16545 }, { "epoch": 14.69, "learning_rate": 8.134773837482694e-05, "loss": 19.9795, "step": 16546 }, { "epoch": 14.7, "learning_rate": 8.134554524670925e-05, "loss": 19.8369, "step": 16547 }, { "epoch": 14.7, "learning_rate": 8.13433520192326e-05, "loss": 19.7812, "step": 16548 }, { "epoch": 14.7, "learning_rate": 8.134115869240387e-05, "loss": 19.2383, "step": 16549 }, { "epoch": 14.7, "learning_rate": 8.133896526623006e-05, "loss": 19.3643, "step": 16550 }, { "epoch": 14.7, "learning_rate": 8.133677174071812e-05, "loss": 20.1777, "step": 16551 }, { "epoch": 14.7, "learning_rate": 8.133457811587499e-05, "loss": 19.79, "step": 16552 }, { "epoch": 14.7, "learning_rate": 8.133238439170765e-05, "loss": 19.7617, "step": 16553 }, { "epoch": 14.7, "learning_rate": 8.133019056822304e-05, "loss": 19.7148, "step": 16554 }, { "epoch": 14.7, "learning_rate": 8.132799664542808e-05, "loss": 20.1025, "step": 16555 }, { "epoch": 14.7, "learning_rate": 8.132580262332979e-05, "loss": 19.6113, "step": 16556 }, { "epoch": 14.7, "learning_rate": 8.132360850193506e-05, "loss": 19.3994, "step": 16557 }, { "epoch": 14.71, "learning_rate": 8.132141428125087e-05, "loss": 19.7441, "step": 16558 }, { "epoch": 14.71, "learning_rate": 8.13192199612842e-05, "loss": 19.5449, "step": 16559 }, { "epoch": 14.71, "learning_rate": 8.131702554204197e-05, "loss": 19.4414, "step": 16560 }, { "epoch": 14.71, "learning_rate": 8.131483102353115e-05, "loss": 19.8438, "step": 16561 }, { "epoch": 14.71, "learning_rate": 8.13126364057587e-05, "loss": 20.5762, "step": 16562 }, { "epoch": 14.71, "learning_rate": 8.131044168873156e-05, "loss": 19.5479, "step": 16563 }, { "epoch": 14.71, "learning_rate": 8.130824687245672e-05, "loss": 20.1543, "step": 16564 }, { "epoch": 14.71, "learning_rate": 8.13060519569411e-05, "loss": 19.8682, "step": 16565 }, { "epoch": 14.71, "learning_rate": 8.130385694219169e-05, "loss": 20.1396, "step": 16566 }, { "epoch": 14.71, "learning_rate": 8.130166182821543e-05, "loss": 19.7891, "step": 16567 }, { "epoch": 14.71, "learning_rate": 8.129946661501926e-05, "loss": 19.6025, "step": 16568 }, { "epoch": 14.71, "learning_rate": 8.129727130261018e-05, "loss": 20.6172, "step": 16569 }, { "epoch": 14.72, "learning_rate": 8.129507589099512e-05, "loss": 20.3418, "step": 16570 }, { "epoch": 14.72, "learning_rate": 8.129288038018104e-05, "loss": 19.9082, "step": 16571 }, { "epoch": 14.72, "learning_rate": 8.12906847701749e-05, "loss": 19.6367, "step": 16572 }, { "epoch": 14.72, "learning_rate": 8.128848906098367e-05, "loss": 19.7422, "step": 16573 }, { "epoch": 14.72, "learning_rate": 8.128629325261432e-05, "loss": 19.9922, "step": 16574 }, { "epoch": 14.72, "learning_rate": 8.128409734507379e-05, "loss": 20.0459, "step": 16575 }, { "epoch": 14.72, "learning_rate": 8.128190133836902e-05, "loss": 19.9111, "step": 16576 }, { "epoch": 14.72, "learning_rate": 8.127970523250703e-05, "loss": 19.6514, "step": 16577 }, { "epoch": 14.72, "learning_rate": 8.127750902749473e-05, "loss": 20.2783, "step": 16578 }, { "epoch": 14.72, "learning_rate": 8.12753127233391e-05, "loss": 20.0596, "step": 16579 }, { "epoch": 14.72, "learning_rate": 8.12731163200471e-05, "loss": 20.3291, "step": 16580 }, { "epoch": 14.73, "learning_rate": 8.127091981762568e-05, "loss": 20.166, "step": 16581 }, { "epoch": 14.73, "learning_rate": 8.126872321608184e-05, "loss": 19.6123, "step": 16582 }, { "epoch": 14.73, "learning_rate": 8.126652651542252e-05, "loss": 19.7021, "step": 16583 }, { "epoch": 14.73, "learning_rate": 8.126432971565468e-05, "loss": 19.6025, "step": 16584 }, { "epoch": 14.73, "learning_rate": 8.126213281678528e-05, "loss": 19.3135, "step": 16585 }, { "epoch": 14.73, "learning_rate": 8.125993581882128e-05, "loss": 20.2266, "step": 16586 }, { "epoch": 14.73, "learning_rate": 8.125773872176965e-05, "loss": 19.9727, "step": 16587 }, { "epoch": 14.73, "learning_rate": 8.125554152563737e-05, "loss": 19.5283, "step": 16588 }, { "epoch": 14.73, "learning_rate": 8.125334423043137e-05, "loss": 19.8467, "step": 16589 }, { "epoch": 14.73, "learning_rate": 8.125114683615865e-05, "loss": 19.5693, "step": 16590 }, { "epoch": 14.73, "learning_rate": 8.124894934282616e-05, "loss": 19.9912, "step": 16591 }, { "epoch": 14.74, "learning_rate": 8.124675175044087e-05, "loss": 20.2207, "step": 16592 }, { "epoch": 14.74, "learning_rate": 8.124455405900976e-05, "loss": 19.3242, "step": 16593 }, { "epoch": 14.74, "learning_rate": 8.124235626853977e-05, "loss": 19.7588, "step": 16594 }, { "epoch": 14.74, "learning_rate": 8.124015837903787e-05, "loss": 20.3428, "step": 16595 }, { "epoch": 14.74, "learning_rate": 8.123796039051104e-05, "loss": 20.0752, "step": 16596 }, { "epoch": 14.74, "learning_rate": 8.123576230296624e-05, "loss": 20.085, "step": 16597 }, { "epoch": 14.74, "learning_rate": 8.12335641164104e-05, "loss": 19.8027, "step": 16598 }, { "epoch": 14.74, "learning_rate": 8.123136583085058e-05, "loss": 19.6328, "step": 16599 }, { "epoch": 14.74, "learning_rate": 8.122916744629368e-05, "loss": 19.8926, "step": 16600 }, { "epoch": 14.74, "learning_rate": 8.122696896274667e-05, "loss": 19.9326, "step": 16601 }, { "epoch": 14.74, "learning_rate": 8.122477038021654e-05, "loss": 19.6895, "step": 16602 }, { "epoch": 14.75, "learning_rate": 8.122257169871023e-05, "loss": 20.2129, "step": 16603 }, { "epoch": 14.75, "learning_rate": 8.122037291823474e-05, "loss": 20.3496, "step": 16604 }, { "epoch": 14.75, "learning_rate": 8.121817403879704e-05, "loss": 20.5098, "step": 16605 }, { "epoch": 14.75, "learning_rate": 8.121597506040408e-05, "loss": 19.9736, "step": 16606 }, { "epoch": 14.75, "learning_rate": 8.121377598306284e-05, "loss": 19.4922, "step": 16607 }, { "epoch": 14.75, "learning_rate": 8.121157680678028e-05, "loss": 20.2598, "step": 16608 }, { "epoch": 14.75, "learning_rate": 8.120937753156341e-05, "loss": 19.8984, "step": 16609 }, { "epoch": 14.75, "learning_rate": 8.120717815741915e-05, "loss": 20.5713, "step": 16610 }, { "epoch": 14.75, "learning_rate": 8.12049786843545e-05, "loss": 20.1387, "step": 16611 }, { "epoch": 14.75, "learning_rate": 8.120277911237642e-05, "loss": 20.1406, "step": 16612 }, { "epoch": 14.75, "learning_rate": 8.120057944149188e-05, "loss": 20.7773, "step": 16613 }, { "epoch": 14.75, "learning_rate": 8.119837967170787e-05, "loss": 19.4863, "step": 16614 }, { "epoch": 14.76, "learning_rate": 8.119617980303136e-05, "loss": 20.4082, "step": 16615 }, { "epoch": 14.76, "learning_rate": 8.119397983546932e-05, "loss": 20.3125, "step": 16616 }, { "epoch": 14.76, "learning_rate": 8.11917797690287e-05, "loss": 20.1895, "step": 16617 }, { "epoch": 14.76, "learning_rate": 8.118957960371651e-05, "loss": 20.7129, "step": 16618 }, { "epoch": 14.76, "learning_rate": 8.11873793395397e-05, "loss": 19.6748, "step": 16619 }, { "epoch": 14.76, "learning_rate": 8.118517897650526e-05, "loss": 20.7021, "step": 16620 }, { "epoch": 14.76, "learning_rate": 8.118297851462014e-05, "loss": 19.8613, "step": 16621 }, { "epoch": 14.76, "learning_rate": 8.118077795389133e-05, "loss": 20.0615, "step": 16622 }, { "epoch": 14.76, "learning_rate": 8.117857729432583e-05, "loss": 20.2354, "step": 16623 }, { "epoch": 14.76, "learning_rate": 8.117637653593058e-05, "loss": 20.168, "step": 16624 }, { "epoch": 14.76, "learning_rate": 8.117417567871258e-05, "loss": 19.6035, "step": 16625 }, { "epoch": 14.77, "learning_rate": 8.117197472267878e-05, "loss": 19.9004, "step": 16626 }, { "epoch": 14.77, "learning_rate": 8.116977366783617e-05, "loss": 19.8906, "step": 16627 }, { "epoch": 14.77, "learning_rate": 8.116757251419174e-05, "loss": 19.375, "step": 16628 }, { "epoch": 14.77, "learning_rate": 8.116537126175245e-05, "loss": 20.0889, "step": 16629 }, { "epoch": 14.77, "learning_rate": 8.116316991052527e-05, "loss": 19.71, "step": 16630 }, { "epoch": 14.77, "learning_rate": 8.116096846051721e-05, "loss": 20.8721, "step": 16631 }, { "epoch": 14.77, "learning_rate": 8.115876691173523e-05, "loss": 20.5635, "step": 16632 }, { "epoch": 14.77, "learning_rate": 8.11565652641863e-05, "loss": 20.5625, "step": 16633 }, { "epoch": 14.77, "learning_rate": 8.11543635178774e-05, "loss": 19.9707, "step": 16634 }, { "epoch": 14.77, "learning_rate": 8.115216167281551e-05, "loss": 20.2656, "step": 16635 }, { "epoch": 14.77, "learning_rate": 8.114995972900763e-05, "loss": 19.9414, "step": 16636 }, { "epoch": 14.78, "learning_rate": 8.114775768646072e-05, "loss": 20.0449, "step": 16637 }, { "epoch": 14.78, "learning_rate": 8.114555554518177e-05, "loss": 20.1523, "step": 16638 }, { "epoch": 14.78, "learning_rate": 8.114335330517775e-05, "loss": 20.7031, "step": 16639 }, { "epoch": 14.78, "learning_rate": 8.114115096645565e-05, "loss": 20.0859, "step": 16640 }, { "epoch": 14.78, "learning_rate": 8.113894852902244e-05, "loss": 19.8633, "step": 16641 }, { "epoch": 14.78, "learning_rate": 8.11367459928851e-05, "loss": 20.1514, "step": 16642 }, { "epoch": 14.78, "learning_rate": 8.113454335805062e-05, "loss": 20.0039, "step": 16643 }, { "epoch": 14.78, "learning_rate": 8.1132340624526e-05, "loss": 20.4619, "step": 16644 }, { "epoch": 14.78, "learning_rate": 8.1132340624526e-05, "loss": 20.7998, "step": 16645 }, { "epoch": 14.78, "learning_rate": 8.11301377923182e-05, "loss": 19.3994, "step": 16646 }, { "epoch": 14.78, "learning_rate": 8.11279348614342e-05, "loss": 20.1543, "step": 16647 }, { "epoch": 14.79, "learning_rate": 8.112573183188099e-05, "loss": 20.1162, "step": 16648 }, { "epoch": 14.79, "learning_rate": 8.112352870366554e-05, "loss": 20.5098, "step": 16649 }, { "epoch": 14.79, "learning_rate": 8.112132547679485e-05, "loss": 20.6953, "step": 16650 }, { "epoch": 14.79, "learning_rate": 8.111912215127592e-05, "loss": 19.75, "step": 16651 }, { "epoch": 14.79, "learning_rate": 8.111691872711569e-05, "loss": 19.6338, "step": 16652 }, { "epoch": 14.79, "learning_rate": 8.111471520432118e-05, "loss": 20.0312, "step": 16653 }, { "epoch": 14.79, "learning_rate": 8.111251158289935e-05, "loss": 19.8271, "step": 16654 }, { "epoch": 14.79, "learning_rate": 8.111030786285721e-05, "loss": 19.8789, "step": 16655 }, { "epoch": 14.79, "learning_rate": 8.110810404420173e-05, "loss": 20.2461, "step": 16656 }, { "epoch": 14.79, "learning_rate": 8.11059001269399e-05, "loss": 19.6914, "step": 16657 }, { "epoch": 14.79, "learning_rate": 8.110369611107869e-05, "loss": 20.2979, "step": 16658 }, { "epoch": 14.79, "learning_rate": 8.110149199662512e-05, "loss": 20.2021, "step": 16659 }, { "epoch": 14.8, "learning_rate": 8.110149199662512e-05, "loss": 20.4736, "step": 16660 }, { "epoch": 14.8, "learning_rate": 8.109928778358614e-05, "loss": 20.4111, "step": 16661 }, { "epoch": 14.8, "learning_rate": 8.109708347196877e-05, "loss": 19.9355, "step": 16662 }, { "epoch": 14.8, "learning_rate": 8.109487906177997e-05, "loss": 20.2041, "step": 16663 }, { "epoch": 14.8, "learning_rate": 8.109267455302673e-05, "loss": 20.3525, "step": 16664 }, { "epoch": 14.8, "learning_rate": 8.109046994571607e-05, "loss": 20.4023, "step": 16665 }, { "epoch": 14.8, "learning_rate": 8.108826523985495e-05, "loss": 20.127, "step": 16666 }, { "epoch": 14.8, "learning_rate": 8.108606043545035e-05, "loss": 19.5381, "step": 16667 }, { "epoch": 14.8, "learning_rate": 8.108385553250928e-05, "loss": 20.2285, "step": 16668 }, { "epoch": 14.8, "learning_rate": 8.108165053103874e-05, "loss": 20.2842, "step": 16669 }, { "epoch": 14.8, "learning_rate": 8.107944543104566e-05, "loss": 20.8311, "step": 16670 }, { "epoch": 14.81, "learning_rate": 8.10772402325371e-05, "loss": 19.9238, "step": 16671 }, { "epoch": 14.81, "learning_rate": 8.107503493552002e-05, "loss": 19.7354, "step": 16672 }, { "epoch": 14.81, "learning_rate": 8.10728295400014e-05, "loss": 19.8086, "step": 16673 }, { "epoch": 14.81, "learning_rate": 8.107062404598825e-05, "loss": 19.9951, "step": 16674 }, { "epoch": 14.81, "learning_rate": 8.106841845348754e-05, "loss": 19.5752, "step": 16675 }, { "epoch": 14.81, "learning_rate": 8.106621276250629e-05, "loss": 19.5, "step": 16676 }, { "epoch": 14.81, "learning_rate": 8.106400697305146e-05, "loss": 20.2734, "step": 16677 }, { "epoch": 14.81, "learning_rate": 8.106180108513006e-05, "loss": 20.0273, "step": 16678 }, { "epoch": 14.81, "learning_rate": 8.105959509874908e-05, "loss": 20.21, "step": 16679 }, { "epoch": 14.81, "learning_rate": 8.105738901391552e-05, "loss": 20.1631, "step": 16680 }, { "epoch": 14.81, "learning_rate": 8.105518283063636e-05, "loss": 19.9629, "step": 16681 }, { "epoch": 14.82, "learning_rate": 8.10529765489186e-05, "loss": 19.958, "step": 16682 }, { "epoch": 14.82, "learning_rate": 8.105077016876923e-05, "loss": 19.7422, "step": 16683 }, { "epoch": 14.82, "learning_rate": 8.104856369019524e-05, "loss": 19.8105, "step": 16684 }, { "epoch": 14.82, "learning_rate": 8.104635711320363e-05, "loss": 19.3594, "step": 16685 }, { "epoch": 14.82, "learning_rate": 8.104415043780141e-05, "loss": 19.7891, "step": 16686 }, { "epoch": 14.82, "learning_rate": 8.104194366399555e-05, "loss": 19.8008, "step": 16687 }, { "epoch": 14.82, "learning_rate": 8.103973679179304e-05, "loss": 19.7383, "step": 16688 }, { "epoch": 14.82, "learning_rate": 8.10375298212009e-05, "loss": 19.3809, "step": 16689 }, { "epoch": 14.82, "learning_rate": 8.103532275222611e-05, "loss": 19.7461, "step": 16690 }, { "epoch": 14.82, "learning_rate": 8.103311558487568e-05, "loss": 20.3086, "step": 16691 }, { "epoch": 14.82, "learning_rate": 8.103090831915659e-05, "loss": 20.2666, "step": 16692 }, { "epoch": 14.83, "learning_rate": 8.102870095507583e-05, "loss": 19.3486, "step": 16693 }, { "epoch": 14.83, "learning_rate": 8.102649349264042e-05, "loss": 20.2646, "step": 16694 }, { "epoch": 14.83, "learning_rate": 8.102428593185736e-05, "loss": 19.7002, "step": 16695 }, { "epoch": 14.83, "learning_rate": 8.102207827273362e-05, "loss": 19.8506, "step": 16696 }, { "epoch": 14.83, "learning_rate": 8.101987051527621e-05, "loss": 20.3623, "step": 16697 }, { "epoch": 14.83, "learning_rate": 8.101766265949214e-05, "loss": 19.3457, "step": 16698 }, { "epoch": 14.83, "learning_rate": 8.10154547053884e-05, "loss": 20.002, "step": 16699 }, { "epoch": 14.83, "learning_rate": 8.101324665297199e-05, "loss": 20.5166, "step": 16700 }, { "epoch": 14.83, "learning_rate": 8.101103850224989e-05, "loss": 20.0986, "step": 16701 }, { "epoch": 14.83, "learning_rate": 8.100883025322912e-05, "loss": 19.6729, "step": 16702 }, { "epoch": 14.83, "learning_rate": 8.100662190591669e-05, "loss": 20.4209, "step": 16703 }, { "epoch": 14.83, "learning_rate": 8.100441346031958e-05, "loss": 19.6006, "step": 16704 }, { "epoch": 14.84, "learning_rate": 8.10022049164448e-05, "loss": 19.9102, "step": 16705 }, { "epoch": 14.84, "learning_rate": 8.099999627429935e-05, "loss": 19.9336, "step": 16706 }, { "epoch": 14.84, "learning_rate": 8.099778753389022e-05, "loss": 20.2842, "step": 16707 }, { "epoch": 14.84, "learning_rate": 8.099557869522442e-05, "loss": 20.2998, "step": 16708 }, { "epoch": 14.84, "learning_rate": 8.099336975830896e-05, "loss": 20.0527, "step": 16709 }, { "epoch": 14.84, "learning_rate": 8.099116072315081e-05, "loss": 19.6914, "step": 16710 }, { "epoch": 14.84, "learning_rate": 8.098895158975702e-05, "loss": 19.9141, "step": 16711 }, { "epoch": 14.84, "learning_rate": 8.098674235813455e-05, "loss": 20.8975, "step": 16712 }, { "epoch": 14.84, "learning_rate": 8.098453302829043e-05, "loss": 19.9834, "step": 16713 }, { "epoch": 14.84, "learning_rate": 8.098232360023164e-05, "loss": 19.6797, "step": 16714 }, { "epoch": 14.84, "learning_rate": 8.098011407396521e-05, "loss": 19.7344, "step": 16715 }, { "epoch": 14.85, "learning_rate": 8.097790444949813e-05, "loss": 19.8262, "step": 16716 }, { "epoch": 14.85, "learning_rate": 8.097569472683741e-05, "loss": 19.9971, "step": 16717 }, { "epoch": 14.85, "learning_rate": 8.097348490599003e-05, "loss": 19.8232, "step": 16718 }, { "epoch": 14.85, "learning_rate": 8.097127498696303e-05, "loss": 20.3965, "step": 16719 }, { "epoch": 14.85, "learning_rate": 8.096906496976339e-05, "loss": 19.7295, "step": 16720 }, { "epoch": 14.85, "learning_rate": 8.096685485439814e-05, "loss": 19.8018, "step": 16721 }, { "epoch": 14.85, "learning_rate": 8.096464464087426e-05, "loss": 20.0215, "step": 16722 }, { "epoch": 14.85, "learning_rate": 8.096243432919876e-05, "loss": 20.0342, "step": 16723 }, { "epoch": 14.85, "learning_rate": 8.096022391937866e-05, "loss": 20.4102, "step": 16724 }, { "epoch": 14.85, "learning_rate": 8.095801341142095e-05, "loss": 19.7568, "step": 16725 }, { "epoch": 14.85, "learning_rate": 8.095580280533264e-05, "loss": 20.041, "step": 16726 }, { "epoch": 14.86, "learning_rate": 8.095359210112075e-05, "loss": 19.8447, "step": 16727 }, { "epoch": 14.86, "learning_rate": 8.095138129879227e-05, "loss": 19.8936, "step": 16728 }, { "epoch": 14.86, "learning_rate": 8.094917039835424e-05, "loss": 20.3584, "step": 16729 }, { "epoch": 14.86, "learning_rate": 8.094695939981363e-05, "loss": 20.4688, "step": 16730 }, { "epoch": 14.86, "learning_rate": 8.094474830317747e-05, "loss": 20.0068, "step": 16731 }, { "epoch": 14.86, "learning_rate": 8.094253710845276e-05, "loss": 20.4619, "step": 16732 }, { "epoch": 14.86, "learning_rate": 8.094032581564651e-05, "loss": 19.5967, "step": 16733 }, { "epoch": 14.86, "learning_rate": 8.093811442476573e-05, "loss": 19.5459, "step": 16734 }, { "epoch": 14.86, "learning_rate": 8.093590293581745e-05, "loss": 19.5859, "step": 16735 }, { "epoch": 14.86, "learning_rate": 8.093369134880864e-05, "loss": 20.041, "step": 16736 }, { "epoch": 14.86, "learning_rate": 8.093147966374633e-05, "loss": 19.6572, "step": 16737 }, { "epoch": 14.87, "learning_rate": 8.092926788063755e-05, "loss": 19.0947, "step": 16738 }, { "epoch": 14.87, "learning_rate": 8.092705599948926e-05, "loss": 20.125, "step": 16739 }, { "epoch": 14.87, "learning_rate": 8.092484402030853e-05, "loss": 19.6943, "step": 16740 }, { "epoch": 14.87, "learning_rate": 8.092263194310235e-05, "loss": 19.9961, "step": 16741 }, { "epoch": 14.87, "learning_rate": 8.09204197678777e-05, "loss": 20.2285, "step": 16742 }, { "epoch": 14.87, "learning_rate": 8.091820749464165e-05, "loss": 19.9854, "step": 16743 }, { "epoch": 14.87, "learning_rate": 8.091599512340117e-05, "loss": 19.9346, "step": 16744 }, { "epoch": 14.87, "learning_rate": 8.091378265416328e-05, "loss": 20.1387, "step": 16745 }, { "epoch": 14.87, "learning_rate": 8.0911570086935e-05, "loss": 20.3916, "step": 16746 }, { "epoch": 14.87, "learning_rate": 8.090935742172334e-05, "loss": 19.7402, "step": 16747 }, { "epoch": 14.87, "learning_rate": 8.090714465853533e-05, "loss": 20.001, "step": 16748 }, { "epoch": 14.87, "learning_rate": 8.090493179737794e-05, "loss": 20.2598, "step": 16749 }, { "epoch": 14.88, "learning_rate": 8.090271883825822e-05, "loss": 19.2305, "step": 16750 }, { "epoch": 14.88, "learning_rate": 8.09005057811832e-05, "loss": 20.0352, "step": 16751 }, { "epoch": 14.88, "learning_rate": 8.089829262615986e-05, "loss": 19.8896, "step": 16752 }, { "epoch": 14.88, "learning_rate": 8.089607937319522e-05, "loss": 19.9932, "step": 16753 }, { "epoch": 14.88, "learning_rate": 8.089386602229631e-05, "loss": 19.8428, "step": 16754 }, { "epoch": 14.88, "learning_rate": 8.089165257347014e-05, "loss": 20.7246, "step": 16755 }, { "epoch": 14.88, "learning_rate": 8.088943902672373e-05, "loss": 20.0527, "step": 16756 }, { "epoch": 14.88, "learning_rate": 8.088722538206409e-05, "loss": 19.6533, "step": 16757 }, { "epoch": 14.88, "learning_rate": 8.088501163949823e-05, "loss": 20.0176, "step": 16758 }, { "epoch": 14.88, "learning_rate": 8.088279779903318e-05, "loss": 19.707, "step": 16759 }, { "epoch": 14.88, "learning_rate": 8.088058386067596e-05, "loss": 19.7988, "step": 16760 }, { "epoch": 14.89, "learning_rate": 8.087836982443356e-05, "loss": 19.4434, "step": 16761 }, { "epoch": 14.89, "learning_rate": 8.087615569031305e-05, "loss": 20.4268, "step": 16762 }, { "epoch": 14.89, "learning_rate": 8.087394145832139e-05, "loss": 21.0596, "step": 16763 }, { "epoch": 14.89, "learning_rate": 8.087172712846565e-05, "loss": 20.2236, "step": 16764 }, { "epoch": 14.89, "learning_rate": 8.08695127007528e-05, "loss": 19.3193, "step": 16765 }, { "epoch": 14.89, "learning_rate": 8.08672981751899e-05, "loss": 20.1807, "step": 16766 }, { "epoch": 14.89, "learning_rate": 8.086508355178396e-05, "loss": 20.1289, "step": 16767 }, { "epoch": 14.89, "learning_rate": 8.086286883054199e-05, "loss": 19.9004, "step": 16768 }, { "epoch": 14.89, "learning_rate": 8.0860654011471e-05, "loss": 19.8369, "step": 16769 }, { "epoch": 14.89, "learning_rate": 8.085843909457804e-05, "loss": 20.167, "step": 16770 }, { "epoch": 14.89, "learning_rate": 8.08562240798701e-05, "loss": 20.4746, "step": 16771 }, { "epoch": 14.9, "learning_rate": 8.085400896735424e-05, "loss": 19.9258, "step": 16772 }, { "epoch": 14.9, "learning_rate": 8.085179375703744e-05, "loss": 20.0156, "step": 16773 }, { "epoch": 14.9, "learning_rate": 8.084957844892674e-05, "loss": 19.7324, "step": 16774 }, { "epoch": 14.9, "learning_rate": 8.084736304302917e-05, "loss": 19.3838, "step": 16775 }, { "epoch": 14.9, "learning_rate": 8.084514753935172e-05, "loss": 20.1514, "step": 16776 }, { "epoch": 14.9, "learning_rate": 8.084293193790147e-05, "loss": 20.0127, "step": 16777 }, { "epoch": 14.9, "learning_rate": 8.08407162386854e-05, "loss": 19.9912, "step": 16778 }, { "epoch": 14.9, "learning_rate": 8.083850044171055e-05, "loss": 20.2627, "step": 16779 }, { "epoch": 14.9, "learning_rate": 8.083628454698393e-05, "loss": 19.6465, "step": 16780 }, { "epoch": 14.9, "learning_rate": 8.083406855451256e-05, "loss": 19.5498, "step": 16781 }, { "epoch": 14.9, "learning_rate": 8.083185246430348e-05, "loss": 20.043, "step": 16782 }, { "epoch": 14.9, "learning_rate": 8.082963627636372e-05, "loss": 19.8926, "step": 16783 }, { "epoch": 14.91, "learning_rate": 8.082741999070029e-05, "loss": 19.7803, "step": 16784 }, { "epoch": 14.91, "learning_rate": 8.08252036073202e-05, "loss": 20.249, "step": 16785 }, { "epoch": 14.91, "learning_rate": 8.082298712623053e-05, "loss": 19.8867, "step": 16786 }, { "epoch": 14.91, "learning_rate": 8.082077054743824e-05, "loss": 19.9199, "step": 16787 }, { "epoch": 14.91, "learning_rate": 8.08185538709504e-05, "loss": 19.9805, "step": 16788 }, { "epoch": 14.91, "learning_rate": 8.081633709677403e-05, "loss": 19.8838, "step": 16789 }, { "epoch": 14.91, "learning_rate": 8.081412022491614e-05, "loss": 20.3379, "step": 16790 }, { "epoch": 14.91, "learning_rate": 8.081190325538379e-05, "loss": 19.4053, "step": 16791 }, { "epoch": 14.91, "learning_rate": 8.080968618818396e-05, "loss": 19.5684, "step": 16792 }, { "epoch": 14.91, "learning_rate": 8.08074690233237e-05, "loss": 20.8789, "step": 16793 }, { "epoch": 14.91, "learning_rate": 8.080525176081006e-05, "loss": 19.6494, "step": 16794 }, { "epoch": 14.92, "learning_rate": 8.080303440065002e-05, "loss": 19.999, "step": 16795 }, { "epoch": 14.92, "learning_rate": 8.080081694285066e-05, "loss": 20.042, "step": 16796 }, { "epoch": 14.92, "learning_rate": 8.079859938741898e-05, "loss": 20.3652, "step": 16797 }, { "epoch": 14.92, "learning_rate": 8.079638173436202e-05, "loss": 19.751, "step": 16798 }, { "epoch": 14.92, "learning_rate": 8.07941639836868e-05, "loss": 20.0039, "step": 16799 }, { "epoch": 14.92, "learning_rate": 8.079194613540035e-05, "loss": 20.0439, "step": 16800 }, { "epoch": 14.92, "learning_rate": 8.078972818950971e-05, "loss": 19.834, "step": 16801 }, { "epoch": 14.92, "learning_rate": 8.07875101460219e-05, "loss": 19.9824, "step": 16802 }, { "epoch": 14.92, "learning_rate": 8.078529200494395e-05, "loss": 19.9932, "step": 16803 }, { "epoch": 14.92, "learning_rate": 8.07830737662829e-05, "loss": 19.8496, "step": 16804 }, { "epoch": 14.92, "learning_rate": 8.07808554300458e-05, "loss": 19.7959, "step": 16805 }, { "epoch": 14.93, "learning_rate": 8.077863699623964e-05, "loss": 19.8838, "step": 16806 }, { "epoch": 14.93, "learning_rate": 8.077641846487149e-05, "loss": 19.7734, "step": 16807 }, { "epoch": 14.93, "learning_rate": 8.077419983594834e-05, "loss": 19.46, "step": 16808 }, { "epoch": 14.93, "learning_rate": 8.077198110947726e-05, "loss": 19.834, "step": 16809 }, { "epoch": 14.93, "learning_rate": 8.076976228546527e-05, "loss": 19.8086, "step": 16810 }, { "epoch": 14.93, "learning_rate": 8.076754336391939e-05, "loss": 19.9824, "step": 16811 }, { "epoch": 14.93, "learning_rate": 8.076532434484668e-05, "loss": 19.8984, "step": 16812 }, { "epoch": 14.93, "learning_rate": 8.076310522825417e-05, "loss": 19.8379, "step": 16813 }, { "epoch": 14.93, "learning_rate": 8.076088601414887e-05, "loss": 19.7461, "step": 16814 }, { "epoch": 14.93, "learning_rate": 8.075866670253782e-05, "loss": 20.4551, "step": 16815 }, { "epoch": 14.93, "learning_rate": 8.075644729342807e-05, "loss": 19.7969, "step": 16816 }, { "epoch": 14.94, "learning_rate": 8.075422778682665e-05, "loss": 20.1631, "step": 16817 }, { "epoch": 14.94, "learning_rate": 8.07520081827406e-05, "loss": 19.2881, "step": 16818 }, { "epoch": 14.94, "learning_rate": 8.074978848117695e-05, "loss": 19.9502, "step": 16819 }, { "epoch": 14.94, "learning_rate": 8.074756868214272e-05, "loss": 20.3594, "step": 16820 }, { "epoch": 14.94, "learning_rate": 8.074534878564499e-05, "loss": 19.9561, "step": 16821 }, { "epoch": 14.94, "learning_rate": 8.074312879169074e-05, "loss": 19.6865, "step": 16822 }, { "epoch": 14.94, "learning_rate": 8.074090870028706e-05, "loss": 20.1328, "step": 16823 }, { "epoch": 14.94, "learning_rate": 8.073868851144095e-05, "loss": 19.6113, "step": 16824 }, { "epoch": 14.94, "learning_rate": 8.073646822515946e-05, "loss": 20.2285, "step": 16825 }, { "epoch": 14.94, "learning_rate": 8.073424784144962e-05, "loss": 19.6074, "step": 16826 }, { "epoch": 14.94, "learning_rate": 8.073202736031849e-05, "loss": 20.0986, "step": 16827 }, { "epoch": 14.94, "learning_rate": 8.072980678177308e-05, "loss": 19.2305, "step": 16828 }, { "epoch": 14.95, "learning_rate": 8.072758610582047e-05, "loss": 20.0498, "step": 16829 }, { "epoch": 14.95, "learning_rate": 8.072536533246764e-05, "loss": 19.9707, "step": 16830 }, { "epoch": 14.95, "learning_rate": 8.072314446172168e-05, "loss": 19.4658, "step": 16831 }, { "epoch": 14.95, "learning_rate": 8.072092349358962e-05, "loss": 19.7461, "step": 16832 }, { "epoch": 14.95, "learning_rate": 8.071870242807848e-05, "loss": 20.042, "step": 16833 }, { "epoch": 14.95, "learning_rate": 8.071648126519532e-05, "loss": 19.7227, "step": 16834 }, { "epoch": 14.95, "learning_rate": 8.071426000494716e-05, "loss": 19.6963, "step": 16835 }, { "epoch": 14.95, "learning_rate": 8.071203864734107e-05, "loss": 19.8633, "step": 16836 }, { "epoch": 14.95, "learning_rate": 8.070981719238406e-05, "loss": 20.2441, "step": 16837 }, { "epoch": 14.95, "learning_rate": 8.07075956400832e-05, "loss": 20.5176, "step": 16838 }, { "epoch": 14.95, "learning_rate": 8.070537399044551e-05, "loss": 19.6973, "step": 16839 }, { "epoch": 14.96, "learning_rate": 8.070315224347804e-05, "loss": 19.5107, "step": 16840 }, { "epoch": 14.96, "learning_rate": 8.070093039918784e-05, "loss": 20.252, "step": 16841 }, { "epoch": 14.96, "learning_rate": 8.069870845758194e-05, "loss": 19.834, "step": 16842 }, { "epoch": 14.96, "learning_rate": 8.069648641866738e-05, "loss": 20.5293, "step": 16843 }, { "epoch": 14.96, "learning_rate": 8.069426428245124e-05, "loss": 19.7227, "step": 16844 }, { "epoch": 14.96, "learning_rate": 8.069204204894052e-05, "loss": 20.0469, "step": 16845 }, { "epoch": 14.96, "learning_rate": 8.068981971814227e-05, "loss": 19.6689, "step": 16846 }, { "epoch": 14.96, "learning_rate": 8.068759729006357e-05, "loss": 20.4756, "step": 16847 }, { "epoch": 14.96, "learning_rate": 8.06853747647114e-05, "loss": 19.877, "step": 16848 }, { "epoch": 14.96, "learning_rate": 8.068315214209288e-05, "loss": 19.625, "step": 16849 }, { "epoch": 14.96, "learning_rate": 8.0680929422215e-05, "loss": 19.791, "step": 16850 }, { "epoch": 14.97, "learning_rate": 8.067870660508483e-05, "loss": 20.332, "step": 16851 }, { "epoch": 14.97, "learning_rate": 8.067648369070942e-05, "loss": 20.0889, "step": 16852 }, { "epoch": 14.97, "learning_rate": 8.067648369070942e-05, "loss": 19.915, "step": 16853 }, { "epoch": 14.97, "learning_rate": 8.06742606790958e-05, "loss": 20.2793, "step": 16854 }, { "epoch": 14.97, "learning_rate": 8.067203757025102e-05, "loss": 19.9131, "step": 16855 }, { "epoch": 14.97, "learning_rate": 8.066981436418212e-05, "loss": 20.0479, "step": 16856 }, { "epoch": 14.97, "learning_rate": 8.066759106089618e-05, "loss": 19.9141, "step": 16857 }, { "epoch": 14.97, "learning_rate": 8.066536766040021e-05, "loss": 20.0156, "step": 16858 }, { "epoch": 14.97, "learning_rate": 8.066314416270129e-05, "loss": 20.417, "step": 16859 }, { "epoch": 14.97, "learning_rate": 8.066092056780644e-05, "loss": 20.29, "step": 16860 }, { "epoch": 14.97, "learning_rate": 8.066092056780644e-05, "loss": 20.3174, "step": 16861 }, { "epoch": 14.98, "learning_rate": 8.065869687572271e-05, "loss": 19.6973, "step": 16862 }, { "epoch": 14.98, "learning_rate": 8.065647308645716e-05, "loss": 19.9854, "step": 16863 }, { "epoch": 14.98, "learning_rate": 8.065424920001685e-05, "loss": 19.207, "step": 16864 }, { "epoch": 14.98, "learning_rate": 8.06520252164088e-05, "loss": 19.9092, "step": 16865 }, { "epoch": 14.98, "learning_rate": 8.064980113564009e-05, "loss": 19.9561, "step": 16866 }, { "epoch": 14.98, "learning_rate": 8.064757695771774e-05, "loss": 19.8398, "step": 16867 }, { "epoch": 14.98, "learning_rate": 8.064535268264883e-05, "loss": 19.6123, "step": 16868 }, { "epoch": 14.98, "learning_rate": 8.064312831044039e-05, "loss": 19.8643, "step": 16869 }, { "epoch": 14.98, "learning_rate": 8.064090384109949e-05, "loss": 20.71, "step": 16870 }, { "epoch": 14.98, "learning_rate": 8.063867927463315e-05, "loss": 20.2021, "step": 16871 }, { "epoch": 14.98, "learning_rate": 8.063645461104842e-05, "loss": 20.2891, "step": 16872 }, { "epoch": 14.98, "learning_rate": 8.06342298503524e-05, "loss": 19.9541, "step": 16873 }, { "epoch": 14.99, "learning_rate": 8.063200499255212e-05, "loss": 19.5762, "step": 16874 }, { "epoch": 14.99, "learning_rate": 8.06297800376546e-05, "loss": 20.5879, "step": 16875 }, { "epoch": 14.99, "learning_rate": 8.062755498566695e-05, "loss": 19.9629, "step": 16876 }, { "epoch": 14.99, "learning_rate": 8.062532983659617e-05, "loss": 19.6387, "step": 16877 }, { "epoch": 14.99, "learning_rate": 8.062310459044933e-05, "loss": 20.2637, "step": 16878 }, { "epoch": 14.99, "learning_rate": 8.062087924723349e-05, "loss": 20.5576, "step": 16879 }, { "epoch": 14.99, "learning_rate": 8.06186538069557e-05, "loss": 20.0859, "step": 16880 }, { "epoch": 14.99, "learning_rate": 8.061642826962303e-05, "loss": 20.3867, "step": 16881 }, { "epoch": 14.99, "learning_rate": 8.061420263524251e-05, "loss": 19.6426, "step": 16882 }, { "epoch": 14.99, "learning_rate": 8.06119769038212e-05, "loss": 20.2041, "step": 16883 }, { "epoch": 14.99, "learning_rate": 8.060975107536618e-05, "loss": 19.7939, "step": 16884 }, { "epoch": 15.0, "learning_rate": 8.060752514988447e-05, "loss": 20.2871, "step": 16885 }, { "epoch": 15.0, "learning_rate": 8.060529912738315e-05, "loss": 20.2988, "step": 16886 }, { "epoch": 15.0, "learning_rate": 8.060307300786927e-05, "loss": 19.8594, "step": 16887 }, { "epoch": 15.0, "learning_rate": 8.060084679134987e-05, "loss": 19.4404, "step": 16888 }, { "epoch": 15.0, "learning_rate": 8.059862047783203e-05, "loss": 20.2754, "step": 16889 }, { "epoch": 15.0, "learning_rate": 8.059639406732279e-05, "loss": 20.2832, "step": 16890 }, { "epoch": 15.0, "learning_rate": 8.059416755982922e-05, "loss": 19.8301, "step": 16891 }, { "epoch": 15.0, "learning_rate": 8.059194095535838e-05, "loss": 19.4033, "step": 16892 }, { "epoch": 15.0, "learning_rate": 8.05897142539173e-05, "loss": 19.9424, "step": 16893 }, { "epoch": 15.0, "learning_rate": 8.058748745551308e-05, "loss": 20.6602, "step": 16894 }, { "epoch": 15.0, "learning_rate": 8.058526056015275e-05, "loss": 19.752, "step": 16895 }, { "epoch": 15.01, "learning_rate": 8.058303356784337e-05, "loss": 19.8203, "step": 16896 }, { "epoch": 15.01, "learning_rate": 8.0580806478592e-05, "loss": 20.0869, "step": 16897 }, { "epoch": 15.01, "learning_rate": 8.057857929240572e-05, "loss": 19.5225, "step": 16898 }, { "epoch": 15.01, "learning_rate": 8.057635200929157e-05, "loss": 19.9834, "step": 16899 }, { "epoch": 15.01, "learning_rate": 8.057412462925661e-05, "loss": 20.0107, "step": 16900 }, { "epoch": 15.01, "learning_rate": 8.057189715230791e-05, "loss": 19.8467, "step": 16901 }, { "epoch": 15.01, "learning_rate": 8.05696695784525e-05, "loss": 20.4297, "step": 16902 }, { "epoch": 15.01, "learning_rate": 8.056744190769749e-05, "loss": 19.2959, "step": 16903 }, { "epoch": 15.01, "learning_rate": 8.056521414004992e-05, "loss": 19.8906, "step": 16904 }, { "epoch": 15.01, "learning_rate": 8.056298627551684e-05, "loss": 19.8574, "step": 16905 }, { "epoch": 15.01, "learning_rate": 8.056075831410532e-05, "loss": 19.9424, "step": 16906 }, { "epoch": 15.02, "learning_rate": 8.055853025582243e-05, "loss": 20.4395, "step": 16907 }, { "epoch": 15.02, "learning_rate": 8.055630210067522e-05, "loss": 19.6582, "step": 16908 }, { "epoch": 15.02, "learning_rate": 8.055407384867076e-05, "loss": 19.498, "step": 16909 }, { "epoch": 15.02, "learning_rate": 8.055184549981611e-05, "loss": 19.7295, "step": 16910 }, { "epoch": 15.02, "learning_rate": 8.054961705411834e-05, "loss": 19.459, "step": 16911 }, { "epoch": 15.02, "learning_rate": 8.05473885115845e-05, "loss": 19.626, "step": 16912 }, { "epoch": 15.02, "learning_rate": 8.054515987222167e-05, "loss": 19.6045, "step": 16913 }, { "epoch": 15.02, "learning_rate": 8.05429311360369e-05, "loss": 19.4023, "step": 16914 }, { "epoch": 15.02, "learning_rate": 8.054070230303726e-05, "loss": 19.4902, "step": 16915 }, { "epoch": 15.02, "learning_rate": 8.054070230303726e-05, "loss": 20.4307, "step": 16916 }, { "epoch": 15.02, "learning_rate": 8.053847337322982e-05, "loss": 19.7539, "step": 16917 }, { "epoch": 15.02, "learning_rate": 8.053624434662165e-05, "loss": 19.8516, "step": 16918 }, { "epoch": 15.03, "learning_rate": 8.053401522321979e-05, "loss": 20.1631, "step": 16919 }, { "epoch": 15.03, "learning_rate": 8.053178600303134e-05, "loss": 19.957, "step": 16920 }, { "epoch": 15.03, "learning_rate": 8.052955668606335e-05, "loss": 20.1953, "step": 16921 }, { "epoch": 15.03, "learning_rate": 8.052732727232286e-05, "loss": 19.9092, "step": 16922 }, { "epoch": 15.03, "learning_rate": 8.052509776181699e-05, "loss": 20.1357, "step": 16923 }, { "epoch": 15.03, "learning_rate": 8.052286815455276e-05, "loss": 20.3389, "step": 16924 }, { "epoch": 15.03, "learning_rate": 8.052063845053728e-05, "loss": 19.3691, "step": 16925 }, { "epoch": 15.03, "learning_rate": 8.051840864977758e-05, "loss": 20.2744, "step": 16926 }, { "epoch": 15.03, "learning_rate": 8.051617875228072e-05, "loss": 20.0654, "step": 16927 }, { "epoch": 15.03, "learning_rate": 8.051394875805383e-05, "loss": 20.1709, "step": 16928 }, { "epoch": 15.03, "learning_rate": 8.051171866710392e-05, "loss": 19.9775, "step": 16929 }, { "epoch": 15.04, "learning_rate": 8.050948847943809e-05, "loss": 19.5693, "step": 16930 }, { "epoch": 15.04, "learning_rate": 8.05072581950634e-05, "loss": 19.7881, "step": 16931 }, { "epoch": 15.04, "learning_rate": 8.05050278139869e-05, "loss": 19.8818, "step": 16932 }, { "epoch": 15.04, "learning_rate": 8.050279733621568e-05, "loss": 20.0947, "step": 16933 }, { "epoch": 15.04, "learning_rate": 8.050056676175681e-05, "loss": 20.249, "step": 16934 }, { "epoch": 15.04, "learning_rate": 8.049833609061736e-05, "loss": 20.0537, "step": 16935 }, { "epoch": 15.04, "learning_rate": 8.04961053228044e-05, "loss": 19.5723, "step": 16936 }, { "epoch": 15.04, "learning_rate": 8.0493874458325e-05, "loss": 19.4668, "step": 16937 }, { "epoch": 15.04, "learning_rate": 8.049164349718623e-05, "loss": 19.7432, "step": 16938 }, { "epoch": 15.04, "learning_rate": 8.048941243939516e-05, "loss": 19.7031, "step": 16939 }, { "epoch": 15.04, "learning_rate": 8.048718128495886e-05, "loss": 19.6016, "step": 16940 }, { "epoch": 15.05, "learning_rate": 8.048495003388442e-05, "loss": 19.6484, "step": 16941 }, { "epoch": 15.05, "learning_rate": 8.04827186861789e-05, "loss": 19.8789, "step": 16942 }, { "epoch": 15.05, "learning_rate": 8.048048724184935e-05, "loss": 19.8838, "step": 16943 }, { "epoch": 15.05, "learning_rate": 8.04782557009029e-05, "loss": 19.5625, "step": 16944 }, { "epoch": 15.05, "learning_rate": 8.047602406334656e-05, "loss": 19.4209, "step": 16945 }, { "epoch": 15.05, "learning_rate": 8.047379232918745e-05, "loss": 20.2432, "step": 16946 }, { "epoch": 15.05, "learning_rate": 8.047156049843263e-05, "loss": 19.7354, "step": 16947 }, { "epoch": 15.05, "learning_rate": 8.046932857108915e-05, "loss": 20.334, "step": 16948 }, { "epoch": 15.05, "learning_rate": 8.046709654716412e-05, "loss": 19.4355, "step": 16949 }, { "epoch": 15.05, "learning_rate": 8.046486442666461e-05, "loss": 19.71, "step": 16950 }, { "epoch": 15.05, "learning_rate": 8.046263220959768e-05, "loss": 19.6387, "step": 16951 }, { "epoch": 15.06, "learning_rate": 8.046039989597041e-05, "loss": 19.7354, "step": 16952 }, { "epoch": 15.06, "learning_rate": 8.045816748578988e-05, "loss": 20.1328, "step": 16953 }, { "epoch": 15.06, "learning_rate": 8.045593497906317e-05, "loss": 20.2256, "step": 16954 }, { "epoch": 15.06, "learning_rate": 8.045370237579735e-05, "loss": 19.9424, "step": 16955 }, { "epoch": 15.06, "learning_rate": 8.045146967599947e-05, "loss": 19.7188, "step": 16956 }, { "epoch": 15.06, "learning_rate": 8.044923687967667e-05, "loss": 19.749, "step": 16957 }, { "epoch": 15.06, "learning_rate": 8.0447003986836e-05, "loss": 20.2471, "step": 16958 }, { "epoch": 15.06, "learning_rate": 8.044477099748452e-05, "loss": 19.5146, "step": 16959 }, { "epoch": 15.06, "learning_rate": 8.04425379116293e-05, "loss": 19.7666, "step": 16960 }, { "epoch": 15.06, "learning_rate": 8.044030472927745e-05, "loss": 20.1133, "step": 16961 }, { "epoch": 15.06, "learning_rate": 8.043807145043604e-05, "loss": 19.4385, "step": 16962 }, { "epoch": 15.06, "learning_rate": 8.043583807511214e-05, "loss": 20.1406, "step": 16963 }, { "epoch": 15.07, "learning_rate": 8.043360460331284e-05, "loss": 20.1719, "step": 16964 }, { "epoch": 15.07, "learning_rate": 8.04313710350452e-05, "loss": 19.3379, "step": 16965 }, { "epoch": 15.07, "learning_rate": 8.042913737031633e-05, "loss": 19.832, "step": 16966 }, { "epoch": 15.07, "learning_rate": 8.04269036091333e-05, "loss": 19.6562, "step": 16967 }, { "epoch": 15.07, "learning_rate": 8.042466975150317e-05, "loss": 19.5703, "step": 16968 }, { "epoch": 15.07, "learning_rate": 8.042243579743304e-05, "loss": 19.9111, "step": 16969 }, { "epoch": 15.07, "learning_rate": 8.042020174692999e-05, "loss": 19.6836, "step": 16970 }, { "epoch": 15.07, "learning_rate": 8.04179676000011e-05, "loss": 19.9453, "step": 16971 }, { "epoch": 15.07, "learning_rate": 8.041573335665345e-05, "loss": 19.9434, "step": 16972 }, { "epoch": 15.07, "learning_rate": 8.04134990168941e-05, "loss": 19.8691, "step": 16973 }, { "epoch": 15.07, "learning_rate": 8.041126458073018e-05, "loss": 19.8477, "step": 16974 }, { "epoch": 15.08, "learning_rate": 8.040903004816874e-05, "loss": 19.8008, "step": 16975 }, { "epoch": 15.08, "learning_rate": 8.040679541921688e-05, "loss": 19.7715, "step": 16976 }, { "epoch": 15.08, "learning_rate": 8.040456069388168e-05, "loss": 19.2832, "step": 16977 }, { "epoch": 15.08, "learning_rate": 8.040232587217018e-05, "loss": 19.6797, "step": 16978 }, { "epoch": 15.08, "learning_rate": 8.040009095408953e-05, "loss": 20.6572, "step": 16979 }, { "epoch": 15.08, "learning_rate": 8.039785593964678e-05, "loss": 19.4883, "step": 16980 }, { "epoch": 15.08, "learning_rate": 8.039562082884901e-05, "loss": 20.3994, "step": 16981 }, { "epoch": 15.08, "learning_rate": 8.039338562170334e-05, "loss": 19.4766, "step": 16982 }, { "epoch": 15.08, "learning_rate": 8.039115031821683e-05, "loss": 20.2021, "step": 16983 }, { "epoch": 15.08, "learning_rate": 8.038891491839654e-05, "loss": 19.7275, "step": 16984 }, { "epoch": 15.08, "learning_rate": 8.03866794222496e-05, "loss": 19.7793, "step": 16985 }, { "epoch": 15.09, "learning_rate": 8.038444382978305e-05, "loss": 20.1211, "step": 16986 }, { "epoch": 15.09, "learning_rate": 8.038220814100403e-05, "loss": 19.7588, "step": 16987 }, { "epoch": 15.09, "learning_rate": 8.03799723559196e-05, "loss": 20.249, "step": 16988 }, { "epoch": 15.09, "learning_rate": 8.037773647453684e-05, "loss": 20.0479, "step": 16989 }, { "epoch": 15.09, "learning_rate": 8.037550049686286e-05, "loss": 19.4023, "step": 16990 }, { "epoch": 15.09, "learning_rate": 8.037326442290471e-05, "loss": 20.0879, "step": 16991 }, { "epoch": 15.09, "learning_rate": 8.037102825266951e-05, "loss": 19.4414, "step": 16992 }, { "epoch": 15.09, "learning_rate": 8.036879198616434e-05, "loss": 19.9609, "step": 16993 }, { "epoch": 15.09, "learning_rate": 8.036655562339627e-05, "loss": 19.6094, "step": 16994 }, { "epoch": 15.09, "learning_rate": 8.036431916437244e-05, "loss": 19.6074, "step": 16995 }, { "epoch": 15.09, "learning_rate": 8.036208260909989e-05, "loss": 19.874, "step": 16996 }, { "epoch": 15.1, "learning_rate": 8.035984595758571e-05, "loss": 19.6992, "step": 16997 }, { "epoch": 15.1, "learning_rate": 8.035760920983701e-05, "loss": 20.1328, "step": 16998 }, { "epoch": 15.1, "learning_rate": 8.035537236586088e-05, "loss": 19.8809, "step": 16999 }, { "epoch": 15.1, "learning_rate": 8.035313542566441e-05, "loss": 19.9189, "step": 17000 }, { "epoch": 15.1, "learning_rate": 8.035089838925469e-05, "loss": 20.1543, "step": 17001 }, { "epoch": 15.1, "learning_rate": 8.034866125663878e-05, "loss": 19.4062, "step": 17002 }, { "epoch": 15.1, "learning_rate": 8.034642402782382e-05, "loss": 19.918, "step": 17003 }, { "epoch": 15.1, "learning_rate": 8.034418670281686e-05, "loss": 19.9092, "step": 17004 }, { "epoch": 15.1, "learning_rate": 8.034194928162502e-05, "loss": 19.7275, "step": 17005 }, { "epoch": 15.1, "learning_rate": 8.03397117642554e-05, "loss": 19.667, "step": 17006 }, { "epoch": 15.1, "learning_rate": 8.033747415071507e-05, "loss": 19.8809, "step": 17007 }, { "epoch": 15.1, "learning_rate": 8.03352364410111e-05, "loss": 19.4854, "step": 17008 }, { "epoch": 15.11, "learning_rate": 8.033299863515064e-05, "loss": 19.1602, "step": 17009 }, { "epoch": 15.11, "learning_rate": 8.033076073314075e-05, "loss": 19.5957, "step": 17010 }, { "epoch": 15.11, "learning_rate": 8.032852273498852e-05, "loss": 19.5664, "step": 17011 }, { "epoch": 15.11, "learning_rate": 8.032628464070104e-05, "loss": 19.8721, "step": 17012 }, { "epoch": 15.11, "learning_rate": 8.032404645028544e-05, "loss": 20.6602, "step": 17013 }, { "epoch": 15.11, "learning_rate": 8.032180816374878e-05, "loss": 19.7656, "step": 17014 }, { "epoch": 15.11, "learning_rate": 8.031956978109817e-05, "loss": 19.6514, "step": 17015 }, { "epoch": 15.11, "learning_rate": 8.031733130234069e-05, "loss": 20.3467, "step": 17016 }, { "epoch": 15.11, "learning_rate": 8.031509272748347e-05, "loss": 19.9229, "step": 17017 }, { "epoch": 15.11, "learning_rate": 8.031285405653357e-05, "loss": 19.4844, "step": 17018 }, { "epoch": 15.11, "learning_rate": 8.03106152894981e-05, "loss": 19.9941, "step": 17019 }, { "epoch": 15.12, "learning_rate": 8.030837642638415e-05, "loss": 19.8379, "step": 17020 }, { "epoch": 15.12, "learning_rate": 8.030613746719881e-05, "loss": 19.9824, "step": 17021 }, { "epoch": 15.12, "learning_rate": 8.030389841194923e-05, "loss": 19.7295, "step": 17022 }, { "epoch": 15.12, "learning_rate": 8.030165926064243e-05, "loss": 20.4043, "step": 17023 }, { "epoch": 15.12, "learning_rate": 8.029942001328556e-05, "loss": 19.5156, "step": 17024 }, { "epoch": 15.12, "learning_rate": 8.02971806698857e-05, "loss": 20.3252, "step": 17025 }, { "epoch": 15.12, "learning_rate": 8.029494123044994e-05, "loss": 19.6143, "step": 17026 }, { "epoch": 15.12, "learning_rate": 8.02927016949854e-05, "loss": 19.835, "step": 17027 }, { "epoch": 15.12, "learning_rate": 8.029046206349918e-05, "loss": 20.6299, "step": 17028 }, { "epoch": 15.12, "learning_rate": 8.028822233599833e-05, "loss": 20.084, "step": 17029 }, { "epoch": 15.12, "learning_rate": 8.028598251249002e-05, "loss": 20.0615, "step": 17030 }, { "epoch": 15.13, "learning_rate": 8.02837425929813e-05, "loss": 19.7715, "step": 17031 }, { "epoch": 15.13, "learning_rate": 8.028150257747928e-05, "loss": 19.1309, "step": 17032 }, { "epoch": 15.13, "learning_rate": 8.027926246599109e-05, "loss": 19.834, "step": 17033 }, { "epoch": 15.13, "learning_rate": 8.027702225852378e-05, "loss": 19.9395, "step": 17034 }, { "epoch": 15.13, "learning_rate": 8.027478195508452e-05, "loss": 20.6494, "step": 17035 }, { "epoch": 15.13, "learning_rate": 8.027254155568033e-05, "loss": 20.1807, "step": 17036 }, { "epoch": 15.13, "learning_rate": 8.027030106031836e-05, "loss": 20.1758, "step": 17037 }, { "epoch": 15.13, "learning_rate": 8.02680604690057e-05, "loss": 20.1162, "step": 17038 }, { "epoch": 15.13, "learning_rate": 8.026581978174947e-05, "loss": 19.7324, "step": 17039 }, { "epoch": 15.13, "learning_rate": 8.026357899855674e-05, "loss": 19.5625, "step": 17040 }, { "epoch": 15.13, "learning_rate": 8.026133811943464e-05, "loss": 19.5615, "step": 17041 }, { "epoch": 15.13, "learning_rate": 8.025909714439027e-05, "loss": 19.8154, "step": 17042 }, { "epoch": 15.14, "learning_rate": 8.025685607343073e-05, "loss": 19.6357, "step": 17043 }, { "epoch": 15.14, "learning_rate": 8.025461490656312e-05, "loss": 20.2012, "step": 17044 }, { "epoch": 15.14, "learning_rate": 8.025237364379452e-05, "loss": 19.8301, "step": 17045 }, { "epoch": 15.14, "learning_rate": 8.02501322851321e-05, "loss": 19.8037, "step": 17046 }, { "epoch": 15.14, "learning_rate": 8.024789083058289e-05, "loss": 19.8438, "step": 17047 }, { "epoch": 15.14, "learning_rate": 8.024564928015403e-05, "loss": 20.3086, "step": 17048 }, { "epoch": 15.14, "learning_rate": 8.024340763385264e-05, "loss": 19.7236, "step": 17049 }, { "epoch": 15.14, "learning_rate": 8.024116589168581e-05, "loss": 20.0811, "step": 17050 }, { "epoch": 15.14, "learning_rate": 8.023892405366064e-05, "loss": 20.082, "step": 17051 }, { "epoch": 15.14, "learning_rate": 8.023668211978425e-05, "loss": 20.3506, "step": 17052 }, { "epoch": 15.14, "learning_rate": 8.023444009006372e-05, "loss": 19.8926, "step": 17053 }, { "epoch": 15.15, "learning_rate": 8.023219796450618e-05, "loss": 20.5566, "step": 17054 }, { "epoch": 15.15, "learning_rate": 8.022995574311876e-05, "loss": 20.3994, "step": 17055 }, { "epoch": 15.15, "learning_rate": 8.022771342590851e-05, "loss": 19.1709, "step": 17056 }, { "epoch": 15.15, "learning_rate": 8.022547101288259e-05, "loss": 19.6553, "step": 17057 }, { "epoch": 15.15, "learning_rate": 8.022322850404805e-05, "loss": 19.415, "step": 17058 }, { "epoch": 15.15, "learning_rate": 8.022098589941206e-05, "loss": 19.6465, "step": 17059 }, { "epoch": 15.15, "learning_rate": 8.02187431989817e-05, "loss": 20.0928, "step": 17060 }, { "epoch": 15.15, "learning_rate": 8.021650040276407e-05, "loss": 19.9424, "step": 17061 }, { "epoch": 15.15, "learning_rate": 8.02142575107663e-05, "loss": 19.9902, "step": 17062 }, { "epoch": 15.15, "learning_rate": 8.021201452299549e-05, "loss": 19.9951, "step": 17063 }, { "epoch": 15.15, "learning_rate": 8.020977143945873e-05, "loss": 19.8252, "step": 17064 }, { "epoch": 15.16, "learning_rate": 8.020752826016318e-05, "loss": 19.752, "step": 17065 }, { "epoch": 15.16, "learning_rate": 8.02052849851159e-05, "loss": 20.0322, "step": 17066 }, { "epoch": 15.16, "learning_rate": 8.020304161432404e-05, "loss": 20.1221, "step": 17067 }, { "epoch": 15.16, "learning_rate": 8.020079814779468e-05, "loss": 19.9766, "step": 17068 }, { "epoch": 15.16, "learning_rate": 8.019855458553493e-05, "loss": 20.2373, "step": 17069 }, { "epoch": 15.16, "learning_rate": 8.019631092755194e-05, "loss": 20.3633, "step": 17070 }, { "epoch": 15.16, "learning_rate": 8.019406717385278e-05, "loss": 20.248, "step": 17071 }, { "epoch": 15.16, "learning_rate": 8.01918233244446e-05, "loss": 19.7119, "step": 17072 }, { "epoch": 15.16, "learning_rate": 8.018957937933447e-05, "loss": 19.9004, "step": 17073 }, { "epoch": 15.16, "learning_rate": 8.018733533852952e-05, "loss": 19.5332, "step": 17074 }, { "epoch": 15.16, "learning_rate": 8.018509120203688e-05, "loss": 19.8506, "step": 17075 }, { "epoch": 15.17, "learning_rate": 8.018284696986364e-05, "loss": 20.2734, "step": 17076 }, { "epoch": 15.17, "learning_rate": 8.018060264201695e-05, "loss": 20.0479, "step": 17077 }, { "epoch": 15.17, "learning_rate": 8.017835821850388e-05, "loss": 19.749, "step": 17078 }, { "epoch": 15.17, "learning_rate": 8.017611369933157e-05, "loss": 19.8906, "step": 17079 }, { "epoch": 15.17, "learning_rate": 8.017386908450711e-05, "loss": 20.1592, "step": 17080 }, { "epoch": 15.17, "learning_rate": 8.017162437403766e-05, "loss": 19.7842, "step": 17081 }, { "epoch": 15.17, "learning_rate": 8.016937956793029e-05, "loss": 19.7793, "step": 17082 }, { "epoch": 15.17, "learning_rate": 8.016713466619213e-05, "loss": 19.751, "step": 17083 }, { "epoch": 15.17, "learning_rate": 8.01648896688303e-05, "loss": 19.6377, "step": 17084 }, { "epoch": 15.17, "learning_rate": 8.016264457585195e-05, "loss": 19.249, "step": 17085 }, { "epoch": 15.17, "learning_rate": 8.016039938726412e-05, "loss": 20.0723, "step": 17086 }, { "epoch": 15.17, "learning_rate": 8.015815410307398e-05, "loss": 20.085, "step": 17087 }, { "epoch": 15.18, "learning_rate": 8.015590872328866e-05, "loss": 19.7119, "step": 17088 }, { "epoch": 15.18, "learning_rate": 8.015366324791524e-05, "loss": 19.8877, "step": 17089 }, { "epoch": 15.18, "learning_rate": 8.015141767696083e-05, "loss": 19.9199, "step": 17090 }, { "epoch": 15.18, "learning_rate": 8.01491720104326e-05, "loss": 19.3359, "step": 17091 }, { "epoch": 15.18, "learning_rate": 8.014692624833762e-05, "loss": 20.2725, "step": 17092 }, { "epoch": 15.18, "learning_rate": 8.014468039068303e-05, "loss": 19.6572, "step": 17093 }, { "epoch": 15.18, "learning_rate": 8.014243443747595e-05, "loss": 19.8428, "step": 17094 }, { "epoch": 15.18, "learning_rate": 8.014018838872349e-05, "loss": 19.5156, "step": 17095 }, { "epoch": 15.18, "learning_rate": 8.013794224443277e-05, "loss": 19.9541, "step": 17096 }, { "epoch": 15.18, "learning_rate": 8.013569600461091e-05, "loss": 20.4229, "step": 17097 }, { "epoch": 15.18, "learning_rate": 8.013344966926504e-05, "loss": 20.1348, "step": 17098 }, { "epoch": 15.19, "learning_rate": 8.013120323840227e-05, "loss": 20.2676, "step": 17099 }, { "epoch": 15.19, "learning_rate": 8.012895671202974e-05, "loss": 20.4033, "step": 17100 }, { "epoch": 15.19, "learning_rate": 8.012671009015453e-05, "loss": 19.8271, "step": 17101 }, { "epoch": 15.19, "learning_rate": 8.012446337278382e-05, "loss": 19.875, "step": 17102 }, { "epoch": 15.19, "learning_rate": 8.012221655992467e-05, "loss": 19.5273, "step": 17103 }, { "epoch": 15.19, "learning_rate": 8.011996965158424e-05, "loss": 20.2207, "step": 17104 }, { "epoch": 15.19, "learning_rate": 8.011772264776966e-05, "loss": 19.7354, "step": 17105 }, { "epoch": 15.19, "learning_rate": 8.011547554848801e-05, "loss": 19.6836, "step": 17106 }, { "epoch": 15.19, "learning_rate": 8.011322835374646e-05, "loss": 19.8184, "step": 17107 }, { "epoch": 15.19, "learning_rate": 8.011098106355211e-05, "loss": 20.3936, "step": 17108 }, { "epoch": 15.19, "learning_rate": 8.010873367791206e-05, "loss": 19.6201, "step": 17109 }, { "epoch": 15.2, "learning_rate": 8.010648619683348e-05, "loss": 20.5439, "step": 17110 }, { "epoch": 15.2, "learning_rate": 8.010423862032347e-05, "loss": 19.9014, "step": 17111 }, { "epoch": 15.2, "learning_rate": 8.010199094838915e-05, "loss": 19.9238, "step": 17112 }, { "epoch": 15.2, "learning_rate": 8.009974318103767e-05, "loss": 19.9404, "step": 17113 }, { "epoch": 15.2, "learning_rate": 8.009749531827612e-05, "loss": 19.6758, "step": 17114 }, { "epoch": 15.2, "learning_rate": 8.009524736011165e-05, "loss": 20.041, "step": 17115 }, { "epoch": 15.2, "learning_rate": 8.009299930655137e-05, "loss": 19.7334, "step": 17116 }, { "epoch": 15.2, "learning_rate": 8.009075115760243e-05, "loss": 19.7822, "step": 17117 }, { "epoch": 15.2, "learning_rate": 8.008850291327192e-05, "loss": 19.6934, "step": 17118 }, { "epoch": 15.2, "learning_rate": 8.0086254573567e-05, "loss": 19.6523, "step": 17119 }, { "epoch": 15.2, "learning_rate": 8.008400613849476e-05, "loss": 19.542, "step": 17120 }, { "epoch": 15.21, "learning_rate": 8.008175760806238e-05, "loss": 19.9766, "step": 17121 }, { "epoch": 15.21, "learning_rate": 8.007950898227694e-05, "loss": 20.1914, "step": 17122 }, { "epoch": 15.21, "learning_rate": 8.007726026114559e-05, "loss": 19.5723, "step": 17123 }, { "epoch": 15.21, "learning_rate": 8.007501144467546e-05, "loss": 20.0234, "step": 17124 }, { "epoch": 15.21, "learning_rate": 8.007276253287365e-05, "loss": 19.5508, "step": 17125 }, { "epoch": 15.21, "learning_rate": 8.007051352574734e-05, "loss": 20.2666, "step": 17126 }, { "epoch": 15.21, "learning_rate": 8.006826442330361e-05, "loss": 19.8838, "step": 17127 }, { "epoch": 15.21, "learning_rate": 8.006601522554962e-05, "loss": 19.9141, "step": 17128 }, { "epoch": 15.21, "learning_rate": 8.006376593249247e-05, "loss": 19.6748, "step": 17129 }, { "epoch": 15.21, "learning_rate": 8.006151654413931e-05, "loss": 19.7334, "step": 17130 }, { "epoch": 15.21, "learning_rate": 8.006151654413931e-05, "loss": 20.7227, "step": 17131 }, { "epoch": 15.21, "learning_rate": 8.005926706049728e-05, "loss": 20.3828, "step": 17132 }, { "epoch": 15.22, "learning_rate": 8.00570174815735e-05, "loss": 19.3281, "step": 17133 }, { "epoch": 15.22, "learning_rate": 8.005476780737508e-05, "loss": 19.7441, "step": 17134 }, { "epoch": 15.22, "learning_rate": 8.005251803790919e-05, "loss": 19.4785, "step": 17135 }, { "epoch": 15.22, "learning_rate": 8.005251803790919e-05, "loss": 20.6045, "step": 17136 }, { "epoch": 15.22, "learning_rate": 8.005026817318293e-05, "loss": 19.9102, "step": 17137 }, { "epoch": 15.22, "learning_rate": 8.004801821320345e-05, "loss": 20.0146, "step": 17138 }, { "epoch": 15.22, "learning_rate": 8.004576815797786e-05, "loss": 20.3027, "step": 17139 }, { "epoch": 15.22, "learning_rate": 8.004351800751333e-05, "loss": 19.5391, "step": 17140 }, { "epoch": 15.22, "learning_rate": 8.004126776181695e-05, "loss": 19.5322, "step": 17141 }, { "epoch": 15.22, "learning_rate": 8.003901742089587e-05, "loss": 19.5615, "step": 17142 }, { "epoch": 15.22, "learning_rate": 8.003676698475724e-05, "loss": 19.7529, "step": 17143 }, { "epoch": 15.23, "learning_rate": 8.003451645340816e-05, "loss": 20.0684, "step": 17144 }, { "epoch": 15.23, "learning_rate": 8.003226582685582e-05, "loss": 20.1895, "step": 17145 }, { "epoch": 15.23, "learning_rate": 8.003001510510727e-05, "loss": 19.4668, "step": 17146 }, { "epoch": 15.23, "learning_rate": 8.002776428816971e-05, "loss": 19.6475, "step": 17147 }, { "epoch": 15.23, "learning_rate": 8.002551337605027e-05, "loss": 19.999, "step": 17148 }, { "epoch": 15.23, "learning_rate": 8.002326236875604e-05, "loss": 19.7393, "step": 17149 }, { "epoch": 15.23, "learning_rate": 8.002101126629421e-05, "loss": 20.2275, "step": 17150 }, { "epoch": 15.23, "learning_rate": 8.001876006867188e-05, "loss": 20.0107, "step": 17151 }, { "epoch": 15.23, "learning_rate": 8.00165087758962e-05, "loss": 20.3252, "step": 17152 }, { "epoch": 15.23, "learning_rate": 8.00142573879743e-05, "loss": 20.0713, "step": 17153 }, { "epoch": 15.23, "learning_rate": 8.001200590491332e-05, "loss": 20.4932, "step": 17154 }, { "epoch": 15.24, "learning_rate": 8.00097543267204e-05, "loss": 19.4463, "step": 17155 }, { "epoch": 15.24, "learning_rate": 8.000750265340267e-05, "loss": 19.2881, "step": 17156 }, { "epoch": 15.24, "learning_rate": 8.000525088496728e-05, "loss": 19.9307, "step": 17157 }, { "epoch": 15.24, "learning_rate": 8.000299902142136e-05, "loss": 19.3984, "step": 17158 }, { "epoch": 15.24, "learning_rate": 8.000074706277203e-05, "loss": 19.5713, "step": 17159 }, { "epoch": 15.24, "learning_rate": 7.999849500902645e-05, "loss": 20.0322, "step": 17160 }, { "epoch": 15.24, "learning_rate": 7.999624286019175e-05, "loss": 19.9004, "step": 17161 }, { "epoch": 15.24, "learning_rate": 7.999399061627508e-05, "loss": 19.834, "step": 17162 }, { "epoch": 15.24, "learning_rate": 7.999173827728357e-05, "loss": 19.1309, "step": 17163 }, { "epoch": 15.24, "learning_rate": 7.998948584322434e-05, "loss": 20.0908, "step": 17164 }, { "epoch": 15.24, "learning_rate": 7.998723331410459e-05, "loss": 19.7451, "step": 17165 }, { "epoch": 15.25, "learning_rate": 7.998498068993139e-05, "loss": 19.5215, "step": 17166 }, { "epoch": 15.25, "learning_rate": 7.998272797071192e-05, "loss": 19.5107, "step": 17167 }, { "epoch": 15.25, "learning_rate": 7.99804751564533e-05, "loss": 19.8506, "step": 17168 }, { "epoch": 15.25, "learning_rate": 7.997822224716269e-05, "loss": 19.5811, "step": 17169 }, { "epoch": 15.25, "learning_rate": 7.997596924284723e-05, "loss": 19.5742, "step": 17170 }, { "epoch": 15.25, "learning_rate": 7.997371614351405e-05, "loss": 19.75, "step": 17171 }, { "epoch": 15.25, "learning_rate": 7.99714629491703e-05, "loss": 19.8545, "step": 17172 }, { "epoch": 15.25, "learning_rate": 7.99692096598231e-05, "loss": 19.8145, "step": 17173 }, { "epoch": 15.25, "learning_rate": 7.996695627547965e-05, "loss": 20.2764, "step": 17174 }, { "epoch": 15.25, "learning_rate": 7.996470279614703e-05, "loss": 19.5996, "step": 17175 }, { "epoch": 15.25, "learning_rate": 7.99624492218324e-05, "loss": 19.8213, "step": 17176 }, { "epoch": 15.25, "learning_rate": 7.996019555254292e-05, "loss": 19.5547, "step": 17177 }, { "epoch": 15.26, "learning_rate": 7.995794178828572e-05, "loss": 20.0859, "step": 17178 }, { "epoch": 15.26, "learning_rate": 7.995568792906798e-05, "loss": 19.9287, "step": 17179 }, { "epoch": 15.26, "learning_rate": 7.995343397489677e-05, "loss": 19.7705, "step": 17180 }, { "epoch": 15.26, "learning_rate": 7.99511799257793e-05, "loss": 19.8809, "step": 17181 }, { "epoch": 15.26, "learning_rate": 7.994892578172269e-05, "loss": 19.6689, "step": 17182 }, { "epoch": 15.26, "learning_rate": 7.994667154273407e-05, "loss": 19.8965, "step": 17183 }, { "epoch": 15.26, "learning_rate": 7.994441720882062e-05, "loss": 19.5381, "step": 17184 }, { "epoch": 15.26, "learning_rate": 7.994216277998947e-05, "loss": 19.9307, "step": 17185 }, { "epoch": 15.26, "learning_rate": 7.993990825624775e-05, "loss": 19.3145, "step": 17186 }, { "epoch": 15.26, "learning_rate": 7.993765363760264e-05, "loss": 19.8701, "step": 17187 }, { "epoch": 15.26, "learning_rate": 7.993539892406125e-05, "loss": 19.4922, "step": 17188 }, { "epoch": 15.27, "learning_rate": 7.993314411563075e-05, "loss": 20.0156, "step": 17189 }, { "epoch": 15.27, "learning_rate": 7.99308892123183e-05, "loss": 19.543, "step": 17190 }, { "epoch": 15.27, "learning_rate": 7.992863421413101e-05, "loss": 19.5029, "step": 17191 }, { "epoch": 15.27, "learning_rate": 7.992637912107604e-05, "loss": 19.9541, "step": 17192 }, { "epoch": 15.27, "learning_rate": 7.992412393316057e-05, "loss": 20.4248, "step": 17193 }, { "epoch": 15.27, "learning_rate": 7.992186865039171e-05, "loss": 19.8447, "step": 17194 }, { "epoch": 15.27, "learning_rate": 7.991961327277663e-05, "loss": 19.8682, "step": 17195 }, { "epoch": 15.27, "learning_rate": 7.991735780032245e-05, "loss": 20.1689, "step": 17196 }, { "epoch": 15.27, "learning_rate": 7.991510223303636e-05, "loss": 19.9385, "step": 17197 }, { "epoch": 15.27, "learning_rate": 7.99128465709255e-05, "loss": 20.1533, "step": 17198 }, { "epoch": 15.27, "learning_rate": 7.9910590813997e-05, "loss": 19.6436, "step": 17199 }, { "epoch": 15.28, "learning_rate": 7.990833496225803e-05, "loss": 19.4111, "step": 17200 }, { "epoch": 15.28, "learning_rate": 7.990607901571571e-05, "loss": 19.5244, "step": 17201 }, { "epoch": 15.28, "learning_rate": 7.990382297437723e-05, "loss": 19.9453, "step": 17202 }, { "epoch": 15.28, "learning_rate": 7.990156683824972e-05, "loss": 19.7109, "step": 17203 }, { "epoch": 15.28, "learning_rate": 7.989931060734033e-05, "loss": 20.1221, "step": 17204 }, { "epoch": 15.28, "learning_rate": 7.989705428165622e-05, "loss": 19.9326, "step": 17205 }, { "epoch": 15.28, "learning_rate": 7.989479786120454e-05, "loss": 20.6084, "step": 17206 }, { "epoch": 15.28, "learning_rate": 7.989254134599246e-05, "loss": 19.7031, "step": 17207 }, { "epoch": 15.28, "learning_rate": 7.989028473602708e-05, "loss": 20.1855, "step": 17208 }, { "epoch": 15.28, "learning_rate": 7.988802803131562e-05, "loss": 19.7217, "step": 17209 }, { "epoch": 15.28, "learning_rate": 7.988577123186518e-05, "loss": 20.4062, "step": 17210 }, { "epoch": 15.29, "learning_rate": 7.988351433768295e-05, "loss": 20.0244, "step": 17211 }, { "epoch": 15.29, "learning_rate": 7.988125734877607e-05, "loss": 19.748, "step": 17212 }, { "epoch": 15.29, "learning_rate": 7.987900026515167e-05, "loss": 20.668, "step": 17213 }, { "epoch": 15.29, "learning_rate": 7.987674308681694e-05, "loss": 19.8945, "step": 17214 }, { "epoch": 15.29, "learning_rate": 7.987448581377903e-05, "loss": 20.5156, "step": 17215 }, { "epoch": 15.29, "learning_rate": 7.987222844604508e-05, "loss": 20.2295, "step": 17216 }, { "epoch": 15.29, "learning_rate": 7.986997098362225e-05, "loss": 20.126, "step": 17217 }, { "epoch": 15.29, "learning_rate": 7.986771342651769e-05, "loss": 19.7188, "step": 17218 }, { "epoch": 15.29, "learning_rate": 7.986545577473856e-05, "loss": 19.8779, "step": 17219 }, { "epoch": 15.29, "learning_rate": 7.986319802829205e-05, "loss": 20.1006, "step": 17220 }, { "epoch": 15.29, "learning_rate": 7.986094018718526e-05, "loss": 19.3682, "step": 17221 }, { "epoch": 15.29, "learning_rate": 7.985868225142539e-05, "loss": 19.8887, "step": 17222 }, { "epoch": 15.3, "learning_rate": 7.985642422101958e-05, "loss": 19.7861, "step": 17223 }, { "epoch": 15.3, "learning_rate": 7.985416609597498e-05, "loss": 20.3252, "step": 17224 }, { "epoch": 15.3, "learning_rate": 7.985190787629876e-05, "loss": 19.7383, "step": 17225 }, { "epoch": 15.3, "learning_rate": 7.984964956199808e-05, "loss": 19.6836, "step": 17226 }, { "epoch": 15.3, "learning_rate": 7.984739115308007e-05, "loss": 19.9385, "step": 17227 }, { "epoch": 15.3, "learning_rate": 7.984513264955194e-05, "loss": 19.9668, "step": 17228 }, { "epoch": 15.3, "learning_rate": 7.984287405142078e-05, "loss": 20.375, "step": 17229 }, { "epoch": 15.3, "learning_rate": 7.984061535869385e-05, "loss": 20.5996, "step": 17230 }, { "epoch": 15.3, "learning_rate": 7.983835657137821e-05, "loss": 19.8623, "step": 17231 }, { "epoch": 15.3, "learning_rate": 7.983609768948106e-05, "loss": 20.1777, "step": 17232 }, { "epoch": 15.3, "learning_rate": 7.983383871300957e-05, "loss": 19.8447, "step": 17233 }, { "epoch": 15.31, "learning_rate": 7.983157964197087e-05, "loss": 19.6035, "step": 17234 }, { "epoch": 15.31, "learning_rate": 7.982932047637218e-05, "loss": 19.9238, "step": 17235 }, { "epoch": 15.31, "learning_rate": 7.982706121622059e-05, "loss": 20.5908, "step": 17236 }, { "epoch": 15.31, "learning_rate": 7.982480186152331e-05, "loss": 20.1729, "step": 17237 }, { "epoch": 15.31, "learning_rate": 7.982254241228746e-05, "loss": 19.6699, "step": 17238 }, { "epoch": 15.31, "learning_rate": 7.982028286852025e-05, "loss": 19.333, "step": 17239 }, { "epoch": 15.31, "learning_rate": 7.98180232302288e-05, "loss": 20.1221, "step": 17240 }, { "epoch": 15.31, "learning_rate": 7.981576349742031e-05, "loss": 19.8018, "step": 17241 }, { "epoch": 15.31, "learning_rate": 7.981350367010191e-05, "loss": 19.3555, "step": 17242 }, { "epoch": 15.31, "learning_rate": 7.98112437482808e-05, "loss": 19.75, "step": 17243 }, { "epoch": 15.31, "learning_rate": 7.98089837319641e-05, "loss": 19.8135, "step": 17244 }, { "epoch": 15.32, "learning_rate": 7.9806723621159e-05, "loss": 19.6328, "step": 17245 }, { "epoch": 15.32, "learning_rate": 7.980446341587266e-05, "loss": 19.8311, "step": 17246 }, { "epoch": 15.32, "learning_rate": 7.980220311611225e-05, "loss": 19.7842, "step": 17247 }, { "epoch": 15.32, "learning_rate": 7.979994272188493e-05, "loss": 20.5664, "step": 17248 }, { "epoch": 15.32, "learning_rate": 7.979768223319785e-05, "loss": 19.8877, "step": 17249 }, { "epoch": 15.32, "learning_rate": 7.97954216500582e-05, "loss": 19.3623, "step": 17250 }, { "epoch": 15.32, "learning_rate": 7.979316097247313e-05, "loss": 20.1484, "step": 17251 }, { "epoch": 15.32, "learning_rate": 7.979090020044982e-05, "loss": 20.4971, "step": 17252 }, { "epoch": 15.32, "learning_rate": 7.97886393339954e-05, "loss": 19.6631, "step": 17253 }, { "epoch": 15.32, "learning_rate": 7.978637837311708e-05, "loss": 19.6641, "step": 17254 }, { "epoch": 15.32, "learning_rate": 7.978411731782202e-05, "loss": 20.0869, "step": 17255 }, { "epoch": 15.33, "learning_rate": 7.978185616811735e-05, "loss": 19.5723, "step": 17256 }, { "epoch": 15.33, "learning_rate": 7.977959492401029e-05, "loss": 19.5889, "step": 17257 }, { "epoch": 15.33, "learning_rate": 7.977733358550796e-05, "loss": 20.1709, "step": 17258 }, { "epoch": 15.33, "learning_rate": 7.977507215261757e-05, "loss": 20.1162, "step": 17259 }, { "epoch": 15.33, "learning_rate": 7.977281062534625e-05, "loss": 19.7646, "step": 17260 }, { "epoch": 15.33, "learning_rate": 7.97705490037012e-05, "loss": 19.9883, "step": 17261 }, { "epoch": 15.33, "learning_rate": 7.976828728768957e-05, "loss": 20.4561, "step": 17262 }, { "epoch": 15.33, "learning_rate": 7.976602547731853e-05, "loss": 20.4346, "step": 17263 }, { "epoch": 15.33, "learning_rate": 7.976376357259526e-05, "loss": 20.9424, "step": 17264 }, { "epoch": 15.33, "learning_rate": 7.976150157352693e-05, "loss": 20.4971, "step": 17265 }, { "epoch": 15.33, "learning_rate": 7.975923948012069e-05, "loss": 20.3408, "step": 17266 }, { "epoch": 15.33, "learning_rate": 7.975697729238372e-05, "loss": 19.9561, "step": 17267 }, { "epoch": 15.34, "learning_rate": 7.975471501032322e-05, "loss": 20.0986, "step": 17268 }, { "epoch": 15.34, "learning_rate": 7.975245263394632e-05, "loss": 19.7578, "step": 17269 }, { "epoch": 15.34, "learning_rate": 7.97501901632602e-05, "loss": 19.8652, "step": 17270 }, { "epoch": 15.34, "learning_rate": 7.974792759827206e-05, "loss": 19.7969, "step": 17271 }, { "epoch": 15.34, "learning_rate": 7.974566493898903e-05, "loss": 19.917, "step": 17272 }, { "epoch": 15.34, "learning_rate": 7.974340218541831e-05, "loss": 19.7871, "step": 17273 }, { "epoch": 15.34, "learning_rate": 7.974113933756707e-05, "loss": 19.9893, "step": 17274 }, { "epoch": 15.34, "learning_rate": 7.973887639544248e-05, "loss": 19.9844, "step": 17275 }, { "epoch": 15.34, "learning_rate": 7.973661335905171e-05, "loss": 19.7754, "step": 17276 }, { "epoch": 15.34, "learning_rate": 7.973435022840192e-05, "loss": 19.8828, "step": 17277 }, { "epoch": 15.34, "learning_rate": 7.97320870035003e-05, "loss": 20.0352, "step": 17278 }, { "epoch": 15.35, "learning_rate": 7.972982368435405e-05, "loss": 19.5361, "step": 17279 }, { "epoch": 15.35, "learning_rate": 7.972756027097027e-05, "loss": 19.9551, "step": 17280 }, { "epoch": 15.35, "learning_rate": 7.972529676335623e-05, "loss": 19.8135, "step": 17281 }, { "epoch": 15.35, "learning_rate": 7.972303316151902e-05, "loss": 19.3145, "step": 17282 }, { "epoch": 15.35, "learning_rate": 7.972076946546587e-05, "loss": 20.2295, "step": 17283 }, { "epoch": 15.35, "learning_rate": 7.971850567520392e-05, "loss": 19.9531, "step": 17284 }, { "epoch": 15.35, "learning_rate": 7.971624179074038e-05, "loss": 20.6035, "step": 17285 }, { "epoch": 15.35, "learning_rate": 7.97139778120824e-05, "loss": 19.8574, "step": 17286 }, { "epoch": 15.35, "learning_rate": 7.971171373923716e-05, "loss": 20.5918, "step": 17287 }, { "epoch": 15.35, "learning_rate": 7.970944957221185e-05, "loss": 19.6836, "step": 17288 }, { "epoch": 15.35, "learning_rate": 7.970718531101365e-05, "loss": 20.3818, "step": 17289 }, { "epoch": 15.36, "learning_rate": 7.97049209556497e-05, "loss": 19.749, "step": 17290 }, { "epoch": 15.36, "learning_rate": 7.97026565061272e-05, "loss": 19.7773, "step": 17291 }, { "epoch": 15.36, "learning_rate": 7.970039196245335e-05, "loss": 20.3623, "step": 17292 }, { "epoch": 15.36, "learning_rate": 7.969812732463531e-05, "loss": 20.1963, "step": 17293 }, { "epoch": 15.36, "learning_rate": 7.969586259268024e-05, "loss": 20.2598, "step": 17294 }, { "epoch": 15.36, "learning_rate": 7.969359776659535e-05, "loss": 20.1035, "step": 17295 }, { "epoch": 15.36, "learning_rate": 7.96913328463878e-05, "loss": 20.0029, "step": 17296 }, { "epoch": 15.36, "learning_rate": 7.968906783206478e-05, "loss": 19.9219, "step": 17297 }, { "epoch": 15.36, "learning_rate": 7.968680272363345e-05, "loss": 19.8906, "step": 17298 }, { "epoch": 15.36, "learning_rate": 7.968453752110101e-05, "loss": 19.835, "step": 17299 }, { "epoch": 15.36, "learning_rate": 7.968227222447464e-05, "loss": 19.6533, "step": 17300 }, { "epoch": 15.37, "learning_rate": 7.968000683376151e-05, "loss": 20.4316, "step": 17301 }, { "epoch": 15.37, "learning_rate": 7.968000683376151e-05, "loss": 20.3408, "step": 17302 }, { "epoch": 15.37, "learning_rate": 7.967774134896882e-05, "loss": 20.374, "step": 17303 }, { "epoch": 15.37, "learning_rate": 7.967547577010372e-05, "loss": 20.6475, "step": 17304 }, { "epoch": 15.37, "learning_rate": 7.967321009717342e-05, "loss": 20.1924, "step": 17305 }, { "epoch": 15.37, "learning_rate": 7.967094433018508e-05, "loss": 19.9971, "step": 17306 }, { "epoch": 15.37, "learning_rate": 7.966867846914589e-05, "loss": 20.5371, "step": 17307 }, { "epoch": 15.37, "learning_rate": 7.966641251406303e-05, "loss": 20.0234, "step": 17308 }, { "epoch": 15.37, "learning_rate": 7.966414646494372e-05, "loss": 19.7002, "step": 17309 }, { "epoch": 15.37, "learning_rate": 7.966188032179507e-05, "loss": 20.29, "step": 17310 }, { "epoch": 15.37, "learning_rate": 7.965961408462433e-05, "loss": 19.6289, "step": 17311 }, { "epoch": 15.37, "learning_rate": 7.965734775343863e-05, "loss": 20.4307, "step": 17312 }, { "epoch": 15.38, "learning_rate": 7.96550813282452e-05, "loss": 19.8105, "step": 17313 }, { "epoch": 15.38, "learning_rate": 7.96528148090512e-05, "loss": 20.1436, "step": 17314 }, { "epoch": 15.38, "learning_rate": 7.965054819586382e-05, "loss": 20.209, "step": 17315 }, { "epoch": 15.38, "learning_rate": 7.964828148869023e-05, "loss": 19.8945, "step": 17316 }, { "epoch": 15.38, "learning_rate": 7.964601468753765e-05, "loss": 19.8125, "step": 17317 }, { "epoch": 15.38, "learning_rate": 7.964374779241323e-05, "loss": 20.127, "step": 17318 }, { "epoch": 15.38, "learning_rate": 7.964148080332418e-05, "loss": 20.5527, "step": 17319 }, { "epoch": 15.38, "learning_rate": 7.963921372027767e-05, "loss": 20.7344, "step": 17320 }, { "epoch": 15.38, "learning_rate": 7.963694654328088e-05, "loss": 19.7803, "step": 17321 }, { "epoch": 15.38, "learning_rate": 7.963467927234103e-05, "loss": 20.0371, "step": 17322 }, { "epoch": 15.38, "learning_rate": 7.963241190746526e-05, "loss": 19.6006, "step": 17323 }, { "epoch": 15.39, "learning_rate": 7.96301444486608e-05, "loss": 19.959, "step": 17324 }, { "epoch": 15.39, "learning_rate": 7.962787689593483e-05, "loss": 19.3164, "step": 17325 }, { "epoch": 15.39, "learning_rate": 7.962787689593483e-05, "loss": 19.5928, "step": 17326 }, { "epoch": 15.39, "learning_rate": 7.96256092492945e-05, "loss": 20.1025, "step": 17327 }, { "epoch": 15.39, "learning_rate": 7.962334150874703e-05, "loss": 19.4707, "step": 17328 }, { "epoch": 15.39, "learning_rate": 7.962107367429961e-05, "loss": 20.1475, "step": 17329 }, { "epoch": 15.39, "learning_rate": 7.961880574595942e-05, "loss": 20.1748, "step": 17330 }, { "epoch": 15.39, "learning_rate": 7.961653772373365e-05, "loss": 19.8994, "step": 17331 }, { "epoch": 15.39, "learning_rate": 7.96142696076295e-05, "loss": 19.2578, "step": 17332 }, { "epoch": 15.39, "learning_rate": 7.961200139765414e-05, "loss": 19.9971, "step": 17333 }, { "epoch": 15.39, "learning_rate": 7.960973309381477e-05, "loss": 19.7773, "step": 17334 }, { "epoch": 15.4, "learning_rate": 7.960746469611857e-05, "loss": 19.8975, "step": 17335 }, { "epoch": 15.4, "learning_rate": 7.960519620457275e-05, "loss": 20.4258, "step": 17336 }, { "epoch": 15.4, "learning_rate": 7.960292761918448e-05, "loss": 19.833, "step": 17337 }, { "epoch": 15.4, "learning_rate": 7.960065893996098e-05, "loss": 19.6797, "step": 17338 }, { "epoch": 15.4, "learning_rate": 7.959839016690941e-05, "loss": 19.4961, "step": 17339 }, { "epoch": 15.4, "learning_rate": 7.959612130003698e-05, "loss": 19.6133, "step": 17340 }, { "epoch": 15.4, "learning_rate": 7.959385233935085e-05, "loss": 19.7334, "step": 17341 }, { "epoch": 15.4, "learning_rate": 7.959158328485827e-05, "loss": 19.5283, "step": 17342 }, { "epoch": 15.4, "learning_rate": 7.95893141365664e-05, "loss": 18.8506, "step": 17343 }, { "epoch": 15.4, "learning_rate": 7.958704489448241e-05, "loss": 19.8047, "step": 17344 }, { "epoch": 15.4, "learning_rate": 7.958477555861354e-05, "loss": 20.2852, "step": 17345 }, { "epoch": 15.4, "learning_rate": 7.958250612896694e-05, "loss": 20.1504, "step": 17346 }, { "epoch": 15.41, "learning_rate": 7.958023660554983e-05, "loss": 19.4189, "step": 17347 }, { "epoch": 15.41, "learning_rate": 7.95779669883694e-05, "loss": 19.7764, "step": 17348 }, { "epoch": 15.41, "learning_rate": 7.957569727743284e-05, "loss": 19.8535, "step": 17349 }, { "epoch": 15.41, "learning_rate": 7.957342747274734e-05, "loss": 20.2207, "step": 17350 }, { "epoch": 15.41, "learning_rate": 7.95711575743201e-05, "loss": 19.4854, "step": 17351 }, { "epoch": 15.41, "learning_rate": 7.956888758215832e-05, "loss": 19.6582, "step": 17352 }, { "epoch": 15.41, "learning_rate": 7.95666174962692e-05, "loss": 20.1543, "step": 17353 }, { "epoch": 15.41, "learning_rate": 7.956434731665991e-05, "loss": 19.9824, "step": 17354 }, { "epoch": 15.41, "learning_rate": 7.956207704333767e-05, "loss": 20.0312, "step": 17355 }, { "epoch": 15.41, "learning_rate": 7.955980667630967e-05, "loss": 19.5166, "step": 17356 }, { "epoch": 15.41, "learning_rate": 7.955753621558311e-05, "loss": 20.1514, "step": 17357 }, { "epoch": 15.42, "learning_rate": 7.955526566116518e-05, "loss": 20.2588, "step": 17358 }, { "epoch": 15.42, "learning_rate": 7.955299501306307e-05, "loss": 20.1465, "step": 17359 }, { "epoch": 15.42, "learning_rate": 7.955072427128399e-05, "loss": 19.7178, "step": 17360 }, { "epoch": 15.42, "learning_rate": 7.954845343583515e-05, "loss": 19.7607, "step": 17361 }, { "epoch": 15.42, "learning_rate": 7.954618250672372e-05, "loss": 20.3496, "step": 17362 }, { "epoch": 15.42, "learning_rate": 7.954391148395691e-05, "loss": 19.6045, "step": 17363 }, { "epoch": 15.42, "learning_rate": 7.954164036754193e-05, "loss": 19.7676, "step": 17364 }, { "epoch": 15.42, "learning_rate": 7.953936915748596e-05, "loss": 20.21, "step": 17365 }, { "epoch": 15.42, "learning_rate": 7.953709785379621e-05, "loss": 19.9414, "step": 17366 }, { "epoch": 15.42, "learning_rate": 7.953482645647987e-05, "loss": 20.3086, "step": 17367 }, { "epoch": 15.42, "learning_rate": 7.953255496554417e-05, "loss": 20.0771, "step": 17368 }, { "epoch": 15.43, "learning_rate": 7.953028338099627e-05, "loss": 20.627, "step": 17369 }, { "epoch": 15.43, "learning_rate": 7.95280117028434e-05, "loss": 20.3965, "step": 17370 }, { "epoch": 15.43, "learning_rate": 7.952573993109274e-05, "loss": 19.8281, "step": 17371 }, { "epoch": 15.43, "learning_rate": 7.95234680657515e-05, "loss": 19.9434, "step": 17372 }, { "epoch": 15.43, "learning_rate": 7.952119610682689e-05, "loss": 20.0879, "step": 17373 }, { "epoch": 15.43, "learning_rate": 7.95189240543261e-05, "loss": 20.0879, "step": 17374 }, { "epoch": 15.43, "learning_rate": 7.951665190825633e-05, "loss": 20.375, "step": 17375 }, { "epoch": 15.43, "learning_rate": 7.951437966862478e-05, "loss": 20.2939, "step": 17376 }, { "epoch": 15.43, "learning_rate": 7.951210733543868e-05, "loss": 20.4795, "step": 17377 }, { "epoch": 15.43, "learning_rate": 7.95098349087052e-05, "loss": 20.3584, "step": 17378 }, { "epoch": 15.43, "learning_rate": 7.950756238843156e-05, "loss": 19.9316, "step": 17379 }, { "epoch": 15.44, "learning_rate": 7.950528977462497e-05, "loss": 19.625, "step": 17380 }, { "epoch": 15.44, "learning_rate": 7.95030170672926e-05, "loss": 19.8076, "step": 17381 }, { "epoch": 15.44, "learning_rate": 7.95007442664417e-05, "loss": 19.9629, "step": 17382 }, { "epoch": 15.44, "learning_rate": 7.949847137207945e-05, "loss": 19.6924, "step": 17383 }, { "epoch": 15.44, "learning_rate": 7.949619838421303e-05, "loss": 19.3428, "step": 17384 }, { "epoch": 15.44, "learning_rate": 7.949392530284969e-05, "loss": 20.0518, "step": 17385 }, { "epoch": 15.44, "learning_rate": 7.949165212799661e-05, "loss": 20.1719, "step": 17386 }, { "epoch": 15.44, "learning_rate": 7.948937885966101e-05, "loss": 19.6357, "step": 17387 }, { "epoch": 15.44, "learning_rate": 7.948710549785007e-05, "loss": 20.1396, "step": 17388 }, { "epoch": 15.44, "learning_rate": 7.948483204257105e-05, "loss": 20.167, "step": 17389 }, { "epoch": 15.44, "learning_rate": 7.948255849383108e-05, "loss": 20.0967, "step": 17390 }, { "epoch": 15.44, "learning_rate": 7.948028485163743e-05, "loss": 20.0518, "step": 17391 }, { "epoch": 15.45, "learning_rate": 7.947801111599727e-05, "loss": 21.2529, "step": 17392 }, { "epoch": 15.45, "learning_rate": 7.947573728691785e-05, "loss": 20.0996, "step": 17393 }, { "epoch": 15.45, "learning_rate": 7.947346336440631e-05, "loss": 19.7344, "step": 17394 }, { "epoch": 15.45, "learning_rate": 7.947118934846991e-05, "loss": 20.5566, "step": 17395 }, { "epoch": 15.45, "learning_rate": 7.946891523911584e-05, "loss": 20.874, "step": 17396 }, { "epoch": 15.45, "learning_rate": 7.946664103635133e-05, "loss": 19.6738, "step": 17397 }, { "epoch": 15.45, "learning_rate": 7.946436674018356e-05, "loss": 19.917, "step": 17398 }, { "epoch": 15.45, "learning_rate": 7.946209235061974e-05, "loss": 19.9141, "step": 17399 }, { "epoch": 15.45, "learning_rate": 7.94598178676671e-05, "loss": 20.3848, "step": 17400 }, { "epoch": 15.45, "learning_rate": 7.945754329133286e-05, "loss": 19.957, "step": 17401 }, { "epoch": 15.45, "learning_rate": 7.945526862162418e-05, "loss": 20.3574, "step": 17402 }, { "epoch": 15.46, "learning_rate": 7.945299385854831e-05, "loss": 20.4473, "step": 17403 }, { "epoch": 15.46, "learning_rate": 7.945071900211247e-05, "loss": 19.7363, "step": 17404 }, { "epoch": 15.46, "learning_rate": 7.944844405232382e-05, "loss": 19.6406, "step": 17405 }, { "epoch": 15.46, "learning_rate": 7.944616900918962e-05, "loss": 19.8955, "step": 17406 }, { "epoch": 15.46, "learning_rate": 7.944389387271706e-05, "loss": 20.041, "step": 17407 }, { "epoch": 15.46, "learning_rate": 7.944161864291335e-05, "loss": 19.5391, "step": 17408 }, { "epoch": 15.46, "learning_rate": 7.943934331978571e-05, "loss": 19.6094, "step": 17409 }, { "epoch": 15.46, "learning_rate": 7.943706790334136e-05, "loss": 20.0186, "step": 17410 }, { "epoch": 15.46, "learning_rate": 7.943479239358748e-05, "loss": 20.0791, "step": 17411 }, { "epoch": 15.46, "learning_rate": 7.943251679053134e-05, "loss": 20.1562, "step": 17412 }, { "epoch": 15.46, "learning_rate": 7.943024109418009e-05, "loss": 19.8037, "step": 17413 }, { "epoch": 15.47, "learning_rate": 7.942796530454097e-05, "loss": 19.7842, "step": 17414 }, { "epoch": 15.47, "learning_rate": 7.942568942162122e-05, "loss": 20.3711, "step": 17415 }, { "epoch": 15.47, "learning_rate": 7.9423413445428e-05, "loss": 19.5684, "step": 17416 }, { "epoch": 15.47, "learning_rate": 7.942113737596859e-05, "loss": 19.9121, "step": 17417 }, { "epoch": 15.47, "learning_rate": 7.941886121325015e-05, "loss": 19.8506, "step": 17418 }, { "epoch": 15.47, "learning_rate": 7.941658495727992e-05, "loss": 19.8174, "step": 17419 }, { "epoch": 15.47, "learning_rate": 7.94143086080651e-05, "loss": 20.2402, "step": 17420 }, { "epoch": 15.47, "learning_rate": 7.941203216561292e-05, "loss": 20.2178, "step": 17421 }, { "epoch": 15.47, "learning_rate": 7.940975562993059e-05, "loss": 20.1289, "step": 17422 }, { "epoch": 15.47, "learning_rate": 7.940747900102532e-05, "loss": 20.3867, "step": 17423 }, { "epoch": 15.47, "learning_rate": 7.940520227890435e-05, "loss": 20.001, "step": 17424 }, { "epoch": 15.48, "learning_rate": 7.940292546357486e-05, "loss": 19.623, "step": 17425 }, { "epoch": 15.48, "learning_rate": 7.94006485550441e-05, "loss": 20.0859, "step": 17426 }, { "epoch": 15.48, "learning_rate": 7.939837155331927e-05, "loss": 19.7363, "step": 17427 }, { "epoch": 15.48, "learning_rate": 7.93960944584076e-05, "loss": 20.3857, "step": 17428 }, { "epoch": 15.48, "learning_rate": 7.93938172703163e-05, "loss": 20.1406, "step": 17429 }, { "epoch": 15.48, "learning_rate": 7.939153998905258e-05, "loss": 20.0195, "step": 17430 }, { "epoch": 15.48, "learning_rate": 7.938926261462366e-05, "loss": 19.6631, "step": 17431 }, { "epoch": 15.48, "learning_rate": 7.938698514703677e-05, "loss": 19.7197, "step": 17432 }, { "epoch": 15.48, "learning_rate": 7.938470758629913e-05, "loss": 19.4854, "step": 17433 }, { "epoch": 15.48, "learning_rate": 7.938242993241796e-05, "loss": 19.6113, "step": 17434 }, { "epoch": 15.48, "learning_rate": 7.938015218540047e-05, "loss": 19.6855, "step": 17435 }, { "epoch": 15.48, "learning_rate": 7.937787434525388e-05, "loss": 20.416, "step": 17436 }, { "epoch": 15.49, "learning_rate": 7.937559641198541e-05, "loss": 19.7373, "step": 17437 }, { "epoch": 15.49, "learning_rate": 7.93733183856023e-05, "loss": 20.0381, "step": 17438 }, { "epoch": 15.49, "learning_rate": 7.937104026611173e-05, "loss": 19.9062, "step": 17439 }, { "epoch": 15.49, "learning_rate": 7.936876205352096e-05, "loss": 19.7607, "step": 17440 }, { "epoch": 15.49, "learning_rate": 7.936648374783721e-05, "loss": 20.1084, "step": 17441 }, { "epoch": 15.49, "learning_rate": 7.936420534906767e-05, "loss": 19.1143, "step": 17442 }, { "epoch": 15.49, "learning_rate": 7.93619268572196e-05, "loss": 19.5303, "step": 17443 }, { "epoch": 15.49, "learning_rate": 7.935964827230019e-05, "loss": 20.1953, "step": 17444 }, { "epoch": 15.49, "learning_rate": 7.935736959431668e-05, "loss": 20.1211, "step": 17445 }, { "epoch": 15.49, "learning_rate": 7.93550908232763e-05, "loss": 20.6553, "step": 17446 }, { "epoch": 15.49, "learning_rate": 7.935281195918624e-05, "loss": 20.8916, "step": 17447 }, { "epoch": 15.5, "learning_rate": 7.935053300205378e-05, "loss": 19.8145, "step": 17448 }, { "epoch": 15.5, "learning_rate": 7.934825395188609e-05, "loss": 20.4434, "step": 17449 }, { "epoch": 15.5, "learning_rate": 7.934597480869041e-05, "loss": 19.6963, "step": 17450 }, { "epoch": 15.5, "learning_rate": 7.934369557247397e-05, "loss": 19.7354, "step": 17451 }, { "epoch": 15.5, "learning_rate": 7.934141624324401e-05, "loss": 20.0547, "step": 17452 }, { "epoch": 15.5, "learning_rate": 7.933913682100774e-05, "loss": 20.3125, "step": 17453 }, { "epoch": 15.5, "learning_rate": 7.933685730577237e-05, "loss": 20.0322, "step": 17454 }, { "epoch": 15.5, "learning_rate": 7.933457769754513e-05, "loss": 20.0137, "step": 17455 }, { "epoch": 15.5, "learning_rate": 7.933229799633328e-05, "loss": 20.3203, "step": 17456 }, { "epoch": 15.5, "learning_rate": 7.9330018202144e-05, "loss": 19.8223, "step": 17457 }, { "epoch": 15.5, "learning_rate": 7.932773831498454e-05, "loss": 19.7324, "step": 17458 }, { "epoch": 15.51, "learning_rate": 7.932545833486215e-05, "loss": 19.7646, "step": 17459 }, { "epoch": 15.51, "learning_rate": 7.932317826178401e-05, "loss": 19.6953, "step": 17460 }, { "epoch": 15.51, "learning_rate": 7.932089809575738e-05, "loss": 19.2764, "step": 17461 }, { "epoch": 15.51, "learning_rate": 7.931861783678946e-05, "loss": 19.7246, "step": 17462 }, { "epoch": 15.51, "learning_rate": 7.931633748488751e-05, "loss": 19.958, "step": 17463 }, { "epoch": 15.51, "learning_rate": 7.931405704005875e-05, "loss": 20.165, "step": 17464 }, { "epoch": 15.51, "learning_rate": 7.931177650231038e-05, "loss": 19.8848, "step": 17465 }, { "epoch": 15.51, "learning_rate": 7.930949587164967e-05, "loss": 20.2021, "step": 17466 }, { "epoch": 15.51, "learning_rate": 7.930721514808383e-05, "loss": 20.1904, "step": 17467 }, { "epoch": 15.51, "learning_rate": 7.930493433162007e-05, "loss": 19.6807, "step": 17468 }, { "epoch": 15.51, "learning_rate": 7.930265342226566e-05, "loss": 20.0547, "step": 17469 }, { "epoch": 15.52, "learning_rate": 7.93003724200278e-05, "loss": 19.8564, "step": 17470 }, { "epoch": 15.52, "learning_rate": 7.929809132491374e-05, "loss": 19.6797, "step": 17471 }, { "epoch": 15.52, "learning_rate": 7.929581013693068e-05, "loss": 19.6553, "step": 17472 }, { "epoch": 15.52, "learning_rate": 7.929352885608588e-05, "loss": 20.2002, "step": 17473 }, { "epoch": 15.52, "learning_rate": 7.929124748238656e-05, "loss": 19.5557, "step": 17474 }, { "epoch": 15.52, "learning_rate": 7.928896601583996e-05, "loss": 19.6699, "step": 17475 }, { "epoch": 15.52, "learning_rate": 7.928896601583996e-05, "loss": 20.5049, "step": 17476 }, { "epoch": 15.52, "learning_rate": 7.92866844564533e-05, "loss": 19.9541, "step": 17477 }, { "epoch": 15.52, "learning_rate": 7.928440280423381e-05, "loss": 19.3682, "step": 17478 }, { "epoch": 15.52, "learning_rate": 7.928212105918875e-05, "loss": 20.3408, "step": 17479 }, { "epoch": 15.52, "learning_rate": 7.927983922132532e-05, "loss": 19.9258, "step": 17480 }, { "epoch": 15.52, "learning_rate": 7.927755729065077e-05, "loss": 19.5869, "step": 17481 }, { "epoch": 15.53, "learning_rate": 7.927527526717234e-05, "loss": 20.4102, "step": 17482 }, { "epoch": 15.53, "learning_rate": 7.927299315089722e-05, "loss": 20.0039, "step": 17483 }, { "epoch": 15.53, "learning_rate": 7.92707109418327e-05, "loss": 19.3848, "step": 17484 }, { "epoch": 15.53, "learning_rate": 7.926842863998599e-05, "loss": 20.2451, "step": 17485 }, { "epoch": 15.53, "learning_rate": 7.926614624536431e-05, "loss": 19.6094, "step": 17486 }, { "epoch": 15.53, "learning_rate": 7.926386375797492e-05, "loss": 19.9092, "step": 17487 }, { "epoch": 15.53, "learning_rate": 7.926158117782505e-05, "loss": 20.1191, "step": 17488 }, { "epoch": 15.53, "learning_rate": 7.92592985049219e-05, "loss": 20.4863, "step": 17489 }, { "epoch": 15.53, "learning_rate": 7.925701573927276e-05, "loss": 19.6309, "step": 17490 }, { "epoch": 15.53, "learning_rate": 7.925473288088486e-05, "loss": 19.9551, "step": 17491 }, { "epoch": 15.53, "learning_rate": 7.925244992976538e-05, "loss": 19.3906, "step": 17492 }, { "epoch": 15.54, "learning_rate": 7.925016688592161e-05, "loss": 19.751, "step": 17493 }, { "epoch": 15.54, "learning_rate": 7.924788374936078e-05, "loss": 19.2861, "step": 17494 }, { "epoch": 15.54, "learning_rate": 7.924560052009011e-05, "loss": 19.7715, "step": 17495 }, { "epoch": 15.54, "learning_rate": 7.924331719811684e-05, "loss": 19.8574, "step": 17496 }, { "epoch": 15.54, "learning_rate": 7.924103378344822e-05, "loss": 19.96, "step": 17497 }, { "epoch": 15.54, "learning_rate": 7.923875027609146e-05, "loss": 20.3066, "step": 17498 }, { "epoch": 15.54, "learning_rate": 7.923646667605385e-05, "loss": 20.1348, "step": 17499 }, { "epoch": 15.54, "learning_rate": 7.923418298334257e-05, "loss": 19.5908, "step": 17500 }, { "epoch": 15.54, "learning_rate": 7.923189919796492e-05, "loss": 20.1416, "step": 17501 }, { "epoch": 15.54, "learning_rate": 7.922961531992808e-05, "loss": 20.0977, "step": 17502 }, { "epoch": 15.54, "learning_rate": 7.922733134923933e-05, "loss": 19.7988, "step": 17503 }, { "epoch": 15.55, "learning_rate": 7.922504728590588e-05, "loss": 19.748, "step": 17504 }, { "epoch": 15.55, "learning_rate": 7.922276312993497e-05, "loss": 20.0, "step": 17505 }, { "epoch": 15.55, "learning_rate": 7.922047888133388e-05, "loss": 19.7764, "step": 17506 }, { "epoch": 15.55, "learning_rate": 7.921819454010982e-05, "loss": 19.5371, "step": 17507 }, { "epoch": 15.55, "learning_rate": 7.921591010627004e-05, "loss": 19.9014, "step": 17508 }, { "epoch": 15.55, "learning_rate": 7.921362557982178e-05, "loss": 19.959, "step": 17509 }, { "epoch": 15.55, "learning_rate": 7.921134096077227e-05, "loss": 20.4688, "step": 17510 }, { "epoch": 15.55, "learning_rate": 7.920905624912876e-05, "loss": 20.5254, "step": 17511 }, { "epoch": 15.55, "learning_rate": 7.920677144489851e-05, "loss": 20.0908, "step": 17512 }, { "epoch": 15.55, "learning_rate": 7.920448654808873e-05, "loss": 19.7607, "step": 17513 }, { "epoch": 15.55, "learning_rate": 7.920220155870667e-05, "loss": 19.9434, "step": 17514 }, { "epoch": 15.56, "learning_rate": 7.91999164767596e-05, "loss": 19.9258, "step": 17515 }, { "epoch": 15.56, "learning_rate": 7.919763130225473e-05, "loss": 19.9795, "step": 17516 }, { "epoch": 15.56, "learning_rate": 7.919534603519933e-05, "loss": 20.0957, "step": 17517 }, { "epoch": 15.56, "learning_rate": 7.919306067560061e-05, "loss": 19.6807, "step": 17518 }, { "epoch": 15.56, "learning_rate": 7.919077522346586e-05, "loss": 19.8721, "step": 17519 }, { "epoch": 15.56, "learning_rate": 7.91884896788023e-05, "loss": 19.6064, "step": 17520 }, { "epoch": 15.56, "learning_rate": 7.918620404161716e-05, "loss": 20.1455, "step": 17521 }, { "epoch": 15.56, "learning_rate": 7.918391831191771e-05, "loss": 20.084, "step": 17522 }, { "epoch": 15.56, "learning_rate": 7.918163248971117e-05, "loss": 19.2021, "step": 17523 }, { "epoch": 15.56, "learning_rate": 7.917934657500483e-05, "loss": 19.9805, "step": 17524 }, { "epoch": 15.56, "learning_rate": 7.917706056780587e-05, "loss": 20.7295, "step": 17525 }, { "epoch": 15.56, "learning_rate": 7.91747744681216e-05, "loss": 20.0488, "step": 17526 }, { "epoch": 15.57, "learning_rate": 7.917248827595922e-05, "loss": 19.7461, "step": 17527 }, { "epoch": 15.57, "learning_rate": 7.917020199132603e-05, "loss": 20.1328, "step": 17528 }, { "epoch": 15.57, "learning_rate": 7.916791561422921e-05, "loss": 19.5195, "step": 17529 }, { "epoch": 15.57, "learning_rate": 7.916562914467605e-05, "loss": 19.8018, "step": 17530 }, { "epoch": 15.57, "learning_rate": 7.916334258267379e-05, "loss": 20.0537, "step": 17531 }, { "epoch": 15.57, "learning_rate": 7.916105592822967e-05, "loss": 20.2158, "step": 17532 }, { "epoch": 15.57, "learning_rate": 7.915876918135094e-05, "loss": 20.1865, "step": 17533 }, { "epoch": 15.57, "learning_rate": 7.915648234204487e-05, "loss": 19.9189, "step": 17534 }, { "epoch": 15.57, "learning_rate": 7.915419541031869e-05, "loss": 19.8086, "step": 17535 }, { "epoch": 15.57, "learning_rate": 7.915190838617965e-05, "loss": 19.6523, "step": 17536 }, { "epoch": 15.57, "learning_rate": 7.914962126963499e-05, "loss": 19.4297, "step": 17537 }, { "epoch": 15.58, "learning_rate": 7.914733406069197e-05, "loss": 20.3184, "step": 17538 }, { "epoch": 15.58, "learning_rate": 7.914504675935785e-05, "loss": 20.002, "step": 17539 }, { "epoch": 15.58, "learning_rate": 7.914275936563985e-05, "loss": 20.0107, "step": 17540 }, { "epoch": 15.58, "learning_rate": 7.914047187954525e-05, "loss": 19.2549, "step": 17541 }, { "epoch": 15.58, "learning_rate": 7.913818430108131e-05, "loss": 20.6865, "step": 17542 }, { "epoch": 15.58, "learning_rate": 7.913589663025525e-05, "loss": 20.127, "step": 17543 }, { "epoch": 15.58, "learning_rate": 7.913360886707433e-05, "loss": 19.9951, "step": 17544 }, { "epoch": 15.58, "learning_rate": 7.91313210115458e-05, "loss": 19.959, "step": 17545 }, { "epoch": 15.58, "learning_rate": 7.912903306367693e-05, "loss": 20.3916, "step": 17546 }, { "epoch": 15.58, "learning_rate": 7.912674502347496e-05, "loss": 20.0508, "step": 17547 }, { "epoch": 15.58, "learning_rate": 7.912445689094714e-05, "loss": 20.2656, "step": 17548 }, { "epoch": 15.59, "learning_rate": 7.912216866610072e-05, "loss": 19.7041, "step": 17549 }, { "epoch": 15.59, "learning_rate": 7.911988034894297e-05, "loss": 19.8066, "step": 17550 }, { "epoch": 15.59, "learning_rate": 7.911759193948112e-05, "loss": 19.8096, "step": 17551 }, { "epoch": 15.59, "learning_rate": 7.911530343772245e-05, "loss": 20.0752, "step": 17552 }, { "epoch": 15.59, "learning_rate": 7.911301484367418e-05, "loss": 20.1865, "step": 17553 }, { "epoch": 15.59, "learning_rate": 7.91107261573436e-05, "loss": 19.9961, "step": 17554 }, { "epoch": 15.59, "learning_rate": 7.910843737873794e-05, "loss": 20.5469, "step": 17555 }, { "epoch": 15.59, "learning_rate": 7.910614850786448e-05, "loss": 19.6953, "step": 17556 }, { "epoch": 15.59, "learning_rate": 7.910385954473045e-05, "loss": 19.8945, "step": 17557 }, { "epoch": 15.59, "learning_rate": 7.910157048934312e-05, "loss": 20.1074, "step": 17558 }, { "epoch": 15.59, "learning_rate": 7.909928134170973e-05, "loss": 20.1475, "step": 17559 }, { "epoch": 15.6, "learning_rate": 7.909699210183756e-05, "loss": 21.0596, "step": 17560 }, { "epoch": 15.6, "learning_rate": 7.909470276973384e-05, "loss": 20.4609, "step": 17561 }, { "epoch": 15.6, "learning_rate": 7.909241334540584e-05, "loss": 20.4209, "step": 17562 }, { "epoch": 15.6, "learning_rate": 7.909012382886082e-05, "loss": 19.8252, "step": 17563 }, { "epoch": 15.6, "learning_rate": 7.908783422010605e-05, "loss": 19.6963, "step": 17564 }, { "epoch": 15.6, "learning_rate": 7.908554451914876e-05, "loss": 19.6182, "step": 17565 }, { "epoch": 15.6, "learning_rate": 7.908325472599622e-05, "loss": 19.9932, "step": 17566 }, { "epoch": 15.6, "learning_rate": 7.908096484065569e-05, "loss": 20.5996, "step": 17567 }, { "epoch": 15.6, "learning_rate": 7.907867486313443e-05, "loss": 20.4131, "step": 17568 }, { "epoch": 15.6, "learning_rate": 7.907638479343969e-05, "loss": 19.668, "step": 17569 }, { "epoch": 15.6, "learning_rate": 7.907409463157873e-05, "loss": 19.5596, "step": 17570 }, { "epoch": 15.6, "learning_rate": 7.907180437755884e-05, "loss": 19.6973, "step": 17571 }, { "epoch": 15.61, "learning_rate": 7.906951403138722e-05, "loss": 19.6504, "step": 17572 }, { "epoch": 15.61, "learning_rate": 7.906722359307118e-05, "loss": 20.0654, "step": 17573 }, { "epoch": 15.61, "learning_rate": 7.906493306261796e-05, "loss": 19.8916, "step": 17574 }, { "epoch": 15.61, "learning_rate": 7.906264244003483e-05, "loss": 20.1475, "step": 17575 }, { "epoch": 15.61, "learning_rate": 7.906264244003483e-05, "loss": 19.8311, "step": 17576 }, { "epoch": 15.61, "learning_rate": 7.906035172532904e-05, "loss": 19.9219, "step": 17577 }, { "epoch": 15.61, "learning_rate": 7.905806091850784e-05, "loss": 19.7871, "step": 17578 }, { "epoch": 15.61, "learning_rate": 7.905577001957853e-05, "loss": 19.7646, "step": 17579 }, { "epoch": 15.61, "learning_rate": 7.905347902854834e-05, "loss": 19.9326, "step": 17580 }, { "epoch": 15.61, "learning_rate": 7.905118794542455e-05, "loss": 19.6338, "step": 17581 }, { "epoch": 15.61, "learning_rate": 7.904889677021441e-05, "loss": 19.5439, "step": 17582 }, { "epoch": 15.62, "learning_rate": 7.904660550292517e-05, "loss": 20.0645, "step": 17583 }, { "epoch": 15.62, "learning_rate": 7.904431414356412e-05, "loss": 19.6045, "step": 17584 }, { "epoch": 15.62, "learning_rate": 7.904202269213853e-05, "loss": 20.8047, "step": 17585 }, { "epoch": 15.62, "learning_rate": 7.903973114865563e-05, "loss": 19.8086, "step": 17586 }, { "epoch": 15.62, "learning_rate": 7.90374395131227e-05, "loss": 19.7969, "step": 17587 }, { "epoch": 15.62, "learning_rate": 7.903514778554699e-05, "loss": 19.835, "step": 17588 }, { "epoch": 15.62, "learning_rate": 7.90328559659358e-05, "loss": 20.3652, "step": 17589 }, { "epoch": 15.62, "learning_rate": 7.903056405429635e-05, "loss": 19.9551, "step": 17590 }, { "epoch": 15.62, "learning_rate": 7.902827205063594e-05, "loss": 20.6045, "step": 17591 }, { "epoch": 15.62, "learning_rate": 7.902597995496182e-05, "loss": 20.5234, "step": 17592 }, { "epoch": 15.62, "learning_rate": 7.902368776728126e-05, "loss": 19.7139, "step": 17593 }, { "epoch": 15.63, "learning_rate": 7.902139548760152e-05, "loss": 19.8047, "step": 17594 }, { "epoch": 15.63, "learning_rate": 7.901910311592985e-05, "loss": 19.6709, "step": 17595 }, { "epoch": 15.63, "learning_rate": 7.901681065227357e-05, "loss": 19.7109, "step": 17596 }, { "epoch": 15.63, "learning_rate": 7.90145180966399e-05, "loss": 19.3262, "step": 17597 }, { "epoch": 15.63, "learning_rate": 7.901222544903612e-05, "loss": 19.9648, "step": 17598 }, { "epoch": 15.63, "learning_rate": 7.900993270946949e-05, "loss": 19.5967, "step": 17599 }, { "epoch": 15.63, "learning_rate": 7.900763987794728e-05, "loss": 20.1182, "step": 17600 }, { "epoch": 15.63, "learning_rate": 7.900534695447677e-05, "loss": 20.4697, "step": 17601 }, { "epoch": 15.63, "learning_rate": 7.900305393906523e-05, "loss": 20.3037, "step": 17602 }, { "epoch": 15.63, "learning_rate": 7.90007608317199e-05, "loss": 19.835, "step": 17603 }, { "epoch": 15.63, "learning_rate": 7.899846763244808e-05, "loss": 20.1143, "step": 17604 }, { "epoch": 15.63, "learning_rate": 7.899617434125702e-05, "loss": 19.9316, "step": 17605 }, { "epoch": 15.64, "learning_rate": 7.8993880958154e-05, "loss": 20.0117, "step": 17606 }, { "epoch": 15.64, "learning_rate": 7.899158748314628e-05, "loss": 20.0557, "step": 17607 }, { "epoch": 15.64, "learning_rate": 7.898929391624113e-05, "loss": 20.123, "step": 17608 }, { "epoch": 15.64, "learning_rate": 7.898700025744583e-05, "loss": 19.3623, "step": 17609 }, { "epoch": 15.64, "learning_rate": 7.898470650676765e-05, "loss": 19.8789, "step": 17610 }, { "epoch": 15.64, "learning_rate": 7.898241266421385e-05, "loss": 19.6553, "step": 17611 }, { "epoch": 15.64, "learning_rate": 7.898011872979172e-05, "loss": 19.3037, "step": 17612 }, { "epoch": 15.64, "learning_rate": 7.89778247035085e-05, "loss": 19.9424, "step": 17613 }, { "epoch": 15.64, "learning_rate": 7.897553058537148e-05, "loss": 20.4727, "step": 17614 }, { "epoch": 15.64, "learning_rate": 7.897323637538794e-05, "loss": 19.7598, "step": 17615 }, { "epoch": 15.64, "learning_rate": 7.897094207356515e-05, "loss": 19.5957, "step": 17616 }, { "epoch": 15.65, "learning_rate": 7.896864767991036e-05, "loss": 19.4951, "step": 17617 }, { "epoch": 15.65, "learning_rate": 7.896635319443087e-05, "loss": 20.2383, "step": 17618 }, { "epoch": 15.65, "learning_rate": 7.896405861713394e-05, "loss": 19.9883, "step": 17619 }, { "epoch": 15.65, "learning_rate": 7.896176394802686e-05, "loss": 19.4902, "step": 17620 }, { "epoch": 15.65, "learning_rate": 7.895946918711688e-05, "loss": 19.6309, "step": 17621 }, { "epoch": 15.65, "learning_rate": 7.895717433441127e-05, "loss": 20.04, "step": 17622 }, { "epoch": 15.65, "learning_rate": 7.895487938991732e-05, "loss": 20.4502, "step": 17623 }, { "epoch": 15.65, "learning_rate": 7.895258435364231e-05, "loss": 20.2881, "step": 17624 }, { "epoch": 15.65, "learning_rate": 7.895028922559352e-05, "loss": 19.666, "step": 17625 }, { "epoch": 15.65, "learning_rate": 7.894799400577817e-05, "loss": 19.9248, "step": 17626 }, { "epoch": 15.65, "learning_rate": 7.89456986942036e-05, "loss": 19.5879, "step": 17627 }, { "epoch": 15.66, "learning_rate": 7.894340329087709e-05, "loss": 20.5312, "step": 17628 }, { "epoch": 15.66, "learning_rate": 7.894110779580585e-05, "loss": 19.9414, "step": 17629 }, { "epoch": 15.66, "learning_rate": 7.893881220899721e-05, "loss": 20.2207, "step": 17630 }, { "epoch": 15.66, "learning_rate": 7.893651653045844e-05, "loss": 20.2139, "step": 17631 }, { "epoch": 15.66, "learning_rate": 7.89342207601968e-05, "loss": 20.1299, "step": 17632 }, { "epoch": 15.66, "learning_rate": 7.893192489821957e-05, "loss": 19.6582, "step": 17633 }, { "epoch": 15.66, "learning_rate": 7.892962894453404e-05, "loss": 20.0908, "step": 17634 }, { "epoch": 15.66, "learning_rate": 7.892733289914748e-05, "loss": 19.4658, "step": 17635 }, { "epoch": 15.66, "learning_rate": 7.892503676206717e-05, "loss": 19.6904, "step": 17636 }, { "epoch": 15.66, "learning_rate": 7.892274053330039e-05, "loss": 19.6514, "step": 17637 }, { "epoch": 15.66, "learning_rate": 7.89204442128544e-05, "loss": 20.2002, "step": 17638 }, { "epoch": 15.67, "learning_rate": 7.891814780073651e-05, "loss": 20.0107, "step": 17639 }, { "epoch": 15.67, "learning_rate": 7.891585129695398e-05, "loss": 19.8594, "step": 17640 }, { "epoch": 15.67, "learning_rate": 7.891355470151409e-05, "loss": 20.4326, "step": 17641 }, { "epoch": 15.67, "learning_rate": 7.891125801442412e-05, "loss": 19.4385, "step": 17642 }, { "epoch": 15.67, "learning_rate": 7.890896123569136e-05, "loss": 19.7529, "step": 17643 }, { "epoch": 15.67, "learning_rate": 7.890666436532308e-05, "loss": 19.6699, "step": 17644 }, { "epoch": 15.67, "learning_rate": 7.890436740332657e-05, "loss": 20.3398, "step": 17645 }, { "epoch": 15.67, "learning_rate": 7.890207034970909e-05, "loss": 20.6758, "step": 17646 }, { "epoch": 15.67, "learning_rate": 7.889977320447795e-05, "loss": 19.5488, "step": 17647 }, { "epoch": 15.67, "learning_rate": 7.889747596764041e-05, "loss": 19.5469, "step": 17648 }, { "epoch": 15.67, "learning_rate": 7.889517863920375e-05, "loss": 19.7109, "step": 17649 }, { "epoch": 15.67, "learning_rate": 7.889288121917527e-05, "loss": 20.0625, "step": 17650 }, { "epoch": 15.68, "learning_rate": 7.889058370756224e-05, "loss": 19.6426, "step": 17651 }, { "epoch": 15.68, "learning_rate": 7.888828610437196e-05, "loss": 19.6738, "step": 17652 }, { "epoch": 15.68, "learning_rate": 7.888598840961169e-05, "loss": 19.8682, "step": 17653 }, { "epoch": 15.68, "learning_rate": 7.888369062328871e-05, "loss": 19.877, "step": 17654 }, { "epoch": 15.68, "learning_rate": 7.888139274541034e-05, "loss": 19.9697, "step": 17655 }, { "epoch": 15.68, "learning_rate": 7.887909477598383e-05, "loss": 19.7695, "step": 17656 }, { "epoch": 15.68, "learning_rate": 7.887679671501646e-05, "loss": 20.2803, "step": 17657 }, { "epoch": 15.68, "learning_rate": 7.887449856251554e-05, "loss": 19.541, "step": 17658 }, { "epoch": 15.68, "learning_rate": 7.887220031848835e-05, "loss": 20.2119, "step": 17659 }, { "epoch": 15.68, "learning_rate": 7.886990198294215e-05, "loss": 20.3857, "step": 17660 }, { "epoch": 15.68, "learning_rate": 7.886760355588426e-05, "loss": 19.3633, "step": 17661 }, { "epoch": 15.69, "learning_rate": 7.886530503732192e-05, "loss": 20.1465, "step": 17662 }, { "epoch": 15.69, "learning_rate": 7.886300642726247e-05, "loss": 20.0752, "step": 17663 }, { "epoch": 15.69, "learning_rate": 7.886070772571317e-05, "loss": 19.6895, "step": 17664 }, { "epoch": 15.69, "learning_rate": 7.88584089326813e-05, "loss": 19.5166, "step": 17665 }, { "epoch": 15.69, "learning_rate": 7.885611004817416e-05, "loss": 19.835, "step": 17666 }, { "epoch": 15.69, "learning_rate": 7.885381107219903e-05, "loss": 19.7041, "step": 17667 }, { "epoch": 15.69, "learning_rate": 7.885151200476319e-05, "loss": 20.0576, "step": 17668 }, { "epoch": 15.69, "learning_rate": 7.884921284587395e-05, "loss": 19.54, "step": 17669 }, { "epoch": 15.69, "learning_rate": 7.884691359553856e-05, "loss": 20.3105, "step": 17670 }, { "epoch": 15.69, "learning_rate": 7.884461425376435e-05, "loss": 19.7646, "step": 17671 }, { "epoch": 15.69, "learning_rate": 7.884231482055858e-05, "loss": 20.3965, "step": 17672 }, { "epoch": 15.7, "learning_rate": 7.884001529592854e-05, "loss": 20.085, "step": 17673 }, { "epoch": 15.7, "learning_rate": 7.883771567988156e-05, "loss": 19.4688, "step": 17674 }, { "epoch": 15.7, "learning_rate": 7.883541597242488e-05, "loss": 20.3516, "step": 17675 }, { "epoch": 15.7, "learning_rate": 7.883311617356579e-05, "loss": 19.792, "step": 17676 }, { "epoch": 15.7, "learning_rate": 7.883081628331162e-05, "loss": 20.4492, "step": 17677 }, { "epoch": 15.7, "learning_rate": 7.882851630166961e-05, "loss": 20.1289, "step": 17678 }, { "epoch": 15.7, "learning_rate": 7.882621622864711e-05, "loss": 20.3096, "step": 17679 }, { "epoch": 15.7, "learning_rate": 7.882391606425135e-05, "loss": 19.6035, "step": 17680 }, { "epoch": 15.7, "learning_rate": 7.882161580848967e-05, "loss": 19.8496, "step": 17681 }, { "epoch": 15.7, "learning_rate": 7.881931546136934e-05, "loss": 19.875, "step": 17682 }, { "epoch": 15.7, "learning_rate": 7.881701502289763e-05, "loss": 20.0488, "step": 17683 }, { "epoch": 15.71, "learning_rate": 7.881471449308187e-05, "loss": 20.1523, "step": 17684 }, { "epoch": 15.71, "learning_rate": 7.881241387192934e-05, "loss": 19.5352, "step": 17685 }, { "epoch": 15.71, "learning_rate": 7.88101131594473e-05, "loss": 19.4297, "step": 17686 }, { "epoch": 15.71, "learning_rate": 7.880781235564311e-05, "loss": 20.0967, "step": 17687 }, { "epoch": 15.71, "learning_rate": 7.8805511460524e-05, "loss": 20.3193, "step": 17688 }, { "epoch": 15.71, "learning_rate": 7.88032104740973e-05, "loss": 19.6533, "step": 17689 }, { "epoch": 15.71, "learning_rate": 7.880090939637028e-05, "loss": 19.2041, "step": 17690 }, { "epoch": 15.71, "learning_rate": 7.879860822735025e-05, "loss": 19.4033, "step": 17691 }, { "epoch": 15.71, "learning_rate": 7.87963069670445e-05, "loss": 19.6826, "step": 17692 }, { "epoch": 15.71, "learning_rate": 7.879400561546033e-05, "loss": 19.5293, "step": 17693 }, { "epoch": 15.71, "learning_rate": 7.879170417260502e-05, "loss": 19.7422, "step": 17694 }, { "epoch": 15.71, "learning_rate": 7.878940263848589e-05, "loss": 19.6934, "step": 17695 }, { "epoch": 15.72, "learning_rate": 7.878710101311019e-05, "loss": 20.084, "step": 17696 }, { "epoch": 15.72, "learning_rate": 7.878479929648526e-05, "loss": 19.6943, "step": 17697 }, { "epoch": 15.72, "learning_rate": 7.87824974886184e-05, "loss": 20.3594, "step": 17698 }, { "epoch": 15.72, "learning_rate": 7.878019558951687e-05, "loss": 20.9541, "step": 17699 }, { "epoch": 15.72, "learning_rate": 7.877789359918798e-05, "loss": 19.9814, "step": 17700 }, { "epoch": 15.72, "learning_rate": 7.877559151763905e-05, "loss": 19.7148, "step": 17701 }, { "epoch": 15.72, "learning_rate": 7.877328934487734e-05, "loss": 20.123, "step": 17702 }, { "epoch": 15.72, "learning_rate": 7.877098708091017e-05, "loss": 19.5332, "step": 17703 }, { "epoch": 15.72, "learning_rate": 7.876868472574483e-05, "loss": 20.1279, "step": 17704 }, { "epoch": 15.72, "learning_rate": 7.876638227938862e-05, "loss": 19.5908, "step": 17705 }, { "epoch": 15.72, "learning_rate": 7.876407974184885e-05, "loss": 19.6143, "step": 17706 }, { "epoch": 15.73, "learning_rate": 7.87617771131328e-05, "loss": 20.0615, "step": 17707 }, { "epoch": 15.73, "learning_rate": 7.875947439324777e-05, "loss": 20.2041, "step": 17708 }, { "epoch": 15.73, "learning_rate": 7.875717158220109e-05, "loss": 19.7676, "step": 17709 }, { "epoch": 15.73, "learning_rate": 7.875486867999999e-05, "loss": 19.5049, "step": 17710 }, { "epoch": 15.73, "learning_rate": 7.875256568665185e-05, "loss": 20.4209, "step": 17711 }, { "epoch": 15.73, "learning_rate": 7.875026260216393e-05, "loss": 20.0254, "step": 17712 }, { "epoch": 15.73, "learning_rate": 7.875026260216393e-05, "loss": 20.7988, "step": 17713 }, { "epoch": 15.73, "learning_rate": 7.874795942654354e-05, "loss": 19.7295, "step": 17714 }, { "epoch": 15.73, "learning_rate": 7.874565615979797e-05, "loss": 20.1162, "step": 17715 }, { "epoch": 15.73, "learning_rate": 7.874565615979797e-05, "loss": 20.9082, "step": 17716 }, { "epoch": 15.73, "learning_rate": 7.874335280193452e-05, "loss": 19.5381, "step": 17717 }, { "epoch": 15.74, "learning_rate": 7.87410493529605e-05, "loss": 20.3643, "step": 17718 }, { "epoch": 15.74, "learning_rate": 7.873874581288323e-05, "loss": 19.9531, "step": 17719 }, { "epoch": 15.74, "learning_rate": 7.873644218170996e-05, "loss": 20.0332, "step": 17720 }, { "epoch": 15.74, "learning_rate": 7.873413845944803e-05, "loss": 19.9199, "step": 17721 }, { "epoch": 15.74, "learning_rate": 7.873183464610477e-05, "loss": 20.2656, "step": 17722 }, { "epoch": 15.74, "learning_rate": 7.872953074168741e-05, "loss": 19.7432, "step": 17723 }, { "epoch": 15.74, "learning_rate": 7.872722674620332e-05, "loss": 20.2246, "step": 17724 }, { "epoch": 15.74, "learning_rate": 7.872492265965973e-05, "loss": 19.8945, "step": 17725 }, { "epoch": 15.74, "learning_rate": 7.872261848206403e-05, "loss": 19.6279, "step": 17726 }, { "epoch": 15.74, "learning_rate": 7.872031421342347e-05, "loss": 19.9414, "step": 17727 }, { "epoch": 15.74, "learning_rate": 7.871800985374537e-05, "loss": 19.9062, "step": 17728 }, { "epoch": 15.75, "learning_rate": 7.871570540303702e-05, "loss": 19.8438, "step": 17729 }, { "epoch": 15.75, "learning_rate": 7.871340086130574e-05, "loss": 19.6699, "step": 17730 }, { "epoch": 15.75, "learning_rate": 7.871109622855883e-05, "loss": 19.9932, "step": 17731 }, { "epoch": 15.75, "learning_rate": 7.870879150480359e-05, "loss": 20.3008, "step": 17732 }, { "epoch": 15.75, "learning_rate": 7.870648669004733e-05, "loss": 20.6152, "step": 17733 }, { "epoch": 15.75, "learning_rate": 7.870418178429734e-05, "loss": 19.6826, "step": 17734 }, { "epoch": 15.75, "learning_rate": 7.870187678756098e-05, "loss": 19.9316, "step": 17735 }, { "epoch": 15.75, "learning_rate": 7.86995716998455e-05, "loss": 19.9307, "step": 17736 }, { "epoch": 15.75, "learning_rate": 7.869726652115823e-05, "loss": 19.7324, "step": 17737 }, { "epoch": 15.75, "learning_rate": 7.869496125150646e-05, "loss": 20.042, "step": 17738 }, { "epoch": 15.75, "learning_rate": 7.869265589089751e-05, "loss": 20.2812, "step": 17739 }, { "epoch": 15.75, "learning_rate": 7.86903504393387e-05, "loss": 19.7334, "step": 17740 }, { "epoch": 15.76, "learning_rate": 7.868804489683732e-05, "loss": 19.835, "step": 17741 }, { "epoch": 15.76, "learning_rate": 7.868573926340068e-05, "loss": 19.9658, "step": 17742 }, { "epoch": 15.76, "learning_rate": 7.86834335390361e-05, "loss": 19.7656, "step": 17743 }, { "epoch": 15.76, "learning_rate": 7.868112772375087e-05, "loss": 19.791, "step": 17744 }, { "epoch": 15.76, "learning_rate": 7.86788218175523e-05, "loss": 20.1445, "step": 17745 }, { "epoch": 15.76, "learning_rate": 7.867651582044773e-05, "loss": 19.7939, "step": 17746 }, { "epoch": 15.76, "learning_rate": 7.867420973244444e-05, "loss": 20.3242, "step": 17747 }, { "epoch": 15.76, "learning_rate": 7.867190355354974e-05, "loss": 19.7031, "step": 17748 }, { "epoch": 15.76, "learning_rate": 7.866959728377095e-05, "loss": 20.4248, "step": 17749 }, { "epoch": 15.76, "learning_rate": 7.866729092311538e-05, "loss": 19.7139, "step": 17750 }, { "epoch": 15.76, "learning_rate": 7.866498447159034e-05, "loss": 20.5566, "step": 17751 }, { "epoch": 15.77, "learning_rate": 7.866267792920314e-05, "loss": 20.25, "step": 17752 }, { "epoch": 15.77, "learning_rate": 7.86603712959611e-05, "loss": 20.0732, "step": 17753 }, { "epoch": 15.77, "learning_rate": 7.865806457187151e-05, "loss": 20.3877, "step": 17754 }, { "epoch": 15.77, "learning_rate": 7.865575775694169e-05, "loss": 19.5098, "step": 17755 }, { "epoch": 15.77, "learning_rate": 7.865345085117896e-05, "loss": 19.626, "step": 17756 }, { "epoch": 15.77, "learning_rate": 7.865114385459064e-05, "loss": 19.251, "step": 17757 }, { "epoch": 15.77, "learning_rate": 7.864883676718402e-05, "loss": 20.1426, "step": 17758 }, { "epoch": 15.77, "learning_rate": 7.864652958896644e-05, "loss": 20.6143, "step": 17759 }, { "epoch": 15.77, "learning_rate": 7.864422231994517e-05, "loss": 19.7119, "step": 17760 }, { "epoch": 15.77, "learning_rate": 7.864191496012755e-05, "loss": 20.4043, "step": 17761 }, { "epoch": 15.77, "learning_rate": 7.863960750952092e-05, "loss": 19.5273, "step": 17762 }, { "epoch": 15.78, "learning_rate": 7.863729996813257e-05, "loss": 21.0264, "step": 17763 }, { "epoch": 15.78, "learning_rate": 7.86349923359698e-05, "loss": 20.2197, "step": 17764 }, { "epoch": 15.78, "learning_rate": 7.863268461303995e-05, "loss": 19.9297, "step": 17765 }, { "epoch": 15.78, "learning_rate": 7.863037679935033e-05, "loss": 20.2256, "step": 17766 }, { "epoch": 15.78, "learning_rate": 7.862806889490823e-05, "loss": 20.2451, "step": 17767 }, { "epoch": 15.78, "learning_rate": 7.862576089972098e-05, "loss": 19.6191, "step": 17768 }, { "epoch": 15.78, "learning_rate": 7.862345281379592e-05, "loss": 19.7266, "step": 17769 }, { "epoch": 15.78, "learning_rate": 7.862114463714034e-05, "loss": 20.3525, "step": 17770 }, { "epoch": 15.78, "learning_rate": 7.861883636976157e-05, "loss": 20.2061, "step": 17771 }, { "epoch": 15.78, "learning_rate": 7.861652801166691e-05, "loss": 20.25, "step": 17772 }, { "epoch": 15.78, "learning_rate": 7.861421956286369e-05, "loss": 20.0742, "step": 17773 }, { "epoch": 15.79, "learning_rate": 7.86119110233592e-05, "loss": 20.209, "step": 17774 }, { "epoch": 15.79, "learning_rate": 7.860960239316083e-05, "loss": 20.0059, "step": 17775 }, { "epoch": 15.79, "learning_rate": 7.860729367227582e-05, "loss": 20.1318, "step": 17776 }, { "epoch": 15.79, "learning_rate": 7.860498486071152e-05, "loss": 19.7725, "step": 17777 }, { "epoch": 15.79, "learning_rate": 7.860267595847525e-05, "loss": 20.0293, "step": 17778 }, { "epoch": 15.79, "learning_rate": 7.860036696557431e-05, "loss": 20.167, "step": 17779 }, { "epoch": 15.79, "learning_rate": 7.859805788201606e-05, "loss": 19.4326, "step": 17780 }, { "epoch": 15.79, "learning_rate": 7.859574870780778e-05, "loss": 20.043, "step": 17781 }, { "epoch": 15.79, "learning_rate": 7.859343944295681e-05, "loss": 20.3086, "step": 17782 }, { "epoch": 15.79, "learning_rate": 7.859113008747045e-05, "loss": 19.7686, "step": 17783 }, { "epoch": 15.79, "learning_rate": 7.858882064135604e-05, "loss": 19.8555, "step": 17784 }, { "epoch": 15.79, "learning_rate": 7.858651110462089e-05, "loss": 20.4531, "step": 17785 }, { "epoch": 15.8, "learning_rate": 7.858420147727232e-05, "loss": 20.4072, "step": 17786 }, { "epoch": 15.8, "learning_rate": 7.858189175931767e-05, "loss": 20.2324, "step": 17787 }, { "epoch": 15.8, "learning_rate": 7.857958195076424e-05, "loss": 20.6533, "step": 17788 }, { "epoch": 15.8, "learning_rate": 7.857727205161935e-05, "loss": 19.8809, "step": 17789 }, { "epoch": 15.8, "learning_rate": 7.857496206189034e-05, "loss": 20.0029, "step": 17790 }, { "epoch": 15.8, "learning_rate": 7.857265198158452e-05, "loss": 19.4346, "step": 17791 }, { "epoch": 15.8, "learning_rate": 7.857034181070921e-05, "loss": 19.668, "step": 17792 }, { "epoch": 15.8, "learning_rate": 7.856803154927175e-05, "loss": 19.9082, "step": 17793 }, { "epoch": 15.8, "learning_rate": 7.856572119727944e-05, "loss": 20.3408, "step": 17794 }, { "epoch": 15.8, "learning_rate": 7.856341075473962e-05, "loss": 19.5801, "step": 17795 }, { "epoch": 15.8, "learning_rate": 7.856110022165961e-05, "loss": 19.793, "step": 17796 }, { "epoch": 15.81, "learning_rate": 7.855878959804673e-05, "loss": 19.8682, "step": 17797 }, { "epoch": 15.81, "learning_rate": 7.855647888390829e-05, "loss": 20.3623, "step": 17798 }, { "epoch": 15.81, "learning_rate": 7.855416807925164e-05, "loss": 19.6816, "step": 17799 }, { "epoch": 15.81, "learning_rate": 7.85518571840841e-05, "loss": 20.9307, "step": 17800 }, { "epoch": 15.81, "learning_rate": 7.854954619841299e-05, "loss": 19.499, "step": 17801 }, { "epoch": 15.81, "learning_rate": 7.854723512224563e-05, "loss": 19.418, "step": 17802 }, { "epoch": 15.81, "learning_rate": 7.854492395558935e-05, "loss": 19.9189, "step": 17803 }, { "epoch": 15.81, "learning_rate": 7.854261269845148e-05, "loss": 19.957, "step": 17804 }, { "epoch": 15.81, "learning_rate": 7.854030135083936e-05, "loss": 19.6455, "step": 17805 }, { "epoch": 15.81, "learning_rate": 7.853798991276028e-05, "loss": 20.25, "step": 17806 }, { "epoch": 15.81, "learning_rate": 7.85356783842216e-05, "loss": 19.4229, "step": 17807 }, { "epoch": 15.82, "learning_rate": 7.853336676523061e-05, "loss": 19.7793, "step": 17808 }, { "epoch": 15.82, "learning_rate": 7.853105505579468e-05, "loss": 19.583, "step": 17809 }, { "epoch": 15.82, "learning_rate": 7.852874325592113e-05, "loss": 19.7451, "step": 17810 }, { "epoch": 15.82, "learning_rate": 7.852643136561723e-05, "loss": 19.9756, "step": 17811 }, { "epoch": 15.82, "learning_rate": 7.85241193848904e-05, "loss": 19.6611, "step": 17812 }, { "epoch": 15.82, "learning_rate": 7.85218073137479e-05, "loss": 19.5293, "step": 17813 }, { "epoch": 15.82, "learning_rate": 7.85194951521971e-05, "loss": 19.9248, "step": 17814 }, { "epoch": 15.82, "learning_rate": 7.85171829002453e-05, "loss": 19.6846, "step": 17815 }, { "epoch": 15.82, "learning_rate": 7.851487055789984e-05, "loss": 19.3564, "step": 17816 }, { "epoch": 15.82, "learning_rate": 7.851255812516805e-05, "loss": 19.5674, "step": 17817 }, { "epoch": 15.82, "learning_rate": 7.851024560205728e-05, "loss": 19.708, "step": 17818 }, { "epoch": 15.83, "learning_rate": 7.850793298857481e-05, "loss": 20.2295, "step": 17819 }, { "epoch": 15.83, "learning_rate": 7.850562028472801e-05, "loss": 19.8916, "step": 17820 }, { "epoch": 15.83, "learning_rate": 7.850330749052422e-05, "loss": 19.7764, "step": 17821 }, { "epoch": 15.83, "learning_rate": 7.850099460597074e-05, "loss": 19.9033, "step": 17822 }, { "epoch": 15.83, "learning_rate": 7.849868163107493e-05, "loss": 19.6807, "step": 17823 }, { "epoch": 15.83, "learning_rate": 7.849636856584407e-05, "loss": 19.625, "step": 17824 }, { "epoch": 15.83, "learning_rate": 7.849405541028554e-05, "loss": 19.8604, "step": 17825 }, { "epoch": 15.83, "learning_rate": 7.849174216440666e-05, "loss": 19.7812, "step": 17826 }, { "epoch": 15.83, "learning_rate": 7.848942882821479e-05, "loss": 20.4404, "step": 17827 }, { "epoch": 15.83, "learning_rate": 7.84871154017172e-05, "loss": 19.8535, "step": 17828 }, { "epoch": 15.83, "learning_rate": 7.848480188492129e-05, "loss": 19.7139, "step": 17829 }, { "epoch": 15.83, "learning_rate": 7.848248827783433e-05, "loss": 19.6064, "step": 17830 }, { "epoch": 15.84, "learning_rate": 7.84801745804637e-05, "loss": 19.916, "step": 17831 }, { "epoch": 15.84, "learning_rate": 7.847786079281672e-05, "loss": 20.6641, "step": 17832 }, { "epoch": 15.84, "learning_rate": 7.847554691490072e-05, "loss": 19.7236, "step": 17833 }, { "epoch": 15.84, "learning_rate": 7.847323294672305e-05, "loss": 19.7295, "step": 17834 }, { "epoch": 15.84, "learning_rate": 7.847091888829102e-05, "loss": 19.4336, "step": 17835 }, { "epoch": 15.84, "learning_rate": 7.846860473961198e-05, "loss": 20.3496, "step": 17836 }, { "epoch": 15.84, "learning_rate": 7.846629050069327e-05, "loss": 19.5049, "step": 17837 }, { "epoch": 15.84, "learning_rate": 7.846397617154222e-05, "loss": 19.9863, "step": 17838 }, { "epoch": 15.84, "learning_rate": 7.846166175216616e-05, "loss": 19.4619, "step": 17839 }, { "epoch": 15.84, "learning_rate": 7.845934724257243e-05, "loss": 19.416, "step": 17840 }, { "epoch": 15.84, "learning_rate": 7.845703264276836e-05, "loss": 19.5156, "step": 17841 }, { "epoch": 15.85, "learning_rate": 7.845471795276132e-05, "loss": 20.0654, "step": 17842 }, { "epoch": 15.85, "learning_rate": 7.84524031725586e-05, "loss": 19.3311, "step": 17843 }, { "epoch": 15.85, "learning_rate": 7.845008830216756e-05, "loss": 19.4727, "step": 17844 }, { "epoch": 15.85, "learning_rate": 7.844777334159554e-05, "loss": 19.623, "step": 17845 }, { "epoch": 15.85, "learning_rate": 7.844545829084988e-05, "loss": 20.4316, "step": 17846 }, { "epoch": 15.85, "learning_rate": 7.84431431499379e-05, "loss": 19.8076, "step": 17847 }, { "epoch": 15.85, "learning_rate": 7.844082791886697e-05, "loss": 19.5117, "step": 17848 }, { "epoch": 15.85, "learning_rate": 7.843851259764438e-05, "loss": 19.4561, "step": 17849 }, { "epoch": 15.85, "learning_rate": 7.843851259764438e-05, "loss": 20.166, "step": 17850 }, { "epoch": 15.85, "learning_rate": 7.843619718627754e-05, "loss": 19.748, "step": 17851 }, { "epoch": 15.85, "learning_rate": 7.843388168477372e-05, "loss": 19.9092, "step": 17852 }, { "epoch": 15.86, "learning_rate": 7.843156609314031e-05, "loss": 19.9932, "step": 17853 }, { "epoch": 15.86, "learning_rate": 7.84292504113846e-05, "loss": 19.8896, "step": 17854 }, { "epoch": 15.86, "learning_rate": 7.842693463951399e-05, "loss": 19.626, "step": 17855 }, { "epoch": 15.86, "learning_rate": 7.842461877753575e-05, "loss": 20.3076, "step": 17856 }, { "epoch": 15.86, "learning_rate": 7.842230282545731e-05, "loss": 20.0908, "step": 17857 }, { "epoch": 15.86, "learning_rate": 7.841998678328592e-05, "loss": 19.9082, "step": 17858 }, { "epoch": 15.86, "learning_rate": 7.841767065102898e-05, "loss": 20.4004, "step": 17859 }, { "epoch": 15.86, "learning_rate": 7.84153544286938e-05, "loss": 19.7461, "step": 17860 }, { "epoch": 15.86, "learning_rate": 7.841303811628775e-05, "loss": 19.8555, "step": 17861 }, { "epoch": 15.86, "learning_rate": 7.841072171381816e-05, "loss": 20.3477, "step": 17862 }, { "epoch": 15.86, "learning_rate": 7.840840522129237e-05, "loss": 19.6719, "step": 17863 }, { "epoch": 15.87, "learning_rate": 7.840608863871773e-05, "loss": 19.3223, "step": 17864 }, { "epoch": 15.87, "learning_rate": 7.840377196610156e-05, "loss": 19.2607, "step": 17865 }, { "epoch": 15.87, "learning_rate": 7.840145520345122e-05, "loss": 20.3057, "step": 17866 }, { "epoch": 15.87, "learning_rate": 7.839913835077405e-05, "loss": 20.0625, "step": 17867 }, { "epoch": 15.87, "learning_rate": 7.839682140807742e-05, "loss": 20.4648, "step": 17868 }, { "epoch": 15.87, "learning_rate": 7.839450437536864e-05, "loss": 19.9785, "step": 17869 }, { "epoch": 15.87, "learning_rate": 7.839218725265506e-05, "loss": 19.5957, "step": 17870 }, { "epoch": 15.87, "learning_rate": 7.838987003994405e-05, "loss": 20.1562, "step": 17871 }, { "epoch": 15.87, "learning_rate": 7.838755273724292e-05, "loss": 19.8604, "step": 17872 }, { "epoch": 15.87, "learning_rate": 7.838523534455904e-05, "loss": 19.9512, "step": 17873 }, { "epoch": 15.87, "learning_rate": 7.838291786189974e-05, "loss": 19.8379, "step": 17874 }, { "epoch": 15.87, "learning_rate": 7.838060028927238e-05, "loss": 19.6953, "step": 17875 }, { "epoch": 15.88, "learning_rate": 7.837828262668429e-05, "loss": 19.9414, "step": 17876 }, { "epoch": 15.88, "learning_rate": 7.837596487414283e-05, "loss": 20.6553, "step": 17877 }, { "epoch": 15.88, "learning_rate": 7.837364703165535e-05, "loss": 19.793, "step": 17878 }, { "epoch": 15.88, "learning_rate": 7.837132909922919e-05, "loss": 19.8242, "step": 17879 }, { "epoch": 15.88, "learning_rate": 7.836901107687169e-05, "loss": 20.1328, "step": 17880 }, { "epoch": 15.88, "learning_rate": 7.83666929645902e-05, "loss": 19.835, "step": 17881 }, { "epoch": 15.88, "learning_rate": 7.83643747623921e-05, "loss": 20.5107, "step": 17882 }, { "epoch": 15.88, "learning_rate": 7.836205647028469e-05, "loss": 20.0312, "step": 17883 }, { "epoch": 15.88, "learning_rate": 7.835973808827534e-05, "loss": 19.9805, "step": 17884 }, { "epoch": 15.88, "learning_rate": 7.83574196163714e-05, "loss": 20.1709, "step": 17885 }, { "epoch": 15.88, "learning_rate": 7.835510105458022e-05, "loss": 19.5312, "step": 17886 }, { "epoch": 15.89, "learning_rate": 7.835278240290913e-05, "loss": 19.8438, "step": 17887 }, { "epoch": 15.89, "learning_rate": 7.835046366136551e-05, "loss": 20.0137, "step": 17888 }, { "epoch": 15.89, "learning_rate": 7.834814482995672e-05, "loss": 19.8018, "step": 17889 }, { "epoch": 15.89, "learning_rate": 7.834582590869005e-05, "loss": 19.5566, "step": 17890 }, { "epoch": 15.89, "learning_rate": 7.83435068975729e-05, "loss": 19.7861, "step": 17891 }, { "epoch": 15.89, "learning_rate": 7.834118779661261e-05, "loss": 19.6572, "step": 17892 }, { "epoch": 15.89, "learning_rate": 7.833886860581654e-05, "loss": 19.8467, "step": 17893 }, { "epoch": 15.89, "learning_rate": 7.833654932519203e-05, "loss": 19.8242, "step": 17894 }, { "epoch": 15.89, "learning_rate": 7.83342299547464e-05, "loss": 19.9521, "step": 17895 }, { "epoch": 15.89, "learning_rate": 7.833191049448706e-05, "loss": 19.4707, "step": 17896 }, { "epoch": 15.89, "learning_rate": 7.832959094442134e-05, "loss": 20.1836, "step": 17897 }, { "epoch": 15.9, "learning_rate": 7.832727130455658e-05, "loss": 19.8906, "step": 17898 }, { "epoch": 15.9, "learning_rate": 7.832495157490014e-05, "loss": 19.6641, "step": 17899 }, { "epoch": 15.9, "learning_rate": 7.832263175545937e-05, "loss": 20.0908, "step": 17900 }, { "epoch": 15.9, "learning_rate": 7.832031184624164e-05, "loss": 19.8965, "step": 17901 }, { "epoch": 15.9, "learning_rate": 7.83179918472543e-05, "loss": 19.4102, "step": 17902 }, { "epoch": 15.9, "learning_rate": 7.831567175850467e-05, "loss": 20.2305, "step": 17903 }, { "epoch": 15.9, "learning_rate": 7.831335158000015e-05, "loss": 20.1084, "step": 17904 }, { "epoch": 15.9, "learning_rate": 7.831103131174808e-05, "loss": 20.2373, "step": 17905 }, { "epoch": 15.9, "learning_rate": 7.830871095375578e-05, "loss": 19.9043, "step": 17906 }, { "epoch": 15.9, "learning_rate": 7.830639050603066e-05, "loss": 20.4746, "step": 17907 }, { "epoch": 15.9, "learning_rate": 7.830406996858004e-05, "loss": 19.9971, "step": 17908 }, { "epoch": 15.9, "learning_rate": 7.830174934141128e-05, "loss": 20.665, "step": 17909 }, { "epoch": 15.91, "learning_rate": 7.829942862453175e-05, "loss": 19.8066, "step": 17910 }, { "epoch": 15.91, "learning_rate": 7.82971078179488e-05, "loss": 20.3545, "step": 17911 }, { "epoch": 15.91, "learning_rate": 7.829478692166976e-05, "loss": 19.54, "step": 17912 }, { "epoch": 15.91, "learning_rate": 7.829246593570204e-05, "loss": 20.0098, "step": 17913 }, { "epoch": 15.91, "learning_rate": 7.829246593570204e-05, "loss": 19.9639, "step": 17914 }, { "epoch": 15.91, "learning_rate": 7.829014486005295e-05, "loss": 19.8887, "step": 17915 }, { "epoch": 15.91, "learning_rate": 7.828782369472987e-05, "loss": 19.8994, "step": 17916 }, { "epoch": 15.91, "learning_rate": 7.828550243974015e-05, "loss": 20.0283, "step": 17917 }, { "epoch": 15.91, "learning_rate": 7.828318109509116e-05, "loss": 19.5498, "step": 17918 }, { "epoch": 15.91, "learning_rate": 7.828085966079024e-05, "loss": 20.1709, "step": 17919 }, { "epoch": 15.91, "learning_rate": 7.827853813684476e-05, "loss": 20.2295, "step": 17920 }, { "epoch": 15.92, "learning_rate": 7.827621652326207e-05, "loss": 19.9883, "step": 17921 }, { "epoch": 15.92, "learning_rate": 7.827389482004955e-05, "loss": 20.1406, "step": 17922 }, { "epoch": 15.92, "learning_rate": 7.827157302721453e-05, "loss": 19.9814, "step": 17923 }, { "epoch": 15.92, "learning_rate": 7.826925114476437e-05, "loss": 19.5391, "step": 17924 }, { "epoch": 15.92, "learning_rate": 7.826692917270648e-05, "loss": 20.835, "step": 17925 }, { "epoch": 15.92, "learning_rate": 7.826460711104816e-05, "loss": 19.4932, "step": 17926 }, { "epoch": 15.92, "learning_rate": 7.826228495979681e-05, "loss": 20.2334, "step": 17927 }, { "epoch": 15.92, "learning_rate": 7.825996271895975e-05, "loss": 19.8604, "step": 17928 }, { "epoch": 15.92, "learning_rate": 7.825764038854438e-05, "loss": 19.8311, "step": 17929 }, { "epoch": 15.92, "learning_rate": 7.825531796855805e-05, "loss": 19.8193, "step": 17930 }, { "epoch": 15.92, "learning_rate": 7.825299545900812e-05, "loss": 20.0225, "step": 17931 }, { "epoch": 15.93, "learning_rate": 7.825067285990196e-05, "loss": 20.4922, "step": 17932 }, { "epoch": 15.93, "learning_rate": 7.82483501712469e-05, "loss": 20.3691, "step": 17933 }, { "epoch": 15.93, "learning_rate": 7.824602739305033e-05, "loss": 19.7148, "step": 17934 }, { "epoch": 15.93, "learning_rate": 7.824370452531962e-05, "loss": 20.0654, "step": 17935 }, { "epoch": 15.93, "learning_rate": 7.824138156806213e-05, "loss": 19.2939, "step": 17936 }, { "epoch": 15.93, "learning_rate": 7.82390585212852e-05, "loss": 19.6289, "step": 17937 }, { "epoch": 15.93, "learning_rate": 7.823673538499621e-05, "loss": 19.8008, "step": 17938 }, { "epoch": 15.93, "learning_rate": 7.82344121592025e-05, "loss": 19.916, "step": 17939 }, { "epoch": 15.93, "learning_rate": 7.82320888439115e-05, "loss": 20.3857, "step": 17940 }, { "epoch": 15.93, "learning_rate": 7.82297654391305e-05, "loss": 19.7305, "step": 17941 }, { "epoch": 15.93, "learning_rate": 7.822744194486691e-05, "loss": 20.8457, "step": 17942 }, { "epoch": 15.94, "learning_rate": 7.822511836112807e-05, "loss": 20.1582, "step": 17943 }, { "epoch": 15.94, "learning_rate": 7.822279468792135e-05, "loss": 20.7148, "step": 17944 }, { "epoch": 15.94, "learning_rate": 7.822047092525413e-05, "loss": 19.6104, "step": 17945 }, { "epoch": 15.94, "learning_rate": 7.821814707313377e-05, "loss": 19.8271, "step": 17946 }, { "epoch": 15.94, "learning_rate": 7.821582313156764e-05, "loss": 20.2148, "step": 17947 }, { "epoch": 15.94, "learning_rate": 7.821349910056308e-05, "loss": 20.0791, "step": 17948 }, { "epoch": 15.94, "learning_rate": 7.821117498012749e-05, "loss": 19.9463, "step": 17949 }, { "epoch": 15.94, "learning_rate": 7.820885077026822e-05, "loss": 20.3594, "step": 17950 }, { "epoch": 15.94, "learning_rate": 7.820652647099265e-05, "loss": 20.1387, "step": 17951 }, { "epoch": 15.94, "learning_rate": 7.820420208230812e-05, "loss": 20.1514, "step": 17952 }, { "epoch": 15.94, "learning_rate": 7.820187760422202e-05, "loss": 19.8281, "step": 17953 }, { "epoch": 15.94, "learning_rate": 7.819955303674173e-05, "loss": 20.4873, "step": 17954 }, { "epoch": 15.95, "learning_rate": 7.819722837987459e-05, "loss": 20.4756, "step": 17955 }, { "epoch": 15.95, "learning_rate": 7.819490363362798e-05, "loss": 20.1846, "step": 17956 }, { "epoch": 15.95, "learning_rate": 7.819490363362798e-05, "loss": 20.4707, "step": 17957 }, { "epoch": 15.95, "learning_rate": 7.819257879800928e-05, "loss": 19.9805, "step": 17958 }, { "epoch": 15.95, "learning_rate": 7.819025387302583e-05, "loss": 20.6074, "step": 17959 }, { "epoch": 15.95, "learning_rate": 7.818792885868504e-05, "loss": 20.0293, "step": 17960 }, { "epoch": 15.95, "learning_rate": 7.818560375499424e-05, "loss": 19.7891, "step": 17961 }, { "epoch": 15.95, "learning_rate": 7.818327856196083e-05, "loss": 20.0557, "step": 17962 }, { "epoch": 15.95, "learning_rate": 7.818095327959217e-05, "loss": 19.6416, "step": 17963 }, { "epoch": 15.95, "learning_rate": 7.817862790789562e-05, "loss": 19.9297, "step": 17964 }, { "epoch": 15.95, "learning_rate": 7.817630244687857e-05, "loss": 20.25, "step": 17965 }, { "epoch": 15.96, "learning_rate": 7.81739768965484e-05, "loss": 19.79, "step": 17966 }, { "epoch": 15.96, "learning_rate": 7.817165125691243e-05, "loss": 20.3174, "step": 17967 }, { "epoch": 15.96, "learning_rate": 7.816932552797808e-05, "loss": 19.1855, "step": 17968 }, { "epoch": 15.96, "learning_rate": 7.816699970975272e-05, "loss": 20.0723, "step": 17969 }, { "epoch": 15.96, "learning_rate": 7.816467380224369e-05, "loss": 19.9619, "step": 17970 }, { "epoch": 15.96, "learning_rate": 7.816234780545839e-05, "loss": 19.9453, "step": 17971 }, { "epoch": 15.96, "learning_rate": 7.816002171940417e-05, "loss": 19.999, "step": 17972 }, { "epoch": 15.96, "learning_rate": 7.815769554408845e-05, "loss": 19.8613, "step": 17973 }, { "epoch": 15.96, "learning_rate": 7.815536927951857e-05, "loss": 20.0527, "step": 17974 }, { "epoch": 15.96, "learning_rate": 7.815304292570187e-05, "loss": 19.749, "step": 17975 }, { "epoch": 15.96, "learning_rate": 7.81507164826458e-05, "loss": 19.4795, "step": 17976 }, { "epoch": 15.97, "learning_rate": 7.814838995035767e-05, "loss": 19.5732, "step": 17977 }, { "epoch": 15.97, "learning_rate": 7.814606332884489e-05, "loss": 19.668, "step": 17978 }, { "epoch": 15.97, "learning_rate": 7.814373661811483e-05, "loss": 19.9453, "step": 17979 }, { "epoch": 15.97, "learning_rate": 7.814140981817483e-05, "loss": 19.8955, "step": 17980 }, { "epoch": 15.97, "learning_rate": 7.813908292903231e-05, "loss": 20.3154, "step": 17981 }, { "epoch": 15.97, "learning_rate": 7.813675595069465e-05, "loss": 21.1064, "step": 17982 }, { "epoch": 15.97, "learning_rate": 7.813442888316918e-05, "loss": 19.8154, "step": 17983 }, { "epoch": 15.97, "learning_rate": 7.813210172646332e-05, "loss": 19.3008, "step": 17984 }, { "epoch": 15.97, "learning_rate": 7.812977448058442e-05, "loss": 19.8105, "step": 17985 }, { "epoch": 15.97, "learning_rate": 7.812744714553988e-05, "loss": 19.7715, "step": 17986 }, { "epoch": 15.97, "learning_rate": 7.812511972133705e-05, "loss": 20.2812, "step": 17987 }, { "epoch": 15.98, "learning_rate": 7.812279220798332e-05, "loss": 19.7871, "step": 17988 }, { "epoch": 15.98, "learning_rate": 7.812046460548607e-05, "loss": 20.0625, "step": 17989 }, { "epoch": 15.98, "learning_rate": 7.811813691385268e-05, "loss": 19.5889, "step": 17990 }, { "epoch": 15.98, "learning_rate": 7.811580913309053e-05, "loss": 19.5674, "step": 17991 }, { "epoch": 15.98, "learning_rate": 7.811348126320698e-05, "loss": 19.7324, "step": 17992 }, { "epoch": 15.98, "learning_rate": 7.811115330420944e-05, "loss": 20.3975, "step": 17993 }, { "epoch": 15.98, "learning_rate": 7.810882525610525e-05, "loss": 19.4336, "step": 17994 }, { "epoch": 15.98, "learning_rate": 7.810649711890183e-05, "loss": 19.9414, "step": 17995 }, { "epoch": 15.98, "learning_rate": 7.810416889260653e-05, "loss": 20.2197, "step": 17996 }, { "epoch": 15.98, "learning_rate": 7.810184057722675e-05, "loss": 20.3945, "step": 17997 }, { "epoch": 15.98, "learning_rate": 7.809951217276985e-05, "loss": 20.4756, "step": 17998 }, { "epoch": 15.98, "learning_rate": 7.809718367924324e-05, "loss": 20.0293, "step": 17999 }, { "epoch": 15.99, "learning_rate": 7.809485509665427e-05, "loss": 19.3438, "step": 18000 }, { "epoch": 15.99, "learning_rate": 7.809252642501032e-05, "loss": 19.7539, "step": 18001 }, { "epoch": 15.99, "learning_rate": 7.809019766431881e-05, "loss": 19.6895, "step": 18002 }, { "epoch": 15.99, "learning_rate": 7.808786881458709e-05, "loss": 20.3477, "step": 18003 }, { "epoch": 15.99, "learning_rate": 7.808553987582255e-05, "loss": 19.4727, "step": 18004 }, { "epoch": 15.99, "learning_rate": 7.808321084803255e-05, "loss": 20.0068, "step": 18005 }, { "epoch": 15.99, "learning_rate": 7.808088173122452e-05, "loss": 20.4766, "step": 18006 }, { "epoch": 15.99, "learning_rate": 7.80785525254058e-05, "loss": 20.1182, "step": 18007 }, { "epoch": 15.99, "learning_rate": 7.807622323058379e-05, "loss": 19.9502, "step": 18008 }, { "epoch": 15.99, "learning_rate": 7.807389384676587e-05, "loss": 20.0605, "step": 18009 }, { "epoch": 15.99, "learning_rate": 7.807156437395944e-05, "loss": 20.1953, "step": 18010 }, { "epoch": 16.0, "learning_rate": 7.806923481217188e-05, "loss": 20.3379, "step": 18011 }, { "epoch": 16.0, "learning_rate": 7.806690516141053e-05, "loss": 19.9258, "step": 18012 }, { "epoch": 16.0, "learning_rate": 7.806457542168284e-05, "loss": 20.0312, "step": 18013 }, { "epoch": 16.0, "learning_rate": 7.806224559299615e-05, "loss": 19.1133, "step": 18014 }, { "epoch": 16.0, "learning_rate": 7.805991567535786e-05, "loss": 20.1377, "step": 18015 }, { "epoch": 16.0, "learning_rate": 7.805758566877536e-05, "loss": 19.6787, "step": 18016 }, { "epoch": 16.0, "learning_rate": 7.805525557325602e-05, "loss": 19.6787, "step": 18017 }, { "epoch": 16.0, "learning_rate": 7.805292538880724e-05, "loss": 19.8564, "step": 18018 }, { "epoch": 16.0, "learning_rate": 7.805059511543642e-05, "loss": 19.6406, "step": 18019 }, { "epoch": 16.0, "learning_rate": 7.80482647531509e-05, "loss": 19.2852, "step": 18020 }, { "epoch": 16.0, "learning_rate": 7.804593430195811e-05, "loss": 19.292, "step": 18021 }, { "epoch": 16.01, "learning_rate": 7.804360376186544e-05, "loss": 20.0439, "step": 18022 }, { "epoch": 16.01, "learning_rate": 7.804127313288024e-05, "loss": 19.6807, "step": 18023 }, { "epoch": 16.01, "learning_rate": 7.803894241500991e-05, "loss": 19.752, "step": 18024 }, { "epoch": 16.01, "learning_rate": 7.803661160826186e-05, "loss": 19.4297, "step": 18025 }, { "epoch": 16.01, "learning_rate": 7.803428071264344e-05, "loss": 19.707, "step": 18026 }, { "epoch": 16.01, "learning_rate": 7.80319497281621e-05, "loss": 19.9443, "step": 18027 }, { "epoch": 16.01, "learning_rate": 7.802961865482517e-05, "loss": 19.5322, "step": 18028 }, { "epoch": 16.01, "learning_rate": 7.802728749264005e-05, "loss": 19.9189, "step": 18029 }, { "epoch": 16.01, "learning_rate": 7.802495624161415e-05, "loss": 19.748, "step": 18030 }, { "epoch": 16.01, "learning_rate": 7.802262490175485e-05, "loss": 19.9424, "step": 18031 }, { "epoch": 16.01, "learning_rate": 7.802029347306954e-05, "loss": 20.0273, "step": 18032 }, { "epoch": 16.02, "learning_rate": 7.801796195556561e-05, "loss": 20.4229, "step": 18033 }, { "epoch": 16.02, "learning_rate": 7.801563034925044e-05, "loss": 20.0625, "step": 18034 }, { "epoch": 16.02, "learning_rate": 7.801329865413145e-05, "loss": 19.3271, "step": 18035 }, { "epoch": 16.02, "learning_rate": 7.801096687021599e-05, "loss": 20.1182, "step": 18036 }, { "epoch": 16.02, "learning_rate": 7.800863499751147e-05, "loss": 20.0488, "step": 18037 }, { "epoch": 16.02, "learning_rate": 7.80063030360253e-05, "loss": 19.9463, "step": 18038 }, { "epoch": 16.02, "learning_rate": 7.800397098576485e-05, "loss": 19.6133, "step": 18039 }, { "epoch": 16.02, "learning_rate": 7.800163884673752e-05, "loss": 19.7334, "step": 18040 }, { "epoch": 16.02, "learning_rate": 7.79993066189507e-05, "loss": 20.4951, "step": 18041 }, { "epoch": 16.02, "learning_rate": 7.799697430241177e-05, "loss": 19.417, "step": 18042 }, { "epoch": 16.02, "learning_rate": 7.799464189712814e-05, "loss": 19.7471, "step": 18043 }, { "epoch": 16.02, "learning_rate": 7.799230940310721e-05, "loss": 20.2949, "step": 18044 }, { "epoch": 16.03, "learning_rate": 7.798997682035636e-05, "loss": 20.4863, "step": 18045 }, { "epoch": 16.03, "learning_rate": 7.798764414888298e-05, "loss": 19.7637, "step": 18046 }, { "epoch": 16.03, "learning_rate": 7.798531138869447e-05, "loss": 19.376, "step": 18047 }, { "epoch": 16.03, "learning_rate": 7.798297853979824e-05, "loss": 20.0098, "step": 18048 }, { "epoch": 16.03, "learning_rate": 7.798064560220164e-05, "loss": 19.9307, "step": 18049 }, { "epoch": 16.03, "learning_rate": 7.797831257591213e-05, "loss": 19.9863, "step": 18050 }, { "epoch": 16.03, "learning_rate": 7.797597946093704e-05, "loss": 20.5703, "step": 18051 }, { "epoch": 16.03, "learning_rate": 7.79736462572838e-05, "loss": 19.915, "step": 18052 }, { "epoch": 16.03, "learning_rate": 7.797131296495982e-05, "loss": 20.2891, "step": 18053 }, { "epoch": 16.03, "learning_rate": 7.796897958397247e-05, "loss": 19.6426, "step": 18054 }, { "epoch": 16.03, "learning_rate": 7.796664611432915e-05, "loss": 19.8174, "step": 18055 }, { "epoch": 16.04, "learning_rate": 7.796431255603725e-05, "loss": 20.3076, "step": 18056 }, { "epoch": 16.04, "learning_rate": 7.796197890910419e-05, "loss": 19.6279, "step": 18057 }, { "epoch": 16.04, "learning_rate": 7.795964517353735e-05, "loss": 19.6455, "step": 18058 }, { "epoch": 16.04, "learning_rate": 7.795731134934412e-05, "loss": 20.0273, "step": 18059 }, { "epoch": 16.04, "learning_rate": 7.795497743653193e-05, "loss": 19.5146, "step": 18060 }, { "epoch": 16.04, "learning_rate": 7.795264343510815e-05, "loss": 19.6445, "step": 18061 }, { "epoch": 16.04, "learning_rate": 7.795030934508019e-05, "loss": 19.5762, "step": 18062 }, { "epoch": 16.04, "learning_rate": 7.794797516645542e-05, "loss": 19.5088, "step": 18063 }, { "epoch": 16.04, "learning_rate": 7.794564089924128e-05, "loss": 19.6211, "step": 18064 }, { "epoch": 16.04, "learning_rate": 7.794330654344518e-05, "loss": 19.793, "step": 18065 }, { "epoch": 16.04, "learning_rate": 7.794097209907444e-05, "loss": 20.0332, "step": 18066 }, { "epoch": 16.05, "learning_rate": 7.793863756613653e-05, "loss": 19.4316, "step": 18067 }, { "epoch": 16.05, "learning_rate": 7.793630294463885e-05, "loss": 19.3994, "step": 18068 }, { "epoch": 16.05, "learning_rate": 7.793396823458877e-05, "loss": 19.7666, "step": 18069 }, { "epoch": 16.05, "learning_rate": 7.79316334359937e-05, "loss": 19.8447, "step": 18070 }, { "epoch": 16.05, "learning_rate": 7.792929854886104e-05, "loss": 18.959, "step": 18071 }, { "epoch": 16.05, "learning_rate": 7.79269635731982e-05, "loss": 20.4004, "step": 18072 }, { "epoch": 16.05, "learning_rate": 7.792462850901258e-05, "loss": 20.0498, "step": 18073 }, { "epoch": 16.05, "learning_rate": 7.792229335631158e-05, "loss": 19.0303, "step": 18074 }, { "epoch": 16.05, "learning_rate": 7.791995811510258e-05, "loss": 19.501, "step": 18075 }, { "epoch": 16.05, "learning_rate": 7.7917622785393e-05, "loss": 19.6318, "step": 18076 }, { "epoch": 16.05, "learning_rate": 7.791528736719027e-05, "loss": 20.3438, "step": 18077 }, { "epoch": 16.06, "learning_rate": 7.791295186050176e-05, "loss": 20.0098, "step": 18078 }, { "epoch": 16.06, "learning_rate": 7.791061626533487e-05, "loss": 19.5781, "step": 18079 }, { "epoch": 16.06, "learning_rate": 7.790828058169701e-05, "loss": 19.7715, "step": 18080 }, { "epoch": 16.06, "learning_rate": 7.79059448095956e-05, "loss": 19.8486, "step": 18081 }, { "epoch": 16.06, "learning_rate": 7.790360894903801e-05, "loss": 19.8369, "step": 18082 }, { "epoch": 16.06, "learning_rate": 7.790127300003168e-05, "loss": 19.6025, "step": 18083 }, { "epoch": 16.06, "learning_rate": 7.789893696258401e-05, "loss": 20.2197, "step": 18084 }, { "epoch": 16.06, "learning_rate": 7.789660083670239e-05, "loss": 19.9551, "step": 18085 }, { "epoch": 16.06, "learning_rate": 7.789426462239421e-05, "loss": 19.4668, "step": 18086 }, { "epoch": 16.06, "learning_rate": 7.789192831966691e-05, "loss": 19.5049, "step": 18087 }, { "epoch": 16.06, "learning_rate": 7.788959192852787e-05, "loss": 20.7666, "step": 18088 }, { "epoch": 16.06, "learning_rate": 7.788725544898452e-05, "loss": 20.0889, "step": 18089 }, { "epoch": 16.07, "learning_rate": 7.788491888104423e-05, "loss": 20.5566, "step": 18090 }, { "epoch": 16.07, "learning_rate": 7.788258222471446e-05, "loss": 19.3584, "step": 18091 }, { "epoch": 16.07, "learning_rate": 7.788024548000257e-05, "loss": 20.0742, "step": 18092 }, { "epoch": 16.07, "learning_rate": 7.787790864691597e-05, "loss": 19.8047, "step": 18093 }, { "epoch": 16.07, "learning_rate": 7.78755717254621e-05, "loss": 18.9287, "step": 18094 }, { "epoch": 16.07, "learning_rate": 7.787323471564833e-05, "loss": 19.8057, "step": 18095 }, { "epoch": 16.07, "learning_rate": 7.787089761748209e-05, "loss": 20.2393, "step": 18096 }, { "epoch": 16.07, "learning_rate": 7.786856043097079e-05, "loss": 20.1465, "step": 18097 }, { "epoch": 16.07, "learning_rate": 7.786622315612183e-05, "loss": 19.499, "step": 18098 }, { "epoch": 16.07, "learning_rate": 7.786388579294261e-05, "loss": 19.165, "step": 18099 }, { "epoch": 16.07, "learning_rate": 7.786154834144056e-05, "loss": 19.415, "step": 18100 }, { "epoch": 16.08, "learning_rate": 7.785921080162308e-05, "loss": 19.4443, "step": 18101 }, { "epoch": 16.08, "learning_rate": 7.785687317349757e-05, "loss": 19.3975, "step": 18102 }, { "epoch": 16.08, "learning_rate": 7.785453545707145e-05, "loss": 20.0986, "step": 18103 }, { "epoch": 16.08, "learning_rate": 7.785219765235213e-05, "loss": 19.5273, "step": 18104 }, { "epoch": 16.08, "learning_rate": 7.784985975934702e-05, "loss": 19.6338, "step": 18105 }, { "epoch": 16.08, "learning_rate": 7.784752177806352e-05, "loss": 19.7461, "step": 18106 }, { "epoch": 16.08, "learning_rate": 7.784518370850906e-05, "loss": 19.8574, "step": 18107 }, { "epoch": 16.08, "learning_rate": 7.784284555069105e-05, "loss": 19.9961, "step": 18108 }, { "epoch": 16.08, "learning_rate": 7.784050730461687e-05, "loss": 20.2324, "step": 18109 }, { "epoch": 16.08, "learning_rate": 7.783816897029397e-05, "loss": 19.7891, "step": 18110 }, { "epoch": 16.08, "learning_rate": 7.783583054772974e-05, "loss": 20.1221, "step": 18111 }, { "epoch": 16.09, "learning_rate": 7.78334920369316e-05, "loss": 19.9053, "step": 18112 }, { "epoch": 16.09, "learning_rate": 7.783115343790697e-05, "loss": 19.9805, "step": 18113 }, { "epoch": 16.09, "learning_rate": 7.782881475066323e-05, "loss": 19.7969, "step": 18114 }, { "epoch": 16.09, "learning_rate": 7.782647597520784e-05, "loss": 19.6133, "step": 18115 }, { "epoch": 16.09, "learning_rate": 7.78241371115482e-05, "loss": 19.4707, "step": 18116 }, { "epoch": 16.09, "learning_rate": 7.782179815969169e-05, "loss": 19.7578, "step": 18117 }, { "epoch": 16.09, "learning_rate": 7.781945911964574e-05, "loss": 19.6855, "step": 18118 }, { "epoch": 16.09, "learning_rate": 7.781711999141779e-05, "loss": 20.0439, "step": 18119 }, { "epoch": 16.09, "learning_rate": 7.781478077501525e-05, "loss": 19.7539, "step": 18120 }, { "epoch": 16.09, "learning_rate": 7.78124414704455e-05, "loss": 19.375, "step": 18121 }, { "epoch": 16.09, "learning_rate": 7.781010207771599e-05, "loss": 20.0439, "step": 18122 }, { "epoch": 16.1, "learning_rate": 7.78077625968341e-05, "loss": 20.0293, "step": 18123 }, { "epoch": 16.1, "learning_rate": 7.780542302780731e-05, "loss": 20.0693, "step": 18124 }, { "epoch": 16.1, "learning_rate": 7.780308337064298e-05, "loss": 19.4951, "step": 18125 }, { "epoch": 16.1, "learning_rate": 7.780074362534852e-05, "loss": 19.7607, "step": 18126 }, { "epoch": 16.1, "learning_rate": 7.779840379193137e-05, "loss": 19.9648, "step": 18127 }, { "epoch": 16.1, "learning_rate": 7.779606387039896e-05, "loss": 19.0908, "step": 18128 }, { "epoch": 16.1, "learning_rate": 7.779372386075869e-05, "loss": 19.7383, "step": 18129 }, { "epoch": 16.1, "learning_rate": 7.779138376301796e-05, "loss": 19.4258, "step": 18130 }, { "epoch": 16.1, "learning_rate": 7.778904357718422e-05, "loss": 20.2549, "step": 18131 }, { "epoch": 16.1, "learning_rate": 7.778670330326487e-05, "loss": 19.4785, "step": 18132 }, { "epoch": 16.1, "learning_rate": 7.778436294126734e-05, "loss": 19.543, "step": 18133 }, { "epoch": 16.1, "learning_rate": 7.778202249119903e-05, "loss": 19.7627, "step": 18134 }, { "epoch": 16.11, "learning_rate": 7.777968195306738e-05, "loss": 20.2002, "step": 18135 }, { "epoch": 16.11, "learning_rate": 7.777734132687979e-05, "loss": 19.7842, "step": 18136 }, { "epoch": 16.11, "learning_rate": 7.777500061264369e-05, "loss": 20.2324, "step": 18137 }, { "epoch": 16.11, "learning_rate": 7.77726598103665e-05, "loss": 19.6709, "step": 18138 }, { "epoch": 16.11, "learning_rate": 7.777031892005564e-05, "loss": 19.6162, "step": 18139 }, { "epoch": 16.11, "learning_rate": 7.776797794171853e-05, "loss": 19.9092, "step": 18140 }, { "epoch": 16.11, "learning_rate": 7.776563687536257e-05, "loss": 20.2354, "step": 18141 }, { "epoch": 16.11, "learning_rate": 7.77632957209952e-05, "loss": 19.6328, "step": 18142 }, { "epoch": 16.11, "learning_rate": 7.776095447862387e-05, "loss": 20.0166, "step": 18143 }, { "epoch": 16.11, "learning_rate": 7.775861314825592e-05, "loss": 19.7549, "step": 18144 }, { "epoch": 16.11, "learning_rate": 7.775627172989886e-05, "loss": 20.0723, "step": 18145 }, { "epoch": 16.12, "learning_rate": 7.775393022356006e-05, "loss": 19.6973, "step": 18146 }, { "epoch": 16.12, "learning_rate": 7.775158862924697e-05, "loss": 19.6582, "step": 18147 }, { "epoch": 16.12, "learning_rate": 7.774924694696698e-05, "loss": 19.751, "step": 18148 }, { "epoch": 16.12, "learning_rate": 7.774690517672754e-05, "loss": 19.3916, "step": 18149 }, { "epoch": 16.12, "learning_rate": 7.774456331853606e-05, "loss": 19.7256, "step": 18150 }, { "epoch": 16.12, "learning_rate": 7.774222137239997e-05, "loss": 20.4619, "step": 18151 }, { "epoch": 16.12, "learning_rate": 7.773987933832669e-05, "loss": 19.3926, "step": 18152 }, { "epoch": 16.12, "learning_rate": 7.773753721632364e-05, "loss": 19.8877, "step": 18153 }, { "epoch": 16.12, "learning_rate": 7.773519500639825e-05, "loss": 19.8125, "step": 18154 }, { "epoch": 16.12, "learning_rate": 7.773285270855795e-05, "loss": 20.085, "step": 18155 }, { "epoch": 16.12, "learning_rate": 7.773051032281016e-05, "loss": 19.6494, "step": 18156 }, { "epoch": 16.13, "learning_rate": 7.772816784916229e-05, "loss": 19.7354, "step": 18157 }, { "epoch": 16.13, "learning_rate": 7.772582528762179e-05, "loss": 20.3623, "step": 18158 }, { "epoch": 16.13, "learning_rate": 7.772348263819607e-05, "loss": 19.499, "step": 18159 }, { "epoch": 16.13, "learning_rate": 7.772113990089256e-05, "loss": 19.7178, "step": 18160 }, { "epoch": 16.13, "learning_rate": 7.771879707571868e-05, "loss": 19.9619, "step": 18161 }, { "epoch": 16.13, "learning_rate": 7.771645416268185e-05, "loss": 19.3926, "step": 18162 }, { "epoch": 16.13, "learning_rate": 7.771411116178953e-05, "loss": 19.6514, "step": 18163 }, { "epoch": 16.13, "learning_rate": 7.77117680730491e-05, "loss": 19.8477, "step": 18164 }, { "epoch": 16.13, "learning_rate": 7.770942489646804e-05, "loss": 19.5479, "step": 18165 }, { "epoch": 16.13, "learning_rate": 7.770708163205372e-05, "loss": 19.4121, "step": 18166 }, { "epoch": 16.13, "learning_rate": 7.770473827981361e-05, "loss": 19.8086, "step": 18167 }, { "epoch": 16.13, "learning_rate": 7.770239483975513e-05, "loss": 19.3379, "step": 18168 }, { "epoch": 16.14, "learning_rate": 7.770239483975513e-05, "loss": 19.5986, "step": 18169 }, { "epoch": 16.14, "learning_rate": 7.77000513118857e-05, "loss": 20.9258, "step": 18170 }, { "epoch": 16.14, "learning_rate": 7.769770769621275e-05, "loss": 20.2334, "step": 18171 }, { "epoch": 16.14, "learning_rate": 7.76953639927437e-05, "loss": 19.6523, "step": 18172 }, { "epoch": 16.14, "learning_rate": 7.7693020201486e-05, "loss": 20.0254, "step": 18173 }, { "epoch": 16.14, "learning_rate": 7.769067632244706e-05, "loss": 19.4609, "step": 18174 }, { "epoch": 16.14, "learning_rate": 7.768833235563433e-05, "loss": 19.8428, "step": 18175 }, { "epoch": 16.14, "learning_rate": 7.768598830105522e-05, "loss": 19.8535, "step": 18176 }, { "epoch": 16.14, "learning_rate": 7.768364415871717e-05, "loss": 19.8311, "step": 18177 }, { "epoch": 16.14, "learning_rate": 7.76812999286276e-05, "loss": 20.0098, "step": 18178 }, { "epoch": 16.14, "learning_rate": 7.767895561079397e-05, "loss": 19.9258, "step": 18179 }, { "epoch": 16.15, "learning_rate": 7.767661120522367e-05, "loss": 20.2695, "step": 18180 }, { "epoch": 16.15, "learning_rate": 7.767426671192417e-05, "loss": 19.4893, "step": 18181 }, { "epoch": 16.15, "learning_rate": 7.767192213090287e-05, "loss": 19.7676, "step": 18182 }, { "epoch": 16.15, "learning_rate": 7.766957746216721e-05, "loss": 20.3604, "step": 18183 }, { "epoch": 16.15, "learning_rate": 7.766723270572463e-05, "loss": 20.0527, "step": 18184 }, { "epoch": 16.15, "learning_rate": 7.766488786158257e-05, "loss": 19.3438, "step": 18185 }, { "epoch": 16.15, "learning_rate": 7.766254292974844e-05, "loss": 19.7773, "step": 18186 }, { "epoch": 16.15, "learning_rate": 7.76601979102297e-05, "loss": 20.2412, "step": 18187 }, { "epoch": 16.15, "learning_rate": 7.765785280303375e-05, "loss": 19.7393, "step": 18188 }, { "epoch": 16.15, "learning_rate": 7.765550760816806e-05, "loss": 20.1035, "step": 18189 }, { "epoch": 16.15, "learning_rate": 7.765316232564004e-05, "loss": 20.1299, "step": 18190 }, { "epoch": 16.16, "learning_rate": 7.765081695545712e-05, "loss": 19.7266, "step": 18191 }, { "epoch": 16.16, "learning_rate": 7.764847149762675e-05, "loss": 20.1533, "step": 18192 }, { "epoch": 16.16, "learning_rate": 7.764612595215636e-05, "loss": 19.7969, "step": 18193 }, { "epoch": 16.16, "learning_rate": 7.764378031905338e-05, "loss": 19.9863, "step": 18194 }, { "epoch": 16.16, "learning_rate": 7.764143459832526e-05, "loss": 20.4248, "step": 18195 }, { "epoch": 16.16, "learning_rate": 7.76390887899794e-05, "loss": 19.5547, "step": 18196 }, { "epoch": 16.16, "learning_rate": 7.763674289402329e-05, "loss": 20.042, "step": 18197 }, { "epoch": 16.16, "learning_rate": 7.763439691046433e-05, "loss": 20.3926, "step": 18198 }, { "epoch": 16.16, "learning_rate": 7.763205083930994e-05, "loss": 19.6953, "step": 18199 }, { "epoch": 16.16, "learning_rate": 7.76297046805676e-05, "loss": 19.8174, "step": 18200 }, { "epoch": 16.16, "learning_rate": 7.762735843424471e-05, "loss": 19.5176, "step": 18201 }, { "epoch": 16.17, "learning_rate": 7.762501210034873e-05, "loss": 19.8643, "step": 18202 }, { "epoch": 16.17, "learning_rate": 7.76226656788871e-05, "loss": 20.3877, "step": 18203 }, { "epoch": 16.17, "learning_rate": 7.762031916986724e-05, "loss": 19.873, "step": 18204 }, { "epoch": 16.17, "learning_rate": 7.761797257329661e-05, "loss": 19.9795, "step": 18205 }, { "epoch": 16.17, "learning_rate": 7.761562588918261e-05, "loss": 19.7432, "step": 18206 }, { "epoch": 16.17, "learning_rate": 7.76132791175327e-05, "loss": 19.3389, "step": 18207 }, { "epoch": 16.17, "learning_rate": 7.761093225835435e-05, "loss": 19.8135, "step": 18208 }, { "epoch": 16.17, "learning_rate": 7.760858531165494e-05, "loss": 19.7607, "step": 18209 }, { "epoch": 16.17, "learning_rate": 7.760623827744196e-05, "loss": 20.0, "step": 18210 }, { "epoch": 16.17, "learning_rate": 7.760389115572283e-05, "loss": 20.0459, "step": 18211 }, { "epoch": 16.17, "learning_rate": 7.760154394650499e-05, "loss": 19.6436, "step": 18212 }, { "epoch": 16.17, "learning_rate": 7.759919664979587e-05, "loss": 19.7891, "step": 18213 }, { "epoch": 16.18, "learning_rate": 7.759919664979587e-05, "loss": 19.2646, "step": 18214 }, { "epoch": 16.18, "learning_rate": 7.75968492656029e-05, "loss": 19.1963, "step": 18215 }, { "epoch": 16.18, "learning_rate": 7.759450179393357e-05, "loss": 20.624, "step": 18216 }, { "epoch": 16.18, "learning_rate": 7.759215423479529e-05, "loss": 19.9297, "step": 18217 }, { "epoch": 16.18, "learning_rate": 7.75898065881955e-05, "loss": 20.1475, "step": 18218 }, { "epoch": 16.18, "learning_rate": 7.758745885414164e-05, "loss": 19.9307, "step": 18219 }, { "epoch": 16.18, "learning_rate": 7.758511103264117e-05, "loss": 20.1543, "step": 18220 }, { "epoch": 16.18, "learning_rate": 7.75827631237015e-05, "loss": 19.583, "step": 18221 }, { "epoch": 16.18, "learning_rate": 7.75804151273301e-05, "loss": 19.9277, "step": 18222 }, { "epoch": 16.18, "learning_rate": 7.75780670435344e-05, "loss": 19.6318, "step": 18223 }, { "epoch": 16.18, "learning_rate": 7.757571887232185e-05, "loss": 19.8779, "step": 18224 }, { "epoch": 16.19, "learning_rate": 7.75733706136999e-05, "loss": 19.916, "step": 18225 }, { "epoch": 16.19, "learning_rate": 7.757102226767595e-05, "loss": 19.3174, "step": 18226 }, { "epoch": 16.19, "learning_rate": 7.75686738342575e-05, "loss": 20.1338, "step": 18227 }, { "epoch": 16.19, "learning_rate": 7.756632531345197e-05, "loss": 20.0996, "step": 18228 }, { "epoch": 16.19, "learning_rate": 7.756397670526681e-05, "loss": 19.9219, "step": 18229 }, { "epoch": 16.19, "learning_rate": 7.756162800970945e-05, "loss": 19.7803, "step": 18230 }, { "epoch": 16.19, "learning_rate": 7.755927922678734e-05, "loss": 19.4375, "step": 18231 }, { "epoch": 16.19, "learning_rate": 7.755693035650794e-05, "loss": 19.5898, "step": 18232 }, { "epoch": 16.19, "learning_rate": 7.755458139887869e-05, "loss": 19.2109, "step": 18233 }, { "epoch": 16.19, "learning_rate": 7.755223235390704e-05, "loss": 20.2412, "step": 18234 }, { "epoch": 16.19, "learning_rate": 7.754988322160039e-05, "loss": 19.5771, "step": 18235 }, { "epoch": 16.2, "learning_rate": 7.754753400196626e-05, "loss": 19.9072, "step": 18236 }, { "epoch": 16.2, "learning_rate": 7.754518469501204e-05, "loss": 19.8271, "step": 18237 }, { "epoch": 16.2, "learning_rate": 7.75428353007452e-05, "loss": 19.708, "step": 18238 }, { "epoch": 16.2, "learning_rate": 7.754048581917319e-05, "loss": 19.5811, "step": 18239 }, { "epoch": 16.2, "learning_rate": 7.753813625030344e-05, "loss": 19.8857, "step": 18240 }, { "epoch": 16.2, "learning_rate": 7.753578659414343e-05, "loss": 20.2451, "step": 18241 }, { "epoch": 16.2, "learning_rate": 7.753343685070057e-05, "loss": 20.2891, "step": 18242 }, { "epoch": 16.2, "learning_rate": 7.753108701998233e-05, "loss": 19.916, "step": 18243 }, { "epoch": 16.2, "learning_rate": 7.752873710199615e-05, "loss": 19.4326, "step": 18244 }, { "epoch": 16.2, "learning_rate": 7.752638709674949e-05, "loss": 19.7383, "step": 18245 }, { "epoch": 16.2, "learning_rate": 7.752403700424979e-05, "loss": 19.6992, "step": 18246 }, { "epoch": 16.21, "learning_rate": 7.752168682450449e-05, "loss": 19.2627, "step": 18247 }, { "epoch": 16.21, "learning_rate": 7.751933655752106e-05, "loss": 20.4521, "step": 18248 }, { "epoch": 16.21, "learning_rate": 7.751698620330695e-05, "loss": 19.665, "step": 18249 }, { "epoch": 16.21, "learning_rate": 7.751463576186957e-05, "loss": 19.7051, "step": 18250 }, { "epoch": 16.21, "learning_rate": 7.751228523321643e-05, "loss": 19.5322, "step": 18251 }, { "epoch": 16.21, "learning_rate": 7.750993461735494e-05, "loss": 19.8691, "step": 18252 }, { "epoch": 16.21, "learning_rate": 7.750758391429256e-05, "loss": 19.957, "step": 18253 }, { "epoch": 16.21, "learning_rate": 7.750523312403674e-05, "loss": 20.1162, "step": 18254 }, { "epoch": 16.21, "learning_rate": 7.750288224659494e-05, "loss": 19.7578, "step": 18255 }, { "epoch": 16.21, "learning_rate": 7.75005312819746e-05, "loss": 19.2559, "step": 18256 }, { "epoch": 16.21, "learning_rate": 7.74981802301832e-05, "loss": 19.7822, "step": 18257 }, { "epoch": 16.21, "learning_rate": 7.749582909122816e-05, "loss": 19.9961, "step": 18258 }, { "epoch": 16.22, "learning_rate": 7.749347786511694e-05, "loss": 19.8369, "step": 18259 }, { "epoch": 16.22, "learning_rate": 7.7491126551857e-05, "loss": 19.6758, "step": 18260 }, { "epoch": 16.22, "learning_rate": 7.748877515145579e-05, "loss": 19.8252, "step": 18261 }, { "epoch": 16.22, "learning_rate": 7.748642366392076e-05, "loss": 19.7383, "step": 18262 }, { "epoch": 16.22, "learning_rate": 7.748407208925937e-05, "loss": 19.752, "step": 18263 }, { "epoch": 16.22, "learning_rate": 7.748172042747908e-05, "loss": 20.0654, "step": 18264 }, { "epoch": 16.22, "learning_rate": 7.747936867858733e-05, "loss": 19.7881, "step": 18265 }, { "epoch": 16.22, "learning_rate": 7.747701684259156e-05, "loss": 20.125, "step": 18266 }, { "epoch": 16.22, "learning_rate": 7.747466491949927e-05, "loss": 20.6465, "step": 18267 }, { "epoch": 16.22, "learning_rate": 7.747231290931789e-05, "loss": 19.8896, "step": 18268 }, { "epoch": 16.22, "learning_rate": 7.746996081205486e-05, "loss": 19.3818, "step": 18269 }, { "epoch": 16.23, "learning_rate": 7.746760862771766e-05, "loss": 19.707, "step": 18270 }, { "epoch": 16.23, "learning_rate": 7.746525635631375e-05, "loss": 19.6826, "step": 18271 }, { "epoch": 16.23, "learning_rate": 7.746290399785055e-05, "loss": 19.9043, "step": 18272 }, { "epoch": 16.23, "learning_rate": 7.746055155233556e-05, "loss": 19.8955, "step": 18273 }, { "epoch": 16.23, "learning_rate": 7.745819901977621e-05, "loss": 19.9385, "step": 18274 }, { "epoch": 16.23, "learning_rate": 7.745584640017996e-05, "loss": 20.0752, "step": 18275 }, { "epoch": 16.23, "learning_rate": 7.745349369355426e-05, "loss": 20.2441, "step": 18276 }, { "epoch": 16.23, "learning_rate": 7.74511408999066e-05, "loss": 20.0625, "step": 18277 }, { "epoch": 16.23, "learning_rate": 7.74487880192444e-05, "loss": 19.9756, "step": 18278 }, { "epoch": 16.23, "learning_rate": 7.744643505157515e-05, "loss": 20.1611, "step": 18279 }, { "epoch": 16.23, "learning_rate": 7.744408199690627e-05, "loss": 19.6709, "step": 18280 }, { "epoch": 16.24, "learning_rate": 7.744172885524526e-05, "loss": 19.6553, "step": 18281 }, { "epoch": 16.24, "learning_rate": 7.743937562659956e-05, "loss": 19.7383, "step": 18282 }, { "epoch": 16.24, "learning_rate": 7.743702231097663e-05, "loss": 20.4355, "step": 18283 }, { "epoch": 16.24, "learning_rate": 7.743466890838393e-05, "loss": 20.1621, "step": 18284 }, { "epoch": 16.24, "learning_rate": 7.743231541882891e-05, "loss": 19.7451, "step": 18285 }, { "epoch": 16.24, "learning_rate": 7.742996184231904e-05, "loss": 19.3555, "step": 18286 }, { "epoch": 16.24, "learning_rate": 7.74276081788618e-05, "loss": 19.9023, "step": 18287 }, { "epoch": 16.24, "learning_rate": 7.74252544284646e-05, "loss": 19.4658, "step": 18288 }, { "epoch": 16.24, "learning_rate": 7.742290059113496e-05, "loss": 19.8232, "step": 18289 }, { "epoch": 16.24, "learning_rate": 7.74205466668803e-05, "loss": 19.8291, "step": 18290 }, { "epoch": 16.24, "learning_rate": 7.741819265570807e-05, "loss": 19.7656, "step": 18291 }, { "epoch": 16.25, "learning_rate": 7.741583855762579e-05, "loss": 20.1816, "step": 18292 }, { "epoch": 16.25, "learning_rate": 7.741348437264087e-05, "loss": 20.2383, "step": 18293 }, { "epoch": 16.25, "learning_rate": 7.74111301007608e-05, "loss": 20.6631, "step": 18294 }, { "epoch": 16.25, "learning_rate": 7.740877574199304e-05, "loss": 20.3555, "step": 18295 }, { "epoch": 16.25, "learning_rate": 7.740642129634503e-05, "loss": 19.8281, "step": 18296 }, { "epoch": 16.25, "learning_rate": 7.740406676382425e-05, "loss": 20.4971, "step": 18297 }, { "epoch": 16.25, "learning_rate": 7.740171214443816e-05, "loss": 19.7871, "step": 18298 }, { "epoch": 16.25, "learning_rate": 7.739935743819425e-05, "loss": 19.8213, "step": 18299 }, { "epoch": 16.25, "learning_rate": 7.739700264509992e-05, "loss": 20.0439, "step": 18300 }, { "epoch": 16.25, "learning_rate": 7.73946477651627e-05, "loss": 20.0332, "step": 18301 }, { "epoch": 16.25, "learning_rate": 7.739229279839002e-05, "loss": 19.708, "step": 18302 }, { "epoch": 16.25, "learning_rate": 7.738993774478936e-05, "loss": 19.9473, "step": 18303 }, { "epoch": 16.26, "learning_rate": 7.738758260436817e-05, "loss": 19.9639, "step": 18304 }, { "epoch": 16.26, "learning_rate": 7.738522737713393e-05, "loss": 19.8115, "step": 18305 }, { "epoch": 16.26, "learning_rate": 7.738287206309409e-05, "loss": 19.8535, "step": 18306 }, { "epoch": 16.26, "learning_rate": 7.738051666225614e-05, "loss": 19.5664, "step": 18307 }, { "epoch": 16.26, "learning_rate": 7.737816117462752e-05, "loss": 19.2021, "step": 18308 }, { "epoch": 16.26, "learning_rate": 7.737580560021571e-05, "loss": 19.6484, "step": 18309 }, { "epoch": 16.26, "learning_rate": 7.737344993902818e-05, "loss": 19.7734, "step": 18310 }, { "epoch": 16.26, "learning_rate": 7.737109419107238e-05, "loss": 19.4619, "step": 18311 }, { "epoch": 16.26, "learning_rate": 7.736873835635579e-05, "loss": 19.7158, "step": 18312 }, { "epoch": 16.26, "learning_rate": 7.736638243488586e-05, "loss": 20.1738, "step": 18313 }, { "epoch": 16.26, "learning_rate": 7.736402642667011e-05, "loss": 20.2988, "step": 18314 }, { "epoch": 16.27, "learning_rate": 7.736167033171594e-05, "loss": 20.1406, "step": 18315 }, { "epoch": 16.27, "learning_rate": 7.735931415003087e-05, "loss": 19.8965, "step": 18316 }, { "epoch": 16.27, "learning_rate": 7.735695788162234e-05, "loss": 19.3623, "step": 18317 }, { "epoch": 16.27, "learning_rate": 7.735460152649783e-05, "loss": 19.5176, "step": 18318 }, { "epoch": 16.27, "learning_rate": 7.73522450846648e-05, "loss": 19.8613, "step": 18319 }, { "epoch": 16.27, "learning_rate": 7.734988855613074e-05, "loss": 19.6992, "step": 18320 }, { "epoch": 16.27, "learning_rate": 7.73475319409031e-05, "loss": 20.1357, "step": 18321 }, { "epoch": 16.27, "learning_rate": 7.734517523898935e-05, "loss": 19.4609, "step": 18322 }, { "epoch": 16.27, "learning_rate": 7.734281845039697e-05, "loss": 19.5332, "step": 18323 }, { "epoch": 16.27, "learning_rate": 7.734046157513342e-05, "loss": 19.6191, "step": 18324 }, { "epoch": 16.27, "learning_rate": 7.733810461320618e-05, "loss": 19.9219, "step": 18325 }, { "epoch": 16.28, "learning_rate": 7.733574756462272e-05, "loss": 20.0049, "step": 18326 }, { "epoch": 16.28, "learning_rate": 7.733339042939052e-05, "loss": 19.3262, "step": 18327 }, { "epoch": 16.28, "learning_rate": 7.733103320751703e-05, "loss": 19.5527, "step": 18328 }, { "epoch": 16.28, "learning_rate": 7.732867589900974e-05, "loss": 19.834, "step": 18329 }, { "epoch": 16.28, "learning_rate": 7.73263185038761e-05, "loss": 19.8535, "step": 18330 }, { "epoch": 16.28, "learning_rate": 7.732396102212362e-05, "loss": 20.4102, "step": 18331 }, { "epoch": 16.28, "learning_rate": 7.732160345375974e-05, "loss": 19.7197, "step": 18332 }, { "epoch": 16.28, "learning_rate": 7.731924579879195e-05, "loss": 19.8105, "step": 18333 }, { "epoch": 16.28, "learning_rate": 7.731688805722769e-05, "loss": 19.4229, "step": 18334 }, { "epoch": 16.28, "learning_rate": 7.73145302290745e-05, "loss": 19.876, "step": 18335 }, { "epoch": 16.28, "learning_rate": 7.73121723143398e-05, "loss": 20.1006, "step": 18336 }, { "epoch": 16.29, "learning_rate": 7.730981431303107e-05, "loss": 20.1982, "step": 18337 }, { "epoch": 16.29, "learning_rate": 7.730745622515581e-05, "loss": 20.335, "step": 18338 }, { "epoch": 16.29, "learning_rate": 7.730509805072145e-05, "loss": 20.3613, "step": 18339 }, { "epoch": 16.29, "learning_rate": 7.730273978973552e-05, "loss": 20.1123, "step": 18340 }, { "epoch": 16.29, "learning_rate": 7.730038144220545e-05, "loss": 20.1006, "step": 18341 }, { "epoch": 16.29, "learning_rate": 7.730038144220545e-05, "loss": 20.2998, "step": 18342 }, { "epoch": 16.29, "learning_rate": 7.729802300813875e-05, "loss": 19.9033, "step": 18343 }, { "epoch": 16.29, "learning_rate": 7.729566448754287e-05, "loss": 19.8398, "step": 18344 }, { "epoch": 16.29, "learning_rate": 7.72933058804253e-05, "loss": 19.374, "step": 18345 }, { "epoch": 16.29, "learning_rate": 7.729094718679349e-05, "loss": 19.6016, "step": 18346 }, { "epoch": 16.29, "learning_rate": 7.728858840665497e-05, "loss": 19.9873, "step": 18347 }, { "epoch": 16.29, "learning_rate": 7.728622954001715e-05, "loss": 20.0947, "step": 18348 }, { "epoch": 16.3, "learning_rate": 7.728387058688756e-05, "loss": 20.0889, "step": 18349 }, { "epoch": 16.3, "learning_rate": 7.728151154727365e-05, "loss": 19.6055, "step": 18350 }, { "epoch": 16.3, "learning_rate": 7.727915242118292e-05, "loss": 19.9561, "step": 18351 }, { "epoch": 16.3, "learning_rate": 7.727679320862285e-05, "loss": 19.8975, "step": 18352 }, { "epoch": 16.3, "learning_rate": 7.727443390960087e-05, "loss": 19.7559, "step": 18353 }, { "epoch": 16.3, "learning_rate": 7.72720745241245e-05, "loss": 19.8984, "step": 18354 }, { "epoch": 16.3, "learning_rate": 7.726971505220122e-05, "loss": 20.0029, "step": 18355 }, { "epoch": 16.3, "learning_rate": 7.72673554938385e-05, "loss": 20.0225, "step": 18356 }, { "epoch": 16.3, "learning_rate": 7.726499584904381e-05, "loss": 19.8906, "step": 18357 }, { "epoch": 16.3, "learning_rate": 7.726263611782465e-05, "loss": 19.7959, "step": 18358 }, { "epoch": 16.3, "learning_rate": 7.726027630018849e-05, "loss": 19.9902, "step": 18359 }, { "epoch": 16.31, "learning_rate": 7.725791639614279e-05, "loss": 19.833, "step": 18360 }, { "epoch": 16.31, "learning_rate": 7.725555640569506e-05, "loss": 19.7217, "step": 18361 }, { "epoch": 16.31, "learning_rate": 7.725319632885275e-05, "loss": 19.4658, "step": 18362 }, { "epoch": 16.31, "learning_rate": 7.72508361656234e-05, "loss": 20.6523, "step": 18363 }, { "epoch": 16.31, "learning_rate": 7.724847591601442e-05, "loss": 19.9658, "step": 18364 }, { "epoch": 16.31, "learning_rate": 7.724611558003334e-05, "loss": 20.0137, "step": 18365 }, { "epoch": 16.31, "learning_rate": 7.724375515768761e-05, "loss": 19.7969, "step": 18366 }, { "epoch": 16.31, "learning_rate": 7.724375515768761e-05, "loss": 19.541, "step": 18367 }, { "epoch": 16.31, "learning_rate": 7.724139464898473e-05, "loss": 19.5381, "step": 18368 }, { "epoch": 16.31, "learning_rate": 7.72390340539322e-05, "loss": 19.6387, "step": 18369 }, { "epoch": 16.31, "learning_rate": 7.723667337253746e-05, "loss": 20.0322, "step": 18370 }, { "epoch": 16.32, "learning_rate": 7.723431260480802e-05, "loss": 19.8799, "step": 18371 }, { "epoch": 16.32, "learning_rate": 7.723195175075136e-05, "loss": 19.209, "step": 18372 }, { "epoch": 16.32, "learning_rate": 7.722959081037495e-05, "loss": 19.9219, "step": 18373 }, { "epoch": 16.32, "learning_rate": 7.722722978368631e-05, "loss": 19.3975, "step": 18374 }, { "epoch": 16.32, "learning_rate": 7.722486867069289e-05, "loss": 19.959, "step": 18375 }, { "epoch": 16.32, "learning_rate": 7.722250747140217e-05, "loss": 19.5684, "step": 18376 }, { "epoch": 16.32, "learning_rate": 7.722014618582166e-05, "loss": 19.8701, "step": 18377 }, { "epoch": 16.32, "learning_rate": 7.721778481395883e-05, "loss": 19.6436, "step": 18378 }, { "epoch": 16.32, "learning_rate": 7.721542335582116e-05, "loss": 19.3105, "step": 18379 }, { "epoch": 16.32, "learning_rate": 7.721306181141615e-05, "loss": 20.708, "step": 18380 }, { "epoch": 16.32, "learning_rate": 7.721070018075127e-05, "loss": 19.8174, "step": 18381 }, { "epoch": 16.33, "learning_rate": 7.720833846383402e-05, "loss": 20.9766, "step": 18382 }, { "epoch": 16.33, "learning_rate": 7.72059766606719e-05, "loss": 19.5752, "step": 18383 }, { "epoch": 16.33, "learning_rate": 7.720361477127235e-05, "loss": 20.5127, "step": 18384 }, { "epoch": 16.33, "learning_rate": 7.72012527956429e-05, "loss": 19.5059, "step": 18385 }, { "epoch": 16.33, "learning_rate": 7.719889073379102e-05, "loss": 20.0, "step": 18386 }, { "epoch": 16.33, "learning_rate": 7.719652858572419e-05, "loss": 20.6504, "step": 18387 }, { "epoch": 16.33, "learning_rate": 7.719416635144992e-05, "loss": 19.3398, "step": 18388 }, { "epoch": 16.33, "learning_rate": 7.719180403097566e-05, "loss": 19.7783, "step": 18389 }, { "epoch": 16.33, "learning_rate": 7.718944162430894e-05, "loss": 19.9434, "step": 18390 }, { "epoch": 16.33, "learning_rate": 7.718707913145722e-05, "loss": 19.8359, "step": 18391 }, { "epoch": 16.33, "learning_rate": 7.7184716552428e-05, "loss": 20.667, "step": 18392 }, { "epoch": 16.33, "learning_rate": 7.718235388722877e-05, "loss": 19.8877, "step": 18393 }, { "epoch": 16.34, "learning_rate": 7.717999113586702e-05, "loss": 19.9834, "step": 18394 }, { "epoch": 16.34, "learning_rate": 7.717762829835023e-05, "loss": 19.6787, "step": 18395 }, { "epoch": 16.34, "learning_rate": 7.717526537468591e-05, "loss": 19.5303, "step": 18396 }, { "epoch": 16.34, "learning_rate": 7.717290236488153e-05, "loss": 20.209, "step": 18397 }, { "epoch": 16.34, "learning_rate": 7.717053926894457e-05, "loss": 20.207, "step": 18398 }, { "epoch": 16.34, "learning_rate": 7.716817608688255e-05, "loss": 19.8057, "step": 18399 }, { "epoch": 16.34, "learning_rate": 7.716581281870294e-05, "loss": 19.3398, "step": 18400 }, { "epoch": 16.34, "learning_rate": 7.716344946441324e-05, "loss": 19.9355, "step": 18401 }, { "epoch": 16.34, "learning_rate": 7.716108602402094e-05, "loss": 20.1982, "step": 18402 }, { "epoch": 16.34, "learning_rate": 7.715872249753353e-05, "loss": 19.6797, "step": 18403 }, { "epoch": 16.34, "learning_rate": 7.715635888495851e-05, "loss": 19.4736, "step": 18404 }, { "epoch": 16.35, "learning_rate": 7.715399518630337e-05, "loss": 19.9971, "step": 18405 }, { "epoch": 16.35, "learning_rate": 7.715163140157559e-05, "loss": 19.5117, "step": 18406 }, { "epoch": 16.35, "learning_rate": 7.714926753078266e-05, "loss": 19.4092, "step": 18407 }, { "epoch": 16.35, "learning_rate": 7.71469035739321e-05, "loss": 19.8359, "step": 18408 }, { "epoch": 16.35, "learning_rate": 7.714453953103138e-05, "loss": 19.8477, "step": 18409 }, { "epoch": 16.35, "learning_rate": 7.714217540208801e-05, "loss": 20.1602, "step": 18410 }, { "epoch": 16.35, "learning_rate": 7.713981118710946e-05, "loss": 19.6992, "step": 18411 }, { "epoch": 16.35, "learning_rate": 7.713744688610325e-05, "loss": 20.2012, "step": 18412 }, { "epoch": 16.35, "learning_rate": 7.713508249907685e-05, "loss": 19.9346, "step": 18413 }, { "epoch": 16.35, "learning_rate": 7.713271802603776e-05, "loss": 20.1504, "step": 18414 }, { "epoch": 16.35, "learning_rate": 7.713035346699351e-05, "loss": 19.208, "step": 18415 }, { "epoch": 16.36, "learning_rate": 7.712798882195156e-05, "loss": 19.9521, "step": 18416 }, { "epoch": 16.36, "learning_rate": 7.71256240909194e-05, "loss": 18.9707, "step": 18417 }, { "epoch": 16.36, "learning_rate": 7.712325927390454e-05, "loss": 20.21, "step": 18418 }, { "epoch": 16.36, "learning_rate": 7.712089437091448e-05, "loss": 19.7432, "step": 18419 }, { "epoch": 16.36, "learning_rate": 7.711852938195672e-05, "loss": 19.6924, "step": 18420 }, { "epoch": 16.36, "learning_rate": 7.711616430703872e-05, "loss": 20.1016, "step": 18421 }, { "epoch": 16.36, "learning_rate": 7.711379914616803e-05, "loss": 19.9209, "step": 18422 }, { "epoch": 16.36, "learning_rate": 7.711143389935212e-05, "loss": 20.2207, "step": 18423 }, { "epoch": 16.36, "learning_rate": 7.710906856659848e-05, "loss": 19.4033, "step": 18424 }, { "epoch": 16.36, "learning_rate": 7.710670314791461e-05, "loss": 19.7295, "step": 18425 }, { "epoch": 16.36, "learning_rate": 7.710433764330802e-05, "loss": 20.4004, "step": 18426 }, { "epoch": 16.37, "learning_rate": 7.71019720527862e-05, "loss": 19.626, "step": 18427 }, { "epoch": 16.37, "learning_rate": 7.709960637635665e-05, "loss": 19.9082, "step": 18428 }, { "epoch": 16.37, "learning_rate": 7.709724061402688e-05, "loss": 19.709, "step": 18429 }, { "epoch": 16.37, "learning_rate": 7.709487476580435e-05, "loss": 20.0059, "step": 18430 }, { "epoch": 16.37, "learning_rate": 7.709250883169663e-05, "loss": 19.8457, "step": 18431 }, { "epoch": 16.37, "learning_rate": 7.709014281171114e-05, "loss": 20.0322, "step": 18432 }, { "epoch": 16.37, "learning_rate": 7.708777670585544e-05, "loss": 20.248, "step": 18433 }, { "epoch": 16.37, "learning_rate": 7.7085410514137e-05, "loss": 20.2939, "step": 18434 }, { "epoch": 16.37, "learning_rate": 7.708304423656331e-05, "loss": 20.2559, "step": 18435 }, { "epoch": 16.37, "learning_rate": 7.708067787314192e-05, "loss": 19.8945, "step": 18436 }, { "epoch": 16.37, "learning_rate": 7.707831142388029e-05, "loss": 19.9531, "step": 18437 }, { "epoch": 16.37, "learning_rate": 7.707594488878591e-05, "loss": 20.0508, "step": 18438 }, { "epoch": 16.38, "learning_rate": 7.707357826786632e-05, "loss": 19.6621, "step": 18439 }, { "epoch": 16.38, "learning_rate": 7.7071211561129e-05, "loss": 19.8701, "step": 18440 }, { "epoch": 16.38, "learning_rate": 7.706884476858145e-05, "loss": 19.3604, "step": 18441 }, { "epoch": 16.38, "learning_rate": 7.706647789023118e-05, "loss": 19.3467, "step": 18442 }, { "epoch": 16.38, "learning_rate": 7.706411092608569e-05, "loss": 19.7979, "step": 18443 }, { "epoch": 16.38, "learning_rate": 7.706174387615248e-05, "loss": 20.1533, "step": 18444 }, { "epoch": 16.38, "learning_rate": 7.705937674043907e-05, "loss": 20.0762, "step": 18445 }, { "epoch": 16.38, "learning_rate": 7.705700951895293e-05, "loss": 19.0996, "step": 18446 }, { "epoch": 16.38, "learning_rate": 7.70546422117016e-05, "loss": 19.6826, "step": 18447 }, { "epoch": 16.38, "learning_rate": 7.705227481869255e-05, "loss": 20.0957, "step": 18448 }, { "epoch": 16.38, "learning_rate": 7.704990733993329e-05, "loss": 20.0977, "step": 18449 }, { "epoch": 16.39, "learning_rate": 7.704753977543137e-05, "loss": 19.3281, "step": 18450 }, { "epoch": 16.39, "learning_rate": 7.704517212519423e-05, "loss": 19.2178, "step": 18451 }, { "epoch": 16.39, "learning_rate": 7.704280438922943e-05, "loss": 19.7275, "step": 18452 }, { "epoch": 16.39, "learning_rate": 7.704043656754442e-05, "loss": 20.2236, "step": 18453 }, { "epoch": 16.39, "learning_rate": 7.703806866014676e-05, "loss": 19.5605, "step": 18454 }, { "epoch": 16.39, "learning_rate": 7.703570066704393e-05, "loss": 19.915, "step": 18455 }, { "epoch": 16.39, "learning_rate": 7.703333258824344e-05, "loss": 19.6172, "step": 18456 }, { "epoch": 16.39, "learning_rate": 7.703096442375277e-05, "loss": 19.6416, "step": 18457 }, { "epoch": 16.39, "learning_rate": 7.702859617357947e-05, "loss": 19.79, "step": 18458 }, { "epoch": 16.39, "learning_rate": 7.702622783773103e-05, "loss": 19.1973, "step": 18459 }, { "epoch": 16.39, "learning_rate": 7.702385941621495e-05, "loss": 19.5938, "step": 18460 }, { "epoch": 16.4, "learning_rate": 7.702149090903873e-05, "loss": 19.8398, "step": 18461 }, { "epoch": 16.4, "learning_rate": 7.70191223162099e-05, "loss": 19.6934, "step": 18462 }, { "epoch": 16.4, "learning_rate": 7.701675363773595e-05, "loss": 19.9883, "step": 18463 }, { "epoch": 16.4, "learning_rate": 7.70143848736244e-05, "loss": 19.8389, "step": 18464 }, { "epoch": 16.4, "learning_rate": 7.701201602388276e-05, "loss": 19.1875, "step": 18465 }, { "epoch": 16.4, "learning_rate": 7.700964708851852e-05, "loss": 20.002, "step": 18466 }, { "epoch": 16.4, "learning_rate": 7.700727806753921e-05, "loss": 20.1719, "step": 18467 }, { "epoch": 16.4, "learning_rate": 7.700490896095233e-05, "loss": 19.7734, "step": 18468 }, { "epoch": 16.4, "learning_rate": 7.70025397687654e-05, "loss": 19.8984, "step": 18469 }, { "epoch": 16.4, "learning_rate": 7.700017049098591e-05, "loss": 19.8838, "step": 18470 }, { "epoch": 16.4, "learning_rate": 7.699780112762139e-05, "loss": 19.8779, "step": 18471 }, { "epoch": 16.4, "learning_rate": 7.699543167867932e-05, "loss": 19.5186, "step": 18472 }, { "epoch": 16.41, "learning_rate": 7.699306214416727e-05, "loss": 20.0146, "step": 18473 }, { "epoch": 16.41, "learning_rate": 7.699069252409268e-05, "loss": 20.0674, "step": 18474 }, { "epoch": 16.41, "learning_rate": 7.699069252409268e-05, "loss": 20.1133, "step": 18475 }, { "epoch": 16.41, "learning_rate": 7.698832281846308e-05, "loss": 19.875, "step": 18476 }, { "epoch": 16.41, "learning_rate": 7.698595302728604e-05, "loss": 19.4199, "step": 18477 }, { "epoch": 16.41, "learning_rate": 7.6983583150569e-05, "loss": 19.7744, "step": 18478 }, { "epoch": 16.41, "learning_rate": 7.6983583150569e-05, "loss": 20.2939, "step": 18479 }, { "epoch": 16.41, "learning_rate": 7.698121318831951e-05, "loss": 19.9121, "step": 18480 }, { "epoch": 16.41, "learning_rate": 7.697884314054506e-05, "loss": 20.1543, "step": 18481 }, { "epoch": 16.41, "learning_rate": 7.697647300725319e-05, "loss": 20.3398, "step": 18482 }, { "epoch": 16.41, "learning_rate": 7.697410278845139e-05, "loss": 20.0732, "step": 18483 }, { "epoch": 16.42, "learning_rate": 7.697173248414717e-05, "loss": 19.8125, "step": 18484 }, { "epoch": 16.42, "learning_rate": 7.696936209434806e-05, "loss": 19.7197, "step": 18485 }, { "epoch": 16.42, "learning_rate": 7.696699161906158e-05, "loss": 20.2002, "step": 18486 }, { "epoch": 16.42, "learning_rate": 7.696462105829522e-05, "loss": 20.2725, "step": 18487 }, { "epoch": 16.42, "learning_rate": 7.69622504120565e-05, "loss": 20.0771, "step": 18488 }, { "epoch": 16.42, "learning_rate": 7.695987968035294e-05, "loss": 19.4072, "step": 18489 }, { "epoch": 16.42, "learning_rate": 7.695750886319206e-05, "loss": 20.624, "step": 18490 }, { "epoch": 16.42, "learning_rate": 7.695513796058137e-05, "loss": 19.4854, "step": 18491 }, { "epoch": 16.42, "learning_rate": 7.695276697252839e-05, "loss": 20.0918, "step": 18492 }, { "epoch": 16.42, "learning_rate": 7.695039589904063e-05, "loss": 19.3457, "step": 18493 }, { "epoch": 16.42, "learning_rate": 7.69480247401256e-05, "loss": 20.6006, "step": 18494 }, { "epoch": 16.43, "learning_rate": 7.694565349579081e-05, "loss": 20.4082, "step": 18495 }, { "epoch": 16.43, "learning_rate": 7.694328216604381e-05, "loss": 20.0996, "step": 18496 }, { "epoch": 16.43, "learning_rate": 7.69409107508921e-05, "loss": 20.292, "step": 18497 }, { "epoch": 16.43, "learning_rate": 7.693853925034315e-05, "loss": 19.8145, "step": 18498 }, { "epoch": 16.43, "learning_rate": 7.693616766440455e-05, "loss": 19.4268, "step": 18499 }, { "epoch": 16.43, "learning_rate": 7.693379599308379e-05, "loss": 20.1797, "step": 18500 }, { "epoch": 16.43, "learning_rate": 7.693142423638837e-05, "loss": 20.209, "step": 18501 }, { "epoch": 16.43, "learning_rate": 7.692905239432584e-05, "loss": 19.7188, "step": 18502 }, { "epoch": 16.43, "learning_rate": 7.692668046690369e-05, "loss": 19.5898, "step": 18503 }, { "epoch": 16.43, "learning_rate": 7.692430845412945e-05, "loss": 19.4883, "step": 18504 }, { "epoch": 16.43, "learning_rate": 7.692193635601065e-05, "loss": 20.0889, "step": 18505 }, { "epoch": 16.44, "learning_rate": 7.691956417255478e-05, "loss": 19.4414, "step": 18506 }, { "epoch": 16.44, "learning_rate": 7.691719190376939e-05, "loss": 20.0586, "step": 18507 }, { "epoch": 16.44, "learning_rate": 7.691481954966197e-05, "loss": 20.4014, "step": 18508 }, { "epoch": 16.44, "learning_rate": 7.691244711024007e-05, "loss": 20.124, "step": 18509 }, { "epoch": 16.44, "learning_rate": 7.691007458551118e-05, "loss": 19.8037, "step": 18510 }, { "epoch": 16.44, "learning_rate": 7.690770197548284e-05, "loss": 19.4404, "step": 18511 }, { "epoch": 16.44, "learning_rate": 7.690532928016258e-05, "loss": 20.0586, "step": 18512 }, { "epoch": 16.44, "learning_rate": 7.69029564995579e-05, "loss": 19.8896, "step": 18513 }, { "epoch": 16.44, "learning_rate": 7.690058363367634e-05, "loss": 19.752, "step": 18514 }, { "epoch": 16.44, "learning_rate": 7.68982106825254e-05, "loss": 20.0312, "step": 18515 }, { "epoch": 16.44, "learning_rate": 7.689583764611262e-05, "loss": 20.1191, "step": 18516 }, { "epoch": 16.44, "learning_rate": 7.68934645244455e-05, "loss": 19.6963, "step": 18517 }, { "epoch": 16.45, "learning_rate": 7.689109131753159e-05, "loss": 19.8857, "step": 18518 }, { "epoch": 16.45, "learning_rate": 7.68887180253784e-05, "loss": 20.1172, "step": 18519 }, { "epoch": 16.45, "learning_rate": 7.688634464799345e-05, "loss": 20.2266, "step": 18520 }, { "epoch": 16.45, "learning_rate": 7.688397118538426e-05, "loss": 19.4023, "step": 18521 }, { "epoch": 16.45, "learning_rate": 7.688159763755836e-05, "loss": 19.7188, "step": 18522 }, { "epoch": 16.45, "learning_rate": 7.687922400452327e-05, "loss": 20.8701, "step": 18523 }, { "epoch": 16.45, "learning_rate": 7.687685028628653e-05, "loss": 20.083, "step": 18524 }, { "epoch": 16.45, "learning_rate": 7.687447648285564e-05, "loss": 20.2744, "step": 18525 }, { "epoch": 16.45, "learning_rate": 7.687210259423814e-05, "loss": 19.6338, "step": 18526 }, { "epoch": 16.45, "learning_rate": 7.686972862044155e-05, "loss": 19.7754, "step": 18527 }, { "epoch": 16.45, "learning_rate": 7.686735456147341e-05, "loss": 19.708, "step": 18528 }, { "epoch": 16.46, "learning_rate": 7.68649804173412e-05, "loss": 20.0186, "step": 18529 }, { "epoch": 16.46, "learning_rate": 7.686260618805248e-05, "loss": 19.7129, "step": 18530 }, { "epoch": 16.46, "learning_rate": 7.686023187361478e-05, "loss": 20.5059, "step": 18531 }, { "epoch": 16.46, "learning_rate": 7.685785747403564e-05, "loss": 19.667, "step": 18532 }, { "epoch": 16.46, "learning_rate": 7.685548298932252e-05, "loss": 20.1729, "step": 18533 }, { "epoch": 16.46, "learning_rate": 7.685310841948302e-05, "loss": 19.8838, "step": 18534 }, { "epoch": 16.46, "learning_rate": 7.685073376452463e-05, "loss": 19.7256, "step": 18535 }, { "epoch": 16.46, "learning_rate": 7.684835902445488e-05, "loss": 20.8916, "step": 18536 }, { "epoch": 16.46, "learning_rate": 7.68459841992813e-05, "loss": 19.3643, "step": 18537 }, { "epoch": 16.46, "learning_rate": 7.684360928901144e-05, "loss": 19.8545, "step": 18538 }, { "epoch": 16.46, "learning_rate": 7.68412342936528e-05, "loss": 19.5137, "step": 18539 }, { "epoch": 16.47, "learning_rate": 7.683885921321292e-05, "loss": 20.0166, "step": 18540 }, { "epoch": 16.47, "learning_rate": 7.683648404769931e-05, "loss": 20.2705, "step": 18541 }, { "epoch": 16.47, "learning_rate": 7.683410879711951e-05, "loss": 20.0547, "step": 18542 }, { "epoch": 16.47, "learning_rate": 7.683173346148107e-05, "loss": 19.876, "step": 18543 }, { "epoch": 16.47, "learning_rate": 7.68293580407915e-05, "loss": 19.8994, "step": 18544 }, { "epoch": 16.47, "learning_rate": 7.682698253505833e-05, "loss": 20.2646, "step": 18545 }, { "epoch": 16.47, "learning_rate": 7.682460694428908e-05, "loss": 20.0674, "step": 18546 }, { "epoch": 16.47, "learning_rate": 7.682223126849129e-05, "loss": 20.0205, "step": 18547 }, { "epoch": 16.47, "learning_rate": 7.681985550767251e-05, "loss": 19.7021, "step": 18548 }, { "epoch": 16.47, "learning_rate": 7.681747966184024e-05, "loss": 19.5586, "step": 18549 }, { "epoch": 16.47, "learning_rate": 7.681510373100202e-05, "loss": 20.1621, "step": 18550 }, { "epoch": 16.48, "learning_rate": 7.681272771516539e-05, "loss": 20.2168, "step": 18551 }, { "epoch": 16.48, "learning_rate": 7.681035161433788e-05, "loss": 19.9326, "step": 18552 }, { "epoch": 16.48, "learning_rate": 7.680797542852702e-05, "loss": 19.9346, "step": 18553 }, { "epoch": 16.48, "learning_rate": 7.680559915774034e-05, "loss": 19.4014, "step": 18554 }, { "epoch": 16.48, "learning_rate": 7.680322280198535e-05, "loss": 20.1465, "step": 18555 }, { "epoch": 16.48, "learning_rate": 7.680084636126964e-05, "loss": 20.166, "step": 18556 }, { "epoch": 16.48, "learning_rate": 7.679846983560069e-05, "loss": 20.2852, "step": 18557 }, { "epoch": 16.48, "learning_rate": 7.679609322498604e-05, "loss": 19.7549, "step": 18558 }, { "epoch": 16.48, "learning_rate": 7.679371652943326e-05, "loss": 19.5674, "step": 18559 }, { "epoch": 16.48, "learning_rate": 7.679133974894983e-05, "loss": 20.1221, "step": 18560 }, { "epoch": 16.48, "learning_rate": 7.678896288354332e-05, "loss": 19.6758, "step": 18561 }, { "epoch": 16.48, "learning_rate": 7.678658593322127e-05, "loss": 19.9912, "step": 18562 }, { "epoch": 16.49, "learning_rate": 7.678420889799119e-05, "loss": 19.8496, "step": 18563 }, { "epoch": 16.49, "learning_rate": 7.678183177786063e-05, "loss": 19.9844, "step": 18564 }, { "epoch": 16.49, "learning_rate": 7.67794545728371e-05, "loss": 19.625, "step": 18565 }, { "epoch": 16.49, "learning_rate": 7.677707728292817e-05, "loss": 19.9453, "step": 18566 }, { "epoch": 16.49, "learning_rate": 7.677469990814139e-05, "loss": 20.2666, "step": 18567 }, { "epoch": 16.49, "learning_rate": 7.677232244848423e-05, "loss": 20.0459, "step": 18568 }, { "epoch": 16.49, "learning_rate": 7.676994490396426e-05, "loss": 19.5137, "step": 18569 }, { "epoch": 16.49, "learning_rate": 7.676756727458904e-05, "loss": 20.082, "step": 18570 }, { "epoch": 16.49, "learning_rate": 7.676518956036606e-05, "loss": 19.5537, "step": 18571 }, { "epoch": 16.49, "learning_rate": 7.67628117613029e-05, "loss": 19.9551, "step": 18572 }, { "epoch": 16.49, "learning_rate": 7.67604338774071e-05, "loss": 19.4131, "step": 18573 }, { "epoch": 16.5, "learning_rate": 7.675805590868614e-05, "loss": 19.8428, "step": 18574 }, { "epoch": 16.5, "learning_rate": 7.675567785514763e-05, "loss": 19.3887, "step": 18575 }, { "epoch": 16.5, "learning_rate": 7.675329971679904e-05, "loss": 19.8516, "step": 18576 }, { "epoch": 16.5, "learning_rate": 7.675092149364796e-05, "loss": 19.5215, "step": 18577 }, { "epoch": 16.5, "learning_rate": 7.674854318570191e-05, "loss": 19.8828, "step": 18578 }, { "epoch": 16.5, "learning_rate": 7.674616479296842e-05, "loss": 19.501, "step": 18579 }, { "epoch": 16.5, "learning_rate": 7.674378631545503e-05, "loss": 19.8994, "step": 18580 }, { "epoch": 16.5, "learning_rate": 7.67414077531693e-05, "loss": 20.1592, "step": 18581 }, { "epoch": 16.5, "learning_rate": 7.673902910611875e-05, "loss": 20.2266, "step": 18582 }, { "epoch": 16.5, "learning_rate": 7.673665037431093e-05, "loss": 19.9248, "step": 18583 }, { "epoch": 16.5, "learning_rate": 7.673427155775336e-05, "loss": 19.9678, "step": 18584 }, { "epoch": 16.51, "learning_rate": 7.67318926564536e-05, "loss": 19.9062, "step": 18585 }, { "epoch": 16.51, "learning_rate": 7.67318926564536e-05, "loss": 19.5098, "step": 18586 }, { "epoch": 16.51, "learning_rate": 7.67295136704192e-05, "loss": 19.459, "step": 18587 }, { "epoch": 16.51, "learning_rate": 7.672713459965769e-05, "loss": 20.0283, "step": 18588 }, { "epoch": 16.51, "learning_rate": 7.672475544417661e-05, "loss": 19.5781, "step": 18589 }, { "epoch": 16.51, "learning_rate": 7.672237620398348e-05, "loss": 20.5166, "step": 18590 }, { "epoch": 16.51, "learning_rate": 7.671999687908588e-05, "loss": 19.6211, "step": 18591 }, { "epoch": 16.51, "learning_rate": 7.671761746949133e-05, "loss": 20.0342, "step": 18592 }, { "epoch": 16.51, "learning_rate": 7.671523797520737e-05, "loss": 19.582, "step": 18593 }, { "epoch": 16.51, "learning_rate": 7.671285839624155e-05, "loss": 19.7451, "step": 18594 }, { "epoch": 16.51, "learning_rate": 7.671047873260142e-05, "loss": 20.1562, "step": 18595 }, { "epoch": 16.52, "learning_rate": 7.67080989842945e-05, "loss": 19.9336, "step": 18596 }, { "epoch": 16.52, "learning_rate": 7.670571915132836e-05, "loss": 20.0273, "step": 18597 }, { "epoch": 16.52, "learning_rate": 7.670333923371054e-05, "loss": 20.3936, "step": 18598 }, { "epoch": 16.52, "learning_rate": 7.670095923144855e-05, "loss": 19.8789, "step": 18599 }, { "epoch": 16.52, "learning_rate": 7.669857914454999e-05, "loss": 19.8525, "step": 18600 }, { "epoch": 16.52, "learning_rate": 7.669619897302234e-05, "loss": 20.3574, "step": 18601 }, { "epoch": 16.52, "learning_rate": 7.66938187168732e-05, "loss": 19.7871, "step": 18602 }, { "epoch": 16.52, "learning_rate": 7.66914383761101e-05, "loss": 19.7559, "step": 18603 }, { "epoch": 16.52, "learning_rate": 7.668905795074057e-05, "loss": 19.9707, "step": 18604 }, { "epoch": 16.52, "learning_rate": 7.668667744077216e-05, "loss": 19.8867, "step": 18605 }, { "epoch": 16.52, "learning_rate": 7.668429684621242e-05, "loss": 19.7324, "step": 18606 }, { "epoch": 16.52, "learning_rate": 7.66819161670689e-05, "loss": 20.1992, "step": 18607 }, { "epoch": 16.53, "learning_rate": 7.667953540334915e-05, "loss": 19.4199, "step": 18608 }, { "epoch": 16.53, "learning_rate": 7.66771545550607e-05, "loss": 19.4961, "step": 18609 }, { "epoch": 16.53, "learning_rate": 7.66747736222111e-05, "loss": 20.1133, "step": 18610 }, { "epoch": 16.53, "learning_rate": 7.667239260480792e-05, "loss": 19.9443, "step": 18611 }, { "epoch": 16.53, "learning_rate": 7.667001150285867e-05, "loss": 20.0479, "step": 18612 }, { "epoch": 16.53, "learning_rate": 7.666763031637092e-05, "loss": 19.541, "step": 18613 }, { "epoch": 16.53, "learning_rate": 7.666524904535221e-05, "loss": 19.3896, "step": 18614 }, { "epoch": 16.53, "learning_rate": 7.666286768981012e-05, "loss": 19.4805, "step": 18615 }, { "epoch": 16.53, "learning_rate": 7.666048624975215e-05, "loss": 20.0645, "step": 18616 }, { "epoch": 16.53, "learning_rate": 7.665810472518589e-05, "loss": 20.0498, "step": 18617 }, { "epoch": 16.53, "learning_rate": 7.665572311611884e-05, "loss": 19.8584, "step": 18618 }, { "epoch": 16.54, "learning_rate": 7.66533414225586e-05, "loss": 20.3086, "step": 18619 }, { "epoch": 16.54, "learning_rate": 7.665095964451269e-05, "loss": 20.3291, "step": 18620 }, { "epoch": 16.54, "learning_rate": 7.664857778198868e-05, "loss": 19.7061, "step": 18621 }, { "epoch": 16.54, "learning_rate": 7.664619583499409e-05, "loss": 19.7881, "step": 18622 }, { "epoch": 16.54, "learning_rate": 7.66438138035365e-05, "loss": 19.9668, "step": 18623 }, { "epoch": 16.54, "learning_rate": 7.66438138035365e-05, "loss": 19.9697, "step": 18624 }, { "epoch": 16.54, "learning_rate": 7.664143168762346e-05, "loss": 19.4844, "step": 18625 }, { "epoch": 16.54, "learning_rate": 7.66390494872625e-05, "loss": 19.6328, "step": 18626 }, { "epoch": 16.54, "learning_rate": 7.663666720246117e-05, "loss": 19.6611, "step": 18627 }, { "epoch": 16.54, "learning_rate": 7.663428483322703e-05, "loss": 20.0195, "step": 18628 }, { "epoch": 16.54, "learning_rate": 7.663190237956765e-05, "loss": 20.0088, "step": 18629 }, { "epoch": 16.55, "learning_rate": 7.662951984149056e-05, "loss": 20.0859, "step": 18630 }, { "epoch": 16.55, "learning_rate": 7.662713721900331e-05, "loss": 19.4229, "step": 18631 }, { "epoch": 16.55, "learning_rate": 7.662475451211346e-05, "loss": 19.4082, "step": 18632 }, { "epoch": 16.55, "learning_rate": 7.662237172082858e-05, "loss": 19.6104, "step": 18633 }, { "epoch": 16.55, "learning_rate": 7.66199888451562e-05, "loss": 20.0664, "step": 18634 }, { "epoch": 16.55, "learning_rate": 7.661760588510388e-05, "loss": 19.3623, "step": 18635 }, { "epoch": 16.55, "learning_rate": 7.661522284067918e-05, "loss": 20.0605, "step": 18636 }, { "epoch": 16.55, "learning_rate": 7.661283971188961e-05, "loss": 19.8828, "step": 18637 }, { "epoch": 16.55, "learning_rate": 7.661045649874279e-05, "loss": 19.9307, "step": 18638 }, { "epoch": 16.55, "learning_rate": 7.660807320124625e-05, "loss": 20.4424, "step": 18639 }, { "epoch": 16.55, "learning_rate": 7.660568981940752e-05, "loss": 19.999, "step": 18640 }, { "epoch": 16.56, "learning_rate": 7.660330635323419e-05, "loss": 20.4014, "step": 18641 }, { "epoch": 16.56, "learning_rate": 7.660092280273378e-05, "loss": 20.0273, "step": 18642 }, { "epoch": 16.56, "learning_rate": 7.659853916791389e-05, "loss": 20.3682, "step": 18643 }, { "epoch": 16.56, "learning_rate": 7.659615544878203e-05, "loss": 20.6475, "step": 18644 }, { "epoch": 16.56, "learning_rate": 7.659377164534578e-05, "loss": 19.9258, "step": 18645 }, { "epoch": 16.56, "learning_rate": 7.659138775761269e-05, "loss": 20.2617, "step": 18646 }, { "epoch": 16.56, "learning_rate": 7.658900378559033e-05, "loss": 20.416, "step": 18647 }, { "epoch": 16.56, "learning_rate": 7.658661972928624e-05, "loss": 20.4658, "step": 18648 }, { "epoch": 16.56, "learning_rate": 7.658423558870799e-05, "loss": 20.0264, "step": 18649 }, { "epoch": 16.56, "learning_rate": 7.65818513638631e-05, "loss": 20.1406, "step": 18650 }, { "epoch": 16.56, "learning_rate": 7.657946705475921e-05, "loss": 20.4561, "step": 18651 }, { "epoch": 16.56, "learning_rate": 7.657708266140379e-05, "loss": 20.4766, "step": 18652 }, { "epoch": 16.57, "learning_rate": 7.657469818380443e-05, "loss": 20.1055, "step": 18653 }, { "epoch": 16.57, "learning_rate": 7.65723136219687e-05, "loss": 19.7461, "step": 18654 }, { "epoch": 16.57, "learning_rate": 7.656992897590414e-05, "loss": 19.8604, "step": 18655 }, { "epoch": 16.57, "learning_rate": 7.656754424561834e-05, "loss": 19.5771, "step": 18656 }, { "epoch": 16.57, "learning_rate": 7.656515943111883e-05, "loss": 19.8447, "step": 18657 }, { "epoch": 16.57, "learning_rate": 7.656277453241316e-05, "loss": 20.1445, "step": 18658 }, { "epoch": 16.57, "learning_rate": 7.656038954950893e-05, "loss": 19.8203, "step": 18659 }, { "epoch": 16.57, "learning_rate": 7.655800448241366e-05, "loss": 20.5957, "step": 18660 }, { "epoch": 16.57, "learning_rate": 7.655561933113494e-05, "loss": 19.6064, "step": 18661 }, { "epoch": 16.57, "learning_rate": 7.655323409568031e-05, "loss": 20.0908, "step": 18662 }, { "epoch": 16.57, "learning_rate": 7.655084877605734e-05, "loss": 20.3594, "step": 18663 }, { "epoch": 16.58, "learning_rate": 7.654846337227358e-05, "loss": 19.71, "step": 18664 }, { "epoch": 16.58, "learning_rate": 7.65460778843366e-05, "loss": 20.2217, "step": 18665 }, { "epoch": 16.58, "learning_rate": 7.654369231225398e-05, "loss": 20.1748, "step": 18666 }, { "epoch": 16.58, "learning_rate": 7.654130665603325e-05, "loss": 20.0537, "step": 18667 }, { "epoch": 16.58, "learning_rate": 7.6538920915682e-05, "loss": 20.0684, "step": 18668 }, { "epoch": 16.58, "learning_rate": 7.653653509120775e-05, "loss": 20.0371, "step": 18669 }, { "epoch": 16.58, "learning_rate": 7.653414918261812e-05, "loss": 19.4873, "step": 18670 }, { "epoch": 16.58, "learning_rate": 7.653176318992062e-05, "loss": 19.6621, "step": 18671 }, { "epoch": 16.58, "learning_rate": 7.652937711312285e-05, "loss": 20.1924, "step": 18672 }, { "epoch": 16.58, "learning_rate": 7.652699095223237e-05, "loss": 19.501, "step": 18673 }, { "epoch": 16.58, "learning_rate": 7.652460470725671e-05, "loss": 20.1045, "step": 18674 }, { "epoch": 16.59, "learning_rate": 7.652221837820348e-05, "loss": 20.0371, "step": 18675 }, { "epoch": 16.59, "learning_rate": 7.65198319650802e-05, "loss": 20.3359, "step": 18676 }, { "epoch": 16.59, "learning_rate": 7.651744546789446e-05, "loss": 20.2686, "step": 18677 }, { "epoch": 16.59, "learning_rate": 7.651505888665384e-05, "loss": 20.5166, "step": 18678 }, { "epoch": 16.59, "learning_rate": 7.651267222136587e-05, "loss": 20.1084, "step": 18679 }, { "epoch": 16.59, "learning_rate": 7.651028547203814e-05, "loss": 19.3906, "step": 18680 }, { "epoch": 16.59, "learning_rate": 7.65078986386782e-05, "loss": 20.041, "step": 18681 }, { "epoch": 16.59, "learning_rate": 7.650551172129361e-05, "loss": 19.8438, "step": 18682 }, { "epoch": 16.59, "learning_rate": 7.650312471989196e-05, "loss": 19.7061, "step": 18683 }, { "epoch": 16.59, "learning_rate": 7.650073763448082e-05, "loss": 20.0176, "step": 18684 }, { "epoch": 16.59, "learning_rate": 7.649835046506772e-05, "loss": 19.6719, "step": 18685 }, { "epoch": 16.6, "learning_rate": 7.649596321166024e-05, "loss": 19.7451, "step": 18686 }, { "epoch": 16.6, "learning_rate": 7.649357587426599e-05, "loss": 19.8701, "step": 18687 }, { "epoch": 16.6, "learning_rate": 7.649118845289248e-05, "loss": 19.3633, "step": 18688 }, { "epoch": 16.6, "learning_rate": 7.648880094754729e-05, "loss": 19.4766, "step": 18689 }, { "epoch": 16.6, "learning_rate": 7.648641335823802e-05, "loss": 20.0303, "step": 18690 }, { "epoch": 16.6, "learning_rate": 7.648402568497221e-05, "loss": 19.9043, "step": 18691 }, { "epoch": 16.6, "learning_rate": 7.648163792775743e-05, "loss": 20.3574, "step": 18692 }, { "epoch": 16.6, "learning_rate": 7.647925008660125e-05, "loss": 20.2383, "step": 18693 }, { "epoch": 16.6, "learning_rate": 7.647686216151124e-05, "loss": 19.8037, "step": 18694 }, { "epoch": 16.6, "learning_rate": 7.647447415249499e-05, "loss": 20.0166, "step": 18695 }, { "epoch": 16.6, "learning_rate": 7.647208605956004e-05, "loss": 19.9531, "step": 18696 }, { "epoch": 16.6, "learning_rate": 7.646969788271397e-05, "loss": 19.9541, "step": 18697 }, { "epoch": 16.61, "learning_rate": 7.646730962196435e-05, "loss": 19.2988, "step": 18698 }, { "epoch": 16.61, "learning_rate": 7.646492127731875e-05, "loss": 19.917, "step": 18699 }, { "epoch": 16.61, "learning_rate": 7.646253284878475e-05, "loss": 19.8672, "step": 18700 }, { "epoch": 16.61, "learning_rate": 7.64601443363699e-05, "loss": 20.4014, "step": 18701 }, { "epoch": 16.61, "learning_rate": 7.64577557400818e-05, "loss": 20.1172, "step": 18702 }, { "epoch": 16.61, "learning_rate": 7.6455367059928e-05, "loss": 20.1279, "step": 18703 }, { "epoch": 16.61, "learning_rate": 7.645297829591607e-05, "loss": 19.876, "step": 18704 }, { "epoch": 16.61, "learning_rate": 7.645058944805359e-05, "loss": 20.5352, "step": 18705 }, { "epoch": 16.61, "learning_rate": 7.644820051634812e-05, "loss": 20.1631, "step": 18706 }, { "epoch": 16.61, "learning_rate": 7.644581150080726e-05, "loss": 19.8203, "step": 18707 }, { "epoch": 16.61, "learning_rate": 7.644342240143857e-05, "loss": 19.54, "step": 18708 }, { "epoch": 16.62, "learning_rate": 7.64410332182496e-05, "loss": 19.6211, "step": 18709 }, { "epoch": 16.62, "learning_rate": 7.643864395124796e-05, "loss": 19.8408, "step": 18710 }, { "epoch": 16.62, "learning_rate": 7.643625460044119e-05, "loss": 19.9795, "step": 18711 }, { "epoch": 16.62, "learning_rate": 7.643386516583689e-05, "loss": 19.9854, "step": 18712 }, { "epoch": 16.62, "learning_rate": 7.643147564744262e-05, "loss": 20.4023, "step": 18713 }, { "epoch": 16.62, "learning_rate": 7.642908604526596e-05, "loss": 20.2236, "step": 18714 }, { "epoch": 16.62, "learning_rate": 7.642669635931448e-05, "loss": 19.6543, "step": 18715 }, { "epoch": 16.62, "learning_rate": 7.642430658959576e-05, "loss": 19.6992, "step": 18716 }, { "epoch": 16.62, "learning_rate": 7.642191673611736e-05, "loss": 20.375, "step": 18717 }, { "epoch": 16.62, "learning_rate": 7.641952679888688e-05, "loss": 19.9238, "step": 18718 }, { "epoch": 16.62, "learning_rate": 7.641713677791187e-05, "loss": 20.0166, "step": 18719 }, { "epoch": 16.63, "learning_rate": 7.641474667319993e-05, "loss": 20.0771, "step": 18720 }, { "epoch": 16.63, "learning_rate": 7.641235648475862e-05, "loss": 19.4619, "step": 18721 }, { "epoch": 16.63, "learning_rate": 7.640996621259553e-05, "loss": 19.9863, "step": 18722 }, { "epoch": 16.63, "learning_rate": 7.640757585671823e-05, "loss": 20.3086, "step": 18723 }, { "epoch": 16.63, "learning_rate": 7.640518541713428e-05, "loss": 19.7637, "step": 18724 }, { "epoch": 16.63, "learning_rate": 7.640279489385128e-05, "loss": 19.9072, "step": 18725 }, { "epoch": 16.63, "learning_rate": 7.64004042868768e-05, "loss": 19.7217, "step": 18726 }, { "epoch": 16.63, "learning_rate": 7.639801359621843e-05, "loss": 19.7588, "step": 18727 }, { "epoch": 16.63, "learning_rate": 7.639562282188371e-05, "loss": 19.2207, "step": 18728 }, { "epoch": 16.63, "learning_rate": 7.639323196388026e-05, "loss": 19.7256, "step": 18729 }, { "epoch": 16.63, "learning_rate": 7.639084102221563e-05, "loss": 19.7119, "step": 18730 }, { "epoch": 16.63, "learning_rate": 7.638844999689743e-05, "loss": 19.7324, "step": 18731 }, { "epoch": 16.64, "learning_rate": 7.638605888793322e-05, "loss": 19.4541, "step": 18732 }, { "epoch": 16.64, "learning_rate": 7.638366769533055e-05, "loss": 19.4619, "step": 18733 }, { "epoch": 16.64, "learning_rate": 7.638127641909704e-05, "loss": 19.8945, "step": 18734 }, { "epoch": 16.64, "learning_rate": 7.637888505924029e-05, "loss": 20.0439, "step": 18735 }, { "epoch": 16.64, "learning_rate": 7.637649361576782e-05, "loss": 19.5879, "step": 18736 }, { "epoch": 16.64, "learning_rate": 7.637410208868725e-05, "loss": 20.1943, "step": 18737 }, { "epoch": 16.64, "learning_rate": 7.637171047800613e-05, "loss": 19.8398, "step": 18738 }, { "epoch": 16.64, "learning_rate": 7.636931878373208e-05, "loss": 20.1885, "step": 18739 }, { "epoch": 16.64, "learning_rate": 7.636692700587267e-05, "loss": 19.8242, "step": 18740 }, { "epoch": 16.64, "learning_rate": 7.636453514443547e-05, "loss": 19.4736, "step": 18741 }, { "epoch": 16.64, "learning_rate": 7.636214319942804e-05, "loss": 20.375, "step": 18742 }, { "epoch": 16.65, "learning_rate": 7.635975117085801e-05, "loss": 20.4971, "step": 18743 }, { "epoch": 16.65, "learning_rate": 7.635975117085801e-05, "loss": 19.7725, "step": 18744 }, { "epoch": 16.65, "learning_rate": 7.635735905873294e-05, "loss": 19.8486, "step": 18745 }, { "epoch": 16.65, "learning_rate": 7.63549668630604e-05, "loss": 19.5049, "step": 18746 }, { "epoch": 16.65, "learning_rate": 7.635257458384799e-05, "loss": 19.9268, "step": 18747 }, { "epoch": 16.65, "learning_rate": 7.635018222110328e-05, "loss": 20.1777, "step": 18748 }, { "epoch": 16.65, "learning_rate": 7.634778977483389e-05, "loss": 19.6582, "step": 18749 }, { "epoch": 16.65, "learning_rate": 7.634539724504735e-05, "loss": 19.4668, "step": 18750 }, { "epoch": 16.65, "learning_rate": 7.634539724504735e-05, "loss": 19.583, "step": 18751 }, { "epoch": 16.65, "learning_rate": 7.634300463175128e-05, "loss": 19.8213, "step": 18752 }, { "epoch": 16.65, "learning_rate": 7.634061193495323e-05, "loss": 19.0918, "step": 18753 }, { "epoch": 16.66, "learning_rate": 7.633821915466084e-05, "loss": 20.0127, "step": 18754 }, { "epoch": 16.66, "learning_rate": 7.633582629088163e-05, "loss": 19.7168, "step": 18755 }, { "epoch": 16.66, "learning_rate": 7.633343334362324e-05, "loss": 19.79, "step": 18756 }, { "epoch": 16.66, "learning_rate": 7.633104031289323e-05, "loss": 20.1777, "step": 18757 }, { "epoch": 16.66, "learning_rate": 7.632864719869917e-05, "loss": 19.9326, "step": 18758 }, { "epoch": 16.66, "learning_rate": 7.632625400104868e-05, "loss": 19.9668, "step": 18759 }, { "epoch": 16.66, "learning_rate": 7.632386071994933e-05, "loss": 19.376, "step": 18760 }, { "epoch": 16.66, "learning_rate": 7.632146735540868e-05, "loss": 20.1016, "step": 18761 }, { "epoch": 16.66, "learning_rate": 7.631907390743437e-05, "loss": 19.8799, "step": 18762 }, { "epoch": 16.66, "learning_rate": 7.631668037603395e-05, "loss": 19.8535, "step": 18763 }, { "epoch": 16.66, "learning_rate": 7.631428676121501e-05, "loss": 19.7607, "step": 18764 }, { "epoch": 16.67, "learning_rate": 7.631189306298514e-05, "loss": 19.832, "step": 18765 }, { "epoch": 16.67, "learning_rate": 7.630949928135194e-05, "loss": 19.832, "step": 18766 }, { "epoch": 16.67, "learning_rate": 7.630710541632298e-05, "loss": 20.1758, "step": 18767 }, { "epoch": 16.67, "learning_rate": 7.630471146790585e-05, "loss": 20.1514, "step": 18768 }, { "epoch": 16.67, "learning_rate": 7.630231743610816e-05, "loss": 20.207, "step": 18769 }, { "epoch": 16.67, "learning_rate": 7.629992332093747e-05, "loss": 19.8965, "step": 18770 }, { "epoch": 16.67, "learning_rate": 7.629752912240139e-05, "loss": 20.2402, "step": 18771 }, { "epoch": 16.67, "learning_rate": 7.62951348405075e-05, "loss": 19.7441, "step": 18772 }, { "epoch": 16.67, "learning_rate": 7.629274047526339e-05, "loss": 19.9707, "step": 18773 }, { "epoch": 16.67, "learning_rate": 7.629034602667663e-05, "loss": 19.9209, "step": 18774 }, { "epoch": 16.67, "learning_rate": 7.628795149475488e-05, "loss": 19.7891, "step": 18775 }, { "epoch": 16.67, "learning_rate": 7.628555687950562e-05, "loss": 20.1875, "step": 18776 }, { "epoch": 16.68, "learning_rate": 7.628316218093654e-05, "loss": 20.3232, "step": 18777 }, { "epoch": 16.68, "learning_rate": 7.628076739905518e-05, "loss": 19.7334, "step": 18778 }, { "epoch": 16.68, "learning_rate": 7.627837253386914e-05, "loss": 20.5508, "step": 18779 }, { "epoch": 16.68, "learning_rate": 7.627597758538601e-05, "loss": 19.8115, "step": 18780 }, { "epoch": 16.68, "learning_rate": 7.627358255361339e-05, "loss": 19.9443, "step": 18781 }, { "epoch": 16.68, "learning_rate": 7.627118743855887e-05, "loss": 20.0068, "step": 18782 }, { "epoch": 16.68, "learning_rate": 7.626879224023002e-05, "loss": 19.7949, "step": 18783 }, { "epoch": 16.68, "learning_rate": 7.626639695863447e-05, "loss": 19.623, "step": 18784 }, { "epoch": 16.68, "learning_rate": 7.62640015937798e-05, "loss": 19.8145, "step": 18785 }, { "epoch": 16.68, "learning_rate": 7.626160614567359e-05, "loss": 19.79, "step": 18786 }, { "epoch": 16.68, "learning_rate": 7.625921061432343e-05, "loss": 20.3037, "step": 18787 }, { "epoch": 16.69, "learning_rate": 7.625681499973692e-05, "loss": 19.3711, "step": 18788 }, { "epoch": 16.69, "learning_rate": 7.625441930192167e-05, "loss": 19.5518, "step": 18789 }, { "epoch": 16.69, "learning_rate": 7.625202352088525e-05, "loss": 19.9258, "step": 18790 }, { "epoch": 16.69, "learning_rate": 7.624962765663526e-05, "loss": 19.5273, "step": 18791 }, { "epoch": 16.69, "learning_rate": 7.624723170917931e-05, "loss": 20.4697, "step": 18792 }, { "epoch": 16.69, "learning_rate": 7.624483567852498e-05, "loss": 19.4404, "step": 18793 }, { "epoch": 16.69, "learning_rate": 7.624243956467987e-05, "loss": 20.3193, "step": 18794 }, { "epoch": 16.69, "learning_rate": 7.624004336765157e-05, "loss": 19.666, "step": 18795 }, { "epoch": 16.69, "learning_rate": 7.623764708744767e-05, "loss": 20.0127, "step": 18796 }, { "epoch": 16.69, "learning_rate": 7.62352507240758e-05, "loss": 20.5078, "step": 18797 }, { "epoch": 16.69, "learning_rate": 7.623285427754349e-05, "loss": 19.9287, "step": 18798 }, { "epoch": 16.7, "learning_rate": 7.623045774785842e-05, "loss": 19.8984, "step": 18799 }, { "epoch": 16.7, "learning_rate": 7.622806113502813e-05, "loss": 20.0859, "step": 18800 }, { "epoch": 16.7, "learning_rate": 7.622566443906023e-05, "loss": 19.5801, "step": 18801 }, { "epoch": 16.7, "learning_rate": 7.62232676599623e-05, "loss": 19.6035, "step": 18802 }, { "epoch": 16.7, "learning_rate": 7.622087079774198e-05, "loss": 19.8896, "step": 18803 }, { "epoch": 16.7, "learning_rate": 7.621847385240682e-05, "loss": 19.8701, "step": 18804 }, { "epoch": 16.7, "learning_rate": 7.621607682396444e-05, "loss": 20.0186, "step": 18805 }, { "epoch": 16.7, "learning_rate": 7.621367971242247e-05, "loss": 19.9922, "step": 18806 }, { "epoch": 16.7, "learning_rate": 7.621128251778844e-05, "loss": 20.207, "step": 18807 }, { "epoch": 16.7, "learning_rate": 7.620888524007e-05, "loss": 19.8809, "step": 18808 }, { "epoch": 16.7, "learning_rate": 7.620648787927474e-05, "loss": 19.6016, "step": 18809 }, { "epoch": 16.71, "learning_rate": 7.620409043541024e-05, "loss": 19.7402, "step": 18810 }, { "epoch": 16.71, "learning_rate": 7.620169290848411e-05, "loss": 19.7646, "step": 18811 }, { "epoch": 16.71, "learning_rate": 7.619929529850397e-05, "loss": 20.2588, "step": 18812 }, { "epoch": 16.71, "learning_rate": 7.619689760547739e-05, "loss": 20.3125, "step": 18813 }, { "epoch": 16.71, "learning_rate": 7.619449982941197e-05, "loss": 19.9141, "step": 18814 }, { "epoch": 16.71, "learning_rate": 7.619210197031535e-05, "loss": 19.9834, "step": 18815 }, { "epoch": 16.71, "learning_rate": 7.618970402819509e-05, "loss": 19.9141, "step": 18816 }, { "epoch": 16.71, "learning_rate": 7.618730600305881e-05, "loss": 19.4941, "step": 18817 }, { "epoch": 16.71, "learning_rate": 7.618490789491408e-05, "loss": 20.6045, "step": 18818 }, { "epoch": 16.71, "learning_rate": 7.618250970376854e-05, "loss": 19.9941, "step": 18819 }, { "epoch": 16.71, "learning_rate": 7.61801114296298e-05, "loss": 19.3652, "step": 18820 }, { "epoch": 16.71, "learning_rate": 7.617771307250543e-05, "loss": 20.0225, "step": 18821 }, { "epoch": 16.72, "learning_rate": 7.617531463240304e-05, "loss": 20.2725, "step": 18822 }, { "epoch": 16.72, "learning_rate": 7.617291610933024e-05, "loss": 19.665, "step": 18823 }, { "epoch": 16.72, "learning_rate": 7.617051750329461e-05, "loss": 19.7021, "step": 18824 }, { "epoch": 16.72, "learning_rate": 7.61681188143038e-05, "loss": 19.9961, "step": 18825 }, { "epoch": 16.72, "learning_rate": 7.616572004236537e-05, "loss": 19.8457, "step": 18826 }, { "epoch": 16.72, "learning_rate": 7.616332118748692e-05, "loss": 20.1123, "step": 18827 }, { "epoch": 16.72, "learning_rate": 7.61609222496761e-05, "loss": 19.9941, "step": 18828 }, { "epoch": 16.72, "learning_rate": 7.615852322894048e-05, "loss": 20.2676, "step": 18829 }, { "epoch": 16.72, "learning_rate": 7.615612412528768e-05, "loss": 19.6123, "step": 18830 }, { "epoch": 16.72, "learning_rate": 7.615372493872527e-05, "loss": 19.8818, "step": 18831 }, { "epoch": 16.72, "learning_rate": 7.615132566926091e-05, "loss": 20.124, "step": 18832 }, { "epoch": 16.73, "learning_rate": 7.614892631690216e-05, "loss": 19.584, "step": 18833 }, { "epoch": 16.73, "learning_rate": 7.614652688165664e-05, "loss": 20.0352, "step": 18834 }, { "epoch": 16.73, "learning_rate": 7.614412736353197e-05, "loss": 19.7568, "step": 18835 }, { "epoch": 16.73, "learning_rate": 7.614172776253573e-05, "loss": 19.8291, "step": 18836 }, { "epoch": 16.73, "learning_rate": 7.613932807867554e-05, "loss": 19.7539, "step": 18837 }, { "epoch": 16.73, "learning_rate": 7.613692831195902e-05, "loss": 19.2939, "step": 18838 }, { "epoch": 16.73, "learning_rate": 7.613452846239375e-05, "loss": 19.7812, "step": 18839 }, { "epoch": 16.73, "learning_rate": 7.613212852998735e-05, "loss": 20.6328, "step": 18840 }, { "epoch": 16.73, "learning_rate": 7.612972851474742e-05, "loss": 19.7119, "step": 18841 }, { "epoch": 16.73, "learning_rate": 7.61273284166816e-05, "loss": 20.1426, "step": 18842 }, { "epoch": 16.73, "learning_rate": 7.612492823579745e-05, "loss": 19.9248, "step": 18843 }, { "epoch": 16.74, "learning_rate": 7.61225279721026e-05, "loss": 20.5957, "step": 18844 }, { "epoch": 16.74, "learning_rate": 7.612012762560466e-05, "loss": 20.2314, "step": 18845 }, { "epoch": 16.74, "learning_rate": 7.611772719631125e-05, "loss": 19.9707, "step": 18846 }, { "epoch": 16.74, "learning_rate": 7.611532668422996e-05, "loss": 19.4844, "step": 18847 }, { "epoch": 16.74, "learning_rate": 7.61129260893684e-05, "loss": 19.5146, "step": 18848 }, { "epoch": 16.74, "learning_rate": 7.61105254117342e-05, "loss": 19.6084, "step": 18849 }, { "epoch": 16.74, "learning_rate": 7.610812465133495e-05, "loss": 19.7412, "step": 18850 }, { "epoch": 16.74, "learning_rate": 7.610572380817825e-05, "loss": 20.1191, "step": 18851 }, { "epoch": 16.74, "learning_rate": 7.610332288227173e-05, "loss": 19.9336, "step": 18852 }, { "epoch": 16.74, "learning_rate": 7.6100921873623e-05, "loss": 19.4883, "step": 18853 }, { "epoch": 16.74, "learning_rate": 7.609852078223964e-05, "loss": 19.5342, "step": 18854 }, { "epoch": 16.75, "learning_rate": 7.609611960812932e-05, "loss": 20.709, "step": 18855 }, { "epoch": 16.75, "learning_rate": 7.609371835129962e-05, "loss": 19.5439, "step": 18856 }, { "epoch": 16.75, "learning_rate": 7.609131701175814e-05, "loss": 19.5186, "step": 18857 }, { "epoch": 16.75, "learning_rate": 7.608891558951249e-05, "loss": 20.4297, "step": 18858 }, { "epoch": 16.75, "learning_rate": 7.60865140845703e-05, "loss": 19.6006, "step": 18859 }, { "epoch": 16.75, "learning_rate": 7.608411249693919e-05, "loss": 19.9062, "step": 18860 }, { "epoch": 16.75, "learning_rate": 7.608171082662675e-05, "loss": 19.4961, "step": 18861 }, { "epoch": 16.75, "learning_rate": 7.607930907364058e-05, "loss": 19.915, "step": 18862 }, { "epoch": 16.75, "learning_rate": 7.607690723798833e-05, "loss": 19.7422, "step": 18863 }, { "epoch": 16.75, "learning_rate": 7.607450531967759e-05, "loss": 19.8555, "step": 18864 }, { "epoch": 16.75, "learning_rate": 7.6072103318716e-05, "loss": 20.3193, "step": 18865 }, { "epoch": 16.75, "learning_rate": 7.606970123511114e-05, "loss": 20.418, "step": 18866 }, { "epoch": 16.76, "learning_rate": 7.606729906887062e-05, "loss": 19.498, "step": 18867 }, { "epoch": 16.76, "learning_rate": 7.606489682000211e-05, "loss": 19.9854, "step": 18868 }, { "epoch": 16.76, "learning_rate": 7.606249448851317e-05, "loss": 19.9893, "step": 18869 }, { "epoch": 16.76, "learning_rate": 7.606009207441142e-05, "loss": 19.4141, "step": 18870 }, { "epoch": 16.76, "learning_rate": 7.605768957770452e-05, "loss": 19.9551, "step": 18871 }, { "epoch": 16.76, "learning_rate": 7.605528699840004e-05, "loss": 20.7764, "step": 18872 }, { "epoch": 16.76, "learning_rate": 7.605288433650559e-05, "loss": 19.4395, "step": 18873 }, { "epoch": 16.76, "learning_rate": 7.605048159202883e-05, "loss": 20.29, "step": 18874 }, { "epoch": 16.76, "learning_rate": 7.604807876497734e-05, "loss": 19.3975, "step": 18875 }, { "epoch": 16.76, "learning_rate": 7.604567585535875e-05, "loss": 20.0391, "step": 18876 }, { "epoch": 16.76, "learning_rate": 7.604327286318068e-05, "loss": 20.2275, "step": 18877 }, { "epoch": 16.77, "learning_rate": 7.604086978845072e-05, "loss": 19.876, "step": 18878 }, { "epoch": 16.77, "learning_rate": 7.603846663117654e-05, "loss": 20.3574, "step": 18879 }, { "epoch": 16.77, "learning_rate": 7.603606339136569e-05, "loss": 19.5508, "step": 18880 }, { "epoch": 16.77, "learning_rate": 7.603366006902584e-05, "loss": 20.8633, "step": 18881 }, { "epoch": 16.77, "learning_rate": 7.603125666416459e-05, "loss": 19.7373, "step": 18882 }, { "epoch": 16.77, "learning_rate": 7.602885317678958e-05, "loss": 20.2158, "step": 18883 }, { "epoch": 16.77, "learning_rate": 7.602644960690839e-05, "loss": 19.9268, "step": 18884 }, { "epoch": 16.77, "learning_rate": 7.602404595452865e-05, "loss": 19.334, "step": 18885 }, { "epoch": 16.77, "learning_rate": 7.6021642219658e-05, "loss": 20.376, "step": 18886 }, { "epoch": 16.77, "learning_rate": 7.601923840230405e-05, "loss": 19.6289, "step": 18887 }, { "epoch": 16.77, "learning_rate": 7.60168345024744e-05, "loss": 19.9648, "step": 18888 }, { "epoch": 16.78, "learning_rate": 7.60144305201767e-05, "loss": 20.0488, "step": 18889 }, { "epoch": 16.78, "learning_rate": 7.601202645541855e-05, "loss": 20.0117, "step": 18890 }, { "epoch": 16.78, "learning_rate": 7.600962230820758e-05, "loss": 20.8018, "step": 18891 }, { "epoch": 16.78, "learning_rate": 7.60072180785514e-05, "loss": 20.2129, "step": 18892 }, { "epoch": 16.78, "learning_rate": 7.600481376645763e-05, "loss": 19.8848, "step": 18893 }, { "epoch": 16.78, "learning_rate": 7.600240937193392e-05, "loss": 20.1299, "step": 18894 }, { "epoch": 16.78, "learning_rate": 7.600000489498786e-05, "loss": 19.7822, "step": 18895 }, { "epoch": 16.78, "learning_rate": 7.599760033562709e-05, "loss": 19.8945, "step": 18896 }, { "epoch": 16.78, "learning_rate": 7.59951956938592e-05, "loss": 20.0234, "step": 18897 }, { "epoch": 16.78, "learning_rate": 7.599279096969186e-05, "loss": 20.5117, "step": 18898 }, { "epoch": 16.78, "learning_rate": 7.599038616313265e-05, "loss": 19.9434, "step": 18899 }, { "epoch": 16.79, "learning_rate": 7.598798127418923e-05, "loss": 19.6025, "step": 18900 }, { "epoch": 16.79, "learning_rate": 7.59855763028692e-05, "loss": 20.2119, "step": 18901 }, { "epoch": 16.79, "learning_rate": 7.598317124918017e-05, "loss": 20.0967, "step": 18902 }, { "epoch": 16.79, "learning_rate": 7.59807661131298e-05, "loss": 20.374, "step": 18903 }, { "epoch": 16.79, "learning_rate": 7.59783608947257e-05, "loss": 19.4756, "step": 18904 }, { "epoch": 16.79, "learning_rate": 7.597595559397548e-05, "loss": 20.459, "step": 18905 }, { "epoch": 16.79, "learning_rate": 7.597355021088677e-05, "loss": 20.2168, "step": 18906 }, { "epoch": 16.79, "learning_rate": 7.59711447454672e-05, "loss": 20.0078, "step": 18907 }, { "epoch": 16.79, "learning_rate": 7.596873919772438e-05, "loss": 19.8164, "step": 18908 }, { "epoch": 16.79, "learning_rate": 7.596633356766599e-05, "loss": 19.5488, "step": 18909 }, { "epoch": 16.79, "learning_rate": 7.596392785529957e-05, "loss": 19.833, "step": 18910 }, { "epoch": 16.79, "learning_rate": 7.59615220606328e-05, "loss": 19.4375, "step": 18911 }, { "epoch": 16.8, "learning_rate": 7.59591161836733e-05, "loss": 20.125, "step": 18912 }, { "epoch": 16.8, "learning_rate": 7.595671022442868e-05, "loss": 19.998, "step": 18913 }, { "epoch": 16.8, "learning_rate": 7.59543041829066e-05, "loss": 19.9258, "step": 18914 }, { "epoch": 16.8, "learning_rate": 7.595189805911464e-05, "loss": 20.3389, "step": 18915 }, { "epoch": 16.8, "learning_rate": 7.594949185306046e-05, "loss": 19.8877, "step": 18916 }, { "epoch": 16.8, "learning_rate": 7.594708556475168e-05, "loss": 19.9541, "step": 18917 }, { "epoch": 16.8, "learning_rate": 7.594467919419592e-05, "loss": 19.7705, "step": 18918 }, { "epoch": 16.8, "learning_rate": 7.594227274140082e-05, "loss": 19.8701, "step": 18919 }, { "epoch": 16.8, "learning_rate": 7.5939866206374e-05, "loss": 19.7129, "step": 18920 }, { "epoch": 16.8, "learning_rate": 7.593745958912308e-05, "loss": 20.6279, "step": 18921 }, { "epoch": 16.8, "learning_rate": 7.593505288965572e-05, "loss": 19.7266, "step": 18922 }, { "epoch": 16.81, "learning_rate": 7.593264610797951e-05, "loss": 20.1035, "step": 18923 }, { "epoch": 16.81, "learning_rate": 7.593023924410208e-05, "loss": 19.9033, "step": 18924 }, { "epoch": 16.81, "learning_rate": 7.59278322980311e-05, "loss": 20.0449, "step": 18925 }, { "epoch": 16.81, "learning_rate": 7.592542526977418e-05, "loss": 19.9434, "step": 18926 }, { "epoch": 16.81, "learning_rate": 7.592301815933893e-05, "loss": 20.0488, "step": 18927 }, { "epoch": 16.81, "learning_rate": 7.592061096673298e-05, "loss": 20.166, "step": 18928 }, { "epoch": 16.81, "learning_rate": 7.5918203691964e-05, "loss": 19.9795, "step": 18929 }, { "epoch": 16.81, "learning_rate": 7.591579633503958e-05, "loss": 19.7598, "step": 18930 }, { "epoch": 16.81, "learning_rate": 7.591338889596738e-05, "loss": 20.4727, "step": 18931 }, { "epoch": 16.81, "learning_rate": 7.5910981374755e-05, "loss": 20.0703, "step": 18932 }, { "epoch": 16.81, "learning_rate": 7.59085737714101e-05, "loss": 19.3584, "step": 18933 }, { "epoch": 16.82, "learning_rate": 7.59061660859403e-05, "loss": 19.6992, "step": 18934 }, { "epoch": 16.82, "learning_rate": 7.590375831835323e-05, "loss": 20.3154, "step": 18935 }, { "epoch": 16.82, "learning_rate": 7.590135046865651e-05, "loss": 19.5498, "step": 18936 }, { "epoch": 16.82, "learning_rate": 7.58989425368578e-05, "loss": 19.4668, "step": 18937 }, { "epoch": 16.82, "learning_rate": 7.589653452296473e-05, "loss": 19.541, "step": 18938 }, { "epoch": 16.82, "learning_rate": 7.589653452296473e-05, "loss": 20.1396, "step": 18939 }, { "epoch": 16.82, "learning_rate": 7.58941264269849e-05, "loss": 20.0605, "step": 18940 }, { "epoch": 16.82, "learning_rate": 7.589171824892597e-05, "loss": 20.2412, "step": 18941 }, { "epoch": 16.82, "learning_rate": 7.588930998879557e-05, "loss": 20.0742, "step": 18942 }, { "epoch": 16.82, "learning_rate": 7.588690164660135e-05, "loss": 19.7656, "step": 18943 }, { "epoch": 16.82, "learning_rate": 7.588449322235092e-05, "loss": 19.791, "step": 18944 }, { "epoch": 16.83, "learning_rate": 7.58820847160519e-05, "loss": 20.1953, "step": 18945 }, { "epoch": 16.83, "learning_rate": 7.587967612771196e-05, "loss": 19.7109, "step": 18946 }, { "epoch": 16.83, "learning_rate": 7.587726745733873e-05, "loss": 19.6895, "step": 18947 }, { "epoch": 16.83, "learning_rate": 7.58748587049398e-05, "loss": 19.5752, "step": 18948 }, { "epoch": 16.83, "learning_rate": 7.587244987052287e-05, "loss": 19.8125, "step": 18949 }, { "epoch": 16.83, "learning_rate": 7.587004095409553e-05, "loss": 19.9277, "step": 18950 }, { "epoch": 16.83, "learning_rate": 7.586763195566545e-05, "loss": 20.0713, "step": 18951 }, { "epoch": 16.83, "learning_rate": 7.586522287524023e-05, "loss": 19.9697, "step": 18952 }, { "epoch": 16.83, "learning_rate": 7.586281371282753e-05, "loss": 19.6826, "step": 18953 }, { "epoch": 16.83, "learning_rate": 7.586040446843498e-05, "loss": 20.2891, "step": 18954 }, { "epoch": 16.83, "learning_rate": 7.585799514207022e-05, "loss": 19.5791, "step": 18955 }, { "epoch": 16.83, "learning_rate": 7.585558573374086e-05, "loss": 19.6289, "step": 18956 }, { "epoch": 16.84, "learning_rate": 7.585317624345458e-05, "loss": 20.3457, "step": 18957 }, { "epoch": 16.84, "learning_rate": 7.585076667121902e-05, "loss": 19.5283, "step": 18958 }, { "epoch": 16.84, "learning_rate": 7.584835701704175e-05, "loss": 19.8779, "step": 18959 }, { "epoch": 16.84, "learning_rate": 7.58459472809305e-05, "loss": 20.249, "step": 18960 }, { "epoch": 16.84, "learning_rate": 7.584353746289283e-05, "loss": 20.0615, "step": 18961 }, { "epoch": 16.84, "learning_rate": 7.584112756293645e-05, "loss": 20.6934, "step": 18962 }, { "epoch": 16.84, "learning_rate": 7.583871758106893e-05, "loss": 19.9316, "step": 18963 }, { "epoch": 16.84, "learning_rate": 7.583630751729793e-05, "loss": 20.1748, "step": 18964 }, { "epoch": 16.84, "learning_rate": 7.583389737163111e-05, "loss": 19.5928, "step": 18965 }, { "epoch": 16.84, "learning_rate": 7.583148714407614e-05, "loss": 20.2881, "step": 18966 }, { "epoch": 16.84, "learning_rate": 7.582907683464056e-05, "loss": 19.8115, "step": 18967 }, { "epoch": 16.85, "learning_rate": 7.58266664433321e-05, "loss": 19.7275, "step": 18968 }, { "epoch": 16.85, "learning_rate": 7.582425597015837e-05, "loss": 19.8047, "step": 18969 }, { "epoch": 16.85, "learning_rate": 7.582184541512699e-05, "loss": 19.6016, "step": 18970 }, { "epoch": 16.85, "learning_rate": 7.581943477824565e-05, "loss": 20.0947, "step": 18971 }, { "epoch": 16.85, "learning_rate": 7.581702405952194e-05, "loss": 19.8477, "step": 18972 }, { "epoch": 16.85, "learning_rate": 7.581461325896352e-05, "loss": 19.8369, "step": 18973 }, { "epoch": 16.85, "learning_rate": 7.581220237657805e-05, "loss": 19.6807, "step": 18974 }, { "epoch": 16.85, "learning_rate": 7.580979141237315e-05, "loss": 19.9238, "step": 18975 }, { "epoch": 16.85, "learning_rate": 7.580738036635648e-05, "loss": 19.8633, "step": 18976 }, { "epoch": 16.85, "learning_rate": 7.580496923853566e-05, "loss": 19.6895, "step": 18977 }, { "epoch": 16.85, "learning_rate": 7.580255802891835e-05, "loss": 19.4873, "step": 18978 }, { "epoch": 16.86, "learning_rate": 7.58001467375122e-05, "loss": 19.9639, "step": 18979 }, { "epoch": 16.86, "learning_rate": 7.579773536432483e-05, "loss": 20.0596, "step": 18980 }, { "epoch": 16.86, "learning_rate": 7.57953239093639e-05, "loss": 19.71, "step": 18981 }, { "epoch": 16.86, "learning_rate": 7.579291237263703e-05, "loss": 20.2109, "step": 18982 }, { "epoch": 16.86, "learning_rate": 7.579050075415191e-05, "loss": 20.3135, "step": 18983 }, { "epoch": 16.86, "learning_rate": 7.578808905391615e-05, "loss": 20.498, "step": 18984 }, { "epoch": 16.86, "learning_rate": 7.578567727193739e-05, "loss": 19.6348, "step": 18985 }, { "epoch": 16.86, "learning_rate": 7.57832654082233e-05, "loss": 19.9199, "step": 18986 }, { "epoch": 16.86, "learning_rate": 7.57808534627815e-05, "loss": 19.9395, "step": 18987 }, { "epoch": 16.86, "learning_rate": 7.577844143561966e-05, "loss": 19.7588, "step": 18988 }, { "epoch": 16.86, "learning_rate": 7.57760293267454e-05, "loss": 20.3711, "step": 18989 }, { "epoch": 16.87, "learning_rate": 7.57736171361664e-05, "loss": 20.1748, "step": 18990 }, { "epoch": 16.87, "learning_rate": 7.577120486389026e-05, "loss": 19.5088, "step": 18991 }, { "epoch": 16.87, "learning_rate": 7.576879250992465e-05, "loss": 19.709, "step": 18992 }, { "epoch": 16.87, "learning_rate": 7.576638007427726e-05, "loss": 20.1943, "step": 18993 }, { "epoch": 16.87, "learning_rate": 7.576396755695566e-05, "loss": 19.6328, "step": 18994 }, { "epoch": 16.87, "learning_rate": 7.576155495796753e-05, "loss": 19.7695, "step": 18995 }, { "epoch": 16.87, "learning_rate": 7.575914227732053e-05, "loss": 19.5, "step": 18996 }, { "epoch": 16.87, "learning_rate": 7.575672951502228e-05, "loss": 20.0195, "step": 18997 }, { "epoch": 16.87, "learning_rate": 7.575431667108048e-05, "loss": 19.8867, "step": 18998 }, { "epoch": 16.87, "learning_rate": 7.575190374550272e-05, "loss": 20.3359, "step": 18999 }, { "epoch": 16.87, "learning_rate": 7.574949073829667e-05, "loss": 20.126, "step": 19000 }, { "epoch": 16.87, "learning_rate": 7.574707764946999e-05, "loss": 20.0059, "step": 19001 }, { "epoch": 16.88, "learning_rate": 7.574466447903031e-05, "loss": 19.9893, "step": 19002 }, { "epoch": 16.88, "learning_rate": 7.574225122698531e-05, "loss": 19.9004, "step": 19003 }, { "epoch": 16.88, "learning_rate": 7.573983789334259e-05, "loss": 20.0654, "step": 19004 }, { "epoch": 16.88, "learning_rate": 7.573742447810984e-05, "loss": 20.0625, "step": 19005 }, { "epoch": 16.88, "learning_rate": 7.573742447810984e-05, "loss": 20.0527, "step": 19006 }, { "epoch": 16.88, "learning_rate": 7.573501098129472e-05, "loss": 20.1592, "step": 19007 }, { "epoch": 16.88, "learning_rate": 7.573259740290484e-05, "loss": 19.3125, "step": 19008 }, { "epoch": 16.88, "learning_rate": 7.573018374294785e-05, "loss": 20.1289, "step": 19009 }, { "epoch": 16.88, "learning_rate": 7.572777000143145e-05, "loss": 20.1826, "step": 19010 }, { "epoch": 16.88, "learning_rate": 7.572535617836325e-05, "loss": 19.5576, "step": 19011 }, { "epoch": 16.88, "learning_rate": 7.572294227375089e-05, "loss": 20.4033, "step": 19012 }, { "epoch": 16.89, "learning_rate": 7.572052828760209e-05, "loss": 20.2002, "step": 19013 }, { "epoch": 16.89, "learning_rate": 7.571811421992442e-05, "loss": 20.5928, "step": 19014 }, { "epoch": 16.89, "learning_rate": 7.57157000707256e-05, "loss": 20.0576, "step": 19015 }, { "epoch": 16.89, "learning_rate": 7.571328584001322e-05, "loss": 20.1953, "step": 19016 }, { "epoch": 16.89, "learning_rate": 7.571087152779497e-05, "loss": 19.5596, "step": 19017 }, { "epoch": 16.89, "learning_rate": 7.57084571340785e-05, "loss": 19.5332, "step": 19018 }, { "epoch": 16.89, "learning_rate": 7.570604265887145e-05, "loss": 19.7871, "step": 19019 }, { "epoch": 16.89, "learning_rate": 7.57036281021815e-05, "loss": 19.9717, "step": 19020 }, { "epoch": 16.89, "learning_rate": 7.570121346401628e-05, "loss": 19.998, "step": 19021 }, { "epoch": 16.89, "learning_rate": 7.569879874438344e-05, "loss": 19.9053, "step": 19022 }, { "epoch": 16.89, "learning_rate": 7.569638394329066e-05, "loss": 20.2451, "step": 19023 }, { "epoch": 16.9, "learning_rate": 7.569396906074556e-05, "loss": 19.7305, "step": 19024 }, { "epoch": 16.9, "learning_rate": 7.569155409675583e-05, "loss": 20.3311, "step": 19025 }, { "epoch": 16.9, "learning_rate": 7.56891390513291e-05, "loss": 19.8008, "step": 19026 }, { "epoch": 16.9, "learning_rate": 7.568672392447303e-05, "loss": 19.9834, "step": 19027 }, { "epoch": 16.9, "learning_rate": 7.568430871619527e-05, "loss": 20.4287, "step": 19028 }, { "epoch": 16.9, "learning_rate": 7.568189342650351e-05, "loss": 19.6855, "step": 19029 }, { "epoch": 16.9, "learning_rate": 7.567947805540537e-05, "loss": 19.918, "step": 19030 }, { "epoch": 16.9, "learning_rate": 7.567706260290851e-05, "loss": 19.6406, "step": 19031 }, { "epoch": 16.9, "learning_rate": 7.567464706902059e-05, "loss": 19.7285, "step": 19032 }, { "epoch": 16.9, "learning_rate": 7.567223145374929e-05, "loss": 19.5215, "step": 19033 }, { "epoch": 16.9, "learning_rate": 7.566981575710223e-05, "loss": 19.9756, "step": 19034 }, { "epoch": 16.9, "learning_rate": 7.566739997908709e-05, "loss": 19.8486, "step": 19035 }, { "epoch": 16.91, "learning_rate": 7.566498411971152e-05, "loss": 19.7939, "step": 19036 }, { "epoch": 16.91, "learning_rate": 7.566256817898319e-05, "loss": 20.2227, "step": 19037 }, { "epoch": 16.91, "learning_rate": 7.566015215690973e-05, "loss": 19.9814, "step": 19038 }, { "epoch": 16.91, "learning_rate": 7.565773605349883e-05, "loss": 19.5996, "step": 19039 }, { "epoch": 16.91, "learning_rate": 7.565531986875811e-05, "loss": 20.252, "step": 19040 }, { "epoch": 16.91, "learning_rate": 7.565290360269529e-05, "loss": 19.8115, "step": 19041 }, { "epoch": 16.91, "learning_rate": 7.565048725531797e-05, "loss": 19.3496, "step": 19042 }, { "epoch": 16.91, "learning_rate": 7.564807082663383e-05, "loss": 20.04, "step": 19043 }, { "epoch": 16.91, "learning_rate": 7.564565431665054e-05, "loss": 19.5078, "step": 19044 }, { "epoch": 16.91, "learning_rate": 7.564323772537574e-05, "loss": 19.873, "step": 19045 }, { "epoch": 16.91, "learning_rate": 7.564082105281711e-05, "loss": 19.7344, "step": 19046 }, { "epoch": 16.92, "learning_rate": 7.563840429898231e-05, "loss": 19.5391, "step": 19047 }, { "epoch": 16.92, "learning_rate": 7.563598746387899e-05, "loss": 19.6221, "step": 19048 }, { "epoch": 16.92, "learning_rate": 7.563357054751479e-05, "loss": 19.6172, "step": 19049 }, { "epoch": 16.92, "learning_rate": 7.563115354989741e-05, "loss": 20.2881, "step": 19050 }, { "epoch": 16.92, "learning_rate": 7.56287364710345e-05, "loss": 19.8721, "step": 19051 }, { "epoch": 16.92, "learning_rate": 7.562631931093372e-05, "loss": 20.2383, "step": 19052 }, { "epoch": 16.92, "learning_rate": 7.562390206960271e-05, "loss": 19.8984, "step": 19053 }, { "epoch": 16.92, "learning_rate": 7.562148474704917e-05, "loss": 19.877, "step": 19054 }, { "epoch": 16.92, "learning_rate": 7.561906734328074e-05, "loss": 20.0693, "step": 19055 }, { "epoch": 16.92, "learning_rate": 7.561664985830508e-05, "loss": 19.3096, "step": 19056 }, { "epoch": 16.92, "learning_rate": 7.561423229212987e-05, "loss": 19.4033, "step": 19057 }, { "epoch": 16.93, "learning_rate": 7.561181464476274e-05, "loss": 20.1523, "step": 19058 }, { "epoch": 16.93, "learning_rate": 7.560939691621139e-05, "loss": 19.666, "step": 19059 }, { "epoch": 16.93, "learning_rate": 7.560697910648347e-05, "loss": 20.3887, "step": 19060 }, { "epoch": 16.93, "learning_rate": 7.560456121558666e-05, "loss": 20.1846, "step": 19061 }, { "epoch": 16.93, "learning_rate": 7.560214324352858e-05, "loss": 19.6172, "step": 19062 }, { "epoch": 16.93, "learning_rate": 7.559972519031694e-05, "loss": 19.7324, "step": 19063 }, { "epoch": 16.93, "learning_rate": 7.559730705595938e-05, "loss": 19.7939, "step": 19064 }, { "epoch": 16.93, "learning_rate": 7.559488884046357e-05, "loss": 20.0098, "step": 19065 }, { "epoch": 16.93, "learning_rate": 7.559247054383717e-05, "loss": 20.0488, "step": 19066 }, { "epoch": 16.93, "learning_rate": 7.559005216608788e-05, "loss": 19.8604, "step": 19067 }, { "epoch": 16.93, "learning_rate": 7.558763370722331e-05, "loss": 19.8311, "step": 19068 }, { "epoch": 16.94, "learning_rate": 7.558521516725118e-05, "loss": 19.627, "step": 19069 }, { "epoch": 16.94, "learning_rate": 7.558279654617912e-05, "loss": 19.8652, "step": 19070 }, { "epoch": 16.94, "learning_rate": 7.558037784401479e-05, "loss": 20.2969, "step": 19071 }, { "epoch": 16.94, "learning_rate": 7.55779590607659e-05, "loss": 20.0176, "step": 19072 }, { "epoch": 16.94, "learning_rate": 7.557554019644008e-05, "loss": 19.7588, "step": 19073 }, { "epoch": 16.94, "learning_rate": 7.557312125104501e-05, "loss": 20.2295, "step": 19074 }, { "epoch": 16.94, "learning_rate": 7.557070222458836e-05, "loss": 19.9082, "step": 19075 }, { "epoch": 16.94, "learning_rate": 7.556828311707777e-05, "loss": 19.2725, "step": 19076 }, { "epoch": 16.94, "learning_rate": 7.556586392852097e-05, "loss": 20.0527, "step": 19077 }, { "epoch": 16.94, "learning_rate": 7.556344465892557e-05, "loss": 20.0967, "step": 19078 }, { "epoch": 16.94, "learning_rate": 7.556102530829926e-05, "loss": 20.0508, "step": 19079 }, { "epoch": 16.94, "learning_rate": 7.555860587664971e-05, "loss": 19.9668, "step": 19080 }, { "epoch": 16.95, "learning_rate": 7.555618636398458e-05, "loss": 19.9033, "step": 19081 }, { "epoch": 16.95, "learning_rate": 7.555376677031156e-05, "loss": 19.793, "step": 19082 }, { "epoch": 16.95, "learning_rate": 7.555134709563829e-05, "loss": 20.2285, "step": 19083 }, { "epoch": 16.95, "learning_rate": 7.554892733997245e-05, "loss": 20.3281, "step": 19084 }, { "epoch": 16.95, "learning_rate": 7.554650750332175e-05, "loss": 19.7236, "step": 19085 }, { "epoch": 16.95, "learning_rate": 7.55440875856938e-05, "loss": 20.1758, "step": 19086 }, { "epoch": 16.95, "learning_rate": 7.55416675870963e-05, "loss": 20.2812, "step": 19087 }, { "epoch": 16.95, "learning_rate": 7.553924750753691e-05, "loss": 20.0859, "step": 19088 }, { "epoch": 16.95, "learning_rate": 7.553682734702332e-05, "loss": 19.7197, "step": 19089 }, { "epoch": 16.95, "learning_rate": 7.553440710556321e-05, "loss": 20.0342, "step": 19090 }, { "epoch": 16.95, "learning_rate": 7.553198678316419e-05, "loss": 21.1924, "step": 19091 }, { "epoch": 16.96, "learning_rate": 7.552956637983401e-05, "loss": 19.8691, "step": 19092 }, { "epoch": 16.96, "learning_rate": 7.55271458955803e-05, "loss": 20.7988, "step": 19093 }, { "epoch": 16.96, "learning_rate": 7.552472533041073e-05, "loss": 20.3545, "step": 19094 }, { "epoch": 16.96, "learning_rate": 7.552230468433297e-05, "loss": 19.4043, "step": 19095 }, { "epoch": 16.96, "learning_rate": 7.551988395735472e-05, "loss": 19.6143, "step": 19096 }, { "epoch": 16.96, "learning_rate": 7.551746314948365e-05, "loss": 19.5674, "step": 19097 }, { "epoch": 16.96, "learning_rate": 7.551504226072739e-05, "loss": 20.0127, "step": 19098 }, { "epoch": 16.96, "learning_rate": 7.551262129109366e-05, "loss": 20.542, "step": 19099 }, { "epoch": 16.96, "learning_rate": 7.551020024059013e-05, "loss": 19.8486, "step": 19100 }, { "epoch": 16.96, "learning_rate": 7.550777910922444e-05, "loss": 20.2188, "step": 19101 }, { "epoch": 16.96, "learning_rate": 7.55053578970043e-05, "loss": 21.0215, "step": 19102 }, { "epoch": 16.97, "learning_rate": 7.550293660393737e-05, "loss": 20.2832, "step": 19103 }, { "epoch": 16.97, "learning_rate": 7.550051523003133e-05, "loss": 20.5322, "step": 19104 }, { "epoch": 16.97, "learning_rate": 7.549809377529385e-05, "loss": 20.2295, "step": 19105 }, { "epoch": 16.97, "learning_rate": 7.549567223973261e-05, "loss": 20.0654, "step": 19106 }, { "epoch": 16.97, "learning_rate": 7.549325062335528e-05, "loss": 20.3252, "step": 19107 }, { "epoch": 16.97, "learning_rate": 7.549082892616954e-05, "loss": 19.1875, "step": 19108 }, { "epoch": 16.97, "learning_rate": 7.548840714818308e-05, "loss": 19.9902, "step": 19109 }, { "epoch": 16.97, "learning_rate": 7.548598528940353e-05, "loss": 19.7148, "step": 19110 }, { "epoch": 16.97, "learning_rate": 7.548356334983862e-05, "loss": 20.0098, "step": 19111 }, { "epoch": 16.97, "learning_rate": 7.548114132949602e-05, "loss": 20.1982, "step": 19112 }, { "epoch": 16.97, "learning_rate": 7.547871922838338e-05, "loss": 19.7314, "step": 19113 }, { "epoch": 16.98, "learning_rate": 7.547629704650838e-05, "loss": 20.1914, "step": 19114 }, { "epoch": 16.98, "learning_rate": 7.547387478387873e-05, "loss": 20.4355, "step": 19115 }, { "epoch": 16.98, "learning_rate": 7.547145244050207e-05, "loss": 19.3799, "step": 19116 }, { "epoch": 16.98, "learning_rate": 7.546903001638611e-05, "loss": 19.7783, "step": 19117 }, { "epoch": 16.98, "learning_rate": 7.546660751153851e-05, "loss": 19.8652, "step": 19118 }, { "epoch": 16.98, "learning_rate": 7.546418492596694e-05, "loss": 19.9443, "step": 19119 }, { "epoch": 16.98, "learning_rate": 7.546176225967911e-05, "loss": 19.8506, "step": 19120 }, { "epoch": 16.98, "learning_rate": 7.545933951268267e-05, "loss": 19.7451, "step": 19121 }, { "epoch": 16.98, "learning_rate": 7.545691668498533e-05, "loss": 19.7168, "step": 19122 }, { "epoch": 16.98, "learning_rate": 7.545449377659473e-05, "loss": 19.917, "step": 19123 }, { "epoch": 16.98, "learning_rate": 7.545207078751857e-05, "loss": 20.6211, "step": 19124 }, { "epoch": 16.98, "learning_rate": 7.544964771776454e-05, "loss": 19.8262, "step": 19125 }, { "epoch": 16.99, "learning_rate": 7.544722456734031e-05, "loss": 19.7754, "step": 19126 }, { "epoch": 16.99, "learning_rate": 7.544480133625356e-05, "loss": 20.4893, "step": 19127 }, { "epoch": 16.99, "learning_rate": 7.544237802451198e-05, "loss": 19.6689, "step": 19128 }, { "epoch": 16.99, "learning_rate": 7.543995463212324e-05, "loss": 20.1611, "step": 19129 }, { "epoch": 16.99, "learning_rate": 7.543753115909504e-05, "loss": 19.6543, "step": 19130 }, { "epoch": 16.99, "learning_rate": 7.543510760543505e-05, "loss": 20.5781, "step": 19131 }, { "epoch": 16.99, "learning_rate": 7.543268397115094e-05, "loss": 19.8076, "step": 19132 }, { "epoch": 16.99, "learning_rate": 7.543026025625039e-05, "loss": 20.0332, "step": 19133 }, { "epoch": 16.99, "learning_rate": 7.54278364607411e-05, "loss": 19.998, "step": 19134 }, { "epoch": 16.99, "learning_rate": 7.542541258463076e-05, "loss": 19.8506, "step": 19135 }, { "epoch": 16.99, "learning_rate": 7.542298862792707e-05, "loss": 20.0332, "step": 19136 }, { "epoch": 17.0, "learning_rate": 7.542056459063765e-05, "loss": 20.6504, "step": 19137 }, { "epoch": 17.0, "learning_rate": 7.541814047277023e-05, "loss": 19.7178, "step": 19138 }, { "epoch": 17.0, "learning_rate": 7.541571627433247e-05, "loss": 20.0381, "step": 19139 }, { "epoch": 17.0, "learning_rate": 7.541329199533208e-05, "loss": 20.3184, "step": 19140 }, { "epoch": 17.0, "learning_rate": 7.541086763577674e-05, "loss": 20.0615, "step": 19141 }, { "epoch": 17.0, "learning_rate": 7.540844319567411e-05, "loss": 19.7002, "step": 19142 }, { "epoch": 17.0, "learning_rate": 7.54060186750319e-05, "loss": 19.7568, "step": 19143 }, { "epoch": 17.0, "learning_rate": 7.54035940738578e-05, "loss": 19.8809, "step": 19144 }, { "epoch": 17.0, "learning_rate": 7.540116939215947e-05, "loss": 19.6074, "step": 19145 }, { "epoch": 17.0, "learning_rate": 7.539874462994459e-05, "loss": 19.2822, "step": 19146 }, { "epoch": 17.0, "learning_rate": 7.539631978722091e-05, "loss": 19.5205, "step": 19147 }, { "epoch": 17.01, "learning_rate": 7.539389486399603e-05, "loss": 19.8408, "step": 19148 }, { "epoch": 17.01, "learning_rate": 7.53914698602777e-05, "loss": 20.8418, "step": 19149 }, { "epoch": 17.01, "learning_rate": 7.538904477607356e-05, "loss": 19.7109, "step": 19150 }, { "epoch": 17.01, "learning_rate": 7.538661961139134e-05, "loss": 19.8428, "step": 19151 }, { "epoch": 17.01, "learning_rate": 7.538419436623872e-05, "loss": 19.4219, "step": 19152 }, { "epoch": 17.01, "learning_rate": 7.538176904062335e-05, "loss": 20.3145, "step": 19153 }, { "epoch": 17.01, "learning_rate": 7.537934363455295e-05, "loss": 20.1436, "step": 19154 }, { "epoch": 17.01, "learning_rate": 7.537934363455295e-05, "loss": 20.1279, "step": 19155 }, { "epoch": 17.01, "learning_rate": 7.537934363455295e-05, "loss": 20.6152, "step": 19156 }, { "epoch": 17.01, "learning_rate": 7.537691814803521e-05, "loss": 19.5264, "step": 19157 }, { "epoch": 17.01, "learning_rate": 7.53744925810778e-05, "loss": 19.6943, "step": 19158 }, { "epoch": 17.02, "learning_rate": 7.537206693368843e-05, "loss": 19.7402, "step": 19159 }, { "epoch": 17.02, "learning_rate": 7.536964120587478e-05, "loss": 18.9883, "step": 19160 }, { "epoch": 17.02, "learning_rate": 7.536721539764452e-05, "loss": 19.8467, "step": 19161 }, { "epoch": 17.02, "learning_rate": 7.536478950900538e-05, "loss": 19.9023, "step": 19162 }, { "epoch": 17.02, "learning_rate": 7.536236353996499e-05, "loss": 19.5693, "step": 19163 }, { "epoch": 17.02, "learning_rate": 7.535993749053111e-05, "loss": 19.335, "step": 19164 }, { "epoch": 17.02, "learning_rate": 7.535751136071137e-05, "loss": 19.8516, "step": 19165 }, { "epoch": 17.02, "learning_rate": 7.535508515051351e-05, "loss": 19.7334, "step": 19166 }, { "epoch": 17.02, "learning_rate": 7.535265885994518e-05, "loss": 19.7295, "step": 19167 }, { "epoch": 17.02, "learning_rate": 7.53502324890141e-05, "loss": 20.3311, "step": 19168 }, { "epoch": 17.02, "learning_rate": 7.534780603772793e-05, "loss": 19.9004, "step": 19169 }, { "epoch": 17.02, "learning_rate": 7.534537950609437e-05, "loss": 19.0596, "step": 19170 }, { "epoch": 17.03, "learning_rate": 7.534295289412114e-05, "loss": 19.5645, "step": 19171 }, { "epoch": 17.03, "learning_rate": 7.53405262018159e-05, "loss": 19.7891, "step": 19172 }, { "epoch": 17.03, "learning_rate": 7.533809942918639e-05, "loss": 19.6055, "step": 19173 }, { "epoch": 17.03, "learning_rate": 7.533567257624024e-05, "loss": 19.3496, "step": 19174 }, { "epoch": 17.03, "learning_rate": 7.533324564298518e-05, "loss": 19.7725, "step": 19175 }, { "epoch": 17.03, "learning_rate": 7.533081862942888e-05, "loss": 19.3086, "step": 19176 }, { "epoch": 17.03, "learning_rate": 7.532839153557905e-05, "loss": 19.6758, "step": 19177 }, { "epoch": 17.03, "learning_rate": 7.532596436144338e-05, "loss": 20.373, "step": 19178 }, { "epoch": 17.03, "learning_rate": 7.532353710702956e-05, "loss": 19.9346, "step": 19179 }, { "epoch": 17.03, "learning_rate": 7.53211097723453e-05, "loss": 19.5596, "step": 19180 }, { "epoch": 17.03, "learning_rate": 7.531868235739827e-05, "loss": 19.9873, "step": 19181 }, { "epoch": 17.04, "learning_rate": 7.531625486219618e-05, "loss": 19.6406, "step": 19182 }, { "epoch": 17.04, "learning_rate": 7.531382728674672e-05, "loss": 19.5361, "step": 19183 }, { "epoch": 17.04, "learning_rate": 7.531139963105757e-05, "loss": 19.5811, "step": 19184 }, { "epoch": 17.04, "learning_rate": 7.530897189513646e-05, "loss": 20.1504, "step": 19185 }, { "epoch": 17.04, "learning_rate": 7.530654407899108e-05, "loss": 20.2148, "step": 19186 }, { "epoch": 17.04, "learning_rate": 7.530411618262907e-05, "loss": 19.2217, "step": 19187 }, { "epoch": 17.04, "learning_rate": 7.530168820605818e-05, "loss": 20.2764, "step": 19188 }, { "epoch": 17.04, "learning_rate": 7.529926014928612e-05, "loss": 19.7529, "step": 19189 }, { "epoch": 17.04, "learning_rate": 7.529683201232054e-05, "loss": 19.8438, "step": 19190 }, { "epoch": 17.04, "learning_rate": 7.529440379516916e-05, "loss": 19.3818, "step": 19191 }, { "epoch": 17.04, "learning_rate": 7.529197549783967e-05, "loss": 19.9805, "step": 19192 }, { "epoch": 17.05, "learning_rate": 7.528954712033977e-05, "loss": 19.6387, "step": 19193 }, { "epoch": 17.05, "learning_rate": 7.528711866267716e-05, "loss": 20.4463, "step": 19194 }, { "epoch": 17.05, "learning_rate": 7.528469012485954e-05, "loss": 19.9053, "step": 19195 }, { "epoch": 17.05, "learning_rate": 7.52822615068946e-05, "loss": 19.8662, "step": 19196 }, { "epoch": 17.05, "learning_rate": 7.527983280879005e-05, "loss": 19.6777, "step": 19197 }, { "epoch": 17.05, "learning_rate": 7.527740403055358e-05, "loss": 19.4648, "step": 19198 }, { "epoch": 17.05, "learning_rate": 7.527497517219289e-05, "loss": 19.9561, "step": 19199 }, { "epoch": 17.05, "learning_rate": 7.527254623371567e-05, "loss": 19.9219, "step": 19200 }, { "epoch": 17.05, "learning_rate": 7.527011721512963e-05, "loss": 20.0049, "step": 19201 }, { "epoch": 17.05, "learning_rate": 7.526768811644247e-05, "loss": 20.1533, "step": 19202 }, { "epoch": 17.05, "learning_rate": 7.526525893766189e-05, "loss": 20.1279, "step": 19203 }, { "epoch": 17.06, "learning_rate": 7.526282967879558e-05, "loss": 19.8418, "step": 19204 }, { "epoch": 17.06, "learning_rate": 7.526040033985124e-05, "loss": 19.9053, "step": 19205 }, { "epoch": 17.06, "learning_rate": 7.52579709208366e-05, "loss": 20.2656, "step": 19206 }, { "epoch": 17.06, "learning_rate": 7.525554142175931e-05, "loss": 19.8369, "step": 19207 }, { "epoch": 17.06, "learning_rate": 7.525311184262714e-05, "loss": 19.7158, "step": 19208 }, { "epoch": 17.06, "learning_rate": 7.525068218344771e-05, "loss": 19.4541, "step": 19209 }, { "epoch": 17.06, "learning_rate": 7.524825244422878e-05, "loss": 19.5898, "step": 19210 }, { "epoch": 17.06, "learning_rate": 7.524582262497804e-05, "loss": 19.3076, "step": 19211 }, { "epoch": 17.06, "learning_rate": 7.524339272570317e-05, "loss": 19.5732, "step": 19212 }, { "epoch": 17.06, "learning_rate": 7.52409627464119e-05, "loss": 19.4082, "step": 19213 }, { "epoch": 17.06, "learning_rate": 7.523853268711191e-05, "loss": 19.6904, "step": 19214 }, { "epoch": 17.06, "learning_rate": 7.523610254781091e-05, "loss": 19.9277, "step": 19215 }, { "epoch": 17.07, "learning_rate": 7.523367232851663e-05, "loss": 19.7871, "step": 19216 }, { "epoch": 17.07, "learning_rate": 7.523124202923674e-05, "loss": 19.3223, "step": 19217 }, { "epoch": 17.07, "learning_rate": 7.522881164997895e-05, "loss": 19.6895, "step": 19218 }, { "epoch": 17.07, "learning_rate": 7.522638119075096e-05, "loss": 20.1904, "step": 19219 }, { "epoch": 17.07, "learning_rate": 7.522395065156049e-05, "loss": 19.4434, "step": 19220 }, { "epoch": 17.07, "learning_rate": 7.522152003241525e-05, "loss": 19.6416, "step": 19221 }, { "epoch": 17.07, "learning_rate": 7.521908933332291e-05, "loss": 19.54, "step": 19222 }, { "epoch": 17.07, "learning_rate": 7.52166585542912e-05, "loss": 20.084, "step": 19223 }, { "epoch": 17.07, "learning_rate": 7.521422769532782e-05, "loss": 19.1719, "step": 19224 }, { "epoch": 17.07, "learning_rate": 7.521179675644048e-05, "loss": 19.6982, "step": 19225 }, { "epoch": 17.07, "learning_rate": 7.520936573763689e-05, "loss": 19.7471, "step": 19226 }, { "epoch": 17.08, "learning_rate": 7.520693463892472e-05, "loss": 19.0713, "step": 19227 }, { "epoch": 17.08, "learning_rate": 7.520450346031171e-05, "loss": 19.5605, "step": 19228 }, { "epoch": 17.08, "learning_rate": 7.52020722018056e-05, "loss": 19.7744, "step": 19229 }, { "epoch": 17.08, "learning_rate": 7.519964086341401e-05, "loss": 19.9609, "step": 19230 }, { "epoch": 17.08, "learning_rate": 7.51972094451447e-05, "loss": 19.7168, "step": 19231 }, { "epoch": 17.08, "learning_rate": 7.519477794700538e-05, "loss": 20.1494, "step": 19232 }, { "epoch": 17.08, "learning_rate": 7.519234636900374e-05, "loss": 20.084, "step": 19233 }, { "epoch": 17.08, "learning_rate": 7.518991471114751e-05, "loss": 19.7881, "step": 19234 }, { "epoch": 17.08, "learning_rate": 7.518748297344438e-05, "loss": 20.0869, "step": 19235 }, { "epoch": 17.08, "learning_rate": 7.518505115590204e-05, "loss": 19.4053, "step": 19236 }, { "epoch": 17.08, "learning_rate": 7.518261925852823e-05, "loss": 19.6553, "step": 19237 }, { "epoch": 17.09, "learning_rate": 7.518018728133064e-05, "loss": 20.2598, "step": 19238 }, { "epoch": 17.09, "learning_rate": 7.517775522431702e-05, "loss": 19.7441, "step": 19239 }, { "epoch": 17.09, "learning_rate": 7.517532308749501e-05, "loss": 20.0615, "step": 19240 }, { "epoch": 17.09, "learning_rate": 7.517289087087237e-05, "loss": 19.3438, "step": 19241 }, { "epoch": 17.09, "learning_rate": 7.517045857445681e-05, "loss": 19.9863, "step": 19242 }, { "epoch": 17.09, "learning_rate": 7.5168026198256e-05, "loss": 20.4463, "step": 19243 }, { "epoch": 17.09, "learning_rate": 7.516559374227768e-05, "loss": 19.6504, "step": 19244 }, { "epoch": 17.09, "learning_rate": 7.516316120652956e-05, "loss": 20.4336, "step": 19245 }, { "epoch": 17.09, "learning_rate": 7.516072859101935e-05, "loss": 19.8145, "step": 19246 }, { "epoch": 17.09, "learning_rate": 7.515829589575474e-05, "loss": 19.5449, "step": 19247 }, { "epoch": 17.09, "learning_rate": 7.515586312074348e-05, "loss": 19.7471, "step": 19248 }, { "epoch": 17.1, "learning_rate": 7.515343026599323e-05, "loss": 19.7246, "step": 19249 }, { "epoch": 17.1, "learning_rate": 7.515099733151177e-05, "loss": 19.792, "step": 19250 }, { "epoch": 17.1, "learning_rate": 7.514856431730674e-05, "loss": 19.9316, "step": 19251 }, { "epoch": 17.1, "learning_rate": 7.514613122338589e-05, "loss": 19.8672, "step": 19252 }, { "epoch": 17.1, "learning_rate": 7.514369804975694e-05, "loss": 19.3164, "step": 19253 }, { "epoch": 17.1, "learning_rate": 7.514126479642757e-05, "loss": 19.4053, "step": 19254 }, { "epoch": 17.1, "learning_rate": 7.513883146340554e-05, "loss": 20.2959, "step": 19255 }, { "epoch": 17.1, "learning_rate": 7.513639805069854e-05, "loss": 19.9863, "step": 19256 }, { "epoch": 17.1, "learning_rate": 7.513396455831426e-05, "loss": 19.8848, "step": 19257 }, { "epoch": 17.1, "learning_rate": 7.513153098626044e-05, "loss": 19.6377, "step": 19258 }, { "epoch": 17.1, "learning_rate": 7.512909733454478e-05, "loss": 20.2246, "step": 19259 }, { "epoch": 17.1, "learning_rate": 7.5126663603175e-05, "loss": 19.7422, "step": 19260 }, { "epoch": 17.11, "learning_rate": 7.512422979215883e-05, "loss": 19.791, "step": 19261 }, { "epoch": 17.11, "learning_rate": 7.512179590150395e-05, "loss": 20.2197, "step": 19262 }, { "epoch": 17.11, "learning_rate": 7.512179590150395e-05, "loss": 20.0449, "step": 19263 }, { "epoch": 17.11, "learning_rate": 7.51193619312181e-05, "loss": 19.4541, "step": 19264 }, { "epoch": 17.11, "learning_rate": 7.511692788130902e-05, "loss": 19.5928, "step": 19265 }, { "epoch": 17.11, "learning_rate": 7.511449375178437e-05, "loss": 19.3896, "step": 19266 }, { "epoch": 17.11, "learning_rate": 7.51120595426519e-05, "loss": 19.6045, "step": 19267 }, { "epoch": 17.11, "learning_rate": 7.510962525391931e-05, "loss": 19.6914, "step": 19268 }, { "epoch": 17.11, "learning_rate": 7.510719088559433e-05, "loss": 19.5752, "step": 19269 }, { "epoch": 17.11, "learning_rate": 7.510475643768467e-05, "loss": 20.4219, "step": 19270 }, { "epoch": 17.11, "learning_rate": 7.510232191019806e-05, "loss": 19.0303, "step": 19271 }, { "epoch": 17.12, "learning_rate": 7.509988730314217e-05, "loss": 19.4512, "step": 19272 }, { "epoch": 17.12, "learning_rate": 7.509745261652479e-05, "loss": 19.4697, "step": 19273 }, { "epoch": 17.12, "learning_rate": 7.509501785035357e-05, "loss": 19.875, "step": 19274 }, { "epoch": 17.12, "learning_rate": 7.509258300463626e-05, "loss": 19.5898, "step": 19275 }, { "epoch": 17.12, "learning_rate": 7.50901480793806e-05, "loss": 19.6064, "step": 19276 }, { "epoch": 17.12, "learning_rate": 7.508771307459425e-05, "loss": 20.2559, "step": 19277 }, { "epoch": 17.12, "learning_rate": 7.508527799028498e-05, "loss": 19.7891, "step": 19278 }, { "epoch": 17.12, "learning_rate": 7.50828428264605e-05, "loss": 19.4824, "step": 19279 }, { "epoch": 17.12, "learning_rate": 7.508040758312848e-05, "loss": 19.7842, "step": 19280 }, { "epoch": 17.12, "learning_rate": 7.507797226029671e-05, "loss": 19.4043, "step": 19281 }, { "epoch": 17.12, "learning_rate": 7.507553685797287e-05, "loss": 19.6611, "step": 19282 }, { "epoch": 17.13, "learning_rate": 7.507310137616468e-05, "loss": 19.7344, "step": 19283 }, { "epoch": 17.13, "learning_rate": 7.50706658148799e-05, "loss": 19.709, "step": 19284 }, { "epoch": 17.13, "learning_rate": 7.506823017412616e-05, "loss": 19.3828, "step": 19285 }, { "epoch": 17.13, "learning_rate": 7.506579445391128e-05, "loss": 19.3799, "step": 19286 }, { "epoch": 17.13, "learning_rate": 7.506335865424294e-05, "loss": 20.2559, "step": 19287 }, { "epoch": 17.13, "learning_rate": 7.506092277512884e-05, "loss": 19.8838, "step": 19288 }, { "epoch": 17.13, "learning_rate": 7.505848681657674e-05, "loss": 19.6689, "step": 19289 }, { "epoch": 17.13, "learning_rate": 7.505605077859432e-05, "loss": 19.2207, "step": 19290 }, { "epoch": 17.13, "learning_rate": 7.505361466118934e-05, "loss": 20.2031, "step": 19291 }, { "epoch": 17.13, "learning_rate": 7.505117846436951e-05, "loss": 19.6582, "step": 19292 }, { "epoch": 17.13, "learning_rate": 7.504874218814253e-05, "loss": 20.1152, "step": 19293 }, { "epoch": 17.13, "learning_rate": 7.504630583251614e-05, "loss": 19.916, "step": 19294 }, { "epoch": 17.14, "learning_rate": 7.504386939749809e-05, "loss": 19.8252, "step": 19295 }, { "epoch": 17.14, "learning_rate": 7.504143288309607e-05, "loss": 19.876, "step": 19296 }, { "epoch": 17.14, "learning_rate": 7.50389962893178e-05, "loss": 19.8359, "step": 19297 }, { "epoch": 17.14, "learning_rate": 7.5036559616171e-05, "loss": 20.0264, "step": 19298 }, { "epoch": 17.14, "learning_rate": 7.503412286366343e-05, "loss": 19.9941, "step": 19299 }, { "epoch": 17.14, "learning_rate": 7.50316860318028e-05, "loss": 19.5439, "step": 19300 }, { "epoch": 17.14, "learning_rate": 7.50292491205968e-05, "loss": 20.125, "step": 19301 }, { "epoch": 17.14, "learning_rate": 7.502681213005319e-05, "loss": 19.9385, "step": 19302 }, { "epoch": 17.14, "learning_rate": 7.502437506017967e-05, "loss": 20.3496, "step": 19303 }, { "epoch": 17.14, "learning_rate": 7.5021937910984e-05, "loss": 19.4531, "step": 19304 }, { "epoch": 17.14, "learning_rate": 7.501950068247388e-05, "loss": 19.5986, "step": 19305 }, { "epoch": 17.15, "learning_rate": 7.501706337465703e-05, "loss": 19.7451, "step": 19306 }, { "epoch": 17.15, "learning_rate": 7.501462598754119e-05, "loss": 19.6299, "step": 19307 }, { "epoch": 17.15, "learning_rate": 7.50121885211341e-05, "loss": 19.8311, "step": 19308 }, { "epoch": 17.15, "learning_rate": 7.500975097544347e-05, "loss": 19.4707, "step": 19309 }, { "epoch": 17.15, "learning_rate": 7.500731335047702e-05, "loss": 20.0605, "step": 19310 }, { "epoch": 17.15, "learning_rate": 7.500487564624246e-05, "loss": 19.707, "step": 19311 }, { "epoch": 17.15, "learning_rate": 7.500243786274755e-05, "loss": 19.6338, "step": 19312 }, { "epoch": 17.15, "learning_rate": 7.500000000000001e-05, "loss": 20.2949, "step": 19313 }, { "epoch": 17.15, "learning_rate": 7.499756205800756e-05, "loss": 20.1504, "step": 19314 }, { "epoch": 17.15, "learning_rate": 7.499512403677793e-05, "loss": 19.5605, "step": 19315 }, { "epoch": 17.15, "learning_rate": 7.499268593631886e-05, "loss": 19.5928, "step": 19316 }, { "epoch": 17.16, "learning_rate": 7.499024775663805e-05, "loss": 19.8232, "step": 19317 }, { "epoch": 17.16, "learning_rate": 7.498780949774327e-05, "loss": 19.7412, "step": 19318 }, { "epoch": 17.16, "learning_rate": 7.498537115964222e-05, "loss": 19.8496, "step": 19319 }, { "epoch": 17.16, "learning_rate": 7.49829327423426e-05, "loss": 19.4121, "step": 19320 }, { "epoch": 17.16, "learning_rate": 7.498049424585222e-05, "loss": 19.9814, "step": 19321 }, { "epoch": 17.16, "learning_rate": 7.497805567017874e-05, "loss": 20.0557, "step": 19322 }, { "epoch": 17.16, "learning_rate": 7.497561701532991e-05, "loss": 19.3682, "step": 19323 }, { "epoch": 17.16, "learning_rate": 7.497317828131347e-05, "loss": 19.5703, "step": 19324 }, { "epoch": 17.16, "learning_rate": 7.497073946813714e-05, "loss": 19.2969, "step": 19325 }, { "epoch": 17.16, "learning_rate": 7.496830057580866e-05, "loss": 19.2666, "step": 19326 }, { "epoch": 17.16, "learning_rate": 7.496586160433575e-05, "loss": 19.7861, "step": 19327 }, { "epoch": 17.17, "learning_rate": 7.496342255372615e-05, "loss": 19.5889, "step": 19328 }, { "epoch": 17.17, "learning_rate": 7.496098342398758e-05, "loss": 20.0859, "step": 19329 }, { "epoch": 17.17, "learning_rate": 7.495854421512778e-05, "loss": 20.2705, "step": 19330 }, { "epoch": 17.17, "learning_rate": 7.495610492715448e-05, "loss": 19.7119, "step": 19331 }, { "epoch": 17.17, "learning_rate": 7.495366556007541e-05, "loss": 19.751, "step": 19332 }, { "epoch": 17.17, "learning_rate": 7.495122611389831e-05, "loss": 19.7197, "step": 19333 }, { "epoch": 17.17, "learning_rate": 7.49487865886309e-05, "loss": 20.0332, "step": 19334 }, { "epoch": 17.17, "learning_rate": 7.494634698428092e-05, "loss": 19.8418, "step": 19335 }, { "epoch": 17.17, "learning_rate": 7.494390730085613e-05, "loss": 20.2197, "step": 19336 }, { "epoch": 17.17, "learning_rate": 7.49414675383642e-05, "loss": 20.2686, "step": 19337 }, { "epoch": 17.17, "learning_rate": 7.493902769681291e-05, "loss": 19.3496, "step": 19338 }, { "epoch": 17.17, "learning_rate": 7.493658777620998e-05, "loss": 20.0439, "step": 19339 }, { "epoch": 17.18, "learning_rate": 7.493414777656317e-05, "loss": 20.2676, "step": 19340 }, { "epoch": 17.18, "learning_rate": 7.493170769788017e-05, "loss": 19.4463, "step": 19341 }, { "epoch": 17.18, "learning_rate": 7.492926754016873e-05, "loss": 19.5176, "step": 19342 }, { "epoch": 17.18, "learning_rate": 7.492682730343661e-05, "loss": 19.7715, "step": 19343 }, { "epoch": 17.18, "learning_rate": 7.492438698769152e-05, "loss": 19.9375, "step": 19344 }, { "epoch": 17.18, "learning_rate": 7.492194659294121e-05, "loss": 19.3809, "step": 19345 }, { "epoch": 17.18, "learning_rate": 7.491950611919338e-05, "loss": 19.9395, "step": 19346 }, { "epoch": 17.18, "learning_rate": 7.491706556645582e-05, "loss": 19.8389, "step": 19347 }, { "epoch": 17.18, "learning_rate": 7.491462493473624e-05, "loss": 19.8291, "step": 19348 }, { "epoch": 17.18, "learning_rate": 7.491218422404236e-05, "loss": 19.502, "step": 19349 }, { "epoch": 17.18, "learning_rate": 7.490974343438192e-05, "loss": 19.6934, "step": 19350 }, { "epoch": 17.19, "learning_rate": 7.49073025657627e-05, "loss": 20.0811, "step": 19351 }, { "epoch": 17.19, "learning_rate": 7.490486161819239e-05, "loss": 19.29, "step": 19352 }, { "epoch": 17.19, "learning_rate": 7.490242059167876e-05, "loss": 20.2783, "step": 19353 }, { "epoch": 17.19, "learning_rate": 7.489997948622951e-05, "loss": 20.1602, "step": 19354 }, { "epoch": 17.19, "learning_rate": 7.48975383018524e-05, "loss": 19.5205, "step": 19355 }, { "epoch": 17.19, "learning_rate": 7.489509703855518e-05, "loss": 20.0938, "step": 19356 }, { "epoch": 17.19, "learning_rate": 7.489265569634555e-05, "loss": 19.4336, "step": 19357 }, { "epoch": 17.19, "learning_rate": 7.489021427523129e-05, "loss": 19.7959, "step": 19358 }, { "epoch": 17.19, "learning_rate": 7.488777277522012e-05, "loss": 20.0078, "step": 19359 }, { "epoch": 17.19, "learning_rate": 7.488533119631977e-05, "loss": 19.7295, "step": 19360 }, { "epoch": 17.19, "learning_rate": 7.488288953853801e-05, "loss": 19.6465, "step": 19361 }, { "epoch": 17.2, "learning_rate": 7.488044780188256e-05, "loss": 19.8633, "step": 19362 }, { "epoch": 17.2, "learning_rate": 7.487800598636116e-05, "loss": 20.1357, "step": 19363 }, { "epoch": 17.2, "learning_rate": 7.487556409198153e-05, "loss": 19.582, "step": 19364 }, { "epoch": 17.2, "learning_rate": 7.487312211875144e-05, "loss": 19.7598, "step": 19365 }, { "epoch": 17.2, "learning_rate": 7.487068006667862e-05, "loss": 19.9697, "step": 19366 }, { "epoch": 17.2, "learning_rate": 7.486823793577082e-05, "loss": 19.8105, "step": 19367 }, { "epoch": 17.2, "learning_rate": 7.486579572603577e-05, "loss": 20.5967, "step": 19368 }, { "epoch": 17.2, "learning_rate": 7.48633534374812e-05, "loss": 19.96, "step": 19369 }, { "epoch": 17.2, "learning_rate": 7.486091107011488e-05, "loss": 19.6904, "step": 19370 }, { "epoch": 17.2, "learning_rate": 7.486091107011488e-05, "loss": 20.0303, "step": 19371 }, { "epoch": 17.2, "learning_rate": 7.485846862394455e-05, "loss": 19.8486, "step": 19372 }, { "epoch": 17.21, "learning_rate": 7.485602609897792e-05, "loss": 20.0, "step": 19373 }, { "epoch": 17.21, "learning_rate": 7.485358349522274e-05, "loss": 20.1436, "step": 19374 }, { "epoch": 17.21, "learning_rate": 7.485114081268678e-05, "loss": 19.875, "step": 19375 }, { "epoch": 17.21, "learning_rate": 7.484869805137778e-05, "loss": 19.6289, "step": 19376 }, { "epoch": 17.21, "learning_rate": 7.484869805137778e-05, "loss": 20.1348, "step": 19377 }, { "epoch": 17.21, "learning_rate": 7.484625521130345e-05, "loss": 19.7432, "step": 19378 }, { "epoch": 17.21, "learning_rate": 7.484381229247156e-05, "loss": 19.7402, "step": 19379 }, { "epoch": 17.21, "learning_rate": 7.484136929488984e-05, "loss": 19.9404, "step": 19380 }, { "epoch": 17.21, "learning_rate": 7.483892621856605e-05, "loss": 19.7266, "step": 19381 }, { "epoch": 17.21, "learning_rate": 7.483648306350792e-05, "loss": 19.8291, "step": 19382 }, { "epoch": 17.21, "learning_rate": 7.483403982972321e-05, "loss": 19.9521, "step": 19383 }, { "epoch": 17.21, "learning_rate": 7.483159651721963e-05, "loss": 19.708, "step": 19384 }, { "epoch": 17.22, "learning_rate": 7.482915312600497e-05, "loss": 20.0928, "step": 19385 }, { "epoch": 17.22, "learning_rate": 7.482670965608695e-05, "loss": 19.6709, "step": 19386 }, { "epoch": 17.22, "learning_rate": 7.482426610747332e-05, "loss": 19.5527, "step": 19387 }, { "epoch": 17.22, "learning_rate": 7.482182248017181e-05, "loss": 19.5264, "step": 19388 }, { "epoch": 17.22, "learning_rate": 7.481937877419018e-05, "loss": 20.0459, "step": 19389 }, { "epoch": 17.22, "learning_rate": 7.48169349895362e-05, "loss": 19.7529, "step": 19390 }, { "epoch": 17.22, "learning_rate": 7.481449112621758e-05, "loss": 19.8115, "step": 19391 }, { "epoch": 17.22, "learning_rate": 7.481204718424207e-05, "loss": 19.7568, "step": 19392 }, { "epoch": 17.22, "learning_rate": 7.480960316361744e-05, "loss": 20.0684, "step": 19393 }, { "epoch": 17.22, "learning_rate": 7.480715906435142e-05, "loss": 19.9873, "step": 19394 }, { "epoch": 17.22, "learning_rate": 7.480471488645175e-05, "loss": 19.6055, "step": 19395 }, { "epoch": 17.23, "learning_rate": 7.480227062992619e-05, "loss": 19.8086, "step": 19396 }, { "epoch": 17.23, "learning_rate": 7.479982629478249e-05, "loss": 19.458, "step": 19397 }, { "epoch": 17.23, "learning_rate": 7.479738188102841e-05, "loss": 19.6406, "step": 19398 }, { "epoch": 17.23, "learning_rate": 7.479493738867166e-05, "loss": 19.6826, "step": 19399 }, { "epoch": 17.23, "learning_rate": 7.479249281772001e-05, "loss": 19.6074, "step": 19400 }, { "epoch": 17.23, "learning_rate": 7.479004816818122e-05, "loss": 20.626, "step": 19401 }, { "epoch": 17.23, "learning_rate": 7.478760344006302e-05, "loss": 19.4678, "step": 19402 }, { "epoch": 17.23, "learning_rate": 7.478515863337317e-05, "loss": 20.2715, "step": 19403 }, { "epoch": 17.23, "learning_rate": 7.478271374811942e-05, "loss": 19.5703, "step": 19404 }, { "epoch": 17.23, "learning_rate": 7.478026878430952e-05, "loss": 19.8018, "step": 19405 }, { "epoch": 17.23, "learning_rate": 7.477782374195122e-05, "loss": 19.6807, "step": 19406 }, { "epoch": 17.24, "learning_rate": 7.477537862105224e-05, "loss": 19.6016, "step": 19407 }, { "epoch": 17.24, "learning_rate": 7.477293342162039e-05, "loss": 19.9355, "step": 19408 }, { "epoch": 17.24, "learning_rate": 7.477048814366338e-05, "loss": 19.8594, "step": 19409 }, { "epoch": 17.24, "learning_rate": 7.476804278718894e-05, "loss": 19.8262, "step": 19410 }, { "epoch": 17.24, "learning_rate": 7.476559735220488e-05, "loss": 19.6211, "step": 19411 }, { "epoch": 17.24, "learning_rate": 7.476315183871893e-05, "loss": 19.4863, "step": 19412 }, { "epoch": 17.24, "learning_rate": 7.476070624673882e-05, "loss": 20.1006, "step": 19413 }, { "epoch": 17.24, "learning_rate": 7.475826057627232e-05, "loss": 20.2412, "step": 19414 }, { "epoch": 17.24, "learning_rate": 7.475581482732716e-05, "loss": 20.1611, "step": 19415 }, { "epoch": 17.24, "learning_rate": 7.475336899991115e-05, "loss": 19.8213, "step": 19416 }, { "epoch": 17.24, "learning_rate": 7.475092309403197e-05, "loss": 20.5811, "step": 19417 }, { "epoch": 17.25, "learning_rate": 7.474847710969742e-05, "loss": 19.7422, "step": 19418 }, { "epoch": 17.25, "learning_rate": 7.474603104691523e-05, "loss": 19.5537, "step": 19419 }, { "epoch": 17.25, "learning_rate": 7.474358490569317e-05, "loss": 20.1934, "step": 19420 }, { "epoch": 17.25, "learning_rate": 7.4741138686039e-05, "loss": 20.0303, "step": 19421 }, { "epoch": 17.25, "learning_rate": 7.473869238796046e-05, "loss": 20.4434, "step": 19422 }, { "epoch": 17.25, "learning_rate": 7.473624601146528e-05, "loss": 20.0566, "step": 19423 }, { "epoch": 17.25, "learning_rate": 7.473379955656126e-05, "loss": 19.7793, "step": 19424 }, { "epoch": 17.25, "learning_rate": 7.473135302325614e-05, "loss": 19.5566, "step": 19425 }, { "epoch": 17.25, "learning_rate": 7.472890641155765e-05, "loss": 19.5146, "step": 19426 }, { "epoch": 17.25, "learning_rate": 7.472645972147358e-05, "loss": 19.9951, "step": 19427 }, { "epoch": 17.25, "learning_rate": 7.472401295301167e-05, "loss": 20.0293, "step": 19428 }, { "epoch": 17.25, "learning_rate": 7.472156610617967e-05, "loss": 20.6348, "step": 19429 }, { "epoch": 17.26, "learning_rate": 7.471911918098535e-05, "loss": 20.3613, "step": 19430 }, { "epoch": 17.26, "learning_rate": 7.471667217743645e-05, "loss": 20.1475, "step": 19431 }, { "epoch": 17.26, "learning_rate": 7.471422509554073e-05, "loss": 19.8232, "step": 19432 }, { "epoch": 17.26, "learning_rate": 7.471177793530597e-05, "loss": 19.375, "step": 19433 }, { "epoch": 17.26, "learning_rate": 7.470933069673991e-05, "loss": 20.1602, "step": 19434 }, { "epoch": 17.26, "learning_rate": 7.47068833798503e-05, "loss": 20.0283, "step": 19435 }, { "epoch": 17.26, "learning_rate": 7.470443598464489e-05, "loss": 20.3369, "step": 19436 }, { "epoch": 17.26, "learning_rate": 7.470198851113146e-05, "loss": 20.1904, "step": 19437 }, { "epoch": 17.26, "learning_rate": 7.469954095931777e-05, "loss": 20.4404, "step": 19438 }, { "epoch": 17.26, "learning_rate": 7.469709332921155e-05, "loss": 19.6846, "step": 19439 }, { "epoch": 17.26, "learning_rate": 7.469464562082059e-05, "loss": 19.8242, "step": 19440 }, { "epoch": 17.27, "learning_rate": 7.469219783415263e-05, "loss": 19.4219, "step": 19441 }, { "epoch": 17.27, "learning_rate": 7.468974996921542e-05, "loss": 20.0518, "step": 19442 }, { "epoch": 17.27, "learning_rate": 7.468730202601676e-05, "loss": 20.1445, "step": 19443 }, { "epoch": 17.27, "learning_rate": 7.468485400456438e-05, "loss": 20.0186, "step": 19444 }, { "epoch": 17.27, "learning_rate": 7.468240590486602e-05, "loss": 20.0332, "step": 19445 }, { "epoch": 17.27, "learning_rate": 7.467995772692948e-05, "loss": 19.6064, "step": 19446 }, { "epoch": 17.27, "learning_rate": 7.467995772692948e-05, "loss": 20.4297, "step": 19447 }, { "epoch": 17.27, "learning_rate": 7.46775094707625e-05, "loss": 19.5186, "step": 19448 }, { "epoch": 17.27, "learning_rate": 7.467506113637283e-05, "loss": 20.166, "step": 19449 }, { "epoch": 17.27, "learning_rate": 7.467261272376825e-05, "loss": 19.5361, "step": 19450 }, { "epoch": 17.27, "learning_rate": 7.467016423295651e-05, "loss": 20.7373, "step": 19451 }, { "epoch": 17.28, "learning_rate": 7.466771566394539e-05, "loss": 19.7949, "step": 19452 }, { "epoch": 17.28, "learning_rate": 7.466526701674265e-05, "loss": 20.2725, "step": 19453 }, { "epoch": 17.28, "learning_rate": 7.466281829135602e-05, "loss": 19.7314, "step": 19454 }, { "epoch": 17.28, "learning_rate": 7.466036948779327e-05, "loss": 19.8936, "step": 19455 }, { "epoch": 17.28, "learning_rate": 7.465792060606218e-05, "loss": 20.0781, "step": 19456 }, { "epoch": 17.28, "learning_rate": 7.465547164617052e-05, "loss": 20.4316, "step": 19457 }, { "epoch": 17.28, "learning_rate": 7.465302260812603e-05, "loss": 19.9111, "step": 19458 }, { "epoch": 17.28, "learning_rate": 7.465057349193647e-05, "loss": 20.2607, "step": 19459 }, { "epoch": 17.28, "learning_rate": 7.464812429760962e-05, "loss": 20.083, "step": 19460 }, { "epoch": 17.28, "learning_rate": 7.464567502515326e-05, "loss": 20.7598, "step": 19461 }, { "epoch": 17.28, "learning_rate": 7.464322567457511e-05, "loss": 20.1777, "step": 19462 }, { "epoch": 17.29, "learning_rate": 7.464077624588296e-05, "loss": 19.7021, "step": 19463 }, { "epoch": 17.29, "learning_rate": 7.463832673908457e-05, "loss": 19.7939, "step": 19464 }, { "epoch": 17.29, "learning_rate": 7.463587715418771e-05, "loss": 20.1016, "step": 19465 }, { "epoch": 17.29, "learning_rate": 7.463342749120014e-05, "loss": 19.6064, "step": 19466 }, { "epoch": 17.29, "learning_rate": 7.463097775012962e-05, "loss": 19.625, "step": 19467 }, { "epoch": 17.29, "learning_rate": 7.46285279309839e-05, "loss": 20.4678, "step": 19468 }, { "epoch": 17.29, "learning_rate": 7.462607803377078e-05, "loss": 20.5537, "step": 19469 }, { "epoch": 17.29, "learning_rate": 7.462362805849801e-05, "loss": 19.8486, "step": 19470 }, { "epoch": 17.29, "learning_rate": 7.462117800517336e-05, "loss": 19.9023, "step": 19471 }, { "epoch": 17.29, "learning_rate": 7.461872787380459e-05, "loss": 20.0615, "step": 19472 }, { "epoch": 17.29, "learning_rate": 7.461627766439947e-05, "loss": 20.3271, "step": 19473 }, { "epoch": 17.29, "learning_rate": 7.461382737696577e-05, "loss": 20.3994, "step": 19474 }, { "epoch": 17.3, "learning_rate": 7.461137701151124e-05, "loss": 20.0117, "step": 19475 }, { "epoch": 17.3, "learning_rate": 7.460892656804366e-05, "loss": 19.4746, "step": 19476 }, { "epoch": 17.3, "learning_rate": 7.460647604657081e-05, "loss": 20.0205, "step": 19477 }, { "epoch": 17.3, "learning_rate": 7.460402544710043e-05, "loss": 19.9844, "step": 19478 }, { "epoch": 17.3, "learning_rate": 7.46015747696403e-05, "loss": 19.9277, "step": 19479 }, { "epoch": 17.3, "learning_rate": 7.459912401419822e-05, "loss": 19.5859, "step": 19480 }, { "epoch": 17.3, "learning_rate": 7.45966731807819e-05, "loss": 19.8174, "step": 19481 }, { "epoch": 17.3, "learning_rate": 7.459422226939913e-05, "loss": 19.793, "step": 19482 }, { "epoch": 17.3, "learning_rate": 7.459177128005772e-05, "loss": 20.1621, "step": 19483 }, { "epoch": 17.3, "learning_rate": 7.458932021276537e-05, "loss": 19.8496, "step": 19484 }, { "epoch": 17.3, "learning_rate": 7.458686906752992e-05, "loss": 20.1641, "step": 19485 }, { "epoch": 17.31, "learning_rate": 7.458441784435908e-05, "loss": 20.1543, "step": 19486 }, { "epoch": 17.31, "learning_rate": 7.458196654326065e-05, "loss": 19.8984, "step": 19487 }, { "epoch": 17.31, "learning_rate": 7.45795151642424e-05, "loss": 20.1396, "step": 19488 }, { "epoch": 17.31, "learning_rate": 7.45770637073121e-05, "loss": 19.918, "step": 19489 }, { "epoch": 17.31, "learning_rate": 7.45746121724775e-05, "loss": 19.5283, "step": 19490 }, { "epoch": 17.31, "learning_rate": 7.45721605597464e-05, "loss": 19.4717, "step": 19491 }, { "epoch": 17.31, "learning_rate": 7.456970886912655e-05, "loss": 19.6455, "step": 19492 }, { "epoch": 17.31, "learning_rate": 7.456725710062573e-05, "loss": 19.0928, "step": 19493 }, { "epoch": 17.31, "learning_rate": 7.45648052542517e-05, "loss": 19.707, "step": 19494 }, { "epoch": 17.31, "learning_rate": 7.456235333001224e-05, "loss": 19.8271, "step": 19495 }, { "epoch": 17.31, "learning_rate": 7.455990132791517e-05, "loss": 20.1797, "step": 19496 }, { "epoch": 17.32, "learning_rate": 7.455744924796817e-05, "loss": 19.4893, "step": 19497 }, { "epoch": 17.32, "learning_rate": 7.455499709017908e-05, "loss": 19.5322, "step": 19498 }, { "epoch": 17.32, "learning_rate": 7.455254485455564e-05, "loss": 19.4424, "step": 19499 }, { "epoch": 17.32, "learning_rate": 7.455009254110565e-05, "loss": 20.1855, "step": 19500 }, { "epoch": 17.32, "learning_rate": 7.454764014983686e-05, "loss": 20.2959, "step": 19501 }, { "epoch": 17.32, "learning_rate": 7.454518768075704e-05, "loss": 19.9072, "step": 19502 }, { "epoch": 17.32, "learning_rate": 7.4542735133874e-05, "loss": 19.667, "step": 19503 }, { "epoch": 17.32, "learning_rate": 7.454028250919547e-05, "loss": 19.3145, "step": 19504 }, { "epoch": 17.32, "learning_rate": 7.453782980672925e-05, "loss": 19.9912, "step": 19505 }, { "epoch": 17.32, "learning_rate": 7.453537702648312e-05, "loss": 20.0869, "step": 19506 }, { "epoch": 17.32, "learning_rate": 7.453292416846484e-05, "loss": 19.498, "step": 19507 }, { "epoch": 17.33, "learning_rate": 7.453047123268218e-05, "loss": 19.6553, "step": 19508 }, { "epoch": 17.33, "learning_rate": 7.452801821914294e-05, "loss": 19.3652, "step": 19509 }, { "epoch": 17.33, "learning_rate": 7.452556512785487e-05, "loss": 19.9326, "step": 19510 }, { "epoch": 17.33, "learning_rate": 7.452311195882575e-05, "loss": 19.6836, "step": 19511 }, { "epoch": 17.33, "learning_rate": 7.452065871206337e-05, "loss": 19.5557, "step": 19512 }, { "epoch": 17.33, "learning_rate": 7.451820538757548e-05, "loss": 19.5322, "step": 19513 }, { "epoch": 17.33, "learning_rate": 7.45157519853699e-05, "loss": 19.8818, "step": 19514 }, { "epoch": 17.33, "learning_rate": 7.451329850545436e-05, "loss": 19.4639, "step": 19515 }, { "epoch": 17.33, "learning_rate": 7.451084494783668e-05, "loss": 19.8535, "step": 19516 }, { "epoch": 17.33, "learning_rate": 7.45083913125246e-05, "loss": 19.4717, "step": 19517 }, { "epoch": 17.33, "learning_rate": 7.450593759952591e-05, "loss": 19.1465, "step": 19518 }, { "epoch": 17.33, "learning_rate": 7.45034838088484e-05, "loss": 19.7607, "step": 19519 }, { "epoch": 17.34, "learning_rate": 7.450102994049985e-05, "loss": 19.1396, "step": 19520 }, { "epoch": 17.34, "learning_rate": 7.449857599448799e-05, "loss": 19.6133, "step": 19521 }, { "epoch": 17.34, "learning_rate": 7.449612197082068e-05, "loss": 19.625, "step": 19522 }, { "epoch": 17.34, "learning_rate": 7.449366786950564e-05, "loss": 20.0508, "step": 19523 }, { "epoch": 17.34, "learning_rate": 7.449121369055065e-05, "loss": 19.9404, "step": 19524 }, { "epoch": 17.34, "learning_rate": 7.44887594339635e-05, "loss": 19.7207, "step": 19525 }, { "epoch": 17.34, "learning_rate": 7.448630509975199e-05, "loss": 20.2236, "step": 19526 }, { "epoch": 17.34, "learning_rate": 7.448385068792387e-05, "loss": 20.2061, "step": 19527 }, { "epoch": 17.34, "learning_rate": 7.448139619848695e-05, "loss": 19.915, "step": 19528 }, { "epoch": 17.34, "learning_rate": 7.447894163144898e-05, "loss": 20.2393, "step": 19529 }, { "epoch": 17.34, "learning_rate": 7.447648698681773e-05, "loss": 19.7998, "step": 19530 }, { "epoch": 17.35, "learning_rate": 7.447403226460103e-05, "loss": 20.0098, "step": 19531 }, { "epoch": 17.35, "learning_rate": 7.447157746480663e-05, "loss": 19.7959, "step": 19532 }, { "epoch": 17.35, "learning_rate": 7.446912258744232e-05, "loss": 19.9639, "step": 19533 }, { "epoch": 17.35, "learning_rate": 7.446666763251587e-05, "loss": 19.7686, "step": 19534 }, { "epoch": 17.35, "learning_rate": 7.446421260003507e-05, "loss": 20.9277, "step": 19535 }, { "epoch": 17.35, "learning_rate": 7.44617574900077e-05, "loss": 19.8086, "step": 19536 }, { "epoch": 17.35, "learning_rate": 7.445930230244154e-05, "loss": 20.0371, "step": 19537 }, { "epoch": 17.35, "learning_rate": 7.445684703734438e-05, "loss": 19.8916, "step": 19538 }, { "epoch": 17.35, "learning_rate": 7.4454391694724e-05, "loss": 20.249, "step": 19539 }, { "epoch": 17.35, "learning_rate": 7.445193627458817e-05, "loss": 20.2305, "step": 19540 }, { "epoch": 17.35, "learning_rate": 7.44494807769447e-05, "loss": 19.6855, "step": 19541 }, { "epoch": 17.36, "learning_rate": 7.444702520180134e-05, "loss": 19.9863, "step": 19542 }, { "epoch": 17.36, "learning_rate": 7.44445695491659e-05, "loss": 19.665, "step": 19543 }, { "epoch": 17.36, "learning_rate": 7.444211381904615e-05, "loss": 20.1914, "step": 19544 }, { "epoch": 17.36, "learning_rate": 7.44396580114499e-05, "loss": 20.0078, "step": 19545 }, { "epoch": 17.36, "learning_rate": 7.44372021263849e-05, "loss": 19.2871, "step": 19546 }, { "epoch": 17.36, "learning_rate": 7.443474616385894e-05, "loss": 20.0244, "step": 19547 }, { "epoch": 17.36, "learning_rate": 7.443229012387982e-05, "loss": 20.3799, "step": 19548 }, { "epoch": 17.36, "learning_rate": 7.442983400645533e-05, "loss": 19.6328, "step": 19549 }, { "epoch": 17.36, "learning_rate": 7.442737781159322e-05, "loss": 19.9541, "step": 19550 }, { "epoch": 17.36, "learning_rate": 7.442492153930131e-05, "loss": 19.9307, "step": 19551 }, { "epoch": 17.36, "learning_rate": 7.442246518958737e-05, "loss": 20.1826, "step": 19552 }, { "epoch": 17.37, "learning_rate": 7.44200087624592e-05, "loss": 20.2295, "step": 19553 }, { "epoch": 17.37, "learning_rate": 7.441755225792457e-05, "loss": 19.3828, "step": 19554 }, { "epoch": 17.37, "learning_rate": 7.44150956759913e-05, "loss": 19.9111, "step": 19555 }, { "epoch": 17.37, "learning_rate": 7.44126390166671e-05, "loss": 20.2598, "step": 19556 }, { "epoch": 17.37, "learning_rate": 7.441018227995986e-05, "loss": 19.7031, "step": 19557 }, { "epoch": 17.37, "learning_rate": 7.44077254658773e-05, "loss": 19.8076, "step": 19558 }, { "epoch": 17.37, "learning_rate": 7.440526857442721e-05, "loss": 19.9248, "step": 19559 }, { "epoch": 17.37, "learning_rate": 7.44028116056174e-05, "loss": 19.623, "step": 19560 }, { "epoch": 17.37, "learning_rate": 7.440035455945564e-05, "loss": 19.6484, "step": 19561 }, { "epoch": 17.37, "learning_rate": 7.439789743594973e-05, "loss": 19.6592, "step": 19562 }, { "epoch": 17.37, "learning_rate": 7.439544023510748e-05, "loss": 19.8555, "step": 19563 }, { "epoch": 17.37, "learning_rate": 7.439544023510748e-05, "loss": 20.2129, "step": 19564 }, { "epoch": 17.38, "learning_rate": 7.439298295693665e-05, "loss": 20.3096, "step": 19565 }, { "epoch": 17.38, "learning_rate": 7.439052560144501e-05, "loss": 20.083, "step": 19566 }, { "epoch": 17.38, "learning_rate": 7.438806816864039e-05, "loss": 19.5352, "step": 19567 }, { "epoch": 17.38, "learning_rate": 7.438561065853056e-05, "loss": 19.502, "step": 19568 }, { "epoch": 17.38, "learning_rate": 7.438315307112332e-05, "loss": 19.2832, "step": 19569 }, { "epoch": 17.38, "learning_rate": 7.438069540642643e-05, "loss": 20.8242, "step": 19570 }, { "epoch": 17.38, "learning_rate": 7.437823766444772e-05, "loss": 19.6133, "step": 19571 }, { "epoch": 17.38, "learning_rate": 7.437577984519496e-05, "loss": 19.9834, "step": 19572 }, { "epoch": 17.38, "learning_rate": 7.437332194867594e-05, "loss": 20.1123, "step": 19573 }, { "epoch": 17.38, "learning_rate": 7.437086397489847e-05, "loss": 19.9453, "step": 19574 }, { "epoch": 17.38, "learning_rate": 7.436840592387031e-05, "loss": 20.0596, "step": 19575 }, { "epoch": 17.39, "learning_rate": 7.436594779559927e-05, "loss": 20.2344, "step": 19576 }, { "epoch": 17.39, "learning_rate": 7.436348959009316e-05, "loss": 20.1162, "step": 19577 }, { "epoch": 17.39, "learning_rate": 7.436103130735973e-05, "loss": 19.3643, "step": 19578 }, { "epoch": 17.39, "learning_rate": 7.435857294740679e-05, "loss": 20.3838, "step": 19579 }, { "epoch": 17.39, "learning_rate": 7.435611451024215e-05, "loss": 19.3252, "step": 19580 }, { "epoch": 17.39, "learning_rate": 7.43536559958736e-05, "loss": 20.5654, "step": 19581 }, { "epoch": 17.39, "learning_rate": 7.435119740430892e-05, "loss": 19.583, "step": 19582 }, { "epoch": 17.39, "learning_rate": 7.435119740430892e-05, "loss": 20.626, "step": 19583 }, { "epoch": 17.39, "learning_rate": 7.434873873555588e-05, "loss": 20.0605, "step": 19584 }, { "epoch": 17.39, "learning_rate": 7.434627998962232e-05, "loss": 20.0488, "step": 19585 }, { "epoch": 17.39, "learning_rate": 7.434382116651601e-05, "loss": 19.4014, "step": 19586 }, { "epoch": 17.4, "learning_rate": 7.434136226624475e-05, "loss": 19.9775, "step": 19587 }, { "epoch": 17.4, "learning_rate": 7.433890328881632e-05, "loss": 20.3525, "step": 19588 }, { "epoch": 17.4, "learning_rate": 7.433644423423853e-05, "loss": 19.8525, "step": 19589 }, { "epoch": 17.4, "learning_rate": 7.433398510251918e-05, "loss": 19.9785, "step": 19590 }, { "epoch": 17.4, "learning_rate": 7.433152589366605e-05, "loss": 20.1797, "step": 19591 }, { "epoch": 17.4, "learning_rate": 7.432906660768694e-05, "loss": 20.1992, "step": 19592 }, { "epoch": 17.4, "learning_rate": 7.432660724458963e-05, "loss": 19.5576, "step": 19593 }, { "epoch": 17.4, "learning_rate": 7.432414780438195e-05, "loss": 19.6162, "step": 19594 }, { "epoch": 17.4, "learning_rate": 7.432168828707167e-05, "loss": 20.1465, "step": 19595 }, { "epoch": 17.4, "learning_rate": 7.43192286926666e-05, "loss": 20.1846, "step": 19596 }, { "epoch": 17.4, "learning_rate": 7.431676902117452e-05, "loss": 19.5791, "step": 19597 }, { "epoch": 17.4, "learning_rate": 7.431430927260326e-05, "loss": 20.3486, "step": 19598 }, { "epoch": 17.41, "learning_rate": 7.431184944696057e-05, "loss": 20.1855, "step": 19599 }, { "epoch": 17.41, "learning_rate": 7.430938954425428e-05, "loss": 20.332, "step": 19600 }, { "epoch": 17.41, "learning_rate": 7.430692956449218e-05, "loss": 19.7158, "step": 19601 }, { "epoch": 17.41, "learning_rate": 7.430446950768207e-05, "loss": 20.5088, "step": 19602 }, { "epoch": 17.41, "learning_rate": 7.430200937383172e-05, "loss": 20.1514, "step": 19603 }, { "epoch": 17.41, "learning_rate": 7.429954916294896e-05, "loss": 19.8711, "step": 19604 }, { "epoch": 17.41, "learning_rate": 7.429708887504161e-05, "loss": 19.9521, "step": 19605 }, { "epoch": 17.41, "learning_rate": 7.429462851011741e-05, "loss": 19.9434, "step": 19606 }, { "epoch": 17.41, "learning_rate": 7.429216806818419e-05, "loss": 20.4941, "step": 19607 }, { "epoch": 17.41, "learning_rate": 7.428970754924976e-05, "loss": 19.7246, "step": 19608 }, { "epoch": 17.41, "learning_rate": 7.428724695332189e-05, "loss": 19.6133, "step": 19609 }, { "epoch": 17.42, "learning_rate": 7.42847862804084e-05, "loss": 19.6191, "step": 19610 }, { "epoch": 17.42, "learning_rate": 7.428232553051708e-05, "loss": 19.584, "step": 19611 }, { "epoch": 17.42, "learning_rate": 7.427986470365575e-05, "loss": 19.3496, "step": 19612 }, { "epoch": 17.42, "learning_rate": 7.427740379983219e-05, "loss": 20.0264, "step": 19613 }, { "epoch": 17.42, "learning_rate": 7.42749428190542e-05, "loss": 20.2217, "step": 19614 }, { "epoch": 17.42, "learning_rate": 7.427248176132961e-05, "loss": 19.6924, "step": 19615 }, { "epoch": 17.42, "learning_rate": 7.427002062666617e-05, "loss": 19.584, "step": 19616 }, { "epoch": 17.42, "learning_rate": 7.426755941507172e-05, "loss": 19.5771, "step": 19617 }, { "epoch": 17.42, "learning_rate": 7.426509812655406e-05, "loss": 19.8916, "step": 19618 }, { "epoch": 17.42, "learning_rate": 7.426263676112098e-05, "loss": 19.6162, "step": 19619 }, { "epoch": 17.42, "learning_rate": 7.426017531878027e-05, "loss": 19.6465, "step": 19620 }, { "epoch": 17.43, "learning_rate": 7.425771379953976e-05, "loss": 19.793, "step": 19621 }, { "epoch": 17.43, "learning_rate": 7.425525220340723e-05, "loss": 20.1475, "step": 19622 }, { "epoch": 17.43, "learning_rate": 7.42527905303905e-05, "loss": 19.5488, "step": 19623 }, { "epoch": 17.43, "learning_rate": 7.425032878049736e-05, "loss": 19.8232, "step": 19624 }, { "epoch": 17.43, "learning_rate": 7.424786695373563e-05, "loss": 20.7002, "step": 19625 }, { "epoch": 17.43, "learning_rate": 7.42454050501131e-05, "loss": 19.8965, "step": 19626 }, { "epoch": 17.43, "learning_rate": 7.424294306963757e-05, "loss": 19.9854, "step": 19627 }, { "epoch": 17.43, "learning_rate": 7.424048101231686e-05, "loss": 19.2559, "step": 19628 }, { "epoch": 17.43, "learning_rate": 7.423801887815875e-05, "loss": 19.7998, "step": 19629 }, { "epoch": 17.43, "learning_rate": 7.423555666717107e-05, "loss": 19.665, "step": 19630 }, { "epoch": 17.43, "learning_rate": 7.42330943793616e-05, "loss": 20.0547, "step": 19631 }, { "epoch": 17.44, "learning_rate": 7.423063201473818e-05, "loss": 20.2354, "step": 19632 }, { "epoch": 17.44, "learning_rate": 7.422816957330857e-05, "loss": 20.0215, "step": 19633 }, { "epoch": 17.44, "learning_rate": 7.422570705508062e-05, "loss": 19.8711, "step": 19634 }, { "epoch": 17.44, "learning_rate": 7.422324446006211e-05, "loss": 19.6045, "step": 19635 }, { "epoch": 17.44, "learning_rate": 7.422078178826083e-05, "loss": 20.0449, "step": 19636 }, { "epoch": 17.44, "learning_rate": 7.421831903968462e-05, "loss": 19.9336, "step": 19637 }, { "epoch": 17.44, "learning_rate": 7.421585621434127e-05, "loss": 19.6377, "step": 19638 }, { "epoch": 17.44, "learning_rate": 7.42133933122386e-05, "loss": 19.2539, "step": 19639 }, { "epoch": 17.44, "learning_rate": 7.42109303333844e-05, "loss": 19.2393, "step": 19640 }, { "epoch": 17.44, "learning_rate": 7.420846727778648e-05, "loss": 19.9355, "step": 19641 }, { "epoch": 17.44, "learning_rate": 7.420600414545266e-05, "loss": 19.7148, "step": 19642 }, { "epoch": 17.44, "learning_rate": 7.420354093639074e-05, "loss": 20.0303, "step": 19643 }, { "epoch": 17.45, "learning_rate": 7.420107765060851e-05, "loss": 19.7988, "step": 19644 }, { "epoch": 17.45, "learning_rate": 7.419861428811381e-05, "loss": 19.5449, "step": 19645 }, { "epoch": 17.45, "learning_rate": 7.419615084891442e-05, "loss": 19.6416, "step": 19646 }, { "epoch": 17.45, "learning_rate": 7.419368733301816e-05, "loss": 19.748, "step": 19647 }, { "epoch": 17.45, "learning_rate": 7.419122374043287e-05, "loss": 19.8086, "step": 19648 }, { "epoch": 17.45, "learning_rate": 7.418876007116631e-05, "loss": 19.9209, "step": 19649 }, { "epoch": 17.45, "learning_rate": 7.418629632522632e-05, "loss": 19.5195, "step": 19650 }, { "epoch": 17.45, "learning_rate": 7.418383250262068e-05, "loss": 19.8154, "step": 19651 }, { "epoch": 17.45, "learning_rate": 7.418136860335723e-05, "loss": 19.3955, "step": 19652 }, { "epoch": 17.45, "learning_rate": 7.417890462744376e-05, "loss": 19.6035, "step": 19653 }, { "epoch": 17.45, "learning_rate": 7.41764405748881e-05, "loss": 20.207, "step": 19654 }, { "epoch": 17.46, "learning_rate": 7.417397644569803e-05, "loss": 19.8369, "step": 19655 }, { "epoch": 17.46, "learning_rate": 7.41715122398814e-05, "loss": 19.6318, "step": 19656 }, { "epoch": 17.46, "learning_rate": 7.416904795744599e-05, "loss": 19.3545, "step": 19657 }, { "epoch": 17.46, "learning_rate": 7.416658359839964e-05, "loss": 19.2617, "step": 19658 }, { "epoch": 17.46, "learning_rate": 7.416411916275012e-05, "loss": 20.0693, "step": 19659 }, { "epoch": 17.46, "learning_rate": 7.416165465050527e-05, "loss": 19.6201, "step": 19660 }, { "epoch": 17.46, "learning_rate": 7.415919006167292e-05, "loss": 20.0332, "step": 19661 }, { "epoch": 17.46, "learning_rate": 7.415672539626084e-05, "loss": 20.4023, "step": 19662 }, { "epoch": 17.46, "learning_rate": 7.415426065427686e-05, "loss": 19.9873, "step": 19663 }, { "epoch": 17.46, "learning_rate": 7.415179583572881e-05, "loss": 19.5801, "step": 19664 }, { "epoch": 17.46, "learning_rate": 7.414933094062447e-05, "loss": 20.0332, "step": 19665 }, { "epoch": 17.47, "learning_rate": 7.414686596897169e-05, "loss": 20.0938, "step": 19666 }, { "epoch": 17.47, "learning_rate": 7.414440092077825e-05, "loss": 19.9385, "step": 19667 }, { "epoch": 17.47, "learning_rate": 7.414193579605198e-05, "loss": 20.1318, "step": 19668 }, { "epoch": 17.47, "learning_rate": 7.41394705948007e-05, "loss": 19.5439, "step": 19669 }, { "epoch": 17.47, "learning_rate": 7.413700531703223e-05, "loss": 19.6826, "step": 19670 }, { "epoch": 17.47, "learning_rate": 7.413453996275435e-05, "loss": 20.5723, "step": 19671 }, { "epoch": 17.47, "learning_rate": 7.41320745319749e-05, "loss": 20.791, "step": 19672 }, { "epoch": 17.47, "learning_rate": 7.412960902470169e-05, "loss": 20.1562, "step": 19673 }, { "epoch": 17.47, "learning_rate": 7.412714344094253e-05, "loss": 19.8477, "step": 19674 }, { "epoch": 17.47, "learning_rate": 7.412467778070526e-05, "loss": 20.0996, "step": 19675 }, { "epoch": 17.47, "learning_rate": 7.412221204399766e-05, "loss": 19.9307, "step": 19676 }, { "epoch": 17.48, "learning_rate": 7.411974623082756e-05, "loss": 19.2637, "step": 19677 }, { "epoch": 17.48, "learning_rate": 7.411728034120279e-05, "loss": 19.2432, "step": 19678 }, { "epoch": 17.48, "learning_rate": 7.411481437513115e-05, "loss": 19.9639, "step": 19679 }, { "epoch": 17.48, "learning_rate": 7.411234833262046e-05, "loss": 19.7158, "step": 19680 }, { "epoch": 17.48, "learning_rate": 7.410988221367854e-05, "loss": 19.5674, "step": 19681 }, { "epoch": 17.48, "learning_rate": 7.41074160183132e-05, "loss": 20.6045, "step": 19682 }, { "epoch": 17.48, "learning_rate": 7.410494974653228e-05, "loss": 20.0986, "step": 19683 }, { "epoch": 17.48, "learning_rate": 7.410248339834357e-05, "loss": 20.0039, "step": 19684 }, { "epoch": 17.48, "learning_rate": 7.41000169737549e-05, "loss": 19.7529, "step": 19685 }, { "epoch": 17.48, "learning_rate": 7.409755047277409e-05, "loss": 19.3457, "step": 19686 }, { "epoch": 17.48, "learning_rate": 7.409508389540895e-05, "loss": 19.0586, "step": 19687 }, { "epoch": 17.48, "learning_rate": 7.40926172416673e-05, "loss": 19.5078, "step": 19688 }, { "epoch": 17.49, "learning_rate": 7.409015051155697e-05, "loss": 19.8594, "step": 19689 }, { "epoch": 17.49, "learning_rate": 7.408768370508576e-05, "loss": 19.9062, "step": 19690 }, { "epoch": 17.49, "learning_rate": 7.408521682226151e-05, "loss": 20.4072, "step": 19691 }, { "epoch": 17.49, "learning_rate": 7.408274986309204e-05, "loss": 19.5303, "step": 19692 }, { "epoch": 17.49, "learning_rate": 7.408028282758515e-05, "loss": 19.2881, "step": 19693 }, { "epoch": 17.49, "learning_rate": 7.407781571574865e-05, "loss": 19.3379, "step": 19694 }, { "epoch": 17.49, "learning_rate": 7.40753485275904e-05, "loss": 19.5117, "step": 19695 }, { "epoch": 17.49, "learning_rate": 7.407288126311822e-05, "loss": 19.832, "step": 19696 }, { "epoch": 17.49, "learning_rate": 7.407041392233989e-05, "loss": 19.6152, "step": 19697 }, { "epoch": 17.49, "learning_rate": 7.406794650526324e-05, "loss": 19.8447, "step": 19698 }, { "epoch": 17.49, "learning_rate": 7.406547901189611e-05, "loss": 19.9922, "step": 19699 }, { "epoch": 17.5, "learning_rate": 7.406301144224632e-05, "loss": 19.4863, "step": 19700 }, { "epoch": 17.5, "learning_rate": 7.40605437963217e-05, "loss": 19.9131, "step": 19701 }, { "epoch": 17.5, "learning_rate": 7.405807607413004e-05, "loss": 19.7354, "step": 19702 }, { "epoch": 17.5, "learning_rate": 7.405560827567918e-05, "loss": 19.8955, "step": 19703 }, { "epoch": 17.5, "learning_rate": 7.405314040097695e-05, "loss": 19.8887, "step": 19704 }, { "epoch": 17.5, "learning_rate": 7.405067245003116e-05, "loss": 19.8447, "step": 19705 }, { "epoch": 17.5, "learning_rate": 7.404820442284965e-05, "loss": 19.917, "step": 19706 }, { "epoch": 17.5, "learning_rate": 7.404573631944023e-05, "loss": 20.0381, "step": 19707 }, { "epoch": 17.5, "learning_rate": 7.404326813981071e-05, "loss": 20.0967, "step": 19708 }, { "epoch": 17.5, "learning_rate": 7.404079988396895e-05, "loss": 19.5293, "step": 19709 }, { "epoch": 17.5, "learning_rate": 7.403833155192274e-05, "loss": 20.1562, "step": 19710 }, { "epoch": 17.51, "learning_rate": 7.403586314367992e-05, "loss": 19.7334, "step": 19711 }, { "epoch": 17.51, "learning_rate": 7.40333946592483e-05, "loss": 20.3838, "step": 19712 }, { "epoch": 17.51, "learning_rate": 7.403092609863573e-05, "loss": 19.9424, "step": 19713 }, { "epoch": 17.51, "learning_rate": 7.402845746185001e-05, "loss": 19.8662, "step": 19714 }, { "epoch": 17.51, "learning_rate": 7.402598874889898e-05, "loss": 19.7578, "step": 19715 }, { "epoch": 17.51, "learning_rate": 7.402351995979047e-05, "loss": 19.9268, "step": 19716 }, { "epoch": 17.51, "learning_rate": 7.40210510945323e-05, "loss": 20.1768, "step": 19717 }, { "epoch": 17.51, "learning_rate": 7.401858215313228e-05, "loss": 19.8418, "step": 19718 }, { "epoch": 17.51, "learning_rate": 7.401611313559824e-05, "loss": 20.0371, "step": 19719 }, { "epoch": 17.51, "learning_rate": 7.401364404193802e-05, "loss": 19.6729, "step": 19720 }, { "epoch": 17.51, "learning_rate": 7.401117487215944e-05, "loss": 19.8887, "step": 19721 }, { "epoch": 17.52, "learning_rate": 7.400870562627033e-05, "loss": 19.9424, "step": 19722 }, { "epoch": 17.52, "learning_rate": 7.400623630427854e-05, "loss": 19.9609, "step": 19723 }, { "epoch": 17.52, "learning_rate": 7.400376690619183e-05, "loss": 20.3857, "step": 19724 }, { "epoch": 17.52, "learning_rate": 7.40012974320181e-05, "loss": 19.668, "step": 19725 }, { "epoch": 17.52, "learning_rate": 7.399882788176514e-05, "loss": 19.4922, "step": 19726 }, { "epoch": 17.52, "learning_rate": 7.399635825544078e-05, "loss": 19.6836, "step": 19727 }, { "epoch": 17.52, "learning_rate": 7.399388855305287e-05, "loss": 19.7324, "step": 19728 }, { "epoch": 17.52, "learning_rate": 7.39914187746092e-05, "loss": 19.5088, "step": 19729 }, { "epoch": 17.52, "learning_rate": 7.398894892011762e-05, "loss": 19.3799, "step": 19730 }, { "epoch": 17.52, "learning_rate": 7.398647898958597e-05, "loss": 20.1875, "step": 19731 }, { "epoch": 17.52, "learning_rate": 7.398400898302206e-05, "loss": 19.2939, "step": 19732 }, { "epoch": 17.52, "learning_rate": 7.398153890043375e-05, "loss": 20.1592, "step": 19733 }, { "epoch": 17.53, "learning_rate": 7.397906874182883e-05, "loss": 20.0127, "step": 19734 }, { "epoch": 17.53, "learning_rate": 7.397659850721515e-05, "loss": 19.6621, "step": 19735 }, { "epoch": 17.53, "learning_rate": 7.397412819660055e-05, "loss": 19.5938, "step": 19736 }, { "epoch": 17.53, "learning_rate": 7.397165780999284e-05, "loss": 20.4697, "step": 19737 }, { "epoch": 17.53, "learning_rate": 7.396918734739985e-05, "loss": 19.5977, "step": 19738 }, { "epoch": 17.53, "learning_rate": 7.396671680882943e-05, "loss": 19.3809, "step": 19739 }, { "epoch": 17.53, "learning_rate": 7.396424619428939e-05, "loss": 19.4717, "step": 19740 }, { "epoch": 17.53, "learning_rate": 7.396177550378758e-05, "loss": 19.5771, "step": 19741 }, { "epoch": 17.53, "learning_rate": 7.395930473733182e-05, "loss": 20.0215, "step": 19742 }, { "epoch": 17.53, "learning_rate": 7.395683389492995e-05, "loss": 20.6895, "step": 19743 }, { "epoch": 17.53, "learning_rate": 7.39543629765898e-05, "loss": 19.3057, "step": 19744 }, { "epoch": 17.54, "learning_rate": 7.39518919823192e-05, "loss": 20.4707, "step": 19745 }, { "epoch": 17.54, "learning_rate": 7.394942091212597e-05, "loss": 19.4854, "step": 19746 }, { "epoch": 17.54, "learning_rate": 7.394694976601798e-05, "loss": 20.0576, "step": 19747 }, { "epoch": 17.54, "learning_rate": 7.394447854400302e-05, "loss": 20.0283, "step": 19748 }, { "epoch": 17.54, "learning_rate": 7.394200724608895e-05, "loss": 20.166, "step": 19749 }, { "epoch": 17.54, "learning_rate": 7.39395358722836e-05, "loss": 19.6445, "step": 19750 }, { "epoch": 17.54, "learning_rate": 7.393706442259478e-05, "loss": 20.1094, "step": 19751 }, { "epoch": 17.54, "learning_rate": 7.393459289703035e-05, "loss": 19.5264, "step": 19752 }, { "epoch": 17.54, "learning_rate": 7.393212129559813e-05, "loss": 19.9912, "step": 19753 }, { "epoch": 17.54, "learning_rate": 7.392964961830597e-05, "loss": 20.9131, "step": 19754 }, { "epoch": 17.54, "learning_rate": 7.392717786516171e-05, "loss": 19.501, "step": 19755 }, { "epoch": 17.55, "learning_rate": 7.392470603617314e-05, "loss": 20.4707, "step": 19756 }, { "epoch": 17.55, "learning_rate": 7.392223413134815e-05, "loss": 19.4307, "step": 19757 }, { "epoch": 17.55, "learning_rate": 7.391976215069456e-05, "loss": 20.3984, "step": 19758 }, { "epoch": 17.55, "learning_rate": 7.391729009422019e-05, "loss": 19.7559, "step": 19759 }, { "epoch": 17.55, "learning_rate": 7.391481796193287e-05, "loss": 19.9316, "step": 19760 }, { "epoch": 17.55, "learning_rate": 7.391234575384045e-05, "loss": 19.9082, "step": 19761 }, { "epoch": 17.55, "learning_rate": 7.390987346995077e-05, "loss": 19.8818, "step": 19762 }, { "epoch": 17.55, "learning_rate": 7.390740111027167e-05, "loss": 19.6777, "step": 19763 }, { "epoch": 17.55, "learning_rate": 7.390492867481098e-05, "loss": 19.5908, "step": 19764 }, { "epoch": 17.55, "learning_rate": 7.390245616357653e-05, "loss": 20.0029, "step": 19765 }, { "epoch": 17.55, "learning_rate": 7.389998357657617e-05, "loss": 19.9697, "step": 19766 }, { "epoch": 17.56, "learning_rate": 7.389751091381774e-05, "loss": 20.2686, "step": 19767 }, { "epoch": 17.56, "learning_rate": 7.389503817530905e-05, "loss": 19.8857, "step": 19768 }, { "epoch": 17.56, "learning_rate": 7.389256536105797e-05, "loss": 19.7031, "step": 19769 }, { "epoch": 17.56, "learning_rate": 7.389009247107232e-05, "loss": 19.1982, "step": 19770 }, { "epoch": 17.56, "learning_rate": 7.388761950535994e-05, "loss": 19.4336, "step": 19771 }, { "epoch": 17.56, "learning_rate": 7.388514646392867e-05, "loss": 19.4668, "step": 19772 }, { "epoch": 17.56, "learning_rate": 7.388267334678638e-05, "loss": 19.7656, "step": 19773 }, { "epoch": 17.56, "learning_rate": 7.388020015394086e-05, "loss": 19.9297, "step": 19774 }, { "epoch": 17.56, "learning_rate": 7.387772688539997e-05, "loss": 20.2773, "step": 19775 }, { "epoch": 17.56, "learning_rate": 7.387525354117156e-05, "loss": 20.2295, "step": 19776 }, { "epoch": 17.56, "learning_rate": 7.387278012126346e-05, "loss": 19.6104, "step": 19777 }, { "epoch": 17.56, "learning_rate": 7.38703066256835e-05, "loss": 19.9824, "step": 19778 }, { "epoch": 17.57, "learning_rate": 7.386783305443953e-05, "loss": 19.3564, "step": 19779 }, { "epoch": 17.57, "learning_rate": 7.386535940753941e-05, "loss": 20.6504, "step": 19780 }, { "epoch": 17.57, "learning_rate": 7.386288568499096e-05, "loss": 20.1719, "step": 19781 }, { "epoch": 17.57, "learning_rate": 7.386041188680201e-05, "loss": 19.5146, "step": 19782 }, { "epoch": 17.57, "learning_rate": 7.385793801298042e-05, "loss": 20.4814, "step": 19783 }, { "epoch": 17.57, "learning_rate": 7.385546406353404e-05, "loss": 19.7803, "step": 19784 }, { "epoch": 17.57, "learning_rate": 7.385299003847069e-05, "loss": 20.1641, "step": 19785 }, { "epoch": 17.57, "learning_rate": 7.385051593779823e-05, "loss": 19.7168, "step": 19786 }, { "epoch": 17.57, "learning_rate": 7.384804176152448e-05, "loss": 19.8936, "step": 19787 }, { "epoch": 17.57, "learning_rate": 7.38455675096573e-05, "loss": 19.6533, "step": 19788 }, { "epoch": 17.57, "learning_rate": 7.384309318220454e-05, "loss": 20.1631, "step": 19789 }, { "epoch": 17.58, "learning_rate": 7.384309318220454e-05, "loss": 20.5879, "step": 19790 }, { "epoch": 17.58, "learning_rate": 7.384061877917403e-05, "loss": 20.2021, "step": 19791 }, { "epoch": 17.58, "learning_rate": 7.384061877917403e-05, "loss": 20.1982, "step": 19792 }, { "epoch": 17.58, "learning_rate": 7.38381443005736e-05, "loss": 20.3447, "step": 19793 }, { "epoch": 17.58, "learning_rate": 7.383566974641112e-05, "loss": 20.3604, "step": 19794 }, { "epoch": 17.58, "learning_rate": 7.383319511669443e-05, "loss": 19.6641, "step": 19795 }, { "epoch": 17.58, "learning_rate": 7.383072041143136e-05, "loss": 20.0166, "step": 19796 }, { "epoch": 17.58, "learning_rate": 7.382824563062977e-05, "loss": 19.8994, "step": 19797 }, { "epoch": 17.58, "learning_rate": 7.382577077429749e-05, "loss": 20.0205, "step": 19798 }, { "epoch": 17.58, "learning_rate": 7.382329584244237e-05, "loss": 20.0693, "step": 19799 }, { "epoch": 17.58, "learning_rate": 7.382082083507226e-05, "loss": 20.3984, "step": 19800 }, { "epoch": 17.59, "learning_rate": 7.3818345752195e-05, "loss": 19.7441, "step": 19801 }, { "epoch": 17.59, "learning_rate": 7.381587059381843e-05, "loss": 20.1445, "step": 19802 }, { "epoch": 17.59, "learning_rate": 7.38133953599504e-05, "loss": 19.1807, "step": 19803 }, { "epoch": 17.59, "learning_rate": 7.381092005059878e-05, "loss": 19.9004, "step": 19804 }, { "epoch": 17.59, "learning_rate": 7.381092005059878e-05, "loss": 20.251, "step": 19805 }, { "epoch": 17.59, "learning_rate": 7.380844466577139e-05, "loss": 19.707, "step": 19806 }, { "epoch": 17.59, "learning_rate": 7.380596920547605e-05, "loss": 19.8203, "step": 19807 }, { "epoch": 17.59, "learning_rate": 7.380349366972067e-05, "loss": 19.9814, "step": 19808 }, { "epoch": 17.59, "learning_rate": 7.380101805851307e-05, "loss": 20.3193, "step": 19809 }, { "epoch": 17.59, "learning_rate": 7.379854237186107e-05, "loss": 19.6084, "step": 19810 }, { "epoch": 17.59, "learning_rate": 7.379606660977256e-05, "loss": 20.1123, "step": 19811 }, { "epoch": 17.6, "learning_rate": 7.379359077225534e-05, "loss": 19.7422, "step": 19812 }, { "epoch": 17.6, "learning_rate": 7.37911148593173e-05, "loss": 19.6104, "step": 19813 }, { "epoch": 17.6, "learning_rate": 7.378863887096628e-05, "loss": 19.9502, "step": 19814 }, { "epoch": 17.6, "learning_rate": 7.378616280721011e-05, "loss": 19.6143, "step": 19815 }, { "epoch": 17.6, "learning_rate": 7.378368666805665e-05, "loss": 19.4775, "step": 19816 }, { "epoch": 17.6, "learning_rate": 7.378121045351378e-05, "loss": 20.2168, "step": 19817 }, { "epoch": 17.6, "learning_rate": 7.377873416358928e-05, "loss": 20.2598, "step": 19818 }, { "epoch": 17.6, "learning_rate": 7.377625779829105e-05, "loss": 20.1982, "step": 19819 }, { "epoch": 17.6, "learning_rate": 7.377378135762693e-05, "loss": 19.5771, "step": 19820 }, { "epoch": 17.6, "learning_rate": 7.377130484160475e-05, "loss": 19.9121, "step": 19821 }, { "epoch": 17.6, "learning_rate": 7.376882825023241e-05, "loss": 20.0654, "step": 19822 }, { "epoch": 17.6, "learning_rate": 7.376635158351771e-05, "loss": 20.0742, "step": 19823 }, { "epoch": 17.61, "learning_rate": 7.376387484146852e-05, "loss": 20.6104, "step": 19824 }, { "epoch": 17.61, "learning_rate": 7.376139802409268e-05, "loss": 19.4609, "step": 19825 }, { "epoch": 17.61, "learning_rate": 7.375892113139807e-05, "loss": 19.792, "step": 19826 }, { "epoch": 17.61, "learning_rate": 7.37564441633925e-05, "loss": 19.9326, "step": 19827 }, { "epoch": 17.61, "learning_rate": 7.375396712008384e-05, "loss": 19.7256, "step": 19828 }, { "epoch": 17.61, "learning_rate": 7.375149000147995e-05, "loss": 20.1006, "step": 19829 }, { "epoch": 17.61, "learning_rate": 7.374901280758869e-05, "loss": 19.8271, "step": 19830 }, { "epoch": 17.61, "learning_rate": 7.374653553841789e-05, "loss": 19.3398, "step": 19831 }, { "epoch": 17.61, "learning_rate": 7.374405819397541e-05, "loss": 20.4844, "step": 19832 }, { "epoch": 17.61, "learning_rate": 7.374158077426909e-05, "loss": 20.0742, "step": 19833 }, { "epoch": 17.61, "learning_rate": 7.373910327930681e-05, "loss": 19.8418, "step": 19834 }, { "epoch": 17.62, "learning_rate": 7.37366257090964e-05, "loss": 19.9854, "step": 19835 }, { "epoch": 17.62, "learning_rate": 7.373414806364573e-05, "loss": 20.3213, "step": 19836 }, { "epoch": 17.62, "learning_rate": 7.373167034296266e-05, "loss": 19.6689, "step": 19837 }, { "epoch": 17.62, "learning_rate": 7.372919254705501e-05, "loss": 20.2441, "step": 19838 }, { "epoch": 17.62, "learning_rate": 7.372671467593066e-05, "loss": 20.1436, "step": 19839 }, { "epoch": 17.62, "learning_rate": 7.372423672959746e-05, "loss": 19.6895, "step": 19840 }, { "epoch": 17.62, "learning_rate": 7.372175870806328e-05, "loss": 19.9033, "step": 19841 }, { "epoch": 17.62, "learning_rate": 7.371928061133593e-05, "loss": 19.7725, "step": 19842 }, { "epoch": 17.62, "learning_rate": 7.37168024394233e-05, "loss": 19.9785, "step": 19843 }, { "epoch": 17.62, "learning_rate": 7.371432419233325e-05, "loss": 20.2559, "step": 19844 }, { "epoch": 17.62, "learning_rate": 7.371184587007361e-05, "loss": 19.917, "step": 19845 }, { "epoch": 17.63, "learning_rate": 7.370936747265225e-05, "loss": 19.6367, "step": 19846 }, { "epoch": 17.63, "learning_rate": 7.370688900007703e-05, "loss": 19.7422, "step": 19847 }, { "epoch": 17.63, "learning_rate": 7.37044104523558e-05, "loss": 19.6953, "step": 19848 }, { "epoch": 17.63, "learning_rate": 7.370193182949645e-05, "loss": 19.9131, "step": 19849 }, { "epoch": 17.63, "learning_rate": 7.369945313150678e-05, "loss": 20.5264, "step": 19850 }, { "epoch": 17.63, "learning_rate": 7.369697435839466e-05, "loss": 19.958, "step": 19851 }, { "epoch": 17.63, "learning_rate": 7.369449551016799e-05, "loss": 19.877, "step": 19852 }, { "epoch": 17.63, "learning_rate": 7.369201658683455e-05, "loss": 19.2852, "step": 19853 }, { "epoch": 17.63, "learning_rate": 7.36895375884023e-05, "loss": 19.96, "step": 19854 }, { "epoch": 17.63, "learning_rate": 7.3687058514879e-05, "loss": 20.8047, "step": 19855 }, { "epoch": 17.63, "learning_rate": 7.368457936627256e-05, "loss": 20.7373, "step": 19856 }, { "epoch": 17.63, "learning_rate": 7.368210014259085e-05, "loss": 19.8799, "step": 19857 }, { "epoch": 17.64, "learning_rate": 7.367962084384169e-05, "loss": 19.7207, "step": 19858 }, { "epoch": 17.64, "learning_rate": 7.367714147003295e-05, "loss": 19.8389, "step": 19859 }, { "epoch": 17.64, "learning_rate": 7.36746620211725e-05, "loss": 19.1973, "step": 19860 }, { "epoch": 17.64, "learning_rate": 7.36721824972682e-05, "loss": 20.2002, "step": 19861 }, { "epoch": 17.64, "learning_rate": 7.366970289832791e-05, "loss": 20.084, "step": 19862 }, { "epoch": 17.64, "learning_rate": 7.366722322435949e-05, "loss": 19.4121, "step": 19863 }, { "epoch": 17.64, "learning_rate": 7.366474347537078e-05, "loss": 19.5977, "step": 19864 }, { "epoch": 17.64, "learning_rate": 7.366226365136966e-05, "loss": 19.6895, "step": 19865 }, { "epoch": 17.64, "learning_rate": 7.365978375236397e-05, "loss": 19.9277, "step": 19866 }, { "epoch": 17.64, "learning_rate": 7.365730377836161e-05, "loss": 19.7686, "step": 19867 }, { "epoch": 17.64, "learning_rate": 7.365482372937041e-05, "loss": 19.8418, "step": 19868 }, { "epoch": 17.65, "learning_rate": 7.365234360539824e-05, "loss": 19.9766, "step": 19869 }, { "epoch": 17.65, "learning_rate": 7.364986340645294e-05, "loss": 20.1436, "step": 19870 }, { "epoch": 17.65, "learning_rate": 7.364738313254242e-05, "loss": 19.3633, "step": 19871 }, { "epoch": 17.65, "learning_rate": 7.36449027836745e-05, "loss": 19.7988, "step": 19872 }, { "epoch": 17.65, "learning_rate": 7.364242235985706e-05, "loss": 19.8389, "step": 19873 }, { "epoch": 17.65, "learning_rate": 7.363994186109795e-05, "loss": 19.9268, "step": 19874 }, { "epoch": 17.65, "learning_rate": 7.363746128740506e-05, "loss": 19.7188, "step": 19875 }, { "epoch": 17.65, "learning_rate": 7.363498063878622e-05, "loss": 19.5859, "step": 19876 }, { "epoch": 17.65, "learning_rate": 7.36324999152493e-05, "loss": 20.1016, "step": 19877 }, { "epoch": 17.65, "learning_rate": 7.363001911680216e-05, "loss": 19.7168, "step": 19878 }, { "epoch": 17.65, "learning_rate": 7.362753824345272e-05, "loss": 19.7832, "step": 19879 }, { "epoch": 17.66, "learning_rate": 7.362505729520875e-05, "loss": 21.0342, "step": 19880 }, { "epoch": 17.66, "learning_rate": 7.362257627207819e-05, "loss": 19.7695, "step": 19881 }, { "epoch": 17.66, "learning_rate": 7.362009517406887e-05, "loss": 19.5342, "step": 19882 }, { "epoch": 17.66, "learning_rate": 7.361761400118865e-05, "loss": 19.5449, "step": 19883 }, { "epoch": 17.66, "learning_rate": 7.361513275344542e-05, "loss": 19.4883, "step": 19884 }, { "epoch": 17.66, "learning_rate": 7.361265143084702e-05, "loss": 19.916, "step": 19885 }, { "epoch": 17.66, "learning_rate": 7.361017003340133e-05, "loss": 19.9678, "step": 19886 }, { "epoch": 17.66, "learning_rate": 7.360768856111622e-05, "loss": 19.4902, "step": 19887 }, { "epoch": 17.66, "learning_rate": 7.360520701399953e-05, "loss": 20.2568, "step": 19888 }, { "epoch": 17.66, "learning_rate": 7.360272539205917e-05, "loss": 19.8604, "step": 19889 }, { "epoch": 17.66, "learning_rate": 7.360024369530295e-05, "loss": 19.9512, "step": 19890 }, { "epoch": 17.67, "learning_rate": 7.359776192373878e-05, "loss": 19.4883, "step": 19891 }, { "epoch": 17.67, "learning_rate": 7.35952800773745e-05, "loss": 20.2393, "step": 19892 }, { "epoch": 17.67, "learning_rate": 7.359279815621801e-05, "loss": 19.6768, "step": 19893 }, { "epoch": 17.67, "learning_rate": 7.359031616027715e-05, "loss": 20.1328, "step": 19894 }, { "epoch": 17.67, "learning_rate": 7.358783408955978e-05, "loss": 19.7207, "step": 19895 }, { "epoch": 17.67, "learning_rate": 7.35853519440738e-05, "loss": 20.0283, "step": 19896 }, { "epoch": 17.67, "learning_rate": 7.358286972382707e-05, "loss": 19.8291, "step": 19897 }, { "epoch": 17.67, "learning_rate": 7.358038742882742e-05, "loss": 20.0273, "step": 19898 }, { "epoch": 17.67, "learning_rate": 7.357790505908276e-05, "loss": 19.7705, "step": 19899 }, { "epoch": 17.67, "learning_rate": 7.357542261460095e-05, "loss": 19.5146, "step": 19900 }, { "epoch": 17.67, "learning_rate": 7.357294009538985e-05, "loss": 19.3633, "step": 19901 }, { "epoch": 17.67, "learning_rate": 7.357045750145731e-05, "loss": 20.3018, "step": 19902 }, { "epoch": 17.68, "learning_rate": 7.356797483281126e-05, "loss": 19.4502, "step": 19903 }, { "epoch": 17.68, "learning_rate": 7.35654920894595e-05, "loss": 20.2285, "step": 19904 }, { "epoch": 17.68, "learning_rate": 7.356300927140996e-05, "loss": 19.0215, "step": 19905 }, { "epoch": 17.68, "learning_rate": 7.356052637867046e-05, "loss": 19.8291, "step": 19906 }, { "epoch": 17.68, "learning_rate": 7.35580434112489e-05, "loss": 19.665, "step": 19907 }, { "epoch": 17.68, "learning_rate": 7.355556036915313e-05, "loss": 20.1738, "step": 19908 }, { "epoch": 17.68, "learning_rate": 7.355307725239104e-05, "loss": 20.2217, "step": 19909 }, { "epoch": 17.68, "learning_rate": 7.35505940609705e-05, "loss": 19.6152, "step": 19910 }, { "epoch": 17.68, "learning_rate": 7.354811079489939e-05, "loss": 19.502, "step": 19911 }, { "epoch": 17.68, "learning_rate": 7.354811079489939e-05, "loss": 19.9609, "step": 19912 }, { "epoch": 17.68, "learning_rate": 7.354811079489939e-05, "loss": 20.0537, "step": 19913 }, { "epoch": 17.69, "learning_rate": 7.354562745418553e-05, "loss": 19.1426, "step": 19914 }, { "epoch": 17.69, "learning_rate": 7.354314403883686e-05, "loss": 19.5049, "step": 19915 }, { "epoch": 17.69, "learning_rate": 7.35406605488612e-05, "loss": 19.8818, "step": 19916 }, { "epoch": 17.69, "learning_rate": 7.353817698426646e-05, "loss": 19.8916, "step": 19917 }, { "epoch": 17.69, "learning_rate": 7.35356933450605e-05, "loss": 19.6953, "step": 19918 }, { "epoch": 17.69, "learning_rate": 7.353320963125115e-05, "loss": 19.3896, "step": 19919 }, { "epoch": 17.69, "learning_rate": 7.353072584284635e-05, "loss": 20.3447, "step": 19920 }, { "epoch": 17.69, "learning_rate": 7.352824197985394e-05, "loss": 19.7246, "step": 19921 }, { "epoch": 17.69, "learning_rate": 7.352575804228179e-05, "loss": 20.0791, "step": 19922 }, { "epoch": 17.69, "learning_rate": 7.35232740301378e-05, "loss": 19.6074, "step": 19923 }, { "epoch": 17.69, "learning_rate": 7.352078994342979e-05, "loss": 19.8662, "step": 19924 }, { "epoch": 17.7, "learning_rate": 7.351830578216568e-05, "loss": 19.6465, "step": 19925 }, { "epoch": 17.7, "learning_rate": 7.351582154635336e-05, "loss": 19.8145, "step": 19926 }, { "epoch": 17.7, "learning_rate": 7.351333723600064e-05, "loss": 19.7061, "step": 19927 }, { "epoch": 17.7, "learning_rate": 7.351085285111545e-05, "loss": 19.96, "step": 19928 }, { "epoch": 17.7, "learning_rate": 7.350836839170565e-05, "loss": 19.7988, "step": 19929 }, { "epoch": 17.7, "learning_rate": 7.35058838577791e-05, "loss": 19.4883, "step": 19930 }, { "epoch": 17.7, "learning_rate": 7.35033992493437e-05, "loss": 21.0391, "step": 19931 }, { "epoch": 17.7, "learning_rate": 7.35009145664073e-05, "loss": 19.7373, "step": 19932 }, { "epoch": 17.7, "learning_rate": 7.34984298089778e-05, "loss": 19.9395, "step": 19933 }, { "epoch": 17.7, "learning_rate": 7.349594497706307e-05, "loss": 19.9697, "step": 19934 }, { "epoch": 17.7, "learning_rate": 7.349346007067097e-05, "loss": 19.3975, "step": 19935 }, { "epoch": 17.71, "learning_rate": 7.349097508980938e-05, "loss": 19.9072, "step": 19936 }, { "epoch": 17.71, "learning_rate": 7.348849003448621e-05, "loss": 20.167, "step": 19937 }, { "epoch": 17.71, "learning_rate": 7.34860049047093e-05, "loss": 20.2852, "step": 19938 }, { "epoch": 17.71, "learning_rate": 7.348351970048653e-05, "loss": 20.1943, "step": 19939 }, { "epoch": 17.71, "learning_rate": 7.34810344218258e-05, "loss": 19.8574, "step": 19940 }, { "epoch": 17.71, "learning_rate": 7.347854906873497e-05, "loss": 20.2539, "step": 19941 }, { "epoch": 17.71, "learning_rate": 7.347606364122193e-05, "loss": 19.6318, "step": 19942 }, { "epoch": 17.71, "learning_rate": 7.347357813929454e-05, "loss": 20.0986, "step": 19943 }, { "epoch": 17.71, "learning_rate": 7.34710925629607e-05, "loss": 19.9453, "step": 19944 }, { "epoch": 17.71, "learning_rate": 7.346860691222827e-05, "loss": 19.8691, "step": 19945 }, { "epoch": 17.71, "learning_rate": 7.346612118710514e-05, "loss": 20.0049, "step": 19946 }, { "epoch": 17.71, "learning_rate": 7.34636353875992e-05, "loss": 19.8828, "step": 19947 }, { "epoch": 17.72, "learning_rate": 7.346114951371831e-05, "loss": 20.291, "step": 19948 }, { "epoch": 17.72, "learning_rate": 7.345866356547035e-05, "loss": 20.043, "step": 19949 }, { "epoch": 17.72, "learning_rate": 7.34561775428632e-05, "loss": 19.5938, "step": 19950 }, { "epoch": 17.72, "learning_rate": 7.345369144590475e-05, "loss": 19.7842, "step": 19951 }, { "epoch": 17.72, "learning_rate": 7.34512052746029e-05, "loss": 20.1631, "step": 19952 }, { "epoch": 17.72, "learning_rate": 7.344871902896548e-05, "loss": 20.3467, "step": 19953 }, { "epoch": 17.72, "learning_rate": 7.344623270900041e-05, "loss": 20.2588, "step": 19954 }, { "epoch": 17.72, "learning_rate": 7.344374631471556e-05, "loss": 19.9697, "step": 19955 }, { "epoch": 17.72, "learning_rate": 7.34412598461188e-05, "loss": 19.5869, "step": 19956 }, { "epoch": 17.72, "learning_rate": 7.343877330321803e-05, "loss": 20.1152, "step": 19957 }, { "epoch": 17.72, "learning_rate": 7.343628668602113e-05, "loss": 20.3477, "step": 19958 }, { "epoch": 17.73, "learning_rate": 7.343379999453596e-05, "loss": 20.2783, "step": 19959 }, { "epoch": 17.73, "learning_rate": 7.343131322877043e-05, "loss": 19.4893, "step": 19960 }, { "epoch": 17.73, "learning_rate": 7.342882638873243e-05, "loss": 20.2354, "step": 19961 }, { "epoch": 17.73, "learning_rate": 7.34263394744298e-05, "loss": 19.5352, "step": 19962 }, { "epoch": 17.73, "learning_rate": 7.342385248587043e-05, "loss": 20.4307, "step": 19963 }, { "epoch": 17.73, "learning_rate": 7.342136542306227e-05, "loss": 19.873, "step": 19964 }, { "epoch": 17.73, "learning_rate": 7.341887828601311e-05, "loss": 19.3613, "step": 19965 }, { "epoch": 17.73, "learning_rate": 7.341639107473091e-05, "loss": 19.9785, "step": 19966 }, { "epoch": 17.73, "learning_rate": 7.34139037892235e-05, "loss": 19.5518, "step": 19967 }, { "epoch": 17.73, "learning_rate": 7.341141642949879e-05, "loss": 19.6377, "step": 19968 }, { "epoch": 17.73, "learning_rate": 7.340892899556466e-05, "loss": 19.1309, "step": 19969 }, { "epoch": 17.74, "learning_rate": 7.3406441487429e-05, "loss": 19.8154, "step": 19970 }, { "epoch": 17.74, "learning_rate": 7.340395390509967e-05, "loss": 19.6963, "step": 19971 }, { "epoch": 17.74, "learning_rate": 7.340146624858459e-05, "loss": 20.3086, "step": 19972 }, { "epoch": 17.74, "learning_rate": 7.339897851789162e-05, "loss": 20.125, "step": 19973 }, { "epoch": 17.74, "learning_rate": 7.339649071302867e-05, "loss": 19.9619, "step": 19974 }, { "epoch": 17.74, "learning_rate": 7.339400283400362e-05, "loss": 19.6621, "step": 19975 }, { "epoch": 17.74, "learning_rate": 7.339151488082433e-05, "loss": 19.9336, "step": 19976 }, { "epoch": 17.74, "learning_rate": 7.33890268534987e-05, "loss": 20.333, "step": 19977 }, { "epoch": 17.74, "learning_rate": 7.338653875203463e-05, "loss": 19.7305, "step": 19978 }, { "epoch": 17.74, "learning_rate": 7.338405057643998e-05, "loss": 19.5986, "step": 19979 }, { "epoch": 17.74, "learning_rate": 7.338156232672268e-05, "loss": 19.9873, "step": 19980 }, { "epoch": 17.75, "learning_rate": 7.337907400289058e-05, "loss": 19.7119, "step": 19981 }, { "epoch": 17.75, "learning_rate": 7.337658560495159e-05, "loss": 19.5859, "step": 19982 }, { "epoch": 17.75, "learning_rate": 7.337409713291356e-05, "loss": 19.9541, "step": 19983 }, { "epoch": 17.75, "learning_rate": 7.337160858678443e-05, "loss": 19.9375, "step": 19984 }, { "epoch": 17.75, "learning_rate": 7.336911996657206e-05, "loss": 19.1016, "step": 19985 }, { "epoch": 17.75, "learning_rate": 7.336663127228433e-05, "loss": 19.8633, "step": 19986 }, { "epoch": 17.75, "learning_rate": 7.336414250392913e-05, "loss": 19.5166, "step": 19987 }, { "epoch": 17.75, "learning_rate": 7.336165366151438e-05, "loss": 19.7061, "step": 19988 }, { "epoch": 17.75, "learning_rate": 7.335916474504794e-05, "loss": 19.5332, "step": 19989 }, { "epoch": 17.75, "learning_rate": 7.33566757545377e-05, "loss": 19.8613, "step": 19990 }, { "epoch": 17.75, "learning_rate": 7.335418668999158e-05, "loss": 20.1641, "step": 19991 }, { "epoch": 17.75, "learning_rate": 7.335169755141742e-05, "loss": 19.4971, "step": 19992 }, { "epoch": 17.76, "learning_rate": 7.334920833882315e-05, "loss": 19.8174, "step": 19993 }, { "epoch": 17.76, "learning_rate": 7.334671905221664e-05, "loss": 19.6797, "step": 19994 }, { "epoch": 17.76, "learning_rate": 7.334422969160579e-05, "loss": 19.5938, "step": 19995 }, { "epoch": 17.76, "learning_rate": 7.334174025699851e-05, "loss": 19.6738, "step": 19996 }, { "epoch": 17.76, "learning_rate": 7.333925074840264e-05, "loss": 19.8682, "step": 19997 }, { "epoch": 17.76, "learning_rate": 7.33367611658261e-05, "loss": 20.0518, "step": 19998 }, { "epoch": 17.76, "learning_rate": 7.33342715092768e-05, "loss": 20.1191, "step": 19999 }, { "epoch": 17.76, "learning_rate": 7.333178177876261e-05, "loss": 19.8721, "step": 20000 }, { "epoch": 17.76, "learning_rate": 7.332929197429143e-05, "loss": 19.6455, "step": 20001 }, { "epoch": 17.76, "learning_rate": 7.332680209587112e-05, "loss": 19.6699, "step": 20002 }, { "epoch": 17.76, "learning_rate": 7.332431214350963e-05, "loss": 20.1367, "step": 20003 }, { "epoch": 17.77, "learning_rate": 7.332182211721481e-05, "loss": 20.2148, "step": 20004 }, { "epoch": 17.77, "learning_rate": 7.331933201699457e-05, "loss": 20.2637, "step": 20005 }, { "epoch": 17.77, "learning_rate": 7.331684184285679e-05, "loss": 19.7354, "step": 20006 }, { "epoch": 17.77, "learning_rate": 7.331435159480937e-05, "loss": 19.9697, "step": 20007 }, { "epoch": 17.77, "learning_rate": 7.331186127286023e-05, "loss": 19.6943, "step": 20008 }, { "epoch": 17.77, "learning_rate": 7.330937087701722e-05, "loss": 19.8896, "step": 20009 }, { "epoch": 17.77, "learning_rate": 7.330688040728826e-05, "loss": 19.3994, "step": 20010 }, { "epoch": 17.77, "learning_rate": 7.330438986368123e-05, "loss": 19.7344, "step": 20011 }, { "epoch": 17.77, "learning_rate": 7.330189924620404e-05, "loss": 19.6699, "step": 20012 }, { "epoch": 17.77, "learning_rate": 7.329940855486457e-05, "loss": 19.5205, "step": 20013 }, { "epoch": 17.77, "learning_rate": 7.329691778967073e-05, "loss": 20.0098, "step": 20014 }, { "epoch": 17.78, "learning_rate": 7.329442695063041e-05, "loss": 20.3057, "step": 20015 }, { "epoch": 17.78, "learning_rate": 7.329193603775149e-05, "loss": 20.041, "step": 20016 }, { "epoch": 17.78, "learning_rate": 7.32894450510419e-05, "loss": 19.5342, "step": 20017 }, { "epoch": 17.78, "learning_rate": 7.328695399050949e-05, "loss": 19.8408, "step": 20018 }, { "epoch": 17.78, "learning_rate": 7.32844628561622e-05, "loss": 19.9863, "step": 20019 }, { "epoch": 17.78, "learning_rate": 7.328197164800788e-05, "loss": 19.3994, "step": 20020 }, { "epoch": 17.78, "learning_rate": 7.328197164800788e-05, "loss": 20.1719, "step": 20021 }, { "epoch": 17.78, "learning_rate": 7.327948036605447e-05, "loss": 20.3379, "step": 20022 }, { "epoch": 17.78, "learning_rate": 7.327698901030985e-05, "loss": 19.3828, "step": 20023 }, { "epoch": 17.78, "learning_rate": 7.327449758078193e-05, "loss": 19.7266, "step": 20024 }, { "epoch": 17.78, "learning_rate": 7.327200607747858e-05, "loss": 20.0713, "step": 20025 }, { "epoch": 17.79, "learning_rate": 7.326951450040772e-05, "loss": 19.8906, "step": 20026 }, { "epoch": 17.79, "learning_rate": 7.326702284957723e-05, "loss": 19.9258, "step": 20027 }, { "epoch": 17.79, "learning_rate": 7.326453112499503e-05, "loss": 19.5449, "step": 20028 }, { "epoch": 17.79, "learning_rate": 7.3262039326669e-05, "loss": 19.998, "step": 20029 }, { "epoch": 17.79, "learning_rate": 7.325954745460704e-05, "loss": 19.9023, "step": 20030 }, { "epoch": 17.79, "learning_rate": 7.325705550881705e-05, "loss": 20.0293, "step": 20031 }, { "epoch": 17.79, "learning_rate": 7.325456348930696e-05, "loss": 19.7549, "step": 20032 }, { "epoch": 17.79, "learning_rate": 7.325207139608462e-05, "loss": 19.7861, "step": 20033 }, { "epoch": 17.79, "learning_rate": 7.324957922915797e-05, "loss": 19.8125, "step": 20034 }, { "epoch": 17.79, "learning_rate": 7.324708698853486e-05, "loss": 19.8428, "step": 20035 }, { "epoch": 17.79, "learning_rate": 7.324459467422323e-05, "loss": 20.0518, "step": 20036 }, { "epoch": 17.79, "learning_rate": 7.3242102286231e-05, "loss": 20.0898, "step": 20037 }, { "epoch": 17.8, "learning_rate": 7.323960982456602e-05, "loss": 19.9336, "step": 20038 }, { "epoch": 17.8, "learning_rate": 7.323711728923619e-05, "loss": 20.5557, "step": 20039 }, { "epoch": 17.8, "learning_rate": 7.323462468024946e-05, "loss": 20.6436, "step": 20040 }, { "epoch": 17.8, "learning_rate": 7.323213199761369e-05, "loss": 19.8535, "step": 20041 }, { "epoch": 17.8, "learning_rate": 7.322963924133682e-05, "loss": 19.376, "step": 20042 }, { "epoch": 17.8, "learning_rate": 7.322714641142669e-05, "loss": 19.8584, "step": 20043 }, { "epoch": 17.8, "learning_rate": 7.322465350789126e-05, "loss": 20.1318, "step": 20044 }, { "epoch": 17.8, "learning_rate": 7.322216053073843e-05, "loss": 20.7773, "step": 20045 }, { "epoch": 17.8, "learning_rate": 7.321966747997605e-05, "loss": 20.1211, "step": 20046 }, { "epoch": 17.8, "learning_rate": 7.321717435561206e-05, "loss": 19.7422, "step": 20047 }, { "epoch": 17.8, "learning_rate": 7.321468115765438e-05, "loss": 20.0791, "step": 20048 }, { "epoch": 17.81, "learning_rate": 7.321218788611086e-05, "loss": 19.1953, "step": 20049 }, { "epoch": 17.81, "learning_rate": 7.320969454098944e-05, "loss": 20.0947, "step": 20050 }, { "epoch": 17.81, "learning_rate": 7.320720112229805e-05, "loss": 19.7939, "step": 20051 }, { "epoch": 17.81, "learning_rate": 7.320470763004453e-05, "loss": 19.6934, "step": 20052 }, { "epoch": 17.81, "learning_rate": 7.320221406423682e-05, "loss": 19.6621, "step": 20053 }, { "epoch": 17.81, "learning_rate": 7.319972042488281e-05, "loss": 19.7109, "step": 20054 }, { "epoch": 17.81, "learning_rate": 7.319722671199043e-05, "loss": 19.9648, "step": 20055 }, { "epoch": 17.81, "learning_rate": 7.319473292556756e-05, "loss": 19.8779, "step": 20056 }, { "epoch": 17.81, "learning_rate": 7.319473292556756e-05, "loss": 20.0732, "step": 20057 }, { "epoch": 17.81, "learning_rate": 7.319223906562212e-05, "loss": 19.6143, "step": 20058 }, { "epoch": 17.81, "learning_rate": 7.318974513216199e-05, "loss": 19.9355, "step": 20059 }, { "epoch": 17.82, "learning_rate": 7.318725112519512e-05, "loss": 19.8643, "step": 20060 }, { "epoch": 17.82, "learning_rate": 7.318475704472936e-05, "loss": 19.9199, "step": 20061 }, { "epoch": 17.82, "learning_rate": 7.318226289077266e-05, "loss": 19.668, "step": 20062 }, { "epoch": 17.82, "learning_rate": 7.31797686633329e-05, "loss": 19.8076, "step": 20063 }, { "epoch": 17.82, "learning_rate": 7.3177274362418e-05, "loss": 20.3574, "step": 20064 }, { "epoch": 17.82, "learning_rate": 7.317477998803588e-05, "loss": 19.332, "step": 20065 }, { "epoch": 17.82, "learning_rate": 7.317228554019439e-05, "loss": 19.6904, "step": 20066 }, { "epoch": 17.82, "learning_rate": 7.316979101890151e-05, "loss": 19.707, "step": 20067 }, { "epoch": 17.82, "learning_rate": 7.31672964241651e-05, "loss": 19.8691, "step": 20068 }, { "epoch": 17.82, "learning_rate": 7.316480175599309e-05, "loss": 20.0674, "step": 20069 }, { "epoch": 17.82, "learning_rate": 7.316230701439338e-05, "loss": 19.8418, "step": 20070 }, { "epoch": 17.83, "learning_rate": 7.315981219937387e-05, "loss": 20.0742, "step": 20071 }, { "epoch": 17.83, "learning_rate": 7.315731731094246e-05, "loss": 19.9785, "step": 20072 }, { "epoch": 17.83, "learning_rate": 7.31548223491071e-05, "loss": 19.5703, "step": 20073 }, { "epoch": 17.83, "learning_rate": 7.315232731387565e-05, "loss": 20.1318, "step": 20074 }, { "epoch": 17.83, "learning_rate": 7.314983220525604e-05, "loss": 19.3477, "step": 20075 }, { "epoch": 17.83, "learning_rate": 7.31473370232562e-05, "loss": 20.2197, "step": 20076 }, { "epoch": 17.83, "learning_rate": 7.314484176788398e-05, "loss": 20.0166, "step": 20077 }, { "epoch": 17.83, "learning_rate": 7.314234643914737e-05, "loss": 19.6445, "step": 20078 }, { "epoch": 17.83, "learning_rate": 7.31398510370542e-05, "loss": 19.7695, "step": 20079 }, { "epoch": 17.83, "learning_rate": 7.313735556161243e-05, "loss": 19.793, "step": 20080 }, { "epoch": 17.83, "learning_rate": 7.313486001282997e-05, "loss": 19.7705, "step": 20081 }, { "epoch": 17.83, "learning_rate": 7.313236439071471e-05, "loss": 19.8887, "step": 20082 }, { "epoch": 17.84, "learning_rate": 7.312986869527457e-05, "loss": 19.332, "step": 20083 }, { "epoch": 17.84, "learning_rate": 7.312737292651746e-05, "loss": 19.9785, "step": 20084 }, { "epoch": 17.84, "learning_rate": 7.312487708445128e-05, "loss": 19.8418, "step": 20085 }, { "epoch": 17.84, "learning_rate": 7.312238116908396e-05, "loss": 19.21, "step": 20086 }, { "epoch": 17.84, "learning_rate": 7.31198851804234e-05, "loss": 20.5566, "step": 20087 }, { "epoch": 17.84, "learning_rate": 7.31173891184775e-05, "loss": 19.957, "step": 20088 }, { "epoch": 17.84, "learning_rate": 7.311489298325421e-05, "loss": 19.4492, "step": 20089 }, { "epoch": 17.84, "learning_rate": 7.31123967747614e-05, "loss": 19.7822, "step": 20090 }, { "epoch": 17.84, "learning_rate": 7.3109900493007e-05, "loss": 19.8721, "step": 20091 }, { "epoch": 17.84, "learning_rate": 7.310740413799895e-05, "loss": 19.3994, "step": 20092 }, { "epoch": 17.84, "learning_rate": 7.310490770974512e-05, "loss": 19.7559, "step": 20093 }, { "epoch": 17.85, "learning_rate": 7.310241120825345e-05, "loss": 19.8203, "step": 20094 }, { "epoch": 17.85, "learning_rate": 7.309991463353183e-05, "loss": 19.5576, "step": 20095 }, { "epoch": 17.85, "learning_rate": 7.309741798558821e-05, "loss": 20.2217, "step": 20096 }, { "epoch": 17.85, "learning_rate": 7.309492126443045e-05, "loss": 20.3184, "step": 20097 }, { "epoch": 17.85, "learning_rate": 7.309242447006652e-05, "loss": 19.8369, "step": 20098 }, { "epoch": 17.85, "learning_rate": 7.308992760250428e-05, "loss": 19.7314, "step": 20099 }, { "epoch": 17.85, "learning_rate": 7.308743066175172e-05, "loss": 19.5723, "step": 20100 }, { "epoch": 17.85, "learning_rate": 7.308493364781666e-05, "loss": 19.8018, "step": 20101 }, { "epoch": 17.85, "learning_rate": 7.308243656070709e-05, "loss": 19.2959, "step": 20102 }, { "epoch": 17.85, "learning_rate": 7.30799394004309e-05, "loss": 20.0352, "step": 20103 }, { "epoch": 17.85, "learning_rate": 7.307744216699599e-05, "loss": 19.7891, "step": 20104 }, { "epoch": 17.86, "learning_rate": 7.30749448604103e-05, "loss": 19.8672, "step": 20105 }, { "epoch": 17.86, "learning_rate": 7.307244748068173e-05, "loss": 19.4502, "step": 20106 }, { "epoch": 17.86, "learning_rate": 7.306995002781822e-05, "loss": 20.0605, "step": 20107 }, { "epoch": 17.86, "learning_rate": 7.306745250182766e-05, "loss": 19.7539, "step": 20108 }, { "epoch": 17.86, "learning_rate": 7.306495490271796e-05, "loss": 20.2764, "step": 20109 }, { "epoch": 17.86, "learning_rate": 7.306245723049708e-05, "loss": 19.5234, "step": 20110 }, { "epoch": 17.86, "learning_rate": 7.305995948517288e-05, "loss": 20.1885, "step": 20111 }, { "epoch": 17.86, "learning_rate": 7.305746166675332e-05, "loss": 19.749, "step": 20112 }, { "epoch": 17.86, "learning_rate": 7.305496377524632e-05, "loss": 19.6934, "step": 20113 }, { "epoch": 17.86, "learning_rate": 7.305246581065977e-05, "loss": 19.8564, "step": 20114 }, { "epoch": 17.86, "learning_rate": 7.304996777300159e-05, "loss": 19.499, "step": 20115 }, { "epoch": 17.87, "learning_rate": 7.304746966227972e-05, "loss": 19.1914, "step": 20116 }, { "epoch": 17.87, "learning_rate": 7.304497147850207e-05, "loss": 20.0488, "step": 20117 }, { "epoch": 17.87, "learning_rate": 7.304247322167655e-05, "loss": 19.8564, "step": 20118 }, { "epoch": 17.87, "learning_rate": 7.303997489181107e-05, "loss": 20.0088, "step": 20119 }, { "epoch": 17.87, "learning_rate": 7.303747648891358e-05, "loss": 20.0947, "step": 20120 }, { "epoch": 17.87, "learning_rate": 7.3034978012992e-05, "loss": 19.8125, "step": 20121 }, { "epoch": 17.87, "learning_rate": 7.303247946405421e-05, "loss": 19.9639, "step": 20122 }, { "epoch": 17.87, "learning_rate": 7.302998084210814e-05, "loss": 19.3799, "step": 20123 }, { "epoch": 17.87, "learning_rate": 7.302748214716176e-05, "loss": 19.6836, "step": 20124 }, { "epoch": 17.87, "learning_rate": 7.302498337922293e-05, "loss": 19.8994, "step": 20125 }, { "epoch": 17.87, "learning_rate": 7.30224845382996e-05, "loss": 20.3291, "step": 20126 }, { "epoch": 17.87, "learning_rate": 7.301998562439968e-05, "loss": 18.8564, "step": 20127 }, { "epoch": 17.88, "learning_rate": 7.301748663753109e-05, "loss": 19.6279, "step": 20128 }, { "epoch": 17.88, "learning_rate": 7.301498757770178e-05, "loss": 19.9619, "step": 20129 }, { "epoch": 17.88, "learning_rate": 7.301248844491964e-05, "loss": 20.1289, "step": 20130 }, { "epoch": 17.88, "learning_rate": 7.300998923919259e-05, "loss": 19.7617, "step": 20131 }, { "epoch": 17.88, "learning_rate": 7.300748996052856e-05, "loss": 19.4795, "step": 20132 }, { "epoch": 17.88, "learning_rate": 7.300499060893549e-05, "loss": 19.7764, "step": 20133 }, { "epoch": 17.88, "learning_rate": 7.300249118442128e-05, "loss": 20.2744, "step": 20134 }, { "epoch": 17.88, "learning_rate": 7.299999168699386e-05, "loss": 19.6074, "step": 20135 }, { "epoch": 17.88, "learning_rate": 7.299749211666116e-05, "loss": 20.1426, "step": 20136 }, { "epoch": 17.88, "learning_rate": 7.299499247343107e-05, "loss": 19.8838, "step": 20137 }, { "epoch": 17.88, "learning_rate": 7.299249275731157e-05, "loss": 20.0664, "step": 20138 }, { "epoch": 17.89, "learning_rate": 7.298999296831052e-05, "loss": 20.0469, "step": 20139 }, { "epoch": 17.89, "learning_rate": 7.298749310643592e-05, "loss": 20.3105, "step": 20140 }, { "epoch": 17.89, "learning_rate": 7.298499317169562e-05, "loss": 19.4453, "step": 20141 }, { "epoch": 17.89, "learning_rate": 7.298249316409757e-05, "loss": 19.2979, "step": 20142 }, { "epoch": 17.89, "learning_rate": 7.297999308364972e-05, "loss": 20.4229, "step": 20143 }, { "epoch": 17.89, "learning_rate": 7.297749293035996e-05, "loss": 19.7637, "step": 20144 }, { "epoch": 17.89, "learning_rate": 7.297499270423623e-05, "loss": 20.1182, "step": 20145 }, { "epoch": 17.89, "learning_rate": 7.297249240528646e-05, "loss": 19.2959, "step": 20146 }, { "epoch": 17.89, "learning_rate": 7.296999203351856e-05, "loss": 19.8291, "step": 20147 }, { "epoch": 17.89, "learning_rate": 7.29674915889405e-05, "loss": 19.9932, "step": 20148 }, { "epoch": 17.89, "learning_rate": 7.296499107156013e-05, "loss": 19.9404, "step": 20149 }, { "epoch": 17.9, "learning_rate": 7.296249048138543e-05, "loss": 19.8691, "step": 20150 }, { "epoch": 17.9, "learning_rate": 7.295998981842432e-05, "loss": 20.0469, "step": 20151 }, { "epoch": 17.9, "learning_rate": 7.295748908268471e-05, "loss": 20.2344, "step": 20152 }, { "epoch": 17.9, "learning_rate": 7.295498827417455e-05, "loss": 20.0732, "step": 20153 }, { "epoch": 17.9, "learning_rate": 7.295248739290174e-05, "loss": 20.0527, "step": 20154 }, { "epoch": 17.9, "learning_rate": 7.294998643887422e-05, "loss": 19.667, "step": 20155 }, { "epoch": 17.9, "learning_rate": 7.294748541209995e-05, "loss": 19.6113, "step": 20156 }, { "epoch": 17.9, "learning_rate": 7.29449843125868e-05, "loss": 20.0049, "step": 20157 }, { "epoch": 17.9, "learning_rate": 7.294248314034272e-05, "loss": 19.9316, "step": 20158 }, { "epoch": 17.9, "learning_rate": 7.293998189537565e-05, "loss": 19.8447, "step": 20159 }, { "epoch": 17.9, "learning_rate": 7.293748057769352e-05, "loss": 20.4727, "step": 20160 }, { "epoch": 17.9, "learning_rate": 7.293497918730425e-05, "loss": 20.0186, "step": 20161 }, { "epoch": 17.91, "learning_rate": 7.293247772421576e-05, "loss": 19.7178, "step": 20162 }, { "epoch": 17.91, "learning_rate": 7.292997618843597e-05, "loss": 20.8105, "step": 20163 }, { "epoch": 17.91, "learning_rate": 7.292747457997287e-05, "loss": 20.0039, "step": 20164 }, { "epoch": 17.91, "learning_rate": 7.292497289883433e-05, "loss": 19.5674, "step": 20165 }, { "epoch": 17.91, "learning_rate": 7.292247114502828e-05, "loss": 19.6025, "step": 20166 }, { "epoch": 17.91, "learning_rate": 7.291996931856267e-05, "loss": 20.376, "step": 20167 }, { "epoch": 17.91, "learning_rate": 7.291746741944544e-05, "loss": 19.459, "step": 20168 }, { "epoch": 17.91, "learning_rate": 7.291746741944544e-05, "loss": 19.7148, "step": 20169 }, { "epoch": 17.91, "learning_rate": 7.291496544768451e-05, "loss": 19.8438, "step": 20170 }, { "epoch": 17.91, "learning_rate": 7.29124634032878e-05, "loss": 19.7607, "step": 20171 }, { "epoch": 17.91, "learning_rate": 7.290996128626325e-05, "loss": 19.752, "step": 20172 }, { "epoch": 17.92, "learning_rate": 7.290745909661879e-05, "loss": 20.2334, "step": 20173 }, { "epoch": 17.92, "learning_rate": 7.290495683436236e-05, "loss": 19.8496, "step": 20174 }, { "epoch": 17.92, "learning_rate": 7.290245449950186e-05, "loss": 20.2275, "step": 20175 }, { "epoch": 17.92, "learning_rate": 7.28999520920453e-05, "loss": 19.2109, "step": 20176 }, { "epoch": 17.92, "learning_rate": 7.289744961200049e-05, "loss": 20.5605, "step": 20177 }, { "epoch": 17.92, "learning_rate": 7.289494705937547e-05, "loss": 19.9268, "step": 20178 }, { "epoch": 17.92, "learning_rate": 7.289244443417813e-05, "loss": 19.7764, "step": 20179 }, { "epoch": 17.92, "learning_rate": 7.288994173641639e-05, "loss": 19.8389, "step": 20180 }, { "epoch": 17.92, "learning_rate": 7.288743896609821e-05, "loss": 19.0811, "step": 20181 }, { "epoch": 17.92, "learning_rate": 7.28849361232315e-05, "loss": 20.4863, "step": 20182 }, { "epoch": 17.92, "learning_rate": 7.288243320782423e-05, "loss": 19.9961, "step": 20183 }, { "epoch": 17.93, "learning_rate": 7.28799302198843e-05, "loss": 19.7002, "step": 20184 }, { "epoch": 17.93, "learning_rate": 7.287742715941964e-05, "loss": 19.7207, "step": 20185 }, { "epoch": 17.93, "learning_rate": 7.287492402643819e-05, "loss": 20.1885, "step": 20186 }, { "epoch": 17.93, "learning_rate": 7.287242082094792e-05, "loss": 19.833, "step": 20187 }, { "epoch": 17.93, "learning_rate": 7.286991754295672e-05, "loss": 19.4502, "step": 20188 }, { "epoch": 17.93, "learning_rate": 7.286741419247255e-05, "loss": 19.4619, "step": 20189 }, { "epoch": 17.93, "learning_rate": 7.286491076950333e-05, "loss": 19.6729, "step": 20190 }, { "epoch": 17.93, "learning_rate": 7.286240727405699e-05, "loss": 19.3535, "step": 20191 }, { "epoch": 17.93, "learning_rate": 7.28599037061415e-05, "loss": 19.8467, "step": 20192 }, { "epoch": 17.93, "learning_rate": 7.285740006576476e-05, "loss": 20.2451, "step": 20193 }, { "epoch": 17.93, "learning_rate": 7.285489635293472e-05, "loss": 20.0049, "step": 20194 }, { "epoch": 17.94, "learning_rate": 7.285239256765931e-05, "loss": 20.292, "step": 20195 }, { "epoch": 17.94, "learning_rate": 7.284988870994647e-05, "loss": 19.915, "step": 20196 }, { "epoch": 17.94, "learning_rate": 7.284738477980414e-05, "loss": 19.5381, "step": 20197 }, { "epoch": 17.94, "learning_rate": 7.284488077724028e-05, "loss": 20.0498, "step": 20198 }, { "epoch": 17.94, "learning_rate": 7.284237670226277e-05, "loss": 20.6631, "step": 20199 }, { "epoch": 17.94, "learning_rate": 7.28398725548796e-05, "loss": 19.749, "step": 20200 }, { "epoch": 17.94, "learning_rate": 7.283736833509868e-05, "loss": 20.2041, "step": 20201 }, { "epoch": 17.94, "learning_rate": 7.283486404292796e-05, "loss": 19.6797, "step": 20202 }, { "epoch": 17.94, "learning_rate": 7.283235967837536e-05, "loss": 19.8896, "step": 20203 }, { "epoch": 17.94, "learning_rate": 7.282985524144884e-05, "loss": 19.8428, "step": 20204 }, { "epoch": 17.94, "learning_rate": 7.282735073215634e-05, "loss": 20.0244, "step": 20205 }, { "epoch": 17.94, "learning_rate": 7.282484615050577e-05, "loss": 19.7441, "step": 20206 }, { "epoch": 17.95, "learning_rate": 7.282234149650511e-05, "loss": 19.1279, "step": 20207 }, { "epoch": 17.95, "learning_rate": 7.281983677016227e-05, "loss": 20.2393, "step": 20208 }, { "epoch": 17.95, "learning_rate": 7.281733197148519e-05, "loss": 19.9023, "step": 20209 }, { "epoch": 17.95, "learning_rate": 7.281482710048182e-05, "loss": 20.0215, "step": 20210 }, { "epoch": 17.95, "learning_rate": 7.28123221571601e-05, "loss": 20.4004, "step": 20211 }, { "epoch": 17.95, "learning_rate": 7.28123221571601e-05, "loss": 20.7061, "step": 20212 }, { "epoch": 17.95, "learning_rate": 7.280981714152796e-05, "loss": 20.0312, "step": 20213 }, { "epoch": 17.95, "learning_rate": 7.280731205359336e-05, "loss": 20.1807, "step": 20214 }, { "epoch": 17.95, "learning_rate": 7.280480689336422e-05, "loss": 19.7168, "step": 20215 }, { "epoch": 17.95, "learning_rate": 7.280230166084848e-05, "loss": 19.6611, "step": 20216 }, { "epoch": 17.95, "learning_rate": 7.279979635605409e-05, "loss": 20.5225, "step": 20217 }, { "epoch": 17.96, "learning_rate": 7.2797290978989e-05, "loss": 20.1191, "step": 20218 }, { "epoch": 17.96, "learning_rate": 7.279478552966114e-05, "loss": 20.0791, "step": 20219 }, { "epoch": 17.96, "learning_rate": 7.279228000807847e-05, "loss": 19.5049, "step": 20220 }, { "epoch": 17.96, "learning_rate": 7.27897744142489e-05, "loss": 19.9531, "step": 20221 }, { "epoch": 17.96, "learning_rate": 7.278726874818039e-05, "loss": 20.9365, "step": 20222 }, { "epoch": 17.96, "learning_rate": 7.278476300988088e-05, "loss": 19.8594, "step": 20223 }, { "epoch": 17.96, "learning_rate": 7.278225719935831e-05, "loss": 19.8887, "step": 20224 }, { "epoch": 17.96, "learning_rate": 7.278225719935831e-05, "loss": 19.3682, "step": 20225 }, { "epoch": 17.96, "learning_rate": 7.277975131662064e-05, "loss": 20.082, "step": 20226 }, { "epoch": 17.96, "learning_rate": 7.277724536167579e-05, "loss": 19.916, "step": 20227 }, { "epoch": 17.96, "learning_rate": 7.27747393345317e-05, "loss": 19.502, "step": 20228 }, { "epoch": 17.97, "learning_rate": 7.277223323519635e-05, "loss": 19.96, "step": 20229 }, { "epoch": 17.97, "learning_rate": 7.276972706367765e-05, "loss": 20.2803, "step": 20230 }, { "epoch": 17.97, "learning_rate": 7.276722081998354e-05, "loss": 20.498, "step": 20231 }, { "epoch": 17.97, "learning_rate": 7.276471450412202e-05, "loss": 20.043, "step": 20232 }, { "epoch": 17.97, "learning_rate": 7.276220811610095e-05, "loss": 20.3164, "step": 20233 }, { "epoch": 17.97, "learning_rate": 7.275970165592835e-05, "loss": 20.4961, "step": 20234 }, { "epoch": 17.97, "learning_rate": 7.275719512361211e-05, "loss": 19.6396, "step": 20235 }, { "epoch": 17.97, "learning_rate": 7.27546885191602e-05, "loss": 19.6943, "step": 20236 }, { "epoch": 17.97, "learning_rate": 7.275218184258058e-05, "loss": 20.1494, "step": 20237 }, { "epoch": 17.97, "learning_rate": 7.274967509388117e-05, "loss": 19.6367, "step": 20238 }, { "epoch": 17.97, "learning_rate": 7.274716827306993e-05, "loss": 19.8164, "step": 20239 }, { "epoch": 17.98, "learning_rate": 7.274466138015479e-05, "loss": 20.0801, "step": 20240 }, { "epoch": 17.98, "learning_rate": 7.27421544151437e-05, "loss": 19.6465, "step": 20241 }, { "epoch": 17.98, "learning_rate": 7.273964737804464e-05, "loss": 20.0234, "step": 20242 }, { "epoch": 17.98, "learning_rate": 7.273714026886552e-05, "loss": 19.9355, "step": 20243 }, { "epoch": 17.98, "learning_rate": 7.27346330876143e-05, "loss": 20.1348, "step": 20244 }, { "epoch": 17.98, "learning_rate": 7.273212583429891e-05, "loss": 20.6855, "step": 20245 }, { "epoch": 17.98, "learning_rate": 7.272961850892733e-05, "loss": 20.4854, "step": 20246 }, { "epoch": 17.98, "learning_rate": 7.272711111150748e-05, "loss": 19.916, "step": 20247 }, { "epoch": 17.98, "learning_rate": 7.272460364204733e-05, "loss": 19.4668, "step": 20248 }, { "epoch": 17.98, "learning_rate": 7.27220961005548e-05, "loss": 19.667, "step": 20249 }, { "epoch": 17.98, "learning_rate": 7.271958848703789e-05, "loss": 19.9004, "step": 20250 }, { "epoch": 17.98, "learning_rate": 7.271708080150447e-05, "loss": 20.2002, "step": 20251 }, { "epoch": 17.99, "learning_rate": 7.271457304396256e-05, "loss": 19.8672, "step": 20252 }, { "epoch": 17.99, "learning_rate": 7.271206521442006e-05, "loss": 19.8242, "step": 20253 }, { "epoch": 17.99, "learning_rate": 7.270955731288495e-05, "loss": 20.0684, "step": 20254 }, { "epoch": 17.99, "learning_rate": 7.270704933936519e-05, "loss": 20.3574, "step": 20255 }, { "epoch": 17.99, "learning_rate": 7.27045412938687e-05, "loss": 20.502, "step": 20256 }, { "epoch": 17.99, "learning_rate": 7.270203317640343e-05, "loss": 20.1611, "step": 20257 }, { "epoch": 17.99, "learning_rate": 7.269952498697734e-05, "loss": 20.0908, "step": 20258 }, { "epoch": 17.99, "learning_rate": 7.269701672559839e-05, "loss": 20.2725, "step": 20259 }, { "epoch": 17.99, "learning_rate": 7.269450839227452e-05, "loss": 20.4883, "step": 20260 }, { "epoch": 17.99, "learning_rate": 7.269199998701369e-05, "loss": 20.3418, "step": 20261 }, { "epoch": 17.99, "learning_rate": 7.268949150982383e-05, "loss": 19.9463, "step": 20262 }, { "epoch": 18.0, "learning_rate": 7.26869829607129e-05, "loss": 19.79, "step": 20263 }, { "epoch": 18.0, "learning_rate": 7.268447433968886e-05, "loss": 20.1553, "step": 20264 }, { "epoch": 18.0, "learning_rate": 7.268196564675966e-05, "loss": 19.8447, "step": 20265 }, { "epoch": 18.0, "learning_rate": 7.267945688193326e-05, "loss": 20.125, "step": 20266 }, { "epoch": 18.0, "learning_rate": 7.267694804521759e-05, "loss": 19.6787, "step": 20267 }, { "epoch": 18.0, "learning_rate": 7.267443913662062e-05, "loss": 20.1523, "step": 20268 }, { "epoch": 18.0, "learning_rate": 7.26719301561503e-05, "loss": 19.6953, "step": 20269 }, { "epoch": 18.0, "learning_rate": 7.266942110381458e-05, "loss": 19.3936, "step": 20270 }, { "epoch": 18.0, "learning_rate": 7.266691197962142e-05, "loss": 19.9365, "step": 20271 }, { "epoch": 18.0, "learning_rate": 7.266440278357876e-05, "loss": 19.2949, "step": 20272 }, { "epoch": 18.0, "learning_rate": 7.266189351569455e-05, "loss": 19.791, "step": 20273 }, { "epoch": 18.01, "learning_rate": 7.265938417597678e-05, "loss": 20.3486, "step": 20274 }, { "epoch": 18.01, "learning_rate": 7.265687476443337e-05, "loss": 19.5273, "step": 20275 }, { "epoch": 18.01, "learning_rate": 7.265436528107226e-05, "loss": 19.6025, "step": 20276 }, { "epoch": 18.01, "learning_rate": 7.265185572590147e-05, "loss": 19.2217, "step": 20277 }, { "epoch": 18.01, "learning_rate": 7.264934609892888e-05, "loss": 19.6543, "step": 20278 }, { "epoch": 18.01, "learning_rate": 7.264683640016249e-05, "loss": 19.7998, "step": 20279 }, { "epoch": 18.01, "learning_rate": 7.264432662961023e-05, "loss": 19.5322, "step": 20280 }, { "epoch": 18.01, "learning_rate": 7.264181678728008e-05, "loss": 19.3008, "step": 20281 }, { "epoch": 18.01, "learning_rate": 7.263930687317999e-05, "loss": 20.0625, "step": 20282 }, { "epoch": 18.01, "learning_rate": 7.26367968873179e-05, "loss": 19.4805, "step": 20283 }, { "epoch": 18.01, "learning_rate": 7.263428682970178e-05, "loss": 19.8955, "step": 20284 }, { "epoch": 18.02, "learning_rate": 7.263177670033959e-05, "loss": 19.9795, "step": 20285 }, { "epoch": 18.02, "learning_rate": 7.262926649923926e-05, "loss": 19.2109, "step": 20286 }, { "epoch": 18.02, "learning_rate": 7.262675622640877e-05, "loss": 19.6904, "step": 20287 }, { "epoch": 18.02, "learning_rate": 7.26242458818561e-05, "loss": 19.7764, "step": 20288 }, { "epoch": 18.02, "learning_rate": 7.262173546558914e-05, "loss": 19.8135, "step": 20289 }, { "epoch": 18.02, "learning_rate": 7.261922497761591e-05, "loss": 19.6943, "step": 20290 }, { "epoch": 18.02, "learning_rate": 7.261671441794434e-05, "loss": 19.9121, "step": 20291 }, { "epoch": 18.02, "learning_rate": 7.26142037865824e-05, "loss": 19.9111, "step": 20292 }, { "epoch": 18.02, "learning_rate": 7.261169308353803e-05, "loss": 19.5654, "step": 20293 }, { "epoch": 18.02, "learning_rate": 7.260918230881921e-05, "loss": 19.8506, "step": 20294 }, { "epoch": 18.02, "learning_rate": 7.260667146243389e-05, "loss": 20.3848, "step": 20295 }, { "epoch": 18.02, "learning_rate": 7.260416054439002e-05, "loss": 19.2344, "step": 20296 }, { "epoch": 18.03, "learning_rate": 7.260164955469557e-05, "loss": 19.4121, "step": 20297 }, { "epoch": 18.03, "learning_rate": 7.259913849335849e-05, "loss": 19.9941, "step": 20298 }, { "epoch": 18.03, "learning_rate": 7.259662736038677e-05, "loss": 19.5039, "step": 20299 }, { "epoch": 18.03, "learning_rate": 7.259411615578832e-05, "loss": 19.7529, "step": 20300 }, { "epoch": 18.03, "learning_rate": 7.259160487957112e-05, "loss": 19.7969, "step": 20301 }, { "epoch": 18.03, "learning_rate": 7.258909353174315e-05, "loss": 20.4775, "step": 20302 }, { "epoch": 18.03, "learning_rate": 7.258658211231235e-05, "loss": 19.7881, "step": 20303 }, { "epoch": 18.03, "learning_rate": 7.25840706212867e-05, "loss": 20.1328, "step": 20304 }, { "epoch": 18.03, "learning_rate": 7.258155905867414e-05, "loss": 20.1582, "step": 20305 }, { "epoch": 18.03, "learning_rate": 7.257904742448263e-05, "loss": 19.583, "step": 20306 }, { "epoch": 18.03, "learning_rate": 7.257653571872015e-05, "loss": 19.6445, "step": 20307 }, { "epoch": 18.04, "learning_rate": 7.257402394139466e-05, "loss": 19.7656, "step": 20308 }, { "epoch": 18.04, "learning_rate": 7.25715120925141e-05, "loss": 19.252, "step": 20309 }, { "epoch": 18.04, "learning_rate": 7.256900017208644e-05, "loss": 19.8936, "step": 20310 }, { "epoch": 18.04, "learning_rate": 7.256648818011966e-05, "loss": 19.8555, "step": 20311 }, { "epoch": 18.04, "learning_rate": 7.256397611662171e-05, "loss": 19.2852, "step": 20312 }, { "epoch": 18.04, "learning_rate": 7.256146398160053e-05, "loss": 20.1885, "step": 20313 }, { "epoch": 18.04, "learning_rate": 7.255895177506414e-05, "loss": 19.3271, "step": 20314 }, { "epoch": 18.04, "learning_rate": 7.255643949702044e-05, "loss": 19.5596, "step": 20315 }, { "epoch": 18.04, "learning_rate": 7.255392714747744e-05, "loss": 19.4824, "step": 20316 }, { "epoch": 18.04, "learning_rate": 7.25514147264431e-05, "loss": 19.6621, "step": 20317 }, { "epoch": 18.04, "learning_rate": 7.254890223392536e-05, "loss": 19.8848, "step": 20318 }, { "epoch": 18.05, "learning_rate": 7.254638966993218e-05, "loss": 19.1299, "step": 20319 }, { "epoch": 18.05, "learning_rate": 7.254387703447154e-05, "loss": 19.498, "step": 20320 }, { "epoch": 18.05, "learning_rate": 7.254136432755141e-05, "loss": 19.4238, "step": 20321 }, { "epoch": 18.05, "learning_rate": 7.253885154917974e-05, "loss": 19.3789, "step": 20322 }, { "epoch": 18.05, "learning_rate": 7.253633869936452e-05, "loss": 19.6699, "step": 20323 }, { "epoch": 18.05, "learning_rate": 7.253382577811369e-05, "loss": 19.7012, "step": 20324 }, { "epoch": 18.05, "learning_rate": 7.253131278543522e-05, "loss": 19.502, "step": 20325 }, { "epoch": 18.05, "learning_rate": 7.252879972133708e-05, "loss": 19.416, "step": 20326 }, { "epoch": 18.05, "learning_rate": 7.252628658582724e-05, "loss": 19.3379, "step": 20327 }, { "epoch": 18.05, "learning_rate": 7.252377337891365e-05, "loss": 19.6582, "step": 20328 }, { "epoch": 18.05, "learning_rate": 7.25212601006043e-05, "loss": 20.2891, "step": 20329 }, { "epoch": 18.06, "learning_rate": 7.251874675090714e-05, "loss": 19.876, "step": 20330 }, { "epoch": 18.06, "learning_rate": 7.251623332983014e-05, "loss": 20.2393, "step": 20331 }, { "epoch": 18.06, "learning_rate": 7.251371983738127e-05, "loss": 19.8662, "step": 20332 }, { "epoch": 18.06, "learning_rate": 7.251120627356848e-05, "loss": 19.5352, "step": 20333 }, { "epoch": 18.06, "learning_rate": 7.250869263839978e-05, "loss": 19.8398, "step": 20334 }, { "epoch": 18.06, "learning_rate": 7.250617893188309e-05, "loss": 19.6973, "step": 20335 }, { "epoch": 18.06, "learning_rate": 7.250366515402643e-05, "loss": 20.2197, "step": 20336 }, { "epoch": 18.06, "learning_rate": 7.25011513048377e-05, "loss": 19.083, "step": 20337 }, { "epoch": 18.06, "learning_rate": 7.24986373843249e-05, "loss": 19.8037, "step": 20338 }, { "epoch": 18.06, "learning_rate": 7.249612339249603e-05, "loss": 20.0098, "step": 20339 }, { "epoch": 18.06, "learning_rate": 7.249360932935902e-05, "loss": 20.3203, "step": 20340 }, { "epoch": 18.06, "learning_rate": 7.249109519492186e-05, "loss": 19.8496, "step": 20341 }, { "epoch": 18.07, "learning_rate": 7.248858098919251e-05, "loss": 19.9238, "step": 20342 }, { "epoch": 18.07, "learning_rate": 7.248606671217892e-05, "loss": 19.6221, "step": 20343 }, { "epoch": 18.07, "learning_rate": 7.24835523638891e-05, "loss": 19.915, "step": 20344 }, { "epoch": 18.07, "learning_rate": 7.2481037944331e-05, "loss": 20.0225, "step": 20345 }, { "epoch": 18.07, "learning_rate": 7.247852345351258e-05, "loss": 19.666, "step": 20346 }, { "epoch": 18.07, "learning_rate": 7.247600889144182e-05, "loss": 19.5879, "step": 20347 }, { "epoch": 18.07, "learning_rate": 7.24734942581267e-05, "loss": 19.6367, "step": 20348 }, { "epoch": 18.07, "learning_rate": 7.247097955357519e-05, "loss": 18.8086, "step": 20349 }, { "epoch": 18.07, "learning_rate": 7.246846477779523e-05, "loss": 19.4355, "step": 20350 }, { "epoch": 18.07, "learning_rate": 7.246594993079482e-05, "loss": 19.2451, "step": 20351 }, { "epoch": 18.07, "learning_rate": 7.246343501258195e-05, "loss": 19.6826, "step": 20352 }, { "epoch": 18.08, "learning_rate": 7.246092002316455e-05, "loss": 19.7031, "step": 20353 }, { "epoch": 18.08, "learning_rate": 7.245840496255061e-05, "loss": 19.7676, "step": 20354 }, { "epoch": 18.08, "learning_rate": 7.24558898307481e-05, "loss": 19.5381, "step": 20355 }, { "epoch": 18.08, "learning_rate": 7.2453374627765e-05, "loss": 20.0264, "step": 20356 }, { "epoch": 18.08, "learning_rate": 7.24508593536093e-05, "loss": 20.0146, "step": 20357 }, { "epoch": 18.08, "learning_rate": 7.24483440082889e-05, "loss": 20.7783, "step": 20358 }, { "epoch": 18.08, "learning_rate": 7.244582859181185e-05, "loss": 19.6895, "step": 20359 }, { "epoch": 18.08, "learning_rate": 7.24433131041861e-05, "loss": 19.5996, "step": 20360 }, { "epoch": 18.08, "learning_rate": 7.244079754541962e-05, "loss": 19.3584, "step": 20361 }, { "epoch": 18.08, "learning_rate": 7.243828191552037e-05, "loss": 19.6895, "step": 20362 }, { "epoch": 18.08, "learning_rate": 7.243576621449634e-05, "loss": 19.9531, "step": 20363 }, { "epoch": 18.09, "learning_rate": 7.243325044235551e-05, "loss": 19.8408, "step": 20364 }, { "epoch": 18.09, "learning_rate": 7.243073459910587e-05, "loss": 19.9902, "step": 20365 }, { "epoch": 18.09, "learning_rate": 7.242821868475534e-05, "loss": 20.3115, "step": 20366 }, { "epoch": 18.09, "learning_rate": 7.242570269931193e-05, "loss": 19.4785, "step": 20367 }, { "epoch": 18.09, "learning_rate": 7.242318664278362e-05, "loss": 19.6729, "step": 20368 }, { "epoch": 18.09, "learning_rate": 7.242067051517838e-05, "loss": 19.2881, "step": 20369 }, { "epoch": 18.09, "learning_rate": 7.241815431650417e-05, "loss": 19.9023, "step": 20370 }, { "epoch": 18.09, "learning_rate": 7.2415638046769e-05, "loss": 19.291, "step": 20371 }, { "epoch": 18.09, "learning_rate": 7.24131217059808e-05, "loss": 19.6719, "step": 20372 }, { "epoch": 18.09, "learning_rate": 7.241060529414759e-05, "loss": 19.668, "step": 20373 }, { "epoch": 18.09, "learning_rate": 7.24080888112773e-05, "loss": 19.9248, "step": 20374 }, { "epoch": 18.1, "learning_rate": 7.240557225737797e-05, "loss": 19.7119, "step": 20375 }, { "epoch": 18.1, "learning_rate": 7.240305563245751e-05, "loss": 20.1338, "step": 20376 }, { "epoch": 18.1, "learning_rate": 7.240053893652395e-05, "loss": 18.9961, "step": 20377 }, { "epoch": 18.1, "learning_rate": 7.239802216958523e-05, "loss": 19.4033, "step": 20378 }, { "epoch": 18.1, "learning_rate": 7.239550533164936e-05, "loss": 20.2646, "step": 20379 }, { "epoch": 18.1, "learning_rate": 7.239298842272428e-05, "loss": 20.1025, "step": 20380 }, { "epoch": 18.1, "learning_rate": 7.239047144281801e-05, "loss": 19.5557, "step": 20381 }, { "epoch": 18.1, "learning_rate": 7.238795439193848e-05, "loss": 19.8838, "step": 20382 }, { "epoch": 18.1, "learning_rate": 7.238543727009373e-05, "loss": 19.6738, "step": 20383 }, { "epoch": 18.1, "learning_rate": 7.23829200772917e-05, "loss": 20.1924, "step": 20384 }, { "epoch": 18.1, "learning_rate": 7.23829200772917e-05, "loss": 20.2061, "step": 20385 }, { "epoch": 18.1, "learning_rate": 7.238040281354034e-05, "loss": 20.0752, "step": 20386 }, { "epoch": 18.11, "learning_rate": 7.237788547884769e-05, "loss": 20.0127, "step": 20387 }, { "epoch": 18.11, "learning_rate": 7.23753680732217e-05, "loss": 20.2529, "step": 20388 }, { "epoch": 18.11, "learning_rate": 7.237285059667036e-05, "loss": 20.1035, "step": 20389 }, { "epoch": 18.11, "learning_rate": 7.237033304920162e-05, "loss": 20.04, "step": 20390 }, { "epoch": 18.11, "learning_rate": 7.23678154308235e-05, "loss": 19.4326, "step": 20391 }, { "epoch": 18.11, "learning_rate": 7.236529774154396e-05, "loss": 20.2979, "step": 20392 }, { "epoch": 18.11, "learning_rate": 7.236277998137099e-05, "loss": 19.3105, "step": 20393 }, { "epoch": 18.11, "learning_rate": 7.236026215031256e-05, "loss": 19.5996, "step": 20394 }, { "epoch": 18.11, "learning_rate": 7.235774424837663e-05, "loss": 19.5449, "step": 20395 }, { "epoch": 18.11, "learning_rate": 7.235522627557123e-05, "loss": 19.9756, "step": 20396 }, { "epoch": 18.11, "learning_rate": 7.23527082319043e-05, "loss": 19.7705, "step": 20397 }, { "epoch": 18.12, "learning_rate": 7.235019011738387e-05, "loss": 20.4365, "step": 20398 }, { "epoch": 18.12, "learning_rate": 7.234767193201788e-05, "loss": 19.7793, "step": 20399 }, { "epoch": 18.12, "learning_rate": 7.23451536758143e-05, "loss": 19.3008, "step": 20400 }, { "epoch": 18.12, "learning_rate": 7.234263534878116e-05, "loss": 20.2959, "step": 20401 }, { "epoch": 18.12, "learning_rate": 7.23401169509264e-05, "loss": 20.4443, "step": 20402 }, { "epoch": 18.12, "learning_rate": 7.233759848225804e-05, "loss": 19.3682, "step": 20403 }, { "epoch": 18.12, "learning_rate": 7.233507994278403e-05, "loss": 19.8271, "step": 20404 }, { "epoch": 18.12, "learning_rate": 7.233256133251237e-05, "loss": 19.9238, "step": 20405 }, { "epoch": 18.12, "learning_rate": 7.233004265145105e-05, "loss": 19.6201, "step": 20406 }, { "epoch": 18.12, "learning_rate": 7.232752389960804e-05, "loss": 19.2861, "step": 20407 }, { "epoch": 18.12, "learning_rate": 7.232500507699134e-05, "loss": 20.1777, "step": 20408 }, { "epoch": 18.13, "learning_rate": 7.232248618360889e-05, "loss": 20.0479, "step": 20409 }, { "epoch": 18.13, "learning_rate": 7.231996721946873e-05, "loss": 19.6436, "step": 20410 }, { "epoch": 18.13, "learning_rate": 7.231744818457882e-05, "loss": 19.1787, "step": 20411 }, { "epoch": 18.13, "learning_rate": 7.231492907894716e-05, "loss": 20.2295, "step": 20412 }, { "epoch": 18.13, "learning_rate": 7.23124099025817e-05, "loss": 19.7412, "step": 20413 }, { "epoch": 18.13, "learning_rate": 7.230989065549044e-05, "loss": 19.4844, "step": 20414 }, { "epoch": 18.13, "learning_rate": 7.23073713376814e-05, "loss": 19.6865, "step": 20415 }, { "epoch": 18.13, "learning_rate": 7.230485194916251e-05, "loss": 19.9893, "step": 20416 }, { "epoch": 18.13, "learning_rate": 7.23023324899418e-05, "loss": 20.0732, "step": 20417 }, { "epoch": 18.13, "learning_rate": 7.229981296002724e-05, "loss": 20.0439, "step": 20418 }, { "epoch": 18.13, "learning_rate": 7.229729335942681e-05, "loss": 19.6777, "step": 20419 }, { "epoch": 18.13, "learning_rate": 7.229477368814851e-05, "loss": 19.8086, "step": 20420 }, { "epoch": 18.14, "learning_rate": 7.229225394620032e-05, "loss": 19.9395, "step": 20421 }, { "epoch": 18.14, "learning_rate": 7.228973413359022e-05, "loss": 19.875, "step": 20422 }, { "epoch": 18.14, "learning_rate": 7.22872142503262e-05, "loss": 19.6123, "step": 20423 }, { "epoch": 18.14, "learning_rate": 7.228469429641627e-05, "loss": 19.1055, "step": 20424 }, { "epoch": 18.14, "learning_rate": 7.228217427186839e-05, "loss": 19.5986, "step": 20425 }, { "epoch": 18.14, "learning_rate": 7.227965417669055e-05, "loss": 19.5488, "step": 20426 }, { "epoch": 18.14, "learning_rate": 7.227713401089075e-05, "loss": 19.9746, "step": 20427 }, { "epoch": 18.14, "learning_rate": 7.227461377447698e-05, "loss": 19.3135, "step": 20428 }, { "epoch": 18.14, "learning_rate": 7.227209346745722e-05, "loss": 19.7373, "step": 20429 }, { "epoch": 18.14, "learning_rate": 7.226957308983945e-05, "loss": 19.5947, "step": 20430 }, { "epoch": 18.14, "learning_rate": 7.22670526416317e-05, "loss": 20.3779, "step": 20431 }, { "epoch": 18.15, "learning_rate": 7.22645321228419e-05, "loss": 19.373, "step": 20432 }, { "epoch": 18.15, "learning_rate": 7.226201153347809e-05, "loss": 19.9336, "step": 20433 }, { "epoch": 18.15, "learning_rate": 7.225949087354823e-05, "loss": 19.7842, "step": 20434 }, { "epoch": 18.15, "learning_rate": 7.225697014306031e-05, "loss": 20.2207, "step": 20435 }, { "epoch": 18.15, "learning_rate": 7.225444934202235e-05, "loss": 19.8701, "step": 20436 }, { "epoch": 18.15, "learning_rate": 7.22519284704423e-05, "loss": 19.5762, "step": 20437 }, { "epoch": 18.15, "learning_rate": 7.224940752832819e-05, "loss": 19.833, "step": 20438 }, { "epoch": 18.15, "learning_rate": 7.224688651568798e-05, "loss": 19.8311, "step": 20439 }, { "epoch": 18.15, "learning_rate": 7.224436543252966e-05, "loss": 20.0352, "step": 20440 }, { "epoch": 18.15, "learning_rate": 7.224184427886125e-05, "loss": 20.0781, "step": 20441 }, { "epoch": 18.15, "learning_rate": 7.223932305469073e-05, "loss": 19.5352, "step": 20442 }, { "epoch": 18.16, "learning_rate": 7.223680176002609e-05, "loss": 20.5244, "step": 20443 }, { "epoch": 18.16, "learning_rate": 7.22342803948753e-05, "loss": 19.5762, "step": 20444 }, { "epoch": 18.16, "learning_rate": 7.223175895924638e-05, "loss": 19.5586, "step": 20445 }, { "epoch": 18.16, "learning_rate": 7.222923745314732e-05, "loss": 20.2021, "step": 20446 }, { "epoch": 18.16, "learning_rate": 7.22267158765861e-05, "loss": 19.7646, "step": 20447 }, { "epoch": 18.16, "learning_rate": 7.22241942295707e-05, "loss": 19.4951, "step": 20448 }, { "epoch": 18.16, "learning_rate": 7.222167251210916e-05, "loss": 19.5537, "step": 20449 }, { "epoch": 18.16, "learning_rate": 7.221915072420945e-05, "loss": 19.4531, "step": 20450 }, { "epoch": 18.16, "learning_rate": 7.221662886587954e-05, "loss": 20.2559, "step": 20451 }, { "epoch": 18.16, "learning_rate": 7.221410693712746e-05, "loss": 19.6348, "step": 20452 }, { "epoch": 18.16, "learning_rate": 7.221158493796118e-05, "loss": 20.0088, "step": 20453 }, { "epoch": 18.17, "learning_rate": 7.220906286838869e-05, "loss": 19.8047, "step": 20454 }, { "epoch": 18.17, "learning_rate": 7.220654072841802e-05, "loss": 19.5713, "step": 20455 }, { "epoch": 18.17, "learning_rate": 7.220401851805711e-05, "loss": 20.0625, "step": 20456 }, { "epoch": 18.17, "learning_rate": 7.2201496237314e-05, "loss": 19.5859, "step": 20457 }, { "epoch": 18.17, "learning_rate": 7.219897388619668e-05, "loss": 19.4629, "step": 20458 }, { "epoch": 18.17, "learning_rate": 7.219645146471312e-05, "loss": 19.7793, "step": 20459 }, { "epoch": 18.17, "learning_rate": 7.219392897287134e-05, "loss": 19.9883, "step": 20460 }, { "epoch": 18.17, "learning_rate": 7.219140641067932e-05, "loss": 20.3477, "step": 20461 }, { "epoch": 18.17, "learning_rate": 7.218888377814508e-05, "loss": 19.7148, "step": 20462 }, { "epoch": 18.17, "learning_rate": 7.218636107527659e-05, "loss": 19.9678, "step": 20463 }, { "epoch": 18.17, "learning_rate": 7.218383830208185e-05, "loss": 20.3838, "step": 20464 }, { "epoch": 18.17, "learning_rate": 7.218131545856886e-05, "loss": 19.4512, "step": 20465 }, { "epoch": 18.18, "learning_rate": 7.217879254474564e-05, "loss": 20.0586, "step": 20466 }, { "epoch": 18.18, "learning_rate": 7.217626956062014e-05, "loss": 19.9883, "step": 20467 }, { "epoch": 18.18, "learning_rate": 7.217374650620042e-05, "loss": 19.9863, "step": 20468 }, { "epoch": 18.18, "learning_rate": 7.21712233814944e-05, "loss": 19.7021, "step": 20469 }, { "epoch": 18.18, "learning_rate": 7.216870018651014e-05, "loss": 19.9287, "step": 20470 }, { "epoch": 18.18, "learning_rate": 7.216617692125561e-05, "loss": 20.5186, "step": 20471 }, { "epoch": 18.18, "learning_rate": 7.216365358573883e-05, "loss": 19.5049, "step": 20472 }, { "epoch": 18.18, "learning_rate": 7.216113017996776e-05, "loss": 19.4902, "step": 20473 }, { "epoch": 18.18, "learning_rate": 7.215860670395043e-05, "loss": 20.3135, "step": 20474 }, { "epoch": 18.18, "learning_rate": 7.215608315769485e-05, "loss": 19.8975, "step": 20475 }, { "epoch": 18.18, "learning_rate": 7.215355954120899e-05, "loss": 19.9824, "step": 20476 }, { "epoch": 18.19, "learning_rate": 7.215103585450085e-05, "loss": 19.4668, "step": 20477 }, { "epoch": 18.19, "learning_rate": 7.214851209757845e-05, "loss": 19.4082, "step": 20478 }, { "epoch": 18.19, "learning_rate": 7.214598827044978e-05, "loss": 20.1865, "step": 20479 }, { "epoch": 18.19, "learning_rate": 7.214346437312284e-05, "loss": 19.7119, "step": 20480 }, { "epoch": 18.19, "learning_rate": 7.214094040560563e-05, "loss": 19.6182, "step": 20481 }, { "epoch": 18.19, "learning_rate": 7.213841636790614e-05, "loss": 19.79, "step": 20482 }, { "epoch": 18.19, "learning_rate": 7.213589226003239e-05, "loss": 19.7334, "step": 20483 }, { "epoch": 18.19, "learning_rate": 7.213336808199238e-05, "loss": 20.0498, "step": 20484 }, { "epoch": 18.19, "learning_rate": 7.213084383379409e-05, "loss": 20.1387, "step": 20485 }, { "epoch": 18.19, "learning_rate": 7.212831951544553e-05, "loss": 19.9854, "step": 20486 }, { "epoch": 18.19, "learning_rate": 7.212579512695472e-05, "loss": 20.0869, "step": 20487 }, { "epoch": 18.2, "learning_rate": 7.212327066832963e-05, "loss": 19.5879, "step": 20488 }, { "epoch": 18.2, "learning_rate": 7.212074613957828e-05, "loss": 20.1357, "step": 20489 }, { "epoch": 18.2, "learning_rate": 7.21182215407087e-05, "loss": 19.7969, "step": 20490 }, { "epoch": 18.2, "learning_rate": 7.211569687172884e-05, "loss": 19.8691, "step": 20491 }, { "epoch": 18.2, "learning_rate": 7.211317213264674e-05, "loss": 19.6631, "step": 20492 }, { "epoch": 18.2, "learning_rate": 7.211064732347037e-05, "loss": 20.4736, "step": 20493 }, { "epoch": 18.2, "learning_rate": 7.210812244420778e-05, "loss": 19.6123, "step": 20494 }, { "epoch": 18.2, "learning_rate": 7.210559749486693e-05, "loss": 19.958, "step": 20495 }, { "epoch": 18.2, "learning_rate": 7.210307247545584e-05, "loss": 19.6924, "step": 20496 }, { "epoch": 18.2, "learning_rate": 7.21005473859825e-05, "loss": 19.2051, "step": 20497 }, { "epoch": 18.2, "learning_rate": 7.209802222645496e-05, "loss": 19.415, "step": 20498 }, { "epoch": 18.21, "learning_rate": 7.209549699688117e-05, "loss": 19.4365, "step": 20499 }, { "epoch": 18.21, "learning_rate": 7.209297169726916e-05, "loss": 19.8242, "step": 20500 }, { "epoch": 18.21, "learning_rate": 7.209044632762694e-05, "loss": 20.5459, "step": 20501 }, { "epoch": 18.21, "learning_rate": 7.208792088796249e-05, "loss": 19.6475, "step": 20502 }, { "epoch": 18.21, "learning_rate": 7.208539537828385e-05, "loss": 19.7725, "step": 20503 }, { "epoch": 18.21, "learning_rate": 7.2082869798599e-05, "loss": 19.5566, "step": 20504 }, { "epoch": 18.21, "learning_rate": 7.208034414891594e-05, "loss": 19.9131, "step": 20505 }, { "epoch": 18.21, "learning_rate": 7.207781842924269e-05, "loss": 19.8691, "step": 20506 }, { "epoch": 18.21, "learning_rate": 7.207529263958726e-05, "loss": 19.5, "step": 20507 }, { "epoch": 18.21, "learning_rate": 7.207276677995765e-05, "loss": 19.4111, "step": 20508 }, { "epoch": 18.21, "learning_rate": 7.207024085036186e-05, "loss": 19.6973, "step": 20509 }, { "epoch": 18.21, "learning_rate": 7.206771485080792e-05, "loss": 20.2021, "step": 20510 }, { "epoch": 18.22, "learning_rate": 7.206518878130382e-05, "loss": 20.085, "step": 20511 }, { "epoch": 18.22, "learning_rate": 7.206518878130382e-05, "loss": 19.8369, "step": 20512 }, { "epoch": 18.22, "learning_rate": 7.206266264185757e-05, "loss": 19.8281, "step": 20513 }, { "epoch": 18.22, "learning_rate": 7.206013643247714e-05, "loss": 19.5059, "step": 20514 }, { "epoch": 18.22, "learning_rate": 7.20576101531706e-05, "loss": 20.1074, "step": 20515 }, { "epoch": 18.22, "learning_rate": 7.205508380394592e-05, "loss": 20.0439, "step": 20516 }, { "epoch": 18.22, "learning_rate": 7.205255738481112e-05, "loss": 19.7695, "step": 20517 }, { "epoch": 18.22, "learning_rate": 7.205003089577422e-05, "loss": 19.8135, "step": 20518 }, { "epoch": 18.22, "learning_rate": 7.204750433684321e-05, "loss": 19.9258, "step": 20519 }, { "epoch": 18.22, "learning_rate": 7.20449777080261e-05, "loss": 20.1064, "step": 20520 }, { "epoch": 18.22, "learning_rate": 7.204245100933089e-05, "loss": 20.0908, "step": 20521 }, { "epoch": 18.23, "learning_rate": 7.20399242407656e-05, "loss": 19.8193, "step": 20522 }, { "epoch": 18.23, "learning_rate": 7.203739740233825e-05, "loss": 19.5645, "step": 20523 }, { "epoch": 18.23, "learning_rate": 7.203487049405685e-05, "loss": 20.0332, "step": 20524 }, { "epoch": 18.23, "learning_rate": 7.20323435159294e-05, "loss": 19.8066, "step": 20525 }, { "epoch": 18.23, "learning_rate": 7.20298164679639e-05, "loss": 19.9561, "step": 20526 }, { "epoch": 18.23, "learning_rate": 7.202728935016838e-05, "loss": 19.5264, "step": 20527 }, { "epoch": 18.23, "learning_rate": 7.202476216255083e-05, "loss": 19.6748, "step": 20528 }, { "epoch": 18.23, "learning_rate": 7.202223490511926e-05, "loss": 20.1104, "step": 20529 }, { "epoch": 18.23, "learning_rate": 7.201970757788172e-05, "loss": 19.7178, "step": 20530 }, { "epoch": 18.23, "learning_rate": 7.20171801808462e-05, "loss": 19.4492, "step": 20531 }, { "epoch": 18.23, "learning_rate": 7.201465271402067e-05, "loss": 20.2686, "step": 20532 }, { "epoch": 18.24, "learning_rate": 7.201212517741318e-05, "loss": 20.3223, "step": 20533 }, { "epoch": 18.24, "learning_rate": 7.200959757103176e-05, "loss": 19.2207, "step": 20534 }, { "epoch": 18.24, "learning_rate": 7.20070698948844e-05, "loss": 19.6914, "step": 20535 }, { "epoch": 18.24, "learning_rate": 7.200454214897911e-05, "loss": 19.4766, "step": 20536 }, { "epoch": 18.24, "learning_rate": 7.200201433332388e-05, "loss": 19.499, "step": 20537 }, { "epoch": 18.24, "learning_rate": 7.199948644792675e-05, "loss": 20.0771, "step": 20538 }, { "epoch": 18.24, "learning_rate": 7.199695849279576e-05, "loss": 19.5557, "step": 20539 }, { "epoch": 18.24, "learning_rate": 7.199443046793888e-05, "loss": 20.002, "step": 20540 }, { "epoch": 18.24, "learning_rate": 7.199190237336414e-05, "loss": 19.6191, "step": 20541 }, { "epoch": 18.24, "learning_rate": 7.198937420907954e-05, "loss": 19.4277, "step": 20542 }, { "epoch": 18.24, "learning_rate": 7.19868459750931e-05, "loss": 19.415, "step": 20543 }, { "epoch": 18.25, "learning_rate": 7.198431767141288e-05, "loss": 19.7666, "step": 20544 }, { "epoch": 18.25, "learning_rate": 7.19817892980468e-05, "loss": 19.7188, "step": 20545 }, { "epoch": 18.25, "learning_rate": 7.197926085500295e-05, "loss": 19.4434, "step": 20546 }, { "epoch": 18.25, "learning_rate": 7.197673234228933e-05, "loss": 20.0, "step": 20547 }, { "epoch": 18.25, "learning_rate": 7.197420375991393e-05, "loss": 19.7939, "step": 20548 }, { "epoch": 18.25, "learning_rate": 7.197167510788479e-05, "loss": 19.8916, "step": 20549 }, { "epoch": 18.25, "learning_rate": 7.196914638620989e-05, "loss": 19.333, "step": 20550 }, { "epoch": 18.25, "learning_rate": 7.19666175948973e-05, "loss": 19.2051, "step": 20551 }, { "epoch": 18.25, "learning_rate": 7.196408873395502e-05, "loss": 19.6592, "step": 20552 }, { "epoch": 18.25, "learning_rate": 7.196155980339103e-05, "loss": 19.8008, "step": 20553 }, { "epoch": 18.25, "learning_rate": 7.195903080321338e-05, "loss": 19.498, "step": 20554 }, { "epoch": 18.25, "learning_rate": 7.195650173343007e-05, "loss": 19.0762, "step": 20555 }, { "epoch": 18.26, "learning_rate": 7.195397259404913e-05, "loss": 19.6221, "step": 20556 }, { "epoch": 18.26, "learning_rate": 7.195144338507856e-05, "loss": 19.7148, "step": 20557 }, { "epoch": 18.26, "learning_rate": 7.19489141065264e-05, "loss": 19.8379, "step": 20558 }, { "epoch": 18.26, "learning_rate": 7.194638475840063e-05, "loss": 20.25, "step": 20559 }, { "epoch": 18.26, "learning_rate": 7.194385534070932e-05, "loss": 19.8447, "step": 20560 }, { "epoch": 18.26, "learning_rate": 7.194132585346045e-05, "loss": 20.0166, "step": 20561 }, { "epoch": 18.26, "learning_rate": 7.193879629666205e-05, "loss": 20.125, "step": 20562 }, { "epoch": 18.26, "learning_rate": 7.193626667032213e-05, "loss": 20.0098, "step": 20563 }, { "epoch": 18.26, "learning_rate": 7.19337369744487e-05, "loss": 19.3965, "step": 20564 }, { "epoch": 18.26, "learning_rate": 7.193120720904982e-05, "loss": 19.5996, "step": 20565 }, { "epoch": 18.26, "learning_rate": 7.192867737413348e-05, "loss": 19.9551, "step": 20566 }, { "epoch": 18.27, "learning_rate": 7.192614746970769e-05, "loss": 20.0342, "step": 20567 }, { "epoch": 18.27, "learning_rate": 7.192361749578047e-05, "loss": 19.5381, "step": 20568 }, { "epoch": 18.27, "learning_rate": 7.192108745235987e-05, "loss": 19.8945, "step": 20569 }, { "epoch": 18.27, "learning_rate": 7.192108745235987e-05, "loss": 19.9834, "step": 20570 }, { "epoch": 18.27, "learning_rate": 7.191855733945387e-05, "loss": 19.8115, "step": 20571 }, { "epoch": 18.27, "learning_rate": 7.191602715707053e-05, "loss": 19.9531, "step": 20572 }, { "epoch": 18.27, "learning_rate": 7.191349690521782e-05, "loss": 19.4795, "step": 20573 }, { "epoch": 18.27, "learning_rate": 7.191096658390381e-05, "loss": 20.3096, "step": 20574 }, { "epoch": 18.27, "learning_rate": 7.190843619313652e-05, "loss": 20.0283, "step": 20575 }, { "epoch": 18.27, "learning_rate": 7.190590573292393e-05, "loss": 19.7148, "step": 20576 }, { "epoch": 18.27, "learning_rate": 7.190337520327407e-05, "loss": 19.8027, "step": 20577 }, { "epoch": 18.28, "learning_rate": 7.190084460419499e-05, "loss": 19.5703, "step": 20578 }, { "epoch": 18.28, "learning_rate": 7.189831393569468e-05, "loss": 19.8447, "step": 20579 }, { "epoch": 18.28, "learning_rate": 7.18957831977812e-05, "loss": 19.7334, "step": 20580 }, { "epoch": 18.28, "learning_rate": 7.189325239046254e-05, "loss": 19.3877, "step": 20581 }, { "epoch": 18.28, "learning_rate": 7.18907215137467e-05, "loss": 19.8145, "step": 20582 }, { "epoch": 18.28, "learning_rate": 7.188819056764177e-05, "loss": 19.4795, "step": 20583 }, { "epoch": 18.28, "learning_rate": 7.188565955215572e-05, "loss": 20.0879, "step": 20584 }, { "epoch": 18.28, "learning_rate": 7.18831284672966e-05, "loss": 20.2773, "step": 20585 }, { "epoch": 18.28, "learning_rate": 7.188059731307241e-05, "loss": 19.8193, "step": 20586 }, { "epoch": 18.28, "learning_rate": 7.18780660894912e-05, "loss": 19.8301, "step": 20587 }, { "epoch": 18.28, "learning_rate": 7.187553479656097e-05, "loss": 19.6758, "step": 20588 }, { "epoch": 18.29, "learning_rate": 7.187300343428974e-05, "loss": 19.8428, "step": 20589 }, { "epoch": 18.29, "learning_rate": 7.187047200268555e-05, "loss": 19.6553, "step": 20590 }, { "epoch": 18.29, "learning_rate": 7.186794050175643e-05, "loss": 20.4082, "step": 20591 }, { "epoch": 18.29, "learning_rate": 7.186540893151039e-05, "loss": 19.2393, "step": 20592 }, { "epoch": 18.29, "learning_rate": 7.186287729195545e-05, "loss": 20.1982, "step": 20593 }, { "epoch": 18.29, "learning_rate": 7.186034558309966e-05, "loss": 19.6777, "step": 20594 }, { "epoch": 18.29, "learning_rate": 7.185781380495101e-05, "loss": 19.3467, "step": 20595 }, { "epoch": 18.29, "learning_rate": 7.185528195751756e-05, "loss": 19.7666, "step": 20596 }, { "epoch": 18.29, "learning_rate": 7.185275004080731e-05, "loss": 20.249, "step": 20597 }, { "epoch": 18.29, "learning_rate": 7.18502180548283e-05, "loss": 20.6973, "step": 20598 }, { "epoch": 18.29, "learning_rate": 7.184768599958855e-05, "loss": 19.0732, "step": 20599 }, { "epoch": 18.29, "learning_rate": 7.184515387509607e-05, "loss": 20.5869, "step": 20600 }, { "epoch": 18.3, "learning_rate": 7.184262168135892e-05, "loss": 19.8955, "step": 20601 }, { "epoch": 18.3, "learning_rate": 7.184008941838512e-05, "loss": 19.8682, "step": 20602 }, { "epoch": 18.3, "learning_rate": 7.183755708618267e-05, "loss": 19.7852, "step": 20603 }, { "epoch": 18.3, "learning_rate": 7.183502468475963e-05, "loss": 20.0596, "step": 20604 }, { "epoch": 18.3, "learning_rate": 7.183249221412398e-05, "loss": 20.1064, "step": 20605 }, { "epoch": 18.3, "learning_rate": 7.18299596742838e-05, "loss": 19.1582, "step": 20606 }, { "epoch": 18.3, "learning_rate": 7.18274270652471e-05, "loss": 19.6025, "step": 20607 }, { "epoch": 18.3, "learning_rate": 7.182489438702189e-05, "loss": 20.29, "step": 20608 }, { "epoch": 18.3, "learning_rate": 7.182236163961621e-05, "loss": 19.9609, "step": 20609 }, { "epoch": 18.3, "learning_rate": 7.18198288230381e-05, "loss": 19.5742, "step": 20610 }, { "epoch": 18.3, "learning_rate": 7.181729593729558e-05, "loss": 20.0869, "step": 20611 }, { "epoch": 18.31, "learning_rate": 7.181476298239666e-05, "loss": 19.2246, "step": 20612 }, { "epoch": 18.31, "learning_rate": 7.181222995834941e-05, "loss": 19.9229, "step": 20613 }, { "epoch": 18.31, "learning_rate": 7.180969686516181e-05, "loss": 19.6523, "step": 20614 }, { "epoch": 18.31, "learning_rate": 7.180716370284196e-05, "loss": 19.373, "step": 20615 }, { "epoch": 18.31, "learning_rate": 7.180463047139779e-05, "loss": 19.7217, "step": 20616 }, { "epoch": 18.31, "learning_rate": 7.18020971708374e-05, "loss": 19.6602, "step": 20617 }, { "epoch": 18.31, "learning_rate": 7.179956380116882e-05, "loss": 19.0449, "step": 20618 }, { "epoch": 18.31, "learning_rate": 7.179703036240006e-05, "loss": 19.9258, "step": 20619 }, { "epoch": 18.31, "learning_rate": 7.179449685453914e-05, "loss": 19.5889, "step": 20620 }, { "epoch": 18.31, "learning_rate": 7.179196327759412e-05, "loss": 19.5898, "step": 20621 }, { "epoch": 18.31, "learning_rate": 7.178942963157301e-05, "loss": 20.04, "step": 20622 }, { "epoch": 18.32, "learning_rate": 7.178689591648386e-05, "loss": 19.3076, "step": 20623 }, { "epoch": 18.32, "learning_rate": 7.178436213233469e-05, "loss": 20.5244, "step": 20624 }, { "epoch": 18.32, "learning_rate": 7.17818282791335e-05, "loss": 20.1162, "step": 20625 }, { "epoch": 18.32, "learning_rate": 7.177929435688837e-05, "loss": 20.1904, "step": 20626 }, { "epoch": 18.32, "learning_rate": 7.177676036560732e-05, "loss": 19.8789, "step": 20627 }, { "epoch": 18.32, "learning_rate": 7.177422630529837e-05, "loss": 19.7266, "step": 20628 }, { "epoch": 18.32, "learning_rate": 7.177169217596958e-05, "loss": 19.4473, "step": 20629 }, { "epoch": 18.32, "learning_rate": 7.176915797762891e-05, "loss": 21.04, "step": 20630 }, { "epoch": 18.32, "learning_rate": 7.17666237102845e-05, "loss": 20.0312, "step": 20631 }, { "epoch": 18.32, "learning_rate": 7.17640893739443e-05, "loss": 20.1084, "step": 20632 }, { "epoch": 18.32, "learning_rate": 7.176155496861638e-05, "loss": 20.6104, "step": 20633 }, { "epoch": 18.33, "learning_rate": 7.175902049430875e-05, "loss": 19.8955, "step": 20634 }, { "epoch": 18.33, "learning_rate": 7.175648595102948e-05, "loss": 19.874, "step": 20635 }, { "epoch": 18.33, "learning_rate": 7.175395133878657e-05, "loss": 19.8809, "step": 20636 }, { "epoch": 18.33, "learning_rate": 7.175141665758808e-05, "loss": 19.9551, "step": 20637 }, { "epoch": 18.33, "learning_rate": 7.174888190744202e-05, "loss": 19.7266, "step": 20638 }, { "epoch": 18.33, "learning_rate": 7.174634708835644e-05, "loss": 20.0195, "step": 20639 }, { "epoch": 18.33, "learning_rate": 7.174381220033935e-05, "loss": 20.0107, "step": 20640 }, { "epoch": 18.33, "learning_rate": 7.174127724339883e-05, "loss": 20.1738, "step": 20641 }, { "epoch": 18.33, "learning_rate": 7.173874221754289e-05, "loss": 19.6445, "step": 20642 }, { "epoch": 18.33, "learning_rate": 7.173620712277956e-05, "loss": 18.6621, "step": 20643 }, { "epoch": 18.33, "learning_rate": 7.173367195911686e-05, "loss": 19.8809, "step": 20644 }, { "epoch": 18.33, "learning_rate": 7.173113672656289e-05, "loss": 20.0898, "step": 20645 }, { "epoch": 18.34, "learning_rate": 7.172860142512562e-05, "loss": 20.001, "step": 20646 }, { "epoch": 18.34, "learning_rate": 7.17260660548131e-05, "loss": 20.0596, "step": 20647 }, { "epoch": 18.34, "learning_rate": 7.17235306156334e-05, "loss": 19.6426, "step": 20648 }, { "epoch": 18.34, "learning_rate": 7.172099510759452e-05, "loss": 19.418, "step": 20649 }, { "epoch": 18.34, "learning_rate": 7.171845953070452e-05, "loss": 19.9277, "step": 20650 }, { "epoch": 18.34, "learning_rate": 7.171592388497144e-05, "loss": 19.9492, "step": 20651 }, { "epoch": 18.34, "learning_rate": 7.171338817040329e-05, "loss": 19.833, "step": 20652 }, { "epoch": 18.34, "learning_rate": 7.171085238700812e-05, "loss": 19.6582, "step": 20653 }, { "epoch": 18.34, "learning_rate": 7.170831653479398e-05, "loss": 19.8359, "step": 20654 }, { "epoch": 18.34, "learning_rate": 7.170578061376889e-05, "loss": 19.6387, "step": 20655 }, { "epoch": 18.34, "learning_rate": 7.170324462394091e-05, "loss": 18.9092, "step": 20656 }, { "epoch": 18.35, "learning_rate": 7.170070856531805e-05, "loss": 20.3623, "step": 20657 }, { "epoch": 18.35, "learning_rate": 7.169817243790838e-05, "loss": 19.8672, "step": 20658 }, { "epoch": 18.35, "learning_rate": 7.169563624171992e-05, "loss": 19.9746, "step": 20659 }, { "epoch": 18.35, "learning_rate": 7.169309997676071e-05, "loss": 20.4619, "step": 20660 }, { "epoch": 18.35, "learning_rate": 7.16905636430388e-05, "loss": 20.0742, "step": 20661 }, { "epoch": 18.35, "learning_rate": 7.168802724056222e-05, "loss": 20.042, "step": 20662 }, { "epoch": 18.35, "learning_rate": 7.168549076933902e-05, "loss": 19.582, "step": 20663 }, { "epoch": 18.35, "learning_rate": 7.168295422937723e-05, "loss": 19.9473, "step": 20664 }, { "epoch": 18.35, "learning_rate": 7.168041762068488e-05, "loss": 19.9629, "step": 20665 }, { "epoch": 18.35, "learning_rate": 7.167788094327003e-05, "loss": 19.5645, "step": 20666 }, { "epoch": 18.35, "learning_rate": 7.167534419714071e-05, "loss": 20.1572, "step": 20667 }, { "epoch": 18.36, "learning_rate": 7.167280738230498e-05, "loss": 19.7998, "step": 20668 }, { "epoch": 18.36, "learning_rate": 7.167027049877087e-05, "loss": 19.6152, "step": 20669 }, { "epoch": 18.36, "learning_rate": 7.166773354654638e-05, "loss": 19.9639, "step": 20670 }, { "epoch": 18.36, "learning_rate": 7.166519652563963e-05, "loss": 19.9678, "step": 20671 }, { "epoch": 18.36, "learning_rate": 7.16626594360586e-05, "loss": 20.3496, "step": 20672 }, { "epoch": 18.36, "learning_rate": 7.166012227781136e-05, "loss": 20.1943, "step": 20673 }, { "epoch": 18.36, "learning_rate": 7.165758505090594e-05, "loss": 19.2051, "step": 20674 }, { "epoch": 18.36, "learning_rate": 7.165504775535039e-05, "loss": 20.1396, "step": 20675 }, { "epoch": 18.36, "learning_rate": 7.165251039115275e-05, "loss": 20.3213, "step": 20676 }, { "epoch": 18.36, "learning_rate": 7.164997295832108e-05, "loss": 19.1787, "step": 20677 }, { "epoch": 18.36, "learning_rate": 7.16474354568634e-05, "loss": 19.625, "step": 20678 }, { "epoch": 18.37, "learning_rate": 7.164489788678774e-05, "loss": 19.8506, "step": 20679 }, { "epoch": 18.37, "learning_rate": 7.164236024810219e-05, "loss": 20.0518, "step": 20680 }, { "epoch": 18.37, "learning_rate": 7.164236024810219e-05, "loss": 20.9658, "step": 20681 }, { "epoch": 18.37, "learning_rate": 7.163982254081475e-05, "loss": 20.3027, "step": 20682 }, { "epoch": 18.37, "learning_rate": 7.16372847649335e-05, "loss": 20.541, "step": 20683 }, { "epoch": 18.37, "learning_rate": 7.163474692046643e-05, "loss": 20.6455, "step": 20684 }, { "epoch": 18.37, "learning_rate": 7.163220900742165e-05, "loss": 20.3848, "step": 20685 }, { "epoch": 18.37, "learning_rate": 7.162967102580717e-05, "loss": 20.4707, "step": 20686 }, { "epoch": 18.37, "learning_rate": 7.162713297563105e-05, "loss": 19.918, "step": 20687 }, { "epoch": 18.37, "learning_rate": 7.16245948569013e-05, "loss": 19.5449, "step": 20688 }, { "epoch": 18.37, "learning_rate": 7.162205666962601e-05, "loss": 20.2129, "step": 20689 }, { "epoch": 18.37, "learning_rate": 7.16195184138132e-05, "loss": 19.5273, "step": 20690 }, { "epoch": 18.38, "learning_rate": 7.161698008947093e-05, "loss": 20.3506, "step": 20691 }, { "epoch": 18.38, "learning_rate": 7.161444169660722e-05, "loss": 20.0791, "step": 20692 }, { "epoch": 18.38, "learning_rate": 7.161190323523014e-05, "loss": 20.0127, "step": 20693 }, { "epoch": 18.38, "learning_rate": 7.160936470534773e-05, "loss": 19.7988, "step": 20694 }, { "epoch": 18.38, "learning_rate": 7.160682610696805e-05, "loss": 19.4922, "step": 20695 }, { "epoch": 18.38, "learning_rate": 7.160428744009912e-05, "loss": 19.6523, "step": 20696 }, { "epoch": 18.38, "learning_rate": 7.1601748704749e-05, "loss": 20.2051, "step": 20697 }, { "epoch": 18.38, "learning_rate": 7.159920990092575e-05, "loss": 19.3799, "step": 20698 }, { "epoch": 18.38, "learning_rate": 7.15966710286374e-05, "loss": 20.2539, "step": 20699 }, { "epoch": 18.38, "learning_rate": 7.1594132087892e-05, "loss": 19.9072, "step": 20700 }, { "epoch": 18.38, "learning_rate": 7.159159307869759e-05, "loss": 20.3525, "step": 20701 }, { "epoch": 18.39, "learning_rate": 7.158905400106226e-05, "loss": 19.8896, "step": 20702 }, { "epoch": 18.39, "learning_rate": 7.1586514854994e-05, "loss": 19.6201, "step": 20703 }, { "epoch": 18.39, "learning_rate": 7.158397564050089e-05, "loss": 19.8477, "step": 20704 }, { "epoch": 18.39, "learning_rate": 7.158143635759097e-05, "loss": 19.6953, "step": 20705 }, { "epoch": 18.39, "learning_rate": 7.15788970062723e-05, "loss": 19.5381, "step": 20706 }, { "epoch": 18.39, "learning_rate": 7.157635758655295e-05, "loss": 19.6719, "step": 20707 }, { "epoch": 18.39, "learning_rate": 7.157381809844091e-05, "loss": 20.2393, "step": 20708 }, { "epoch": 18.39, "learning_rate": 7.157127854194427e-05, "loss": 20.1738, "step": 20709 }, { "epoch": 18.39, "learning_rate": 7.156873891707107e-05, "loss": 19.9961, "step": 20710 }, { "epoch": 18.39, "learning_rate": 7.156619922382937e-05, "loss": 19.9082, "step": 20711 }, { "epoch": 18.39, "learning_rate": 7.156365946222721e-05, "loss": 19.5977, "step": 20712 }, { "epoch": 18.4, "learning_rate": 7.156111963227265e-05, "loss": 19.9902, "step": 20713 }, { "epoch": 18.4, "learning_rate": 7.155857973397371e-05, "loss": 19.7461, "step": 20714 }, { "epoch": 18.4, "learning_rate": 7.155603976733849e-05, "loss": 20.082, "step": 20715 }, { "epoch": 18.4, "learning_rate": 7.1553499732375e-05, "loss": 19.8936, "step": 20716 }, { "epoch": 18.4, "learning_rate": 7.155095962909131e-05, "loss": 19.9033, "step": 20717 }, { "epoch": 18.4, "learning_rate": 7.154841945749548e-05, "loss": 19.7412, "step": 20718 }, { "epoch": 18.4, "learning_rate": 7.154587921759553e-05, "loss": 20.04, "step": 20719 }, { "epoch": 18.4, "learning_rate": 7.154333890939954e-05, "loss": 19.7383, "step": 20720 }, { "epoch": 18.4, "learning_rate": 7.154079853291558e-05, "loss": 19.958, "step": 20721 }, { "epoch": 18.4, "learning_rate": 7.153825808815166e-05, "loss": 19.6465, "step": 20722 }, { "epoch": 18.4, "learning_rate": 7.153571757511585e-05, "loss": 19.6406, "step": 20723 }, { "epoch": 18.4, "learning_rate": 7.153317699381619e-05, "loss": 19.8535, "step": 20724 }, { "epoch": 18.41, "learning_rate": 7.153063634426076e-05, "loss": 19.9043, "step": 20725 }, { "epoch": 18.41, "learning_rate": 7.152809562645761e-05, "loss": 19.9746, "step": 20726 }, { "epoch": 18.41, "learning_rate": 7.152555484041476e-05, "loss": 19.3682, "step": 20727 }, { "epoch": 18.41, "learning_rate": 7.15230139861403e-05, "loss": 19.9521, "step": 20728 }, { "epoch": 18.41, "learning_rate": 7.152047306364227e-05, "loss": 19.7812, "step": 20729 }, { "epoch": 18.41, "learning_rate": 7.151793207292871e-05, "loss": 19.7119, "step": 20730 }, { "epoch": 18.41, "learning_rate": 7.151539101400772e-05, "loss": 19.9424, "step": 20731 }, { "epoch": 18.41, "learning_rate": 7.15128498868873e-05, "loss": 19.8701, "step": 20732 }, { "epoch": 18.41, "learning_rate": 7.151030869157553e-05, "loss": 19.7227, "step": 20733 }, { "epoch": 18.41, "learning_rate": 7.150776742808048e-05, "loss": 20.0244, "step": 20734 }, { "epoch": 18.41, "learning_rate": 7.150522609641019e-05, "loss": 19.8945, "step": 20735 }, { "epoch": 18.42, "learning_rate": 7.150268469657271e-05, "loss": 20.0283, "step": 20736 }, { "epoch": 18.42, "learning_rate": 7.150014322857608e-05, "loss": 19.7598, "step": 20737 }, { "epoch": 18.42, "learning_rate": 7.14976016924284e-05, "loss": 20.1445, "step": 20738 }, { "epoch": 18.42, "learning_rate": 7.14950600881377e-05, "loss": 19.9463, "step": 20739 }, { "epoch": 18.42, "learning_rate": 7.149251841571204e-05, "loss": 20.1494, "step": 20740 }, { "epoch": 18.42, "learning_rate": 7.148997667515945e-05, "loss": 19.4775, "step": 20741 }, { "epoch": 18.42, "learning_rate": 7.148743486648805e-05, "loss": 20.0947, "step": 20742 }, { "epoch": 18.42, "learning_rate": 7.148489298970584e-05, "loss": 20.5332, "step": 20743 }, { "epoch": 18.42, "learning_rate": 7.148235104482089e-05, "loss": 19.6475, "step": 20744 }, { "epoch": 18.42, "learning_rate": 7.147980903184129e-05, "loss": 20.1758, "step": 20745 }, { "epoch": 18.42, "learning_rate": 7.147726695077504e-05, "loss": 19.916, "step": 20746 }, { "epoch": 18.43, "learning_rate": 7.147472480163025e-05, "loss": 19.8564, "step": 20747 }, { "epoch": 18.43, "learning_rate": 7.147218258441496e-05, "loss": 20.0811, "step": 20748 }, { "epoch": 18.43, "learning_rate": 7.146964029913721e-05, "loss": 20.2344, "step": 20749 }, { "epoch": 18.43, "learning_rate": 7.146709794580508e-05, "loss": 19.2686, "step": 20750 }, { "epoch": 18.43, "learning_rate": 7.146455552442664e-05, "loss": 19.5654, "step": 20751 }, { "epoch": 18.43, "learning_rate": 7.146201303500991e-05, "loss": 20.1797, "step": 20752 }, { "epoch": 18.43, "learning_rate": 7.145947047756299e-05, "loss": 20.2373, "step": 20753 }, { "epoch": 18.43, "learning_rate": 7.14569278520939e-05, "loss": 19.3184, "step": 20754 }, { "epoch": 18.43, "learning_rate": 7.145438515861073e-05, "loss": 19.5762, "step": 20755 }, { "epoch": 18.43, "learning_rate": 7.145184239712155e-05, "loss": 19.4238, "step": 20756 }, { "epoch": 18.43, "learning_rate": 7.144929956763437e-05, "loss": 19.5879, "step": 20757 }, { "epoch": 18.44, "learning_rate": 7.14467566701573e-05, "loss": 18.9668, "step": 20758 }, { "epoch": 18.44, "learning_rate": 7.144421370469838e-05, "loss": 20.0244, "step": 20759 }, { "epoch": 18.44, "learning_rate": 7.144167067126566e-05, "loss": 19.8779, "step": 20760 }, { "epoch": 18.44, "learning_rate": 7.143912756986723e-05, "loss": 19.4492, "step": 20761 }, { "epoch": 18.44, "learning_rate": 7.143658440051112e-05, "loss": 19.9795, "step": 20762 }, { "epoch": 18.44, "learning_rate": 7.14340411632054e-05, "loss": 20.0068, "step": 20763 }, { "epoch": 18.44, "learning_rate": 7.143149785795815e-05, "loss": 20.2549, "step": 20764 }, { "epoch": 18.44, "learning_rate": 7.142895448477741e-05, "loss": 20.2402, "step": 20765 }, { "epoch": 18.44, "learning_rate": 7.142641104367126e-05, "loss": 19.4941, "step": 20766 }, { "epoch": 18.44, "learning_rate": 7.142386753464774e-05, "loss": 20.0449, "step": 20767 }, { "epoch": 18.44, "learning_rate": 7.142132395771492e-05, "loss": 19.7822, "step": 20768 }, { "epoch": 18.44, "learning_rate": 7.141878031288089e-05, "loss": 19.8926, "step": 20769 }, { "epoch": 18.45, "learning_rate": 7.141623660015369e-05, "loss": 19.8936, "step": 20770 }, { "epoch": 18.45, "learning_rate": 7.141369281954136e-05, "loss": 19.6582, "step": 20771 }, { "epoch": 18.45, "learning_rate": 7.141114897105202e-05, "loss": 19.4277, "step": 20772 }, { "epoch": 18.45, "learning_rate": 7.140860505469366e-05, "loss": 19.6143, "step": 20773 }, { "epoch": 18.45, "learning_rate": 7.140860505469366e-05, "loss": 19.7715, "step": 20774 }, { "epoch": 18.45, "learning_rate": 7.140606107047442e-05, "loss": 20.2285, "step": 20775 }, { "epoch": 18.45, "learning_rate": 7.140351701840231e-05, "loss": 19.9209, "step": 20776 }, { "epoch": 18.45, "learning_rate": 7.140097289848541e-05, "loss": 20.3594, "step": 20777 }, { "epoch": 18.45, "learning_rate": 7.139842871073179e-05, "loss": 19.957, "step": 20778 }, { "epoch": 18.45, "learning_rate": 7.13958844551495e-05, "loss": 19.9863, "step": 20779 }, { "epoch": 18.45, "learning_rate": 7.139334013174663e-05, "loss": 20.1211, "step": 20780 }, { "epoch": 18.46, "learning_rate": 7.139079574053124e-05, "loss": 19.7109, "step": 20781 }, { "epoch": 18.46, "learning_rate": 7.138825128151136e-05, "loss": 19.8955, "step": 20782 }, { "epoch": 18.46, "learning_rate": 7.138570675469511e-05, "loss": 19.6211, "step": 20783 }, { "epoch": 18.46, "learning_rate": 7.138316216009051e-05, "loss": 19.1846, "step": 20784 }, { "epoch": 18.46, "learning_rate": 7.138061749770564e-05, "loss": 19.5791, "step": 20785 }, { "epoch": 18.46, "learning_rate": 7.137807276754857e-05, "loss": 19.5811, "step": 20786 }, { "epoch": 18.46, "learning_rate": 7.137552796962737e-05, "loss": 19.7148, "step": 20787 }, { "epoch": 18.46, "learning_rate": 7.13729831039501e-05, "loss": 20.0527, "step": 20788 }, { "epoch": 18.46, "learning_rate": 7.137043817052484e-05, "loss": 19.999, "step": 20789 }, { "epoch": 18.46, "learning_rate": 7.136789316935964e-05, "loss": 19.1807, "step": 20790 }, { "epoch": 18.46, "learning_rate": 7.136534810046256e-05, "loss": 19.7686, "step": 20791 }, { "epoch": 18.47, "learning_rate": 7.136280296384168e-05, "loss": 19.6064, "step": 20792 }, { "epoch": 18.47, "learning_rate": 7.136025775950507e-05, "loss": 19.6445, "step": 20793 }, { "epoch": 18.47, "learning_rate": 7.135771248746081e-05, "loss": 19.916, "step": 20794 }, { "epoch": 18.47, "learning_rate": 7.135516714771693e-05, "loss": 19.9248, "step": 20795 }, { "epoch": 18.47, "learning_rate": 7.135262174028152e-05, "loss": 20.041, "step": 20796 }, { "epoch": 18.47, "learning_rate": 7.135007626516268e-05, "loss": 19.2969, "step": 20797 }, { "epoch": 18.47, "learning_rate": 7.134753072236843e-05, "loss": 19.5098, "step": 20798 }, { "epoch": 18.47, "learning_rate": 7.134498511190684e-05, "loss": 20.1123, "step": 20799 }, { "epoch": 18.47, "learning_rate": 7.134243943378603e-05, "loss": 19.874, "step": 20800 }, { "epoch": 18.47, "learning_rate": 7.133989368801402e-05, "loss": 19.3066, "step": 20801 }, { "epoch": 18.47, "learning_rate": 7.133734787459889e-05, "loss": 20.4453, "step": 20802 }, { "epoch": 18.48, "learning_rate": 7.133480199354871e-05, "loss": 19.4775, "step": 20803 }, { "epoch": 18.48, "learning_rate": 7.133225604487156e-05, "loss": 20.0049, "step": 20804 }, { "epoch": 18.48, "learning_rate": 7.132971002857552e-05, "loss": 20.3584, "step": 20805 }, { "epoch": 18.48, "learning_rate": 7.132716394466864e-05, "loss": 19.4766, "step": 20806 }, { "epoch": 18.48, "learning_rate": 7.1324617793159e-05, "loss": 19.8467, "step": 20807 }, { "epoch": 18.48, "learning_rate": 7.132207157405463e-05, "loss": 19.8184, "step": 20808 }, { "epoch": 18.48, "learning_rate": 7.131952528736367e-05, "loss": 20.043, "step": 20809 }, { "epoch": 18.48, "learning_rate": 7.131697893309415e-05, "loss": 19.9287, "step": 20810 }, { "epoch": 18.48, "learning_rate": 7.131443251125416e-05, "loss": 19.5947, "step": 20811 }, { "epoch": 18.48, "learning_rate": 7.131188602185175e-05, "loss": 20.2539, "step": 20812 }, { "epoch": 18.48, "learning_rate": 7.1309339464895e-05, "loss": 20.0273, "step": 20813 }, { "epoch": 18.48, "learning_rate": 7.130679284039198e-05, "loss": 19.5371, "step": 20814 }, { "epoch": 18.49, "learning_rate": 7.13042461483508e-05, "loss": 19.7588, "step": 20815 }, { "epoch": 18.49, "learning_rate": 7.130169938877949e-05, "loss": 20.1455, "step": 20816 }, { "epoch": 18.49, "learning_rate": 7.12991525616861e-05, "loss": 19.752, "step": 20817 }, { "epoch": 18.49, "learning_rate": 7.129660566707876e-05, "loss": 20.0791, "step": 20818 }, { "epoch": 18.49, "learning_rate": 7.129405870496553e-05, "loss": 19.4717, "step": 20819 }, { "epoch": 18.49, "learning_rate": 7.129151167535446e-05, "loss": 19.6182, "step": 20820 }, { "epoch": 18.49, "learning_rate": 7.128896457825364e-05, "loss": 19.1729, "step": 20821 }, { "epoch": 18.49, "learning_rate": 7.128641741367114e-05, "loss": 19.4824, "step": 20822 }, { "epoch": 18.49, "learning_rate": 7.128387018161503e-05, "loss": 19.8271, "step": 20823 }, { "epoch": 18.49, "learning_rate": 7.128132288209339e-05, "loss": 19.6191, "step": 20824 }, { "epoch": 18.49, "learning_rate": 7.127877551511429e-05, "loss": 19.6904, "step": 20825 }, { "epoch": 18.5, "learning_rate": 7.127622808068581e-05, "loss": 19.8008, "step": 20826 }, { "epoch": 18.5, "learning_rate": 7.127368057881602e-05, "loss": 19.3311, "step": 20827 }, { "epoch": 18.5, "learning_rate": 7.1271133009513e-05, "loss": 19.2227, "step": 20828 }, { "epoch": 18.5, "learning_rate": 7.126858537278483e-05, "loss": 19.0488, "step": 20829 }, { "epoch": 18.5, "learning_rate": 7.126603766863955e-05, "loss": 20.0254, "step": 20830 }, { "epoch": 18.5, "learning_rate": 7.126348989708529e-05, "loss": 19.4805, "step": 20831 }, { "epoch": 18.5, "learning_rate": 7.126094205813009e-05, "loss": 19.6592, "step": 20832 }, { "epoch": 18.5, "learning_rate": 7.125839415178204e-05, "loss": 20.2168, "step": 20833 }, { "epoch": 18.5, "learning_rate": 7.125584617804921e-05, "loss": 19.585, "step": 20834 }, { "epoch": 18.5, "learning_rate": 7.125329813693967e-05, "loss": 19.9561, "step": 20835 }, { "epoch": 18.5, "learning_rate": 7.125075002846151e-05, "loss": 19.8936, "step": 20836 }, { "epoch": 18.51, "learning_rate": 7.124820185262283e-05, "loss": 19.4697, "step": 20837 }, { "epoch": 18.51, "learning_rate": 7.124565360943165e-05, "loss": 19.7852, "step": 20838 }, { "epoch": 18.51, "learning_rate": 7.124310529889606e-05, "loss": 19.6328, "step": 20839 }, { "epoch": 18.51, "learning_rate": 7.124055692102418e-05, "loss": 19.6875, "step": 20840 }, { "epoch": 18.51, "learning_rate": 7.123800847582407e-05, "loss": 19.7412, "step": 20841 }, { "epoch": 18.51, "learning_rate": 7.123545996330379e-05, "loss": 19.4717, "step": 20842 }, { "epoch": 18.51, "learning_rate": 7.123291138347142e-05, "loss": 19.8008, "step": 20843 }, { "epoch": 18.51, "learning_rate": 7.123036273633505e-05, "loss": 19.7822, "step": 20844 }, { "epoch": 18.51, "learning_rate": 7.122781402190277e-05, "loss": 19.415, "step": 20845 }, { "epoch": 18.51, "learning_rate": 7.122526524018264e-05, "loss": 19.4678, "step": 20846 }, { "epoch": 18.51, "learning_rate": 7.122271639118273e-05, "loss": 20.3828, "step": 20847 }, { "epoch": 18.52, "learning_rate": 7.122016747491114e-05, "loss": 19.1963, "step": 20848 }, { "epoch": 18.52, "learning_rate": 7.121761849137593e-05, "loss": 19.4961, "step": 20849 }, { "epoch": 18.52, "learning_rate": 7.121506944058523e-05, "loss": 19.7002, "step": 20850 }, { "epoch": 18.52, "learning_rate": 7.121252032254706e-05, "loss": 20.1182, "step": 20851 }, { "epoch": 18.52, "learning_rate": 7.120997113726951e-05, "loss": 19.918, "step": 20852 }, { "epoch": 18.52, "learning_rate": 7.12074218847607e-05, "loss": 20.0068, "step": 20853 }, { "epoch": 18.52, "learning_rate": 7.120487256502866e-05, "loss": 19.8711, "step": 20854 }, { "epoch": 18.52, "learning_rate": 7.120232317808149e-05, "loss": 19.4688, "step": 20855 }, { "epoch": 18.52, "learning_rate": 7.11997737239273e-05, "loss": 19.7246, "step": 20856 }, { "epoch": 18.52, "learning_rate": 7.119722420257413e-05, "loss": 20.0537, "step": 20857 }, { "epoch": 18.52, "learning_rate": 7.11946746140301e-05, "loss": 19.9229, "step": 20858 }, { "epoch": 18.52, "learning_rate": 7.119212495830325e-05, "loss": 19.2637, "step": 20859 }, { "epoch": 18.53, "learning_rate": 7.118957523540168e-05, "loss": 19.8945, "step": 20860 }, { "epoch": 18.53, "learning_rate": 7.118702544533348e-05, "loss": 19.9639, "step": 20861 }, { "epoch": 18.53, "learning_rate": 7.118447558810673e-05, "loss": 19.6016, "step": 20862 }, { "epoch": 18.53, "learning_rate": 7.11819256637295e-05, "loss": 19.4873, "step": 20863 }, { "epoch": 18.53, "learning_rate": 7.11793756722099e-05, "loss": 19.6436, "step": 20864 }, { "epoch": 18.53, "learning_rate": 7.117682561355595e-05, "loss": 19.5342, "step": 20865 }, { "epoch": 18.53, "learning_rate": 7.117427548777583e-05, "loss": 19.7832, "step": 20866 }, { "epoch": 18.53, "learning_rate": 7.117172529487753e-05, "loss": 19.4307, "step": 20867 }, { "epoch": 18.53, "learning_rate": 7.116917503486919e-05, "loss": 19.7559, "step": 20868 }, { "epoch": 18.53, "learning_rate": 7.116662470775889e-05, "loss": 19.3047, "step": 20869 }, { "epoch": 18.53, "learning_rate": 7.11640743135547e-05, "loss": 20.4619, "step": 20870 }, { "epoch": 18.54, "learning_rate": 7.116152385226469e-05, "loss": 20.4307, "step": 20871 }, { "epoch": 18.54, "learning_rate": 7.115897332389698e-05, "loss": 19.8691, "step": 20872 }, { "epoch": 18.54, "learning_rate": 7.115642272845963e-05, "loss": 19.4395, "step": 20873 }, { "epoch": 18.54, "learning_rate": 7.115387206596072e-05, "loss": 19.7715, "step": 20874 }, { "epoch": 18.54, "learning_rate": 7.115132133640835e-05, "loss": 19.3301, "step": 20875 }, { "epoch": 18.54, "learning_rate": 7.11487705398106e-05, "loss": 19.8213, "step": 20876 }, { "epoch": 18.54, "learning_rate": 7.114621967617558e-05, "loss": 20.2432, "step": 20877 }, { "epoch": 18.54, "learning_rate": 7.114366874551131e-05, "loss": 19.7695, "step": 20878 }, { "epoch": 18.54, "learning_rate": 7.114111774782595e-05, "loss": 19.6924, "step": 20879 }, { "epoch": 18.54, "learning_rate": 7.113856668312756e-05, "loss": 19.7314, "step": 20880 }, { "epoch": 18.54, "learning_rate": 7.11360155514242e-05, "loss": 19.8252, "step": 20881 }, { "epoch": 18.55, "learning_rate": 7.113346435272397e-05, "loss": 19.9678, "step": 20882 }, { "epoch": 18.55, "learning_rate": 7.113091308703498e-05, "loss": 20.6504, "step": 20883 }, { "epoch": 18.55, "learning_rate": 7.112836175436529e-05, "loss": 19.9053, "step": 20884 }, { "epoch": 18.55, "learning_rate": 7.112581035472302e-05, "loss": 19.7109, "step": 20885 }, { "epoch": 18.55, "learning_rate": 7.112325888811622e-05, "loss": 19.499, "step": 20886 }, { "epoch": 18.55, "learning_rate": 7.112070735455298e-05, "loss": 19.833, "step": 20887 }, { "epoch": 18.55, "learning_rate": 7.111815575404141e-05, "loss": 20.3447, "step": 20888 }, { "epoch": 18.55, "learning_rate": 7.11156040865896e-05, "loss": 20.1709, "step": 20889 }, { "epoch": 18.55, "learning_rate": 7.111305235220563e-05, "loss": 19.4082, "step": 20890 }, { "epoch": 18.55, "learning_rate": 7.111050055089757e-05, "loss": 19.207, "step": 20891 }, { "epoch": 18.55, "learning_rate": 7.110794868267352e-05, "loss": 19.8125, "step": 20892 }, { "epoch": 18.56, "learning_rate": 7.11053967475416e-05, "loss": 19.4424, "step": 20893 }, { "epoch": 18.56, "learning_rate": 7.110284474550986e-05, "loss": 20.0674, "step": 20894 }, { "epoch": 18.56, "learning_rate": 7.11002926765864e-05, "loss": 19.9512, "step": 20895 }, { "epoch": 18.56, "learning_rate": 7.10977405407793e-05, "loss": 19.7236, "step": 20896 }, { "epoch": 18.56, "learning_rate": 7.109518833809667e-05, "loss": 20.2637, "step": 20897 }, { "epoch": 18.56, "learning_rate": 7.10926360685466e-05, "loss": 19.5977, "step": 20898 }, { "epoch": 18.56, "learning_rate": 7.109008373213718e-05, "loss": 19.9043, "step": 20899 }, { "epoch": 18.56, "learning_rate": 7.108753132887646e-05, "loss": 19.7012, "step": 20900 }, { "epoch": 18.56, "learning_rate": 7.108497885877259e-05, "loss": 19.9326, "step": 20901 }, { "epoch": 18.56, "learning_rate": 7.108242632183361e-05, "loss": 20.5771, "step": 20902 }, { "epoch": 18.56, "learning_rate": 7.107987371806765e-05, "loss": 19.71, "step": 20903 }, { "epoch": 18.56, "learning_rate": 7.107732104748279e-05, "loss": 19.8301, "step": 20904 }, { "epoch": 18.57, "learning_rate": 7.107476831008709e-05, "loss": 19.8223, "step": 20905 }, { "epoch": 18.57, "learning_rate": 7.10722155058887e-05, "loss": 20.1016, "step": 20906 }, { "epoch": 18.57, "learning_rate": 7.106966263489566e-05, "loss": 19.8135, "step": 20907 }, { "epoch": 18.57, "learning_rate": 7.10671096971161e-05, "loss": 19.5771, "step": 20908 }, { "epoch": 18.57, "learning_rate": 7.106455669255807e-05, "loss": 20.0547, "step": 20909 }, { "epoch": 18.57, "learning_rate": 7.10620036212297e-05, "loss": 19.748, "step": 20910 }, { "epoch": 18.57, "learning_rate": 7.105945048313907e-05, "loss": 19.7891, "step": 20911 }, { "epoch": 18.57, "learning_rate": 7.105689727829429e-05, "loss": 20.2393, "step": 20912 }, { "epoch": 18.57, "learning_rate": 7.105434400670341e-05, "loss": 20.4131, "step": 20913 }, { "epoch": 18.57, "learning_rate": 7.105179066837456e-05, "loss": 20.2021, "step": 20914 }, { "epoch": 18.57, "learning_rate": 7.104923726331581e-05, "loss": 19.9014, "step": 20915 }, { "epoch": 18.58, "learning_rate": 7.104668379153529e-05, "loss": 20.0586, "step": 20916 }, { "epoch": 18.58, "learning_rate": 7.104413025304107e-05, "loss": 19.8574, "step": 20917 }, { "epoch": 18.58, "learning_rate": 7.104157664784121e-05, "loss": 19.6387, "step": 20918 }, { "epoch": 18.58, "learning_rate": 7.103902297594387e-05, "loss": 20.1426, "step": 20919 }, { "epoch": 18.58, "learning_rate": 7.103902297594387e-05, "loss": 19.8096, "step": 20920 }, { "epoch": 18.58, "learning_rate": 7.103646923735712e-05, "loss": 20.5459, "step": 20921 }, { "epoch": 18.58, "learning_rate": 7.103391543208903e-05, "loss": 19.7979, "step": 20922 }, { "epoch": 18.58, "learning_rate": 7.103136156014771e-05, "loss": 19.9678, "step": 20923 }, { "epoch": 18.58, "learning_rate": 7.102880762154127e-05, "loss": 20.1992, "step": 20924 }, { "epoch": 18.58, "learning_rate": 7.10262536162778e-05, "loss": 20.0566, "step": 20925 }, { "epoch": 18.58, "learning_rate": 7.102369954436539e-05, "loss": 19.9375, "step": 20926 }, { "epoch": 18.59, "learning_rate": 7.102114540581212e-05, "loss": 19.5234, "step": 20927 }, { "epoch": 18.59, "learning_rate": 7.10185912006261e-05, "loss": 20.1357, "step": 20928 }, { "epoch": 18.59, "learning_rate": 7.101603692881545e-05, "loss": 20.0898, "step": 20929 }, { "epoch": 18.59, "learning_rate": 7.101348259038823e-05, "loss": 19.3652, "step": 20930 }, { "epoch": 18.59, "learning_rate": 7.101092818535255e-05, "loss": 19.916, "step": 20931 }, { "epoch": 18.59, "learning_rate": 7.100837371371652e-05, "loss": 20.2764, "step": 20932 }, { "epoch": 18.59, "learning_rate": 7.100581917548821e-05, "loss": 19.916, "step": 20933 }, { "epoch": 18.59, "learning_rate": 7.100326457067575e-05, "loss": 19.8672, "step": 20934 }, { "epoch": 18.59, "learning_rate": 7.100070989928723e-05, "loss": 19.4336, "step": 20935 }, { "epoch": 18.59, "learning_rate": 7.099815516133071e-05, "loss": 19.8555, "step": 20936 }, { "epoch": 18.59, "learning_rate": 7.099560035681433e-05, "loss": 20.5449, "step": 20937 }, { "epoch": 18.6, "learning_rate": 7.099304548574617e-05, "loss": 19.9111, "step": 20938 }, { "epoch": 18.6, "learning_rate": 7.099049054813434e-05, "loss": 19.9365, "step": 20939 }, { "epoch": 18.6, "learning_rate": 7.098793554398693e-05, "loss": 19.2305, "step": 20940 }, { "epoch": 18.6, "learning_rate": 7.098538047331202e-05, "loss": 20.1924, "step": 20941 }, { "epoch": 18.6, "learning_rate": 7.098282533611776e-05, "loss": 19.8574, "step": 20942 }, { "epoch": 18.6, "learning_rate": 7.098027013241221e-05, "loss": 20.5918, "step": 20943 }, { "epoch": 18.6, "learning_rate": 7.097771486220348e-05, "loss": 20.1953, "step": 20944 }, { "epoch": 18.6, "learning_rate": 7.097515952549965e-05, "loss": 19.6162, "step": 20945 }, { "epoch": 18.6, "learning_rate": 7.097260412230886e-05, "loss": 19.9062, "step": 20946 }, { "epoch": 18.6, "learning_rate": 7.097004865263918e-05, "loss": 19.4824, "step": 20947 }, { "epoch": 18.6, "learning_rate": 7.096749311649872e-05, "loss": 20.2021, "step": 20948 }, { "epoch": 18.6, "learning_rate": 7.096493751389558e-05, "loss": 19.8301, "step": 20949 }, { "epoch": 18.61, "learning_rate": 7.096238184483786e-05, "loss": 19.2256, "step": 20950 }, { "epoch": 18.61, "learning_rate": 7.095982610933365e-05, "loss": 19.8779, "step": 20951 }, { "epoch": 18.61, "learning_rate": 7.095727030739107e-05, "loss": 20.2109, "step": 20952 }, { "epoch": 18.61, "learning_rate": 7.095471443901823e-05, "loss": 19.7773, "step": 20953 }, { "epoch": 18.61, "learning_rate": 7.095215850422318e-05, "loss": 19.7031, "step": 20954 }, { "epoch": 18.61, "learning_rate": 7.094960250301406e-05, "loss": 19.9668, "step": 20955 }, { "epoch": 18.61, "learning_rate": 7.094704643539901e-05, "loss": 20.1553, "step": 20956 }, { "epoch": 18.61, "learning_rate": 7.094449030138606e-05, "loss": 19.7188, "step": 20957 }, { "epoch": 18.61, "learning_rate": 7.094193410098333e-05, "loss": 19.8496, "step": 20958 }, { "epoch": 18.61, "learning_rate": 7.093937783419897e-05, "loss": 18.9834, "step": 20959 }, { "epoch": 18.61, "learning_rate": 7.093682150104102e-05, "loss": 19.9414, "step": 20960 }, { "epoch": 18.62, "learning_rate": 7.093426510151762e-05, "loss": 20.1016, "step": 20961 }, { "epoch": 18.62, "learning_rate": 7.093170863563687e-05, "loss": 19.6055, "step": 20962 }, { "epoch": 18.62, "learning_rate": 7.092915210340685e-05, "loss": 20.1787, "step": 20963 }, { "epoch": 18.62, "learning_rate": 7.092659550483572e-05, "loss": 19.5703, "step": 20964 }, { "epoch": 18.62, "learning_rate": 7.092403883993152e-05, "loss": 20.0234, "step": 20965 }, { "epoch": 18.62, "learning_rate": 7.092148210870237e-05, "loss": 19.7607, "step": 20966 }, { "epoch": 18.62, "learning_rate": 7.09189253111564e-05, "loss": 20.2627, "step": 20967 }, { "epoch": 18.62, "learning_rate": 7.09163684473017e-05, "loss": 19.8477, "step": 20968 }, { "epoch": 18.62, "learning_rate": 7.091381151714637e-05, "loss": 19.3848, "step": 20969 }, { "epoch": 18.62, "learning_rate": 7.091125452069853e-05, "loss": 19.6436, "step": 20970 }, { "epoch": 18.62, "learning_rate": 7.090869745796627e-05, "loss": 19.9814, "step": 20971 }, { "epoch": 18.63, "learning_rate": 7.090614032895768e-05, "loss": 20.9971, "step": 20972 }, { "epoch": 18.63, "learning_rate": 7.09035831336809e-05, "loss": 19.873, "step": 20973 }, { "epoch": 18.63, "learning_rate": 7.090102587214402e-05, "loss": 19.8428, "step": 20974 }, { "epoch": 18.63, "learning_rate": 7.089846854435515e-05, "loss": 19.7295, "step": 20975 }, { "epoch": 18.63, "learning_rate": 7.089591115032238e-05, "loss": 19.8584, "step": 20976 }, { "epoch": 18.63, "learning_rate": 7.089335369005385e-05, "loss": 19.6045, "step": 20977 }, { "epoch": 18.63, "learning_rate": 7.089079616355763e-05, "loss": 20.3076, "step": 20978 }, { "epoch": 18.63, "learning_rate": 7.088823857084184e-05, "loss": 19.8633, "step": 20979 }, { "epoch": 18.63, "learning_rate": 7.08856809119146e-05, "loss": 19.9609, "step": 20980 }, { "epoch": 18.63, "learning_rate": 7.0883123186784e-05, "loss": 19.8936, "step": 20981 }, { "epoch": 18.63, "learning_rate": 7.088056539545815e-05, "loss": 20.0586, "step": 20982 }, { "epoch": 18.63, "learning_rate": 7.087800753794518e-05, "loss": 20.0703, "step": 20983 }, { "epoch": 18.64, "learning_rate": 7.087544961425317e-05, "loss": 19.9951, "step": 20984 }, { "epoch": 18.64, "learning_rate": 7.087289162439023e-05, "loss": 19.9326, "step": 20985 }, { "epoch": 18.64, "learning_rate": 7.087033356836448e-05, "loss": 20.2793, "step": 20986 }, { "epoch": 18.64, "learning_rate": 7.086777544618403e-05, "loss": 20.002, "step": 20987 }, { "epoch": 18.64, "learning_rate": 7.086521725785699e-05, "loss": 20.1123, "step": 20988 }, { "epoch": 18.64, "learning_rate": 7.086265900339143e-05, "loss": 19.8799, "step": 20989 }, { "epoch": 18.64, "learning_rate": 7.086010068279552e-05, "loss": 19.8574, "step": 20990 }, { "epoch": 18.64, "learning_rate": 7.085754229607735e-05, "loss": 20.3428, "step": 20991 }, { "epoch": 18.64, "learning_rate": 7.0854983843245e-05, "loss": 20.0273, "step": 20992 }, { "epoch": 18.64, "learning_rate": 7.085242532430661e-05, "loss": 20.1113, "step": 20993 }, { "epoch": 18.64, "learning_rate": 7.084986673927028e-05, "loss": 20.1348, "step": 20994 }, { "epoch": 18.65, "learning_rate": 7.084730808814412e-05, "loss": 20.3467, "step": 20995 }, { "epoch": 18.65, "learning_rate": 7.084474937093624e-05, "loss": 20.2354, "step": 20996 }, { "epoch": 18.65, "learning_rate": 7.084219058765476e-05, "loss": 19.3945, "step": 20997 }, { "epoch": 18.65, "learning_rate": 7.083963173830776e-05, "loss": 19.4639, "step": 20998 }, { "epoch": 18.65, "learning_rate": 7.08370728229034e-05, "loss": 19.0527, "step": 20999 }, { "epoch": 18.65, "learning_rate": 7.083451384144974e-05, "loss": 19.8926, "step": 21000 }, { "epoch": 18.65, "learning_rate": 7.083195479395493e-05, "loss": 19.6484, "step": 21001 }, { "epoch": 18.65, "learning_rate": 7.082939568042706e-05, "loss": 19.9258, "step": 21002 }, { "epoch": 18.65, "learning_rate": 7.082683650087425e-05, "loss": 20.3701, "step": 21003 }, { "epoch": 18.65, "learning_rate": 7.082427725530462e-05, "loss": 20.3398, "step": 21004 }, { "epoch": 18.65, "learning_rate": 7.082171794372628e-05, "loss": 19.833, "step": 21005 }, { "epoch": 18.66, "learning_rate": 7.081915856614733e-05, "loss": 19.915, "step": 21006 }, { "epoch": 18.66, "learning_rate": 7.081659912257587e-05, "loss": 19.5791, "step": 21007 }, { "epoch": 18.66, "learning_rate": 7.081403961302006e-05, "loss": 20.1221, "step": 21008 }, { "epoch": 18.66, "learning_rate": 7.081148003748799e-05, "loss": 19.5576, "step": 21009 }, { "epoch": 18.66, "learning_rate": 7.080892039598774e-05, "loss": 20.2812, "step": 21010 }, { "epoch": 18.66, "learning_rate": 7.080636068852747e-05, "loss": 19.2607, "step": 21011 }, { "epoch": 18.66, "learning_rate": 7.080380091511527e-05, "loss": 19.5166, "step": 21012 }, { "epoch": 18.66, "learning_rate": 7.080124107575926e-05, "loss": 19.3174, "step": 21013 }, { "epoch": 18.66, "learning_rate": 7.079868117046755e-05, "loss": 19.7393, "step": 21014 }, { "epoch": 18.66, "learning_rate": 7.079612119924826e-05, "loss": 20.1279, "step": 21015 }, { "epoch": 18.66, "learning_rate": 7.079356116210951e-05, "loss": 19.8662, "step": 21016 }, { "epoch": 18.67, "learning_rate": 7.079100105905941e-05, "loss": 20.0508, "step": 21017 }, { "epoch": 18.67, "learning_rate": 7.078844089010607e-05, "loss": 20.251, "step": 21018 }, { "epoch": 18.67, "learning_rate": 7.07858806552576e-05, "loss": 20.0361, "step": 21019 }, { "epoch": 18.67, "learning_rate": 7.078332035452213e-05, "loss": 20.3662, "step": 21020 }, { "epoch": 18.67, "learning_rate": 7.078075998790777e-05, "loss": 19.9443, "step": 21021 }, { "epoch": 18.67, "learning_rate": 7.077819955542262e-05, "loss": 20.4395, "step": 21022 }, { "epoch": 18.67, "learning_rate": 7.077563905707484e-05, "loss": 19.8027, "step": 21023 }, { "epoch": 18.67, "learning_rate": 7.077307849287249e-05, "loss": 19.4746, "step": 21024 }, { "epoch": 18.67, "learning_rate": 7.077051786282371e-05, "loss": 19.9141, "step": 21025 }, { "epoch": 18.67, "learning_rate": 7.076795716693665e-05, "loss": 20.4395, "step": 21026 }, { "epoch": 18.67, "learning_rate": 7.076539640521938e-05, "loss": 20.1855, "step": 21027 }, { "epoch": 18.67, "learning_rate": 7.076283557768004e-05, "loss": 20.0176, "step": 21028 }, { "epoch": 18.68, "learning_rate": 7.076027468432674e-05, "loss": 19.7773, "step": 21029 }, { "epoch": 18.68, "learning_rate": 7.076027468432674e-05, "loss": 19.6514, "step": 21030 }, { "epoch": 18.68, "learning_rate": 7.075771372516759e-05, "loss": 20.0967, "step": 21031 }, { "epoch": 18.68, "learning_rate": 7.075515270021073e-05, "loss": 19.9141, "step": 21032 }, { "epoch": 18.68, "learning_rate": 7.075515270021073e-05, "loss": 20.5518, "step": 21033 }, { "epoch": 18.68, "learning_rate": 7.075259160946426e-05, "loss": 19.7744, "step": 21034 }, { "epoch": 18.68, "learning_rate": 7.07500304529363e-05, "loss": 19.6318, "step": 21035 }, { "epoch": 18.68, "learning_rate": 7.074746923063497e-05, "loss": 19.6387, "step": 21036 }, { "epoch": 18.68, "learning_rate": 7.074490794256838e-05, "loss": 19.4209, "step": 21037 }, { "epoch": 18.68, "learning_rate": 7.074234658874469e-05, "loss": 19.8027, "step": 21038 }, { "epoch": 18.68, "learning_rate": 7.073978516917196e-05, "loss": 19.8896, "step": 21039 }, { "epoch": 18.69, "learning_rate": 7.073722368385834e-05, "loss": 20.0107, "step": 21040 }, { "epoch": 18.69, "learning_rate": 7.073466213281196e-05, "loss": 20.0342, "step": 21041 }, { "epoch": 18.69, "learning_rate": 7.073210051604091e-05, "loss": 19.8945, "step": 21042 }, { "epoch": 18.69, "learning_rate": 7.072953883355333e-05, "loss": 20.0557, "step": 21043 }, { "epoch": 18.69, "learning_rate": 7.072697708535734e-05, "loss": 20.0107, "step": 21044 }, { "epoch": 18.69, "learning_rate": 7.072441527146105e-05, "loss": 19.3916, "step": 21045 }, { "epoch": 18.69, "learning_rate": 7.07218533918726e-05, "loss": 19.9727, "step": 21046 }, { "epoch": 18.69, "learning_rate": 7.071929144660009e-05, "loss": 19.8027, "step": 21047 }, { "epoch": 18.69, "learning_rate": 7.071672943565164e-05, "loss": 19.7393, "step": 21048 }, { "epoch": 18.69, "learning_rate": 7.071416735903539e-05, "loss": 20.1934, "step": 21049 }, { "epoch": 18.69, "learning_rate": 7.071160521675943e-05, "loss": 20.0957, "step": 21050 }, { "epoch": 18.7, "learning_rate": 7.070904300883192e-05, "loss": 19.9814, "step": 21051 }, { "epoch": 18.7, "learning_rate": 7.070648073526096e-05, "loss": 19.9014, "step": 21052 }, { "epoch": 18.7, "learning_rate": 7.070391839605467e-05, "loss": 19.5234, "step": 21053 }, { "epoch": 18.7, "learning_rate": 7.070135599122119e-05, "loss": 20.0361, "step": 21054 }, { "epoch": 18.7, "learning_rate": 7.069879352076862e-05, "loss": 19.9297, "step": 21055 }, { "epoch": 18.7, "learning_rate": 7.069623098470508e-05, "loss": 19.8008, "step": 21056 }, { "epoch": 18.7, "learning_rate": 7.069366838303873e-05, "loss": 18.8086, "step": 21057 }, { "epoch": 18.7, "learning_rate": 7.069110571577764e-05, "loss": 19.4814, "step": 21058 }, { "epoch": 18.7, "learning_rate": 7.068854298292998e-05, "loss": 20.4121, "step": 21059 }, { "epoch": 18.7, "learning_rate": 7.068598018450385e-05, "loss": 19.666, "step": 21060 }, { "epoch": 18.7, "learning_rate": 7.068341732050738e-05, "loss": 19.4395, "step": 21061 }, { "epoch": 18.71, "learning_rate": 7.068085439094868e-05, "loss": 20.2842, "step": 21062 }, { "epoch": 18.71, "learning_rate": 7.067829139583588e-05, "loss": 20.1377, "step": 21063 }, { "epoch": 18.71, "learning_rate": 7.067572833517713e-05, "loss": 19.9258, "step": 21064 }, { "epoch": 18.71, "learning_rate": 7.067316520898054e-05, "loss": 20.0371, "step": 21065 }, { "epoch": 18.71, "learning_rate": 7.067060201725419e-05, "loss": 19.6309, "step": 21066 }, { "epoch": 18.71, "learning_rate": 7.066803876000627e-05, "loss": 19.9375, "step": 21067 }, { "epoch": 18.71, "learning_rate": 7.066547543724489e-05, "loss": 20.04, "step": 21068 }, { "epoch": 18.71, "learning_rate": 7.066547543724489e-05, "loss": 19.8945, "step": 21069 }, { "epoch": 18.71, "learning_rate": 7.066291204897815e-05, "loss": 19.8652, "step": 21070 }, { "epoch": 18.71, "learning_rate": 7.066034859521418e-05, "loss": 20.5156, "step": 21071 }, { "epoch": 18.71, "learning_rate": 7.065778507596112e-05, "loss": 19.7256, "step": 21072 }, { "epoch": 18.71, "learning_rate": 7.06552214912271e-05, "loss": 20.1885, "step": 21073 }, { "epoch": 18.72, "learning_rate": 7.065265784102024e-05, "loss": 19.9004, "step": 21074 }, { "epoch": 18.72, "learning_rate": 7.065009412534864e-05, "loss": 20.0439, "step": 21075 }, { "epoch": 18.72, "learning_rate": 7.064753034422045e-05, "loss": 19.7139, "step": 21076 }, { "epoch": 18.72, "learning_rate": 7.064496649764381e-05, "loss": 20.4453, "step": 21077 }, { "epoch": 18.72, "learning_rate": 7.064240258562683e-05, "loss": 19.8486, "step": 21078 }, { "epoch": 18.72, "learning_rate": 7.063983860817765e-05, "loss": 19.9043, "step": 21079 }, { "epoch": 18.72, "learning_rate": 7.063727456530435e-05, "loss": 20.3467, "step": 21080 }, { "epoch": 18.72, "learning_rate": 7.063471045701513e-05, "loss": 20.2773, "step": 21081 }, { "epoch": 18.72, "learning_rate": 7.063214628331808e-05, "loss": 20.3828, "step": 21082 }, { "epoch": 18.72, "learning_rate": 7.062958204422132e-05, "loss": 20.0889, "step": 21083 }, { "epoch": 18.72, "learning_rate": 7.0627017739733e-05, "loss": 19.2314, "step": 21084 }, { "epoch": 18.73, "learning_rate": 7.06244533698612e-05, "loss": 19.6514, "step": 21085 }, { "epoch": 18.73, "learning_rate": 7.062188893461412e-05, "loss": 19.4658, "step": 21086 }, { "epoch": 18.73, "learning_rate": 7.061932443399984e-05, "loss": 19.835, "step": 21087 }, { "epoch": 18.73, "learning_rate": 7.061675986802652e-05, "loss": 19.4424, "step": 21088 }, { "epoch": 18.73, "learning_rate": 7.061419523670225e-05, "loss": 19.9961, "step": 21089 }, { "epoch": 18.73, "learning_rate": 7.06116305400352e-05, "loss": 19.8535, "step": 21090 }, { "epoch": 18.73, "learning_rate": 7.060906577803348e-05, "loss": 19.8633, "step": 21091 }, { "epoch": 18.73, "learning_rate": 7.06065009507052e-05, "loss": 20.1494, "step": 21092 }, { "epoch": 18.73, "learning_rate": 7.060393605805853e-05, "loss": 19.8076, "step": 21093 }, { "epoch": 18.73, "learning_rate": 7.060137110010156e-05, "loss": 20.3594, "step": 21094 }, { "epoch": 18.73, "learning_rate": 7.059880607684246e-05, "loss": 19.376, "step": 21095 }, { "epoch": 18.74, "learning_rate": 7.059624098828936e-05, "loss": 20.583, "step": 21096 }, { "epoch": 18.74, "learning_rate": 7.059367583445034e-05, "loss": 19.3359, "step": 21097 }, { "epoch": 18.74, "learning_rate": 7.059111061533357e-05, "loss": 19.7812, "step": 21098 }, { "epoch": 18.74, "learning_rate": 7.058854533094717e-05, "loss": 19.7783, "step": 21099 }, { "epoch": 18.74, "learning_rate": 7.058597998129929e-05, "loss": 19.5244, "step": 21100 }, { "epoch": 18.74, "learning_rate": 7.058341456639805e-05, "loss": 20.2783, "step": 21101 }, { "epoch": 18.74, "learning_rate": 7.058084908625155e-05, "loss": 19.9814, "step": 21102 }, { "epoch": 18.74, "learning_rate": 7.057828354086799e-05, "loss": 19.7246, "step": 21103 }, { "epoch": 18.74, "learning_rate": 7.057571793025544e-05, "loss": 19.3818, "step": 21104 }, { "epoch": 18.74, "learning_rate": 7.057315225442207e-05, "loss": 20.3379, "step": 21105 }, { "epoch": 18.74, "learning_rate": 7.057058651337599e-05, "loss": 19.3027, "step": 21106 }, { "epoch": 18.75, "learning_rate": 7.056802070712534e-05, "loss": 19.4609, "step": 21107 }, { "epoch": 18.75, "learning_rate": 7.056545483567826e-05, "loss": 19.8838, "step": 21108 }, { "epoch": 18.75, "learning_rate": 7.05628888990429e-05, "loss": 19.8467, "step": 21109 }, { "epoch": 18.75, "learning_rate": 7.056032289722734e-05, "loss": 19.7422, "step": 21110 }, { "epoch": 18.75, "learning_rate": 7.055775683023974e-05, "loss": 20.0127, "step": 21111 }, { "epoch": 18.75, "learning_rate": 7.055519069808827e-05, "loss": 19.6982, "step": 21112 }, { "epoch": 18.75, "learning_rate": 7.055262450078101e-05, "loss": 19.6787, "step": 21113 }, { "epoch": 18.75, "learning_rate": 7.055005823832613e-05, "loss": 19.9277, "step": 21114 }, { "epoch": 18.75, "learning_rate": 7.054749191073174e-05, "loss": 20.1992, "step": 21115 }, { "epoch": 18.75, "learning_rate": 7.0544925518006e-05, "loss": 20.3213, "step": 21116 }, { "epoch": 18.75, "learning_rate": 7.054235906015703e-05, "loss": 19.5146, "step": 21117 }, { "epoch": 18.75, "learning_rate": 7.053979253719297e-05, "loss": 19.6426, "step": 21118 }, { "epoch": 18.76, "learning_rate": 7.053722594912194e-05, "loss": 20.2979, "step": 21119 }, { "epoch": 18.76, "learning_rate": 7.05346592959521e-05, "loss": 20.1133, "step": 21120 }, { "epoch": 18.76, "learning_rate": 7.053209257769156e-05, "loss": 19.6377, "step": 21121 }, { "epoch": 18.76, "learning_rate": 7.05295257943485e-05, "loss": 20.0459, "step": 21122 }, { "epoch": 18.76, "learning_rate": 7.0526958945931e-05, "loss": 20.5381, "step": 21123 }, { "epoch": 18.76, "learning_rate": 7.052439203244721e-05, "loss": 20.1719, "step": 21124 }, { "epoch": 18.76, "learning_rate": 7.052182505390532e-05, "loss": 19.5547, "step": 21125 }, { "epoch": 18.76, "learning_rate": 7.051925801031341e-05, "loss": 20.1318, "step": 21126 }, { "epoch": 18.76, "learning_rate": 7.051669090167962e-05, "loss": 19.918, "step": 21127 }, { "epoch": 18.76, "learning_rate": 7.05141237280121e-05, "loss": 20.2598, "step": 21128 }, { "epoch": 18.76, "learning_rate": 7.0511556489319e-05, "loss": 19.8096, "step": 21129 }, { "epoch": 18.77, "learning_rate": 7.050898918560845e-05, "loss": 19.1709, "step": 21130 }, { "epoch": 18.77, "learning_rate": 7.050642181688855e-05, "loss": 20.1152, "step": 21131 }, { "epoch": 18.77, "learning_rate": 7.050385438316751e-05, "loss": 19.4258, "step": 21132 }, { "epoch": 18.77, "learning_rate": 7.050128688445342e-05, "loss": 19.7432, "step": 21133 }, { "epoch": 18.77, "learning_rate": 7.04987193207544e-05, "loss": 20.1064, "step": 21134 }, { "epoch": 18.77, "learning_rate": 7.049615169207864e-05, "loss": 19.7139, "step": 21135 }, { "epoch": 18.77, "learning_rate": 7.049358399843426e-05, "loss": 19.8301, "step": 21136 }, { "epoch": 18.77, "learning_rate": 7.049101623982937e-05, "loss": 19.9287, "step": 21137 }, { "epoch": 18.77, "learning_rate": 7.048844841627215e-05, "loss": 20.1162, "step": 21138 }, { "epoch": 18.77, "learning_rate": 7.048588052777073e-05, "loss": 20.25, "step": 21139 }, { "epoch": 18.77, "learning_rate": 7.048331257433323e-05, "loss": 19.9072, "step": 21140 }, { "epoch": 18.78, "learning_rate": 7.048074455596781e-05, "loss": 19.7646, "step": 21141 }, { "epoch": 18.78, "learning_rate": 7.04781764726826e-05, "loss": 19.1904, "step": 21142 }, { "epoch": 18.78, "learning_rate": 7.047560832448575e-05, "loss": 20.1436, "step": 21143 }, { "epoch": 18.78, "learning_rate": 7.047304011138539e-05, "loss": 19.6719, "step": 21144 }, { "epoch": 18.78, "learning_rate": 7.047047183338967e-05, "loss": 19.9639, "step": 21145 }, { "epoch": 18.78, "learning_rate": 7.046790349050671e-05, "loss": 20.1895, "step": 21146 }, { "epoch": 18.78, "learning_rate": 7.046533508274467e-05, "loss": 20.2832, "step": 21147 }, { "epoch": 18.78, "learning_rate": 7.046276661011169e-05, "loss": 20.082, "step": 21148 }, { "epoch": 18.78, "learning_rate": 7.046019807261593e-05, "loss": 19.6006, "step": 21149 }, { "epoch": 18.78, "learning_rate": 7.045762947026547e-05, "loss": 19.6709, "step": 21150 }, { "epoch": 18.78, "learning_rate": 7.04550608030685e-05, "loss": 20.2285, "step": 21151 }, { "epoch": 18.79, "learning_rate": 7.045249207103318e-05, "loss": 19.4355, "step": 21152 }, { "epoch": 18.79, "learning_rate": 7.044992327416761e-05, "loss": 20.0508, "step": 21153 }, { "epoch": 18.79, "learning_rate": 7.044735441247997e-05, "loss": 19.9131, "step": 21154 }, { "epoch": 18.79, "learning_rate": 7.044478548597836e-05, "loss": 19.5664, "step": 21155 }, { "epoch": 18.79, "learning_rate": 7.044221649467096e-05, "loss": 19.3398, "step": 21156 }, { "epoch": 18.79, "learning_rate": 7.043964743856589e-05, "loss": 20.4258, "step": 21157 }, { "epoch": 18.79, "learning_rate": 7.043707831767131e-05, "loss": 19.9492, "step": 21158 }, { "epoch": 18.79, "learning_rate": 7.043450913199534e-05, "loss": 20.3115, "step": 21159 }, { "epoch": 18.79, "learning_rate": 7.043193988154614e-05, "loss": 19.8506, "step": 21160 }, { "epoch": 18.79, "learning_rate": 7.042937056633188e-05, "loss": 19.2441, "step": 21161 }, { "epoch": 18.79, "learning_rate": 7.042680118636066e-05, "loss": 19.9326, "step": 21162 }, { "epoch": 18.79, "learning_rate": 7.042423174164065e-05, "loss": 19.5498, "step": 21163 }, { "epoch": 18.8, "learning_rate": 7.042166223217996e-05, "loss": 19.9082, "step": 21164 }, { "epoch": 18.8, "learning_rate": 7.04190926579868e-05, "loss": 19.4092, "step": 21165 }, { "epoch": 18.8, "learning_rate": 7.041652301906924e-05, "loss": 19.8271, "step": 21166 }, { "epoch": 18.8, "learning_rate": 7.041395331543548e-05, "loss": 20.0039, "step": 21167 }, { "epoch": 18.8, "learning_rate": 7.041138354709366e-05, "loss": 19.6768, "step": 21168 }, { "epoch": 18.8, "learning_rate": 7.04088137140519e-05, "loss": 19.832, "step": 21169 }, { "epoch": 18.8, "learning_rate": 7.040624381631835e-05, "loss": 19.791, "step": 21170 }, { "epoch": 18.8, "learning_rate": 7.040367385390118e-05, "loss": 19.79, "step": 21171 }, { "epoch": 18.8, "learning_rate": 7.040110382680853e-05, "loss": 20.085, "step": 21172 }, { "epoch": 18.8, "learning_rate": 7.039853373504851e-05, "loss": 19.373, "step": 21173 }, { "epoch": 18.8, "learning_rate": 7.039596357862931e-05, "loss": 20.582, "step": 21174 }, { "epoch": 18.81, "learning_rate": 7.039339335755905e-05, "loss": 20.0811, "step": 21175 }, { "epoch": 18.81, "learning_rate": 7.039082307184592e-05, "loss": 19.6055, "step": 21176 }, { "epoch": 18.81, "learning_rate": 7.038825272149799e-05, "loss": 19.2861, "step": 21177 }, { "epoch": 18.81, "learning_rate": 7.038568230652347e-05, "loss": 19.8135, "step": 21178 }, { "epoch": 18.81, "learning_rate": 7.038311182693051e-05, "loss": 19.6729, "step": 21179 }, { "epoch": 18.81, "learning_rate": 7.038054128272722e-05, "loss": 20.2168, "step": 21180 }, { "epoch": 18.81, "learning_rate": 7.037797067392178e-05, "loss": 19.3379, "step": 21181 }, { "epoch": 18.81, "learning_rate": 7.03754000005223e-05, "loss": 20.2793, "step": 21182 }, { "epoch": 18.81, "learning_rate": 7.037282926253697e-05, "loss": 19.999, "step": 21183 }, { "epoch": 18.81, "learning_rate": 7.037025845997394e-05, "loss": 19.667, "step": 21184 }, { "epoch": 18.81, "learning_rate": 7.037025845997394e-05, "loss": 19.8779, "step": 21185 }, { "epoch": 18.82, "learning_rate": 7.036768759284132e-05, "loss": 19.6182, "step": 21186 }, { "epoch": 18.82, "learning_rate": 7.036511666114726e-05, "loss": 19.6807, "step": 21187 }, { "epoch": 18.82, "learning_rate": 7.036254566489997e-05, "loss": 20.0293, "step": 21188 }, { "epoch": 18.82, "learning_rate": 7.035997460410754e-05, "loss": 20.0283, "step": 21189 }, { "epoch": 18.82, "learning_rate": 7.035740347877816e-05, "loss": 20.1924, "step": 21190 }, { "epoch": 18.82, "learning_rate": 7.035483228891991e-05, "loss": 19.6055, "step": 21191 }, { "epoch": 18.82, "learning_rate": 7.035226103454102e-05, "loss": 19.5244, "step": 21192 }, { "epoch": 18.82, "learning_rate": 7.034968971564961e-05, "loss": 20.041, "step": 21193 }, { "epoch": 18.82, "learning_rate": 7.034711833225384e-05, "loss": 19.4053, "step": 21194 }, { "epoch": 18.82, "learning_rate": 7.034454688436183e-05, "loss": 20.0176, "step": 21195 }, { "epoch": 18.82, "learning_rate": 7.034197537198176e-05, "loss": 19.665, "step": 21196 }, { "epoch": 18.83, "learning_rate": 7.033940379512176e-05, "loss": 19.8164, "step": 21197 }, { "epoch": 18.83, "learning_rate": 7.033940379512176e-05, "loss": 20.0596, "step": 21198 }, { "epoch": 18.83, "learning_rate": 7.033683215379002e-05, "loss": 19.7139, "step": 21199 }, { "epoch": 18.83, "learning_rate": 7.033426044799465e-05, "loss": 19.626, "step": 21200 }, { "epoch": 18.83, "learning_rate": 7.033168867774381e-05, "loss": 19.874, "step": 21201 }, { "epoch": 18.83, "learning_rate": 7.032911684304568e-05, "loss": 20.0352, "step": 21202 }, { "epoch": 18.83, "learning_rate": 7.032654494390838e-05, "loss": 20.0703, "step": 21203 }, { "epoch": 18.83, "learning_rate": 7.032397298034007e-05, "loss": 19.9297, "step": 21204 }, { "epoch": 18.83, "learning_rate": 7.032140095234891e-05, "loss": 20.2354, "step": 21205 }, { "epoch": 18.83, "learning_rate": 7.031882885994306e-05, "loss": 19.5723, "step": 21206 }, { "epoch": 18.83, "learning_rate": 7.031625670313064e-05, "loss": 19.8496, "step": 21207 }, { "epoch": 18.83, "learning_rate": 7.031368448191985e-05, "loss": 19.875, "step": 21208 }, { "epoch": 18.84, "learning_rate": 7.03111121963188e-05, "loss": 19.7295, "step": 21209 }, { "epoch": 18.84, "learning_rate": 7.030853984633568e-05, "loss": 19.9375, "step": 21210 }, { "epoch": 18.84, "learning_rate": 7.030596743197861e-05, "loss": 19.8408, "step": 21211 }, { "epoch": 18.84, "learning_rate": 7.030339495325576e-05, "loss": 19.9258, "step": 21212 }, { "epoch": 18.84, "learning_rate": 7.030082241017531e-05, "loss": 19.459, "step": 21213 }, { "epoch": 18.84, "learning_rate": 7.029824980274535e-05, "loss": 19.9258, "step": 21214 }, { "epoch": 18.84, "learning_rate": 7.029567713097411e-05, "loss": 19.6191, "step": 21215 }, { "epoch": 18.84, "learning_rate": 7.029310439486969e-05, "loss": 19.4941, "step": 21216 }, { "epoch": 18.84, "learning_rate": 7.029053159444027e-05, "loss": 19.9746, "step": 21217 }, { "epoch": 18.84, "learning_rate": 7.0287958729694e-05, "loss": 20.2744, "step": 21218 }, { "epoch": 18.84, "learning_rate": 7.028538580063903e-05, "loss": 19.0166, "step": 21219 }, { "epoch": 18.85, "learning_rate": 7.028281280728352e-05, "loss": 19.8027, "step": 21220 }, { "epoch": 18.85, "learning_rate": 7.028023974963563e-05, "loss": 19.7676, "step": 21221 }, { "epoch": 18.85, "learning_rate": 7.027766662770351e-05, "loss": 19.4531, "step": 21222 }, { "epoch": 18.85, "learning_rate": 7.02750934414953e-05, "loss": 19.9678, "step": 21223 }, { "epoch": 18.85, "learning_rate": 7.027252019101921e-05, "loss": 19.8711, "step": 21224 }, { "epoch": 18.85, "learning_rate": 7.026994687628334e-05, "loss": 19.9844, "step": 21225 }, { "epoch": 18.85, "learning_rate": 7.026737349729589e-05, "loss": 19.7969, "step": 21226 }, { "epoch": 18.85, "learning_rate": 7.026480005406497e-05, "loss": 19.3496, "step": 21227 }, { "epoch": 18.85, "learning_rate": 7.026222654659875e-05, "loss": 20.6025, "step": 21228 }, { "epoch": 18.85, "learning_rate": 7.025965297490545e-05, "loss": 19.8291, "step": 21229 }, { "epoch": 18.85, "learning_rate": 7.025707933899314e-05, "loss": 20.4355, "step": 21230 }, { "epoch": 18.86, "learning_rate": 7.025450563887002e-05, "loss": 19.9668, "step": 21231 }, { "epoch": 18.86, "learning_rate": 7.025193187454425e-05, "loss": 19.418, "step": 21232 }, { "epoch": 18.86, "learning_rate": 7.024935804602397e-05, "loss": 19.8096, "step": 21233 }, { "epoch": 18.86, "learning_rate": 7.024678415331738e-05, "loss": 19.9414, "step": 21234 }, { "epoch": 18.86, "learning_rate": 7.02442101964326e-05, "loss": 19.5029, "step": 21235 }, { "epoch": 18.86, "learning_rate": 7.024163617537777e-05, "loss": 19.5693, "step": 21236 }, { "epoch": 18.86, "learning_rate": 7.02390620901611e-05, "loss": 19.8682, "step": 21237 }, { "epoch": 18.86, "learning_rate": 7.023648794079071e-05, "loss": 19.917, "step": 21238 }, { "epoch": 18.86, "learning_rate": 7.023391372727481e-05, "loss": 19.8691, "step": 21239 }, { "epoch": 18.86, "learning_rate": 7.02313394496215e-05, "loss": 19.5283, "step": 21240 }, { "epoch": 18.86, "learning_rate": 7.022876510783896e-05, "loss": 19.5098, "step": 21241 }, { "epoch": 18.87, "learning_rate": 7.022619070193539e-05, "loss": 19.4404, "step": 21242 }, { "epoch": 18.87, "learning_rate": 7.022361623191888e-05, "loss": 19.752, "step": 21243 }, { "epoch": 18.87, "learning_rate": 7.022104169779766e-05, "loss": 20.167, "step": 21244 }, { "epoch": 18.87, "learning_rate": 7.021846709957984e-05, "loss": 19.6455, "step": 21245 }, { "epoch": 18.87, "learning_rate": 7.02158924372736e-05, "loss": 19.6182, "step": 21246 }, { "epoch": 18.87, "learning_rate": 7.021331771088709e-05, "loss": 19.6865, "step": 21247 }, { "epoch": 18.87, "learning_rate": 7.02107429204285e-05, "loss": 19.3076, "step": 21248 }, { "epoch": 18.87, "learning_rate": 7.020816806590595e-05, "loss": 20.1484, "step": 21249 }, { "epoch": 18.87, "learning_rate": 7.020559314732764e-05, "loss": 20.1768, "step": 21250 }, { "epoch": 18.87, "learning_rate": 7.020301816470172e-05, "loss": 19.7852, "step": 21251 }, { "epoch": 18.87, "learning_rate": 7.020044311803634e-05, "loss": 19.4316, "step": 21252 }, { "epoch": 18.87, "learning_rate": 7.019786800733968e-05, "loss": 19.667, "step": 21253 }, { "epoch": 18.88, "learning_rate": 7.019529283261989e-05, "loss": 19.7383, "step": 21254 }, { "epoch": 18.88, "learning_rate": 7.019271759388513e-05, "loss": 19.8672, "step": 21255 }, { "epoch": 18.88, "learning_rate": 7.019014229114358e-05, "loss": 19.6494, "step": 21256 }, { "epoch": 18.88, "learning_rate": 7.018756692440338e-05, "loss": 19.8857, "step": 21257 }, { "epoch": 18.88, "learning_rate": 7.018499149367272e-05, "loss": 19.7266, "step": 21258 }, { "epoch": 18.88, "learning_rate": 7.018241599895974e-05, "loss": 20.1055, "step": 21259 }, { "epoch": 18.88, "learning_rate": 7.017984044027261e-05, "loss": 19.2441, "step": 21260 }, { "epoch": 18.88, "learning_rate": 7.017726481761951e-05, "loss": 19.6123, "step": 21261 }, { "epoch": 18.88, "learning_rate": 7.017468913100857e-05, "loss": 19.8838, "step": 21262 }, { "epoch": 18.88, "learning_rate": 7.017211338044801e-05, "loss": 19.958, "step": 21263 }, { "epoch": 18.88, "learning_rate": 7.016953756594594e-05, "loss": 19.7529, "step": 21264 }, { "epoch": 18.89, "learning_rate": 7.016696168751054e-05, "loss": 20.3145, "step": 21265 }, { "epoch": 18.89, "learning_rate": 7.016438574514999e-05, "loss": 19.9922, "step": 21266 }, { "epoch": 18.89, "learning_rate": 7.016180973887244e-05, "loss": 19.9248, "step": 21267 }, { "epoch": 18.89, "learning_rate": 7.015923366868606e-05, "loss": 20.2773, "step": 21268 }, { "epoch": 18.89, "learning_rate": 7.015665753459903e-05, "loss": 19.9844, "step": 21269 }, { "epoch": 18.89, "learning_rate": 7.01540813366195e-05, "loss": 20.0371, "step": 21270 }, { "epoch": 18.89, "learning_rate": 7.015150507475563e-05, "loss": 19.6104, "step": 21271 }, { "epoch": 18.89, "learning_rate": 7.01489287490156e-05, "loss": 20.04, "step": 21272 }, { "epoch": 18.89, "learning_rate": 7.014635235940756e-05, "loss": 20.0586, "step": 21273 }, { "epoch": 18.89, "learning_rate": 7.01437759059397e-05, "loss": 19.1934, "step": 21274 }, { "epoch": 18.89, "learning_rate": 7.014119938862016e-05, "loss": 19.6182, "step": 21275 }, { "epoch": 18.9, "learning_rate": 7.013862280745714e-05, "loss": 19.834, "step": 21276 }, { "epoch": 18.9, "learning_rate": 7.013604616245879e-05, "loss": 20.0322, "step": 21277 }, { "epoch": 18.9, "learning_rate": 7.013346945363326e-05, "loss": 19.8018, "step": 21278 }, { "epoch": 18.9, "learning_rate": 7.013089268098873e-05, "loss": 20.1553, "step": 21279 }, { "epoch": 18.9, "learning_rate": 7.012831584453339e-05, "loss": 19.7451, "step": 21280 }, { "epoch": 18.9, "learning_rate": 7.012573894427538e-05, "loss": 20.3115, "step": 21281 }, { "epoch": 18.9, "learning_rate": 7.012316198022289e-05, "loss": 20.1465, "step": 21282 }, { "epoch": 18.9, "learning_rate": 7.012058495238407e-05, "loss": 19.7822, "step": 21283 }, { "epoch": 18.9, "learning_rate": 7.01180078607671e-05, "loss": 19.959, "step": 21284 }, { "epoch": 18.9, "learning_rate": 7.011543070538014e-05, "loss": 20.2891, "step": 21285 }, { "epoch": 18.9, "learning_rate": 7.011285348623135e-05, "loss": 19.4678, "step": 21286 }, { "epoch": 18.9, "learning_rate": 7.011027620332893e-05, "loss": 20.4072, "step": 21287 }, { "epoch": 18.91, "learning_rate": 7.010769885668102e-05, "loss": 19.9287, "step": 21288 }, { "epoch": 18.91, "learning_rate": 7.010512144629579e-05, "loss": 19.8262, "step": 21289 }, { "epoch": 18.91, "learning_rate": 7.010254397218144e-05, "loss": 19.9727, "step": 21290 }, { "epoch": 18.91, "learning_rate": 7.009996643434613e-05, "loss": 19.8779, "step": 21291 }, { "epoch": 18.91, "learning_rate": 7.009738883279802e-05, "loss": 19.3965, "step": 21292 }, { "epoch": 18.91, "learning_rate": 7.009481116754525e-05, "loss": 19.9141, "step": 21293 }, { "epoch": 18.91, "learning_rate": 7.009223343859606e-05, "loss": 19.6631, "step": 21294 }, { "epoch": 18.91, "learning_rate": 7.008965564595857e-05, "loss": 19.499, "step": 21295 }, { "epoch": 18.91, "learning_rate": 7.008707778964098e-05, "loss": 19.71, "step": 21296 }, { "epoch": 18.91, "learning_rate": 7.008449986965142e-05, "loss": 19.873, "step": 21297 }, { "epoch": 18.91, "learning_rate": 7.008192188599809e-05, "loss": 19.9531, "step": 21298 }, { "epoch": 18.92, "learning_rate": 7.007934383868917e-05, "loss": 20.1104, "step": 21299 }, { "epoch": 18.92, "learning_rate": 7.007676572773283e-05, "loss": 19.6992, "step": 21300 }, { "epoch": 18.92, "learning_rate": 7.007418755313723e-05, "loss": 19.6094, "step": 21301 }, { "epoch": 18.92, "learning_rate": 7.007160931491053e-05, "loss": 19.5771, "step": 21302 }, { "epoch": 18.92, "learning_rate": 7.006903101306092e-05, "loss": 19.751, "step": 21303 }, { "epoch": 18.92, "learning_rate": 7.006645264759659e-05, "loss": 19.5918, "step": 21304 }, { "epoch": 18.92, "learning_rate": 7.006387421852566e-05, "loss": 19.7617, "step": 21305 }, { "epoch": 18.92, "learning_rate": 7.006129572585637e-05, "loss": 19.9434, "step": 21306 }, { "epoch": 18.92, "learning_rate": 7.005871716959685e-05, "loss": 20.1963, "step": 21307 }, { "epoch": 18.92, "learning_rate": 7.005613854975528e-05, "loss": 19.9795, "step": 21308 }, { "epoch": 18.92, "learning_rate": 7.005355986633984e-05, "loss": 19.8486, "step": 21309 }, { "epoch": 18.93, "learning_rate": 7.00509811193587e-05, "loss": 20.0264, "step": 21310 }, { "epoch": 18.93, "learning_rate": 7.004840230882001e-05, "loss": 19.8828, "step": 21311 }, { "epoch": 18.93, "learning_rate": 7.0045823434732e-05, "loss": 20.0439, "step": 21312 }, { "epoch": 18.93, "learning_rate": 7.004324449710283e-05, "loss": 19.5879, "step": 21313 }, { "epoch": 18.93, "learning_rate": 7.004066549594062e-05, "loss": 19.8682, "step": 21314 }, { "epoch": 18.93, "learning_rate": 7.00380864312536e-05, "loss": 19.7344, "step": 21315 }, { "epoch": 18.93, "learning_rate": 7.003550730304993e-05, "loss": 20.1641, "step": 21316 }, { "epoch": 18.93, "learning_rate": 7.00329281113378e-05, "loss": 20.3027, "step": 21317 }, { "epoch": 18.93, "learning_rate": 7.003034885612533e-05, "loss": 20.0918, "step": 21318 }, { "epoch": 18.93, "learning_rate": 7.002776953742078e-05, "loss": 20.3887, "step": 21319 }, { "epoch": 18.93, "learning_rate": 7.002519015523224e-05, "loss": 20.2949, "step": 21320 }, { "epoch": 18.94, "learning_rate": 7.002261070956795e-05, "loss": 20.584, "step": 21321 }, { "epoch": 18.94, "learning_rate": 7.002003120043606e-05, "loss": 19.6104, "step": 21322 }, { "epoch": 18.94, "learning_rate": 7.001745162784477e-05, "loss": 19.9883, "step": 21323 }, { "epoch": 18.94, "learning_rate": 7.00148719918022e-05, "loss": 19.9854, "step": 21324 }, { "epoch": 18.94, "learning_rate": 7.001229229231658e-05, "loss": 20.7305, "step": 21325 }, { "epoch": 18.94, "learning_rate": 7.000971252939608e-05, "loss": 20.4023, "step": 21326 }, { "epoch": 18.94, "learning_rate": 7.000713270304885e-05, "loss": 20.2168, "step": 21327 }, { "epoch": 18.94, "learning_rate": 7.00045528132831e-05, "loss": 20.5986, "step": 21328 }, { "epoch": 18.94, "learning_rate": 7.000197286010699e-05, "loss": 19.9023, "step": 21329 }, { "epoch": 18.94, "learning_rate": 6.99993928435287e-05, "loss": 19.9316, "step": 21330 }, { "epoch": 18.94, "learning_rate": 6.999681276355641e-05, "loss": 20.541, "step": 21331 }, { "epoch": 18.94, "learning_rate": 6.99942326201983e-05, "loss": 20.1641, "step": 21332 }, { "epoch": 18.95, "learning_rate": 6.999165241346254e-05, "loss": 19.75, "step": 21333 }, { "epoch": 18.95, "learning_rate": 6.998907214335732e-05, "loss": 19.7363, "step": 21334 }, { "epoch": 18.95, "learning_rate": 6.99864918098908e-05, "loss": 19.8594, "step": 21335 }, { "epoch": 18.95, "learning_rate": 6.998391141307122e-05, "loss": 19.9551, "step": 21336 }, { "epoch": 18.95, "learning_rate": 6.998133095290666e-05, "loss": 19.8789, "step": 21337 }, { "epoch": 18.95, "learning_rate": 6.997875042940537e-05, "loss": 19.9941, "step": 21338 }, { "epoch": 18.95, "learning_rate": 6.997616984257552e-05, "loss": 19.8252, "step": 21339 }, { "epoch": 18.95, "learning_rate": 6.997358919242527e-05, "loss": 19.542, "step": 21340 }, { "epoch": 18.95, "learning_rate": 6.997100847896282e-05, "loss": 19.6787, "step": 21341 }, { "epoch": 18.95, "learning_rate": 6.996842770219634e-05, "loss": 20.0352, "step": 21342 }, { "epoch": 18.95, "learning_rate": 6.9965846862134e-05, "loss": 20.0557, "step": 21343 }, { "epoch": 18.96, "learning_rate": 6.996326595878402e-05, "loss": 19.6025, "step": 21344 }, { "epoch": 18.96, "learning_rate": 6.996068499215454e-05, "loss": 20.2363, "step": 21345 }, { "epoch": 18.96, "learning_rate": 6.995810396225375e-05, "loss": 19.5771, "step": 21346 }, { "epoch": 18.96, "learning_rate": 6.995552286908984e-05, "loss": 20.0088, "step": 21347 }, { "epoch": 18.96, "learning_rate": 6.995294171267099e-05, "loss": 19.7412, "step": 21348 }, { "epoch": 18.96, "learning_rate": 6.995036049300538e-05, "loss": 19.834, "step": 21349 }, { "epoch": 18.96, "learning_rate": 6.99477792101012e-05, "loss": 19.8359, "step": 21350 }, { "epoch": 18.96, "learning_rate": 6.994519786396661e-05, "loss": 20.0605, "step": 21351 }, { "epoch": 18.96, "learning_rate": 6.994261645460983e-05, "loss": 20.0879, "step": 21352 }, { "epoch": 18.96, "learning_rate": 6.994003498203899e-05, "loss": 19.9385, "step": 21353 }, { "epoch": 18.96, "learning_rate": 6.993745344626231e-05, "loss": 20.3701, "step": 21354 }, { "epoch": 18.97, "learning_rate": 6.993487184728798e-05, "loss": 20.3906, "step": 21355 }, { "epoch": 18.97, "learning_rate": 6.993229018512415e-05, "loss": 19.3057, "step": 21356 }, { "epoch": 18.97, "learning_rate": 6.992970845977903e-05, "loss": 19.7432, "step": 21357 }, { "epoch": 18.97, "learning_rate": 6.99271266712608e-05, "loss": 19.5986, "step": 21358 }, { "epoch": 18.97, "learning_rate": 6.992454481957763e-05, "loss": 19.9053, "step": 21359 }, { "epoch": 18.97, "learning_rate": 6.992196290473771e-05, "loss": 19.7939, "step": 21360 }, { "epoch": 18.97, "learning_rate": 6.991938092674923e-05, "loss": 20.3242, "step": 21361 }, { "epoch": 18.97, "learning_rate": 6.991679888562038e-05, "loss": 20.6475, "step": 21362 }, { "epoch": 18.97, "learning_rate": 6.991421678135932e-05, "loss": 19.7393, "step": 21363 }, { "epoch": 18.97, "learning_rate": 6.991163461397425e-05, "loss": 19.957, "step": 21364 }, { "epoch": 18.97, "learning_rate": 6.990905238347337e-05, "loss": 19.7949, "step": 21365 }, { "epoch": 18.98, "learning_rate": 6.990647008986485e-05, "loss": 20.1836, "step": 21366 }, { "epoch": 18.98, "learning_rate": 6.990388773315687e-05, "loss": 20.3896, "step": 21367 }, { "epoch": 18.98, "learning_rate": 6.990130531335762e-05, "loss": 19.2256, "step": 21368 }, { "epoch": 18.98, "learning_rate": 6.98987228304753e-05, "loss": 20.2207, "step": 21369 }, { "epoch": 18.98, "learning_rate": 6.989614028451805e-05, "loss": 19.8701, "step": 21370 }, { "epoch": 18.98, "learning_rate": 6.989355767549413e-05, "loss": 20.1816, "step": 21371 }, { "epoch": 18.98, "learning_rate": 6.989097500341165e-05, "loss": 19.9658, "step": 21372 }, { "epoch": 18.98, "learning_rate": 6.988839226827885e-05, "loss": 20.2783, "step": 21373 }, { "epoch": 18.98, "learning_rate": 6.98858094701039e-05, "loss": 20.0342, "step": 21374 }, { "epoch": 18.98, "learning_rate": 6.988322660889499e-05, "loss": 20.126, "step": 21375 }, { "epoch": 18.98, "learning_rate": 6.988064368466029e-05, "loss": 19.8447, "step": 21376 }, { "epoch": 18.98, "learning_rate": 6.9878060697408e-05, "loss": 20.167, "step": 21377 }, { "epoch": 18.99, "learning_rate": 6.987547764714631e-05, "loss": 19.0801, "step": 21378 }, { "epoch": 18.99, "learning_rate": 6.987289453388342e-05, "loss": 19.5225, "step": 21379 }, { "epoch": 18.99, "learning_rate": 6.98703113576275e-05, "loss": 19.5293, "step": 21380 }, { "epoch": 18.99, "learning_rate": 6.986772811838671e-05, "loss": 19.6826, "step": 21381 }, { "epoch": 18.99, "learning_rate": 6.98651448161693e-05, "loss": 19.3398, "step": 21382 }, { "epoch": 18.99, "learning_rate": 6.986256145098342e-05, "loss": 19.8408, "step": 21383 }, { "epoch": 18.99, "learning_rate": 6.985997802283727e-05, "loss": 19.6201, "step": 21384 }, { "epoch": 18.99, "learning_rate": 6.985739453173903e-05, "loss": 19.5957, "step": 21385 }, { "epoch": 18.99, "learning_rate": 6.98548109776969e-05, "loss": 19.5986, "step": 21386 }, { "epoch": 18.99, "learning_rate": 6.985222736071909e-05, "loss": 19.7852, "step": 21387 }, { "epoch": 18.99, "learning_rate": 6.984964368081373e-05, "loss": 19.9668, "step": 21388 }, { "epoch": 19.0, "learning_rate": 6.984705993798904e-05, "loss": 19.8125, "step": 21389 }, { "epoch": 19.0, "learning_rate": 6.984447613225322e-05, "loss": 19.9521, "step": 21390 }, { "epoch": 19.0, "learning_rate": 6.984189226361446e-05, "loss": 19.8594, "step": 21391 }, { "epoch": 19.0, "learning_rate": 6.983930833208097e-05, "loss": 19.3359, "step": 21392 }, { "epoch": 19.0, "learning_rate": 6.983672433766087e-05, "loss": 19.8203, "step": 21393 }, { "epoch": 19.0, "learning_rate": 6.983414028036241e-05, "loss": 19.9824, "step": 21394 }, { "epoch": 19.0, "learning_rate": 6.983155616019379e-05, "loss": 19.8457, "step": 21395 }, { "epoch": 19.0, "learning_rate": 6.982897197716315e-05, "loss": 19.373, "step": 21396 }, { "epoch": 19.0, "learning_rate": 6.982638773127872e-05, "loss": 19.1338, "step": 21397 }, { "epoch": 19.0, "learning_rate": 6.982380342254868e-05, "loss": 19.501, "step": 21398 }, { "epoch": 19.0, "learning_rate": 6.982380342254868e-05, "loss": 20.1553, "step": 21399 }, { "epoch": 19.01, "learning_rate": 6.982121905098122e-05, "loss": 19.2188, "step": 21400 }, { "epoch": 19.01, "learning_rate": 6.981863461658453e-05, "loss": 19.2871, "step": 21401 }, { "epoch": 19.01, "learning_rate": 6.981605011936681e-05, "loss": 20.0117, "step": 21402 }, { "epoch": 19.01, "learning_rate": 6.981605011936681e-05, "loss": 20.0732, "step": 21403 }, { "epoch": 19.01, "learning_rate": 6.981346555933626e-05, "loss": 19.5391, "step": 21404 }, { "epoch": 19.01, "learning_rate": 6.981088093650104e-05, "loss": 18.9492, "step": 21405 }, { "epoch": 19.01, "learning_rate": 6.980829625086937e-05, "loss": 19.6709, "step": 21406 }, { "epoch": 19.01, "learning_rate": 6.980571150244946e-05, "loss": 20.5879, "step": 21407 }, { "epoch": 19.01, "learning_rate": 6.980312669124946e-05, "loss": 19.8945, "step": 21408 }, { "epoch": 19.01, "learning_rate": 6.980054181727758e-05, "loss": 19.1875, "step": 21409 }, { "epoch": 19.01, "learning_rate": 6.979795688054203e-05, "loss": 19.875, "step": 21410 }, { "epoch": 19.02, "learning_rate": 6.979537188105097e-05, "loss": 19.749, "step": 21411 }, { "epoch": 19.02, "learning_rate": 6.979278681881263e-05, "loss": 19.9287, "step": 21412 }, { "epoch": 19.02, "learning_rate": 6.979020169383518e-05, "loss": 19.4883, "step": 21413 }, { "epoch": 19.02, "learning_rate": 6.978761650612683e-05, "loss": 20.4287, "step": 21414 }, { "epoch": 19.02, "learning_rate": 6.978503125569577e-05, "loss": 19.1768, "step": 21415 }, { "epoch": 19.02, "learning_rate": 6.978244594255018e-05, "loss": 19.5078, "step": 21416 }, { "epoch": 19.02, "learning_rate": 6.977986056669829e-05, "loss": 19.4189, "step": 21417 }, { "epoch": 19.02, "learning_rate": 6.977727512814826e-05, "loss": 19.3828, "step": 21418 }, { "epoch": 19.02, "learning_rate": 6.977468962690829e-05, "loss": 19.8506, "step": 21419 }, { "epoch": 19.02, "learning_rate": 6.977210406298658e-05, "loss": 19.7529, "step": 21420 }, { "epoch": 19.02, "learning_rate": 6.976951843639134e-05, "loss": 19.6396, "step": 21421 }, { "epoch": 19.02, "learning_rate": 6.976693274713075e-05, "loss": 19.5312, "step": 21422 }, { "epoch": 19.03, "learning_rate": 6.9764346995213e-05, "loss": 19.501, "step": 21423 }, { "epoch": 19.03, "learning_rate": 6.976176118064632e-05, "loss": 19.7725, "step": 21424 }, { "epoch": 19.03, "learning_rate": 6.975917530343887e-05, "loss": 19.7598, "step": 21425 }, { "epoch": 19.03, "learning_rate": 6.975658936359886e-05, "loss": 20.0088, "step": 21426 }, { "epoch": 19.03, "learning_rate": 6.975400336113449e-05, "loss": 19.7158, "step": 21427 }, { "epoch": 19.03, "learning_rate": 6.975141729605396e-05, "loss": 20.0918, "step": 21428 }, { "epoch": 19.03, "learning_rate": 6.974883116836545e-05, "loss": 19.9893, "step": 21429 }, { "epoch": 19.03, "learning_rate": 6.974624497807718e-05, "loss": 19.7637, "step": 21430 }, { "epoch": 19.03, "learning_rate": 6.974365872519733e-05, "loss": 19.6006, "step": 21431 }, { "epoch": 19.03, "learning_rate": 6.97410724097341e-05, "loss": 19.2031, "step": 21432 }, { "epoch": 19.03, "learning_rate": 6.97384860316957e-05, "loss": 19.6885, "step": 21433 }, { "epoch": 19.04, "learning_rate": 6.973589959109031e-05, "loss": 19.6602, "step": 21434 }, { "epoch": 19.04, "learning_rate": 6.973331308792617e-05, "loss": 19.2842, "step": 21435 }, { "epoch": 19.04, "learning_rate": 6.973072652221141e-05, "loss": 20.1162, "step": 21436 }, { "epoch": 19.04, "learning_rate": 6.97281398939543e-05, "loss": 19.8252, "step": 21437 }, { "epoch": 19.04, "learning_rate": 6.972555320316298e-05, "loss": 20.2617, "step": 21438 }, { "epoch": 19.04, "learning_rate": 6.972296644984568e-05, "loss": 19.0361, "step": 21439 }, { "epoch": 19.04, "learning_rate": 6.97203796340106e-05, "loss": 19.7041, "step": 21440 }, { "epoch": 19.04, "learning_rate": 6.971779275566593e-05, "loss": 19.5117, "step": 21441 }, { "epoch": 19.04, "learning_rate": 6.971520581481988e-05, "loss": 19.6553, "step": 21442 }, { "epoch": 19.04, "learning_rate": 6.971261881148065e-05, "loss": 19.5537, "step": 21443 }, { "epoch": 19.04, "learning_rate": 6.971003174565642e-05, "loss": 19.5303, "step": 21444 }, { "epoch": 19.05, "learning_rate": 6.970744461735543e-05, "loss": 19.5928, "step": 21445 }, { "epoch": 19.05, "learning_rate": 6.970485742658584e-05, "loss": 19.4248, "step": 21446 }, { "epoch": 19.05, "learning_rate": 6.970227017335586e-05, "loss": 19.7227, "step": 21447 }, { "epoch": 19.05, "learning_rate": 6.969968285767371e-05, "loss": 19.2275, "step": 21448 }, { "epoch": 19.05, "learning_rate": 6.969709547954756e-05, "loss": 19.6855, "step": 21449 }, { "epoch": 19.05, "learning_rate": 6.969450803898564e-05, "loss": 19.3242, "step": 21450 }, { "epoch": 19.05, "learning_rate": 6.969192053599616e-05, "loss": 19.4307, "step": 21451 }, { "epoch": 19.05, "learning_rate": 6.968933297058729e-05, "loss": 19.4844, "step": 21452 }, { "epoch": 19.05, "learning_rate": 6.968674534276724e-05, "loss": 19.6172, "step": 21453 }, { "epoch": 19.05, "learning_rate": 6.968415765254422e-05, "loss": 19.6709, "step": 21454 }, { "epoch": 19.05, "learning_rate": 6.968156989992643e-05, "loss": 19.5703, "step": 21455 }, { "epoch": 19.06, "learning_rate": 6.96789820849221e-05, "loss": 19.3359, "step": 21456 }, { "epoch": 19.06, "learning_rate": 6.967639420753938e-05, "loss": 19.4033, "step": 21457 }, { "epoch": 19.06, "learning_rate": 6.967380626778648e-05, "loss": 19.3164, "step": 21458 }, { "epoch": 19.06, "learning_rate": 6.967121826567167e-05, "loss": 19.5352, "step": 21459 }, { "epoch": 19.06, "learning_rate": 6.966863020120308e-05, "loss": 19.0967, "step": 21460 }, { "epoch": 19.06, "learning_rate": 6.966604207438894e-05, "loss": 20.0859, "step": 21461 }, { "epoch": 19.06, "learning_rate": 6.966345388523745e-05, "loss": 19.5879, "step": 21462 }, { "epoch": 19.06, "learning_rate": 6.966086563375683e-05, "loss": 19.8291, "step": 21463 }, { "epoch": 19.06, "learning_rate": 6.965827731995528e-05, "loss": 19.79, "step": 21464 }, { "epoch": 19.06, "learning_rate": 6.965568894384098e-05, "loss": 19.7627, "step": 21465 }, { "epoch": 19.06, "learning_rate": 6.965310050542216e-05, "loss": 19.8594, "step": 21466 }, { "epoch": 19.06, "learning_rate": 6.965051200470701e-05, "loss": 19.9326, "step": 21467 }, { "epoch": 19.07, "learning_rate": 6.964792344170373e-05, "loss": 19.6582, "step": 21468 }, { "epoch": 19.07, "learning_rate": 6.964533481642055e-05, "loss": 19.4473, "step": 21469 }, { "epoch": 19.07, "learning_rate": 6.964274612886565e-05, "loss": 20.499, "step": 21470 }, { "epoch": 19.07, "learning_rate": 6.964015737904724e-05, "loss": 19.6982, "step": 21471 }, { "epoch": 19.07, "learning_rate": 6.963756856697357e-05, "loss": 19.1035, "step": 21472 }, { "epoch": 19.07, "learning_rate": 6.963497969265279e-05, "loss": 19.6816, "step": 21473 }, { "epoch": 19.07, "learning_rate": 6.963239075609312e-05, "loss": 19.6709, "step": 21474 }, { "epoch": 19.07, "learning_rate": 6.962980175730275e-05, "loss": 19.1689, "step": 21475 }, { "epoch": 19.07, "learning_rate": 6.962721269628993e-05, "loss": 19.7939, "step": 21476 }, { "epoch": 19.07, "learning_rate": 6.962462357306285e-05, "loss": 19.584, "step": 21477 }, { "epoch": 19.07, "learning_rate": 6.962203438762971e-05, "loss": 19.9219, "step": 21478 }, { "epoch": 19.08, "learning_rate": 6.961944513999871e-05, "loss": 19.7578, "step": 21479 }, { "epoch": 19.08, "learning_rate": 6.961685583017808e-05, "loss": 20.0693, "step": 21480 }, { "epoch": 19.08, "learning_rate": 6.9614266458176e-05, "loss": 19.5957, "step": 21481 }, { "epoch": 19.08, "learning_rate": 6.96116770240007e-05, "loss": 19.71, "step": 21482 }, { "epoch": 19.08, "learning_rate": 6.960908752766039e-05, "loss": 19.0762, "step": 21483 }, { "epoch": 19.08, "learning_rate": 6.960649796916324e-05, "loss": 19.6836, "step": 21484 }, { "epoch": 19.08, "learning_rate": 6.96039083485175e-05, "loss": 20.1494, "step": 21485 }, { "epoch": 19.08, "learning_rate": 6.960131866573138e-05, "loss": 19.9014, "step": 21486 }, { "epoch": 19.08, "learning_rate": 6.959872892081305e-05, "loss": 19.8604, "step": 21487 }, { "epoch": 19.08, "learning_rate": 6.959613911377076e-05, "loss": 19.8652, "step": 21488 }, { "epoch": 19.08, "learning_rate": 6.959354924461269e-05, "loss": 20.4561, "step": 21489 }, { "epoch": 19.09, "learning_rate": 6.959095931334707e-05, "loss": 19.1816, "step": 21490 }, { "epoch": 19.09, "learning_rate": 6.958836931998209e-05, "loss": 19.71, "step": 21491 }, { "epoch": 19.09, "learning_rate": 6.958577926452599e-05, "loss": 19.7695, "step": 21492 }, { "epoch": 19.09, "learning_rate": 6.958318914698693e-05, "loss": 19.6709, "step": 21493 }, { "epoch": 19.09, "learning_rate": 6.958059896737317e-05, "loss": 19.5146, "step": 21494 }, { "epoch": 19.09, "learning_rate": 6.95780087256929e-05, "loss": 19.9619, "step": 21495 }, { "epoch": 19.09, "learning_rate": 6.957541842195434e-05, "loss": 19.5264, "step": 21496 }, { "epoch": 19.09, "learning_rate": 6.957282805616566e-05, "loss": 19.499, "step": 21497 }, { "epoch": 19.09, "learning_rate": 6.957023762833513e-05, "loss": 19.9277, "step": 21498 }, { "epoch": 19.09, "learning_rate": 6.956764713847094e-05, "loss": 19.6318, "step": 21499 }, { "epoch": 19.09, "learning_rate": 6.956505658658128e-05, "loss": 19.5459, "step": 21500 }, { "epoch": 19.1, "learning_rate": 6.956246597267437e-05, "loss": 19.9102, "step": 21501 }, { "epoch": 19.1, "learning_rate": 6.955987529675844e-05, "loss": 20.0537, "step": 21502 }, { "epoch": 19.1, "learning_rate": 6.95572845588417e-05, "loss": 19.29, "step": 21503 }, { "epoch": 19.1, "learning_rate": 6.955469375893235e-05, "loss": 20.0186, "step": 21504 }, { "epoch": 19.1, "learning_rate": 6.95521028970386e-05, "loss": 19.1914, "step": 21505 }, { "epoch": 19.1, "learning_rate": 6.954951197316865e-05, "loss": 20.1777, "step": 21506 }, { "epoch": 19.1, "learning_rate": 6.954951197316865e-05, "loss": 19.8701, "step": 21507 }, { "epoch": 19.1, "learning_rate": 6.954692098733075e-05, "loss": 19.5635, "step": 21508 }, { "epoch": 19.1, "learning_rate": 6.954432993953308e-05, "loss": 19.8818, "step": 21509 }, { "epoch": 19.1, "learning_rate": 6.954173882978387e-05, "loss": 19.7744, "step": 21510 }, { "epoch": 19.1, "learning_rate": 6.953914765809135e-05, "loss": 19.9258, "step": 21511 }, { "epoch": 19.1, "learning_rate": 6.953655642446368e-05, "loss": 19.7041, "step": 21512 }, { "epoch": 19.11, "learning_rate": 6.953396512890914e-05, "loss": 19.834, "step": 21513 }, { "epoch": 19.11, "learning_rate": 6.953137377143589e-05, "loss": 19.2354, "step": 21514 }, { "epoch": 19.11, "learning_rate": 6.952878235205218e-05, "loss": 19.8232, "step": 21515 }, { "epoch": 19.11, "learning_rate": 6.952878235205218e-05, "loss": 19.7246, "step": 21516 }, { "epoch": 19.11, "learning_rate": 6.95261908707662e-05, "loss": 20.1094, "step": 21517 }, { "epoch": 19.11, "learning_rate": 6.952359932758617e-05, "loss": 20.293, "step": 21518 }, { "epoch": 19.11, "learning_rate": 6.952100772252031e-05, "loss": 19.376, "step": 21519 }, { "epoch": 19.11, "learning_rate": 6.951841605557683e-05, "loss": 19.8906, "step": 21520 }, { "epoch": 19.11, "learning_rate": 6.951582432676394e-05, "loss": 19.6982, "step": 21521 }, { "epoch": 19.11, "learning_rate": 6.951323253608988e-05, "loss": 19.9531, "step": 21522 }, { "epoch": 19.11, "learning_rate": 6.951064068356285e-05, "loss": 19.3906, "step": 21523 }, { "epoch": 19.12, "learning_rate": 6.950804876919105e-05, "loss": 19.7383, "step": 21524 }, { "epoch": 19.12, "learning_rate": 6.950545679298272e-05, "loss": 20.0625, "step": 21525 }, { "epoch": 19.12, "learning_rate": 6.950286475494605e-05, "loss": 19.5283, "step": 21526 }, { "epoch": 19.12, "learning_rate": 6.95002726550893e-05, "loss": 19.6152, "step": 21527 }, { "epoch": 19.12, "learning_rate": 6.949768049342065e-05, "loss": 19.7109, "step": 21528 }, { "epoch": 19.12, "learning_rate": 6.94950882699483e-05, "loss": 19.9619, "step": 21529 }, { "epoch": 19.12, "learning_rate": 6.949249598468052e-05, "loss": 19.4043, "step": 21530 }, { "epoch": 19.12, "learning_rate": 6.948990363762549e-05, "loss": 19.9121, "step": 21531 }, { "epoch": 19.12, "learning_rate": 6.948731122879144e-05, "loss": 19.7598, "step": 21532 }, { "epoch": 19.12, "learning_rate": 6.948471875818658e-05, "loss": 20.0469, "step": 21533 }, { "epoch": 19.12, "learning_rate": 6.948212622581913e-05, "loss": 19.9561, "step": 21534 }, { "epoch": 19.13, "learning_rate": 6.947953363169732e-05, "loss": 20.1191, "step": 21535 }, { "epoch": 19.13, "learning_rate": 6.947694097582936e-05, "loss": 19.918, "step": 21536 }, { "epoch": 19.13, "learning_rate": 6.947434825822344e-05, "loss": 19.3721, "step": 21537 }, { "epoch": 19.13, "learning_rate": 6.947175547888782e-05, "loss": 19.9082, "step": 21538 }, { "epoch": 19.13, "learning_rate": 6.94691626378307e-05, "loss": 19.3447, "step": 21539 }, { "epoch": 19.13, "learning_rate": 6.94665697350603e-05, "loss": 19.4668, "step": 21540 }, { "epoch": 19.13, "learning_rate": 6.946397677058486e-05, "loss": 20.6641, "step": 21541 }, { "epoch": 19.13, "learning_rate": 6.946138374441255e-05, "loss": 19.876, "step": 21542 }, { "epoch": 19.13, "learning_rate": 6.945879065655165e-05, "loss": 19.7959, "step": 21543 }, { "epoch": 19.13, "learning_rate": 6.94561975070103e-05, "loss": 19.5869, "step": 21544 }, { "epoch": 19.13, "learning_rate": 6.94561975070103e-05, "loss": 19.4512, "step": 21545 }, { "epoch": 19.13, "learning_rate": 6.945360429579682e-05, "loss": 19.6416, "step": 21546 }, { "epoch": 19.14, "learning_rate": 6.945101102291935e-05, "loss": 20.0625, "step": 21547 }, { "epoch": 19.14, "learning_rate": 6.944841768838615e-05, "loss": 19.499, "step": 21548 }, { "epoch": 19.14, "learning_rate": 6.944582429220541e-05, "loss": 20.0293, "step": 21549 }, { "epoch": 19.14, "learning_rate": 6.94432308343854e-05, "loss": 19.9229, "step": 21550 }, { "epoch": 19.14, "learning_rate": 6.944063731493429e-05, "loss": 20.1768, "step": 21551 }, { "epoch": 19.14, "learning_rate": 6.943804373386032e-05, "loss": 19.6758, "step": 21552 }, { "epoch": 19.14, "learning_rate": 6.943545009117172e-05, "loss": 19.5508, "step": 21553 }, { "epoch": 19.14, "learning_rate": 6.943285638687669e-05, "loss": 19.793, "step": 21554 }, { "epoch": 19.14, "learning_rate": 6.943026262098346e-05, "loss": 20.5205, "step": 21555 }, { "epoch": 19.14, "learning_rate": 6.942766879350029e-05, "loss": 19.6035, "step": 21556 }, { "epoch": 19.14, "learning_rate": 6.942507490443534e-05, "loss": 19.7383, "step": 21557 }, { "epoch": 19.15, "learning_rate": 6.942248095379686e-05, "loss": 20.2324, "step": 21558 }, { "epoch": 19.15, "learning_rate": 6.941988694159308e-05, "loss": 19.4443, "step": 21559 }, { "epoch": 19.15, "learning_rate": 6.941729286783222e-05, "loss": 19.791, "step": 21560 }, { "epoch": 19.15, "learning_rate": 6.94146987325225e-05, "loss": 19.9502, "step": 21561 }, { "epoch": 19.15, "learning_rate": 6.941210453567212e-05, "loss": 19.5566, "step": 21562 }, { "epoch": 19.15, "learning_rate": 6.940951027728933e-05, "loss": 19.6289, "step": 21563 }, { "epoch": 19.15, "learning_rate": 6.940691595738236e-05, "loss": 19.6416, "step": 21564 }, { "epoch": 19.15, "learning_rate": 6.940432157595943e-05, "loss": 20.123, "step": 21565 }, { "epoch": 19.15, "learning_rate": 6.940172713302872e-05, "loss": 20.248, "step": 21566 }, { "epoch": 19.15, "learning_rate": 6.939913262859852e-05, "loss": 20.2051, "step": 21567 }, { "epoch": 19.15, "learning_rate": 6.939653806267701e-05, "loss": 19.7061, "step": 21568 }, { "epoch": 19.16, "learning_rate": 6.939394343527244e-05, "loss": 20.0967, "step": 21569 }, { "epoch": 19.16, "learning_rate": 6.9391348746393e-05, "loss": 19.1973, "step": 21570 }, { "epoch": 19.16, "learning_rate": 6.938875399604693e-05, "loss": 19.7451, "step": 21571 }, { "epoch": 19.16, "learning_rate": 6.938615918424248e-05, "loss": 19.084, "step": 21572 }, { "epoch": 19.16, "learning_rate": 6.938356431098784e-05, "loss": 19.6533, "step": 21573 }, { "epoch": 19.16, "learning_rate": 6.938096937629128e-05, "loss": 19.874, "step": 21574 }, { "epoch": 19.16, "learning_rate": 6.937837438016095e-05, "loss": 19.2881, "step": 21575 }, { "epoch": 19.16, "learning_rate": 6.937577932260515e-05, "loss": 19.6602, "step": 21576 }, { "epoch": 19.16, "learning_rate": 6.937318420363209e-05, "loss": 19.7676, "step": 21577 }, { "epoch": 19.16, "learning_rate": 6.937058902324996e-05, "loss": 19.5166, "step": 21578 }, { "epoch": 19.16, "learning_rate": 6.9367993781467e-05, "loss": 19.8076, "step": 21579 }, { "epoch": 19.17, "learning_rate": 6.936539847829147e-05, "loss": 20.335, "step": 21580 }, { "epoch": 19.17, "learning_rate": 6.936280311373157e-05, "loss": 19.9746, "step": 21581 }, { "epoch": 19.17, "learning_rate": 6.936020768779554e-05, "loss": 20.3828, "step": 21582 }, { "epoch": 19.17, "learning_rate": 6.935761220049156e-05, "loss": 18.9863, "step": 21583 }, { "epoch": 19.17, "learning_rate": 6.935501665182791e-05, "loss": 19.626, "step": 21584 }, { "epoch": 19.17, "learning_rate": 6.93524210418128e-05, "loss": 20.0898, "step": 21585 }, { "epoch": 19.17, "learning_rate": 6.934982537045447e-05, "loss": 20.1582, "step": 21586 }, { "epoch": 19.17, "learning_rate": 6.934722963776113e-05, "loss": 19.7881, "step": 21587 }, { "epoch": 19.17, "learning_rate": 6.934463384374101e-05, "loss": 20.0371, "step": 21588 }, { "epoch": 19.17, "learning_rate": 6.934203798840234e-05, "loss": 19.6289, "step": 21589 }, { "epoch": 19.17, "learning_rate": 6.933944207175337e-05, "loss": 19.6465, "step": 21590 }, { "epoch": 19.17, "learning_rate": 6.93368460938023e-05, "loss": 19.8086, "step": 21591 }, { "epoch": 19.18, "learning_rate": 6.933425005455735e-05, "loss": 19.5439, "step": 21592 }, { "epoch": 19.18, "learning_rate": 6.933165395402677e-05, "loss": 19.6328, "step": 21593 }, { "epoch": 19.18, "learning_rate": 6.93290577922188e-05, "loss": 19.9111, "step": 21594 }, { "epoch": 19.18, "learning_rate": 6.932646156914164e-05, "loss": 19.8047, "step": 21595 }, { "epoch": 19.18, "learning_rate": 6.932386528480357e-05, "loss": 20.3047, "step": 21596 }, { "epoch": 19.18, "learning_rate": 6.932126893921273e-05, "loss": 19.9014, "step": 21597 }, { "epoch": 19.18, "learning_rate": 6.931867253237745e-05, "loss": 19.6006, "step": 21598 }, { "epoch": 19.18, "learning_rate": 6.931607606430591e-05, "loss": 19.5342, "step": 21599 }, { "epoch": 19.18, "learning_rate": 6.931347953500633e-05, "loss": 19.498, "step": 21600 }, { "epoch": 19.18, "learning_rate": 6.931088294448695e-05, "loss": 19.4043, "step": 21601 }, { "epoch": 19.18, "learning_rate": 6.9308286292756e-05, "loss": 20.1934, "step": 21602 }, { "epoch": 19.19, "learning_rate": 6.930568957982173e-05, "loss": 20.5205, "step": 21603 }, { "epoch": 19.19, "learning_rate": 6.930309280569235e-05, "loss": 19.5273, "step": 21604 }, { "epoch": 19.19, "learning_rate": 6.930049597037611e-05, "loss": 19.9209, "step": 21605 }, { "epoch": 19.19, "learning_rate": 6.929789907388122e-05, "loss": 19.7451, "step": 21606 }, { "epoch": 19.19, "learning_rate": 6.929530211621594e-05, "loss": 19.7275, "step": 21607 }, { "epoch": 19.19, "learning_rate": 6.929270509738846e-05, "loss": 19.7188, "step": 21608 }, { "epoch": 19.19, "learning_rate": 6.929010801740707e-05, "loss": 20.1055, "step": 21609 }, { "epoch": 19.19, "learning_rate": 6.928751087627992e-05, "loss": 20.0576, "step": 21610 }, { "epoch": 19.19, "learning_rate": 6.928491367401532e-05, "loss": 19.0645, "step": 21611 }, { "epoch": 19.19, "learning_rate": 6.928231641062148e-05, "loss": 19.8057, "step": 21612 }, { "epoch": 19.19, "learning_rate": 6.92797190861066e-05, "loss": 19.751, "step": 21613 }, { "epoch": 19.2, "learning_rate": 6.927712170047895e-05, "loss": 19.7354, "step": 21614 }, { "epoch": 19.2, "learning_rate": 6.927452425374677e-05, "loss": 19.7422, "step": 21615 }, { "epoch": 19.2, "learning_rate": 6.927192674591824e-05, "loss": 19.9053, "step": 21616 }, { "epoch": 19.2, "learning_rate": 6.926932917700166e-05, "loss": 19.9629, "step": 21617 }, { "epoch": 19.2, "learning_rate": 6.926673154700522e-05, "loss": 20.0293, "step": 21618 }, { "epoch": 19.2, "learning_rate": 6.926413385593715e-05, "loss": 20.5469, "step": 21619 }, { "epoch": 19.2, "learning_rate": 6.926153610380573e-05, "loss": 19.3086, "step": 21620 }, { "epoch": 19.2, "learning_rate": 6.925893829061916e-05, "loss": 19.7314, "step": 21621 }, { "epoch": 19.2, "learning_rate": 6.925634041638566e-05, "loss": 19.7842, "step": 21622 }, { "epoch": 19.2, "learning_rate": 6.92537424811135e-05, "loss": 19.4248, "step": 21623 }, { "epoch": 19.2, "learning_rate": 6.92511444848109e-05, "loss": 20.5713, "step": 21624 }, { "epoch": 19.21, "learning_rate": 6.924854642748609e-05, "loss": 20.0439, "step": 21625 }, { "epoch": 19.21, "learning_rate": 6.924594830914732e-05, "loss": 19.8213, "step": 21626 }, { "epoch": 19.21, "learning_rate": 6.92433501298028e-05, "loss": 19.7334, "step": 21627 }, { "epoch": 19.21, "learning_rate": 6.924075188946079e-05, "loss": 20.1914, "step": 21628 }, { "epoch": 19.21, "learning_rate": 6.923815358812951e-05, "loss": 19.9785, "step": 21629 }, { "epoch": 19.21, "learning_rate": 6.92355552258172e-05, "loss": 19.9902, "step": 21630 }, { "epoch": 19.21, "learning_rate": 6.92329568025321e-05, "loss": 19.7383, "step": 21631 }, { "epoch": 19.21, "learning_rate": 6.923035831828245e-05, "loss": 20.7832, "step": 21632 }, { "epoch": 19.21, "learning_rate": 6.922775977307649e-05, "loss": 19.5576, "step": 21633 }, { "epoch": 19.21, "learning_rate": 6.922516116692245e-05, "loss": 19.8906, "step": 21634 }, { "epoch": 19.21, "learning_rate": 6.922256249982856e-05, "loss": 19.5352, "step": 21635 }, { "epoch": 19.21, "learning_rate": 6.921996377180305e-05, "loss": 19.6934, "step": 21636 }, { "epoch": 19.22, "learning_rate": 6.921736498285419e-05, "loss": 19.5713, "step": 21637 }, { "epoch": 19.22, "learning_rate": 6.921476613299018e-05, "loss": 19.4756, "step": 21638 }, { "epoch": 19.22, "learning_rate": 6.921216722221931e-05, "loss": 19.7559, "step": 21639 }, { "epoch": 19.22, "learning_rate": 6.920956825054976e-05, "loss": 19.4932, "step": 21640 }, { "epoch": 19.22, "learning_rate": 6.920696921798979e-05, "loss": 19.5059, "step": 21641 }, { "epoch": 19.22, "learning_rate": 6.920437012454765e-05, "loss": 19.0098, "step": 21642 }, { "epoch": 19.22, "learning_rate": 6.920177097023155e-05, "loss": 20.1816, "step": 21643 }, { "epoch": 19.22, "learning_rate": 6.919917175504977e-05, "loss": 19.4492, "step": 21644 }, { "epoch": 19.22, "learning_rate": 6.919657247901052e-05, "loss": 19.2627, "step": 21645 }, { "epoch": 19.22, "learning_rate": 6.919397314212205e-05, "loss": 19.8701, "step": 21646 }, { "epoch": 19.22, "learning_rate": 6.91913737443926e-05, "loss": 19.8467, "step": 21647 }, { "epoch": 19.23, "learning_rate": 6.918877428583039e-05, "loss": 19.6152, "step": 21648 }, { "epoch": 19.23, "learning_rate": 6.918617476644369e-05, "loss": 19.7588, "step": 21649 }, { "epoch": 19.23, "learning_rate": 6.918357518624071e-05, "loss": 19.8262, "step": 21650 }, { "epoch": 19.23, "learning_rate": 6.918097554522972e-05, "loss": 19.8828, "step": 21651 }, { "epoch": 19.23, "learning_rate": 6.917837584341895e-05, "loss": 19.5283, "step": 21652 }, { "epoch": 19.23, "learning_rate": 6.917577608081662e-05, "loss": 19.3975, "step": 21653 }, { "epoch": 19.23, "learning_rate": 6.917317625743098e-05, "loss": 19.3164, "step": 21654 }, { "epoch": 19.23, "learning_rate": 6.91705763732703e-05, "loss": 19.7832, "step": 21655 }, { "epoch": 19.23, "learning_rate": 6.91679764283428e-05, "loss": 20.0254, "step": 21656 }, { "epoch": 19.23, "learning_rate": 6.916537642265671e-05, "loss": 19.8594, "step": 21657 }, { "epoch": 19.23, "learning_rate": 6.916277635622028e-05, "loss": 19.7012, "step": 21658 }, { "epoch": 19.24, "learning_rate": 6.916017622904174e-05, "loss": 19.7676, "step": 21659 }, { "epoch": 19.24, "learning_rate": 6.915757604112938e-05, "loss": 19.3965, "step": 21660 }, { "epoch": 19.24, "learning_rate": 6.915497579249139e-05, "loss": 20.1016, "step": 21661 }, { "epoch": 19.24, "learning_rate": 6.915237548313602e-05, "loss": 19.5137, "step": 21662 }, { "epoch": 19.24, "learning_rate": 6.914977511307153e-05, "loss": 19.5811, "step": 21663 }, { "epoch": 19.24, "learning_rate": 6.914717468230614e-05, "loss": 20.3613, "step": 21664 }, { "epoch": 19.24, "learning_rate": 6.914457419084814e-05, "loss": 19.6123, "step": 21665 }, { "epoch": 19.24, "learning_rate": 6.914197363870572e-05, "loss": 19.4141, "step": 21666 }, { "epoch": 19.24, "learning_rate": 6.913937302588715e-05, "loss": 19.6455, "step": 21667 }, { "epoch": 19.24, "learning_rate": 6.913677235240066e-05, "loss": 20.0879, "step": 21668 }, { "epoch": 19.24, "learning_rate": 6.91341716182545e-05, "loss": 20.0088, "step": 21669 }, { "epoch": 19.25, "learning_rate": 6.913157082345692e-05, "loss": 19.6143, "step": 21670 }, { "epoch": 19.25, "learning_rate": 6.912896996801615e-05, "loss": 19.7363, "step": 21671 }, { "epoch": 19.25, "learning_rate": 6.912636905194044e-05, "loss": 19.6787, "step": 21672 }, { "epoch": 19.25, "learning_rate": 6.912376807523805e-05, "loss": 19.1602, "step": 21673 }, { "epoch": 19.25, "learning_rate": 6.912116703791721e-05, "loss": 20.2686, "step": 21674 }, { "epoch": 19.25, "learning_rate": 6.911856593998617e-05, "loss": 20.3486, "step": 21675 }, { "epoch": 19.25, "learning_rate": 6.911596478145316e-05, "loss": 19.1729, "step": 21676 }, { "epoch": 19.25, "learning_rate": 6.911336356232644e-05, "loss": 19.9062, "step": 21677 }, { "epoch": 19.25, "learning_rate": 6.911076228261426e-05, "loss": 18.8418, "step": 21678 }, { "epoch": 19.25, "learning_rate": 6.910816094232486e-05, "loss": 19.5322, "step": 21679 }, { "epoch": 19.25, "learning_rate": 6.910555954146647e-05, "loss": 20.6396, "step": 21680 }, { "epoch": 19.25, "learning_rate": 6.910295808004735e-05, "loss": 19.7129, "step": 21681 }, { "epoch": 19.26, "learning_rate": 6.910035655807575e-05, "loss": 19.0996, "step": 21682 }, { "epoch": 19.26, "learning_rate": 6.90977549755599e-05, "loss": 19.8223, "step": 21683 }, { "epoch": 19.26, "learning_rate": 6.909515333250808e-05, "loss": 19.7275, "step": 21684 }, { "epoch": 19.26, "learning_rate": 6.90925516289285e-05, "loss": 19.8262, "step": 21685 }, { "epoch": 19.26, "learning_rate": 6.908994986482941e-05, "loss": 19.5176, "step": 21686 }, { "epoch": 19.26, "learning_rate": 6.90873480402191e-05, "loss": 19.3789, "step": 21687 }, { "epoch": 19.26, "learning_rate": 6.908474615510576e-05, "loss": 20.1641, "step": 21688 }, { "epoch": 19.26, "learning_rate": 6.908214420949768e-05, "loss": 19.5244, "step": 21689 }, { "epoch": 19.26, "learning_rate": 6.907954220340307e-05, "loss": 19.8135, "step": 21690 }, { "epoch": 19.26, "learning_rate": 6.907694013683022e-05, "loss": 19.9678, "step": 21691 }, { "epoch": 19.26, "learning_rate": 6.907433800978735e-05, "loss": 20.2646, "step": 21692 }, { "epoch": 19.27, "learning_rate": 6.90717358222827e-05, "loss": 19.9258, "step": 21693 }, { "epoch": 19.27, "learning_rate": 6.906913357432455e-05, "loss": 19.8008, "step": 21694 }, { "epoch": 19.27, "learning_rate": 6.906653126592113e-05, "loss": 19.7031, "step": 21695 }, { "epoch": 19.27, "learning_rate": 6.906392889708069e-05, "loss": 19.4902, "step": 21696 }, { "epoch": 19.27, "learning_rate": 6.906132646781147e-05, "loss": 19.2998, "step": 21697 }, { "epoch": 19.27, "learning_rate": 6.905872397812174e-05, "loss": 20.124, "step": 21698 }, { "epoch": 19.27, "learning_rate": 6.905612142801974e-05, "loss": 19.667, "step": 21699 }, { "epoch": 19.27, "learning_rate": 6.905351881751372e-05, "loss": 20.1826, "step": 21700 }, { "epoch": 19.27, "learning_rate": 6.905091614661191e-05, "loss": 20.0176, "step": 21701 }, { "epoch": 19.27, "learning_rate": 6.904831341532259e-05, "loss": 19.5332, "step": 21702 }, { "epoch": 19.27, "learning_rate": 6.9045710623654e-05, "loss": 20.1934, "step": 21703 }, { "epoch": 19.28, "learning_rate": 6.904310777161438e-05, "loss": 19.2568, "step": 21704 }, { "epoch": 19.28, "learning_rate": 6.904050485921199e-05, "loss": 20.0029, "step": 21705 }, { "epoch": 19.28, "learning_rate": 6.903790188645508e-05, "loss": 20.3906, "step": 21706 }, { "epoch": 19.28, "learning_rate": 6.903529885335189e-05, "loss": 19.8027, "step": 21707 }, { "epoch": 19.28, "learning_rate": 6.90326957599107e-05, "loss": 19.4014, "step": 21708 }, { "epoch": 19.28, "learning_rate": 6.903009260613972e-05, "loss": 19.7559, "step": 21709 }, { "epoch": 19.28, "learning_rate": 6.902748939204725e-05, "loss": 20.0703, "step": 21710 }, { "epoch": 19.28, "learning_rate": 6.902488611764151e-05, "loss": 19.793, "step": 21711 }, { "epoch": 19.28, "learning_rate": 6.902228278293074e-05, "loss": 19.4014, "step": 21712 }, { "epoch": 19.28, "learning_rate": 6.901967938792322e-05, "loss": 19.3018, "step": 21713 }, { "epoch": 19.28, "learning_rate": 6.90170759326272e-05, "loss": 19.8457, "step": 21714 }, { "epoch": 19.29, "learning_rate": 6.901447241705091e-05, "loss": 19.2754, "step": 21715 }, { "epoch": 19.29, "learning_rate": 6.901186884120263e-05, "loss": 19.4502, "step": 21716 }, { "epoch": 19.29, "learning_rate": 6.900926520509058e-05, "loss": 19.4814, "step": 21717 }, { "epoch": 19.29, "learning_rate": 6.900926520509058e-05, "loss": 20.9648, "step": 21718 }, { "epoch": 19.29, "learning_rate": 6.900666150872305e-05, "loss": 20.4346, "step": 21719 }, { "epoch": 19.29, "learning_rate": 6.900405775210828e-05, "loss": 19.7705, "step": 21720 }, { "epoch": 19.29, "learning_rate": 6.90014539352545e-05, "loss": 19.6973, "step": 21721 }, { "epoch": 19.29, "learning_rate": 6.899885005816998e-05, "loss": 20.0439, "step": 21722 }, { "epoch": 19.29, "learning_rate": 6.899624612086299e-05, "loss": 20.0527, "step": 21723 }, { "epoch": 19.29, "learning_rate": 6.899364212334177e-05, "loss": 19.5938, "step": 21724 }, { "epoch": 19.29, "learning_rate": 6.899103806561458e-05, "loss": 19.625, "step": 21725 }, { "epoch": 19.29, "learning_rate": 6.898843394768966e-05, "loss": 20.6172, "step": 21726 }, { "epoch": 19.3, "learning_rate": 6.898582976957527e-05, "loss": 20.1885, "step": 21727 }, { "epoch": 19.3, "learning_rate": 6.898322553127967e-05, "loss": 20.1084, "step": 21728 }, { "epoch": 19.3, "learning_rate": 6.898062123281113e-05, "loss": 19.9971, "step": 21729 }, { "epoch": 19.3, "learning_rate": 6.897801687417785e-05, "loss": 19.709, "step": 21730 }, { "epoch": 19.3, "learning_rate": 6.897541245538816e-05, "loss": 19.8877, "step": 21731 }, { "epoch": 19.3, "learning_rate": 6.897280797645026e-05, "loss": 19.6768, "step": 21732 }, { "epoch": 19.3, "learning_rate": 6.897020343737244e-05, "loss": 20.2812, "step": 21733 }, { "epoch": 19.3, "learning_rate": 6.896759883816291e-05, "loss": 20.791, "step": 21734 }, { "epoch": 19.3, "learning_rate": 6.896499417882997e-05, "loss": 19.8115, "step": 21735 }, { "epoch": 19.3, "learning_rate": 6.89623894593819e-05, "loss": 19.5859, "step": 21736 }, { "epoch": 19.3, "learning_rate": 6.895978467982687e-05, "loss": 19.6865, "step": 21737 }, { "epoch": 19.31, "learning_rate": 6.89571798401732e-05, "loss": 19.9531, "step": 21738 }, { "epoch": 19.31, "learning_rate": 6.895457494042915e-05, "loss": 20.4551, "step": 21739 }, { "epoch": 19.31, "learning_rate": 6.895196998060294e-05, "loss": 19.501, "step": 21740 }, { "epoch": 19.31, "learning_rate": 6.894936496070285e-05, "loss": 19.6152, "step": 21741 }, { "epoch": 19.31, "learning_rate": 6.894675988073714e-05, "loss": 19.5605, "step": 21742 }, { "epoch": 19.31, "learning_rate": 6.894415474071404e-05, "loss": 19.6465, "step": 21743 }, { "epoch": 19.31, "learning_rate": 6.894154954064186e-05, "loss": 20.3662, "step": 21744 }, { "epoch": 19.31, "learning_rate": 6.89389442805288e-05, "loss": 20.4434, "step": 21745 }, { "epoch": 19.31, "learning_rate": 6.893633896038316e-05, "loss": 19.6973, "step": 21746 }, { "epoch": 19.31, "learning_rate": 6.893373358021319e-05, "loss": 18.8398, "step": 21747 }, { "epoch": 19.31, "learning_rate": 6.893112814002713e-05, "loss": 19.6318, "step": 21748 }, { "epoch": 19.32, "learning_rate": 6.892852263983325e-05, "loss": 20.0967, "step": 21749 }, { "epoch": 19.32, "learning_rate": 6.892591707963983e-05, "loss": 20.1885, "step": 21750 }, { "epoch": 19.32, "learning_rate": 6.89233114594551e-05, "loss": 20.0439, "step": 21751 }, { "epoch": 19.32, "learning_rate": 6.89207057792873e-05, "loss": 19.9336, "step": 21752 }, { "epoch": 19.32, "learning_rate": 6.891810003914475e-05, "loss": 19.877, "step": 21753 }, { "epoch": 19.32, "learning_rate": 6.891549423903567e-05, "loss": 20.0078, "step": 21754 }, { "epoch": 19.32, "learning_rate": 6.891288837896834e-05, "loss": 19.5654, "step": 21755 }, { "epoch": 19.32, "learning_rate": 6.891028245895097e-05, "loss": 20.0889, "step": 21756 }, { "epoch": 19.32, "learning_rate": 6.890767647899189e-05, "loss": 19.5518, "step": 21757 }, { "epoch": 19.32, "learning_rate": 6.890507043909933e-05, "loss": 19.0264, "step": 21758 }, { "epoch": 19.32, "learning_rate": 6.890246433928153e-05, "loss": 19.5449, "step": 21759 }, { "epoch": 19.33, "learning_rate": 6.889985817954677e-05, "loss": 19.623, "step": 21760 }, { "epoch": 19.33, "learning_rate": 6.889725195990331e-05, "loss": 19.7627, "step": 21761 }, { "epoch": 19.33, "learning_rate": 6.889464568035942e-05, "loss": 19.8359, "step": 21762 }, { "epoch": 19.33, "learning_rate": 6.889203934092336e-05, "loss": 19.9355, "step": 21763 }, { "epoch": 19.33, "learning_rate": 6.888943294160338e-05, "loss": 19.3623, "step": 21764 }, { "epoch": 19.33, "learning_rate": 6.888682648240773e-05, "loss": 19.8369, "step": 21765 }, { "epoch": 19.33, "learning_rate": 6.888421996334471e-05, "loss": 19.7061, "step": 21766 }, { "epoch": 19.33, "learning_rate": 6.888161338442255e-05, "loss": 19.7891, "step": 21767 }, { "epoch": 19.33, "learning_rate": 6.887900674564953e-05, "loss": 20.0576, "step": 21768 }, { "epoch": 19.33, "learning_rate": 6.887640004703388e-05, "loss": 19.8672, "step": 21769 }, { "epoch": 19.33, "learning_rate": 6.887379328858393e-05, "loss": 19.3008, "step": 21770 }, { "epoch": 19.33, "learning_rate": 6.887118647030788e-05, "loss": 19.5088, "step": 21771 }, { "epoch": 19.34, "learning_rate": 6.8868579592214e-05, "loss": 19.4883, "step": 21772 }, { "epoch": 19.34, "learning_rate": 6.886597265431058e-05, "loss": 19.5303, "step": 21773 }, { "epoch": 19.34, "learning_rate": 6.886336565660587e-05, "loss": 19.4561, "step": 21774 }, { "epoch": 19.34, "learning_rate": 6.886075859910812e-05, "loss": 19.9502, "step": 21775 }, { "epoch": 19.34, "learning_rate": 6.885815148182564e-05, "loss": 20.1641, "step": 21776 }, { "epoch": 19.34, "learning_rate": 6.885554430476664e-05, "loss": 19.5107, "step": 21777 }, { "epoch": 19.34, "learning_rate": 6.88529370679394e-05, "loss": 19.3564, "step": 21778 }, { "epoch": 19.34, "learning_rate": 6.885032977135221e-05, "loss": 19.5527, "step": 21779 }, { "epoch": 19.34, "learning_rate": 6.884772241501331e-05, "loss": 20.2432, "step": 21780 }, { "epoch": 19.34, "learning_rate": 6.884511499893096e-05, "loss": 19.7129, "step": 21781 }, { "epoch": 19.34, "learning_rate": 6.884250752311344e-05, "loss": 19.7949, "step": 21782 }, { "epoch": 19.35, "learning_rate": 6.883989998756902e-05, "loss": 19.46, "step": 21783 }, { "epoch": 19.35, "learning_rate": 6.883729239230594e-05, "loss": 19.5723, "step": 21784 }, { "epoch": 19.35, "learning_rate": 6.88346847373325e-05, "loss": 19.417, "step": 21785 }, { "epoch": 19.35, "learning_rate": 6.883207702265692e-05, "loss": 20.2578, "step": 21786 }, { "epoch": 19.35, "learning_rate": 6.88294692482875e-05, "loss": 19.5811, "step": 21787 }, { "epoch": 19.35, "learning_rate": 6.882686141423251e-05, "loss": 20.0264, "step": 21788 }, { "epoch": 19.35, "learning_rate": 6.882425352050021e-05, "loss": 20.5771, "step": 21789 }, { "epoch": 19.35, "learning_rate": 6.882164556709885e-05, "loss": 19.3857, "step": 21790 }, { "epoch": 19.35, "learning_rate": 6.881903755403671e-05, "loss": 19.7959, "step": 21791 }, { "epoch": 19.35, "learning_rate": 6.881642948132206e-05, "loss": 19.7793, "step": 21792 }, { "epoch": 19.35, "learning_rate": 6.881382134896317e-05, "loss": 20.1113, "step": 21793 }, { "epoch": 19.36, "learning_rate": 6.881121315696827e-05, "loss": 19.6523, "step": 21794 }, { "epoch": 19.36, "learning_rate": 6.880860490534569e-05, "loss": 20.1279, "step": 21795 }, { "epoch": 19.36, "learning_rate": 6.880599659410364e-05, "loss": 19.6895, "step": 21796 }, { "epoch": 19.36, "learning_rate": 6.880338822325043e-05, "loss": 19.8633, "step": 21797 }, { "epoch": 19.36, "learning_rate": 6.88007797927943e-05, "loss": 19.4795, "step": 21798 }, { "epoch": 19.36, "learning_rate": 6.879817130274356e-05, "loss": 19.2197, "step": 21799 }, { "epoch": 19.36, "learning_rate": 6.879556275310641e-05, "loss": 19.5244, "step": 21800 }, { "epoch": 19.36, "learning_rate": 6.879295414389116e-05, "loss": 19.9854, "step": 21801 }, { "epoch": 19.36, "learning_rate": 6.879034547510608e-05, "loss": 19.6416, "step": 21802 }, { "epoch": 19.36, "learning_rate": 6.878773674675944e-05, "loss": 19.5498, "step": 21803 }, { "epoch": 19.36, "learning_rate": 6.878512795885949e-05, "loss": 19.1299, "step": 21804 }, { "epoch": 19.37, "learning_rate": 6.87825191114145e-05, "loss": 19.8799, "step": 21805 }, { "epoch": 19.37, "learning_rate": 6.87799102044328e-05, "loss": 19.9043, "step": 21806 }, { "epoch": 19.37, "learning_rate": 6.877730123792258e-05, "loss": 19.8281, "step": 21807 }, { "epoch": 19.37, "learning_rate": 6.877469221189214e-05, "loss": 19.8682, "step": 21808 }, { "epoch": 19.37, "learning_rate": 6.877208312634976e-05, "loss": 20.0156, "step": 21809 }, { "epoch": 19.37, "learning_rate": 6.876947398130367e-05, "loss": 20.2109, "step": 21810 }, { "epoch": 19.37, "learning_rate": 6.876686477676222e-05, "loss": 19.626, "step": 21811 }, { "epoch": 19.37, "learning_rate": 6.87642555127336e-05, "loss": 19.9971, "step": 21812 }, { "epoch": 19.37, "learning_rate": 6.876164618922611e-05, "loss": 19.9014, "step": 21813 }, { "epoch": 19.37, "learning_rate": 6.875903680624804e-05, "loss": 20.2559, "step": 21814 }, { "epoch": 19.37, "learning_rate": 6.875642736380764e-05, "loss": 19.9229, "step": 21815 }, { "epoch": 19.37, "learning_rate": 6.87538178619132e-05, "loss": 20.2314, "step": 21816 }, { "epoch": 19.38, "learning_rate": 6.875120830057296e-05, "loss": 19.543, "step": 21817 }, { "epoch": 19.38, "learning_rate": 6.87485986797952e-05, "loss": 19.459, "step": 21818 }, { "epoch": 19.38, "learning_rate": 6.874598899958825e-05, "loss": 20.1055, "step": 21819 }, { "epoch": 19.38, "learning_rate": 6.874337925996029e-05, "loss": 20.04, "step": 21820 }, { "epoch": 19.38, "learning_rate": 6.874076946091965e-05, "loss": 19.5459, "step": 21821 }, { "epoch": 19.38, "learning_rate": 6.873815960247458e-05, "loss": 19.6201, "step": 21822 }, { "epoch": 19.38, "learning_rate": 6.873554968463337e-05, "loss": 19.6738, "step": 21823 }, { "epoch": 19.38, "learning_rate": 6.873293970740429e-05, "loss": 19.5684, "step": 21824 }, { "epoch": 19.38, "learning_rate": 6.873032967079561e-05, "loss": 19.6582, "step": 21825 }, { "epoch": 19.38, "learning_rate": 6.87277195748156e-05, "loss": 19.418, "step": 21826 }, { "epoch": 19.38, "learning_rate": 6.872510941947252e-05, "loss": 19.1631, "step": 21827 }, { "epoch": 19.39, "learning_rate": 6.872510941947252e-05, "loss": 20.0674, "step": 21828 }, { "epoch": 19.39, "learning_rate": 6.872249920477467e-05, "loss": 19.9365, "step": 21829 }, { "epoch": 19.39, "learning_rate": 6.871988893073031e-05, "loss": 19.6729, "step": 21830 }, { "epoch": 19.39, "learning_rate": 6.871727859734772e-05, "loss": 19.9609, "step": 21831 }, { "epoch": 19.39, "learning_rate": 6.871466820463516e-05, "loss": 20.127, "step": 21832 }, { "epoch": 19.39, "learning_rate": 6.871205775260092e-05, "loss": 20.1514, "step": 21833 }, { "epoch": 19.39, "learning_rate": 6.870944724125328e-05, "loss": 19.2031, "step": 21834 }, { "epoch": 19.39, "learning_rate": 6.87068366706005e-05, "loss": 19.8564, "step": 21835 }, { "epoch": 19.39, "learning_rate": 6.870422604065085e-05, "loss": 19.9609, "step": 21836 }, { "epoch": 19.39, "learning_rate": 6.870161535141261e-05, "loss": 19.8164, "step": 21837 }, { "epoch": 19.39, "learning_rate": 6.869900460289406e-05, "loss": 19.3574, "step": 21838 }, { "epoch": 19.4, "learning_rate": 6.869639379510351e-05, "loss": 19.999, "step": 21839 }, { "epoch": 19.4, "learning_rate": 6.869378292804918e-05, "loss": 19.583, "step": 21840 }, { "epoch": 19.4, "learning_rate": 6.869117200173935e-05, "loss": 19.9951, "step": 21841 }, { "epoch": 19.4, "learning_rate": 6.868856101618233e-05, "loss": 19.8711, "step": 21842 }, { "epoch": 19.4, "learning_rate": 6.868594997138637e-05, "loss": 19.6553, "step": 21843 }, { "epoch": 19.4, "learning_rate": 6.868333886735977e-05, "loss": 19.5859, "step": 21844 }, { "epoch": 19.4, "learning_rate": 6.868072770411077e-05, "loss": 19.2441, "step": 21845 }, { "epoch": 19.4, "learning_rate": 6.867811648164769e-05, "loss": 20.0938, "step": 21846 }, { "epoch": 19.4, "learning_rate": 6.867550519997879e-05, "loss": 19.7656, "step": 21847 }, { "epoch": 19.4, "learning_rate": 6.867289385911232e-05, "loss": 19.6533, "step": 21848 }, { "epoch": 19.4, "learning_rate": 6.867028245905658e-05, "loss": 20.3857, "step": 21849 }, { "epoch": 19.4, "learning_rate": 6.866767099981987e-05, "loss": 19.917, "step": 21850 }, { "epoch": 19.41, "learning_rate": 6.866505948141045e-05, "loss": 19.8682, "step": 21851 }, { "epoch": 19.41, "learning_rate": 6.866244790383658e-05, "loss": 19.6201, "step": 21852 }, { "epoch": 19.41, "learning_rate": 6.865983626710656e-05, "loss": 19.4277, "step": 21853 }, { "epoch": 19.41, "learning_rate": 6.865722457122864e-05, "loss": 20.6084, "step": 21854 }, { "epoch": 19.41, "learning_rate": 6.865461281621114e-05, "loss": 19.3643, "step": 21855 }, { "epoch": 19.41, "learning_rate": 6.865200100206233e-05, "loss": 20.1152, "step": 21856 }, { "epoch": 19.41, "learning_rate": 6.865200100206233e-05, "loss": 20.5166, "step": 21857 }, { "epoch": 19.41, "learning_rate": 6.864938912879046e-05, "loss": 19.9697, "step": 21858 }, { "epoch": 19.41, "learning_rate": 6.864677719640383e-05, "loss": 20.0293, "step": 21859 }, { "epoch": 19.41, "learning_rate": 6.864416520491071e-05, "loss": 20.0518, "step": 21860 }, { "epoch": 19.41, "learning_rate": 6.864155315431938e-05, "loss": 20.2637, "step": 21861 }, { "epoch": 19.42, "learning_rate": 6.863894104463814e-05, "loss": 19.8926, "step": 21862 }, { "epoch": 19.42, "learning_rate": 6.863632887587525e-05, "loss": 19.2832, "step": 21863 }, { "epoch": 19.42, "learning_rate": 6.863371664803899e-05, "loss": 19.9902, "step": 21864 }, { "epoch": 19.42, "learning_rate": 6.863110436113764e-05, "loss": 19.4658, "step": 21865 }, { "epoch": 19.42, "learning_rate": 6.862849201517949e-05, "loss": 20.6631, "step": 21866 }, { "epoch": 19.42, "learning_rate": 6.862587961017283e-05, "loss": 20.2686, "step": 21867 }, { "epoch": 19.42, "learning_rate": 6.86232671461259e-05, "loss": 20.4043, "step": 21868 }, { "epoch": 19.42, "learning_rate": 6.862065462304702e-05, "loss": 19.8398, "step": 21869 }, { "epoch": 19.42, "learning_rate": 6.861804204094447e-05, "loss": 19.417, "step": 21870 }, { "epoch": 19.42, "learning_rate": 6.861542939982652e-05, "loss": 20.084, "step": 21871 }, { "epoch": 19.42, "learning_rate": 6.861281669970144e-05, "loss": 19.2607, "step": 21872 }, { "epoch": 19.43, "learning_rate": 6.861020394057753e-05, "loss": 19.8906, "step": 21873 }, { "epoch": 19.43, "learning_rate": 6.860759112246305e-05, "loss": 19.5645, "step": 21874 }, { "epoch": 19.43, "learning_rate": 6.860497824536631e-05, "loss": 19.8486, "step": 21875 }, { "epoch": 19.43, "learning_rate": 6.860236530929558e-05, "loss": 19.8105, "step": 21876 }, { "epoch": 19.43, "learning_rate": 6.859975231425913e-05, "loss": 19.9307, "step": 21877 }, { "epoch": 19.43, "learning_rate": 6.859713926026527e-05, "loss": 20.5576, "step": 21878 }, { "epoch": 19.43, "learning_rate": 6.859452614732227e-05, "loss": 19.6035, "step": 21879 }, { "epoch": 19.43, "learning_rate": 6.859191297543841e-05, "loss": 19.9434, "step": 21880 }, { "epoch": 19.43, "learning_rate": 6.858929974462196e-05, "loss": 20.3047, "step": 21881 }, { "epoch": 19.43, "learning_rate": 6.858668645488122e-05, "loss": 19.8389, "step": 21882 }, { "epoch": 19.43, "learning_rate": 6.85840731062245e-05, "loss": 19.6494, "step": 21883 }, { "epoch": 19.44, "learning_rate": 6.858145969866002e-05, "loss": 19.8281, "step": 21884 }, { "epoch": 19.44, "learning_rate": 6.857884623219611e-05, "loss": 20.0059, "step": 21885 }, { "epoch": 19.44, "learning_rate": 6.857623270684104e-05, "loss": 20.0186, "step": 21886 }, { "epoch": 19.44, "learning_rate": 6.85736191226031e-05, "loss": 19.5781, "step": 21887 }, { "epoch": 19.44, "learning_rate": 6.857100547949058e-05, "loss": 19.8965, "step": 21888 }, { "epoch": 19.44, "learning_rate": 6.856839177751176e-05, "loss": 19.3184, "step": 21889 }, { "epoch": 19.44, "learning_rate": 6.856577801667488e-05, "loss": 20.0537, "step": 21890 }, { "epoch": 19.44, "learning_rate": 6.856316419698832e-05, "loss": 20.0049, "step": 21891 }, { "epoch": 19.44, "learning_rate": 6.856316419698832e-05, "loss": 20.6416, "step": 21892 }, { "epoch": 19.44, "learning_rate": 6.856055031846028e-05, "loss": 20.4814, "step": 21893 }, { "epoch": 19.44, "learning_rate": 6.855793638109908e-05, "loss": 20.1133, "step": 21894 }, { "epoch": 19.44, "learning_rate": 6.8555322384913e-05, "loss": 20.7441, "step": 21895 }, { "epoch": 19.45, "learning_rate": 6.855270832991034e-05, "loss": 19.2637, "step": 21896 }, { "epoch": 19.45, "learning_rate": 6.855009421609939e-05, "loss": 19.8926, "step": 21897 }, { "epoch": 19.45, "learning_rate": 6.85474800434884e-05, "loss": 19.8809, "step": 21898 }, { "epoch": 19.45, "learning_rate": 6.854486581208568e-05, "loss": 19.8789, "step": 21899 }, { "epoch": 19.45, "learning_rate": 6.854225152189951e-05, "loss": 20.1299, "step": 21900 }, { "epoch": 19.45, "learning_rate": 6.853963717293818e-05, "loss": 19.5186, "step": 21901 }, { "epoch": 19.45, "learning_rate": 6.853702276520998e-05, "loss": 19.6855, "step": 21902 }, { "epoch": 19.45, "learning_rate": 6.85344082987232e-05, "loss": 19.8174, "step": 21903 }, { "epoch": 19.45, "learning_rate": 6.853179377348611e-05, "loss": 19.3311, "step": 21904 }, { "epoch": 19.45, "learning_rate": 6.852917918950703e-05, "loss": 20.7236, "step": 21905 }, { "epoch": 19.45, "learning_rate": 6.852656454679421e-05, "loss": 19.8662, "step": 21906 }, { "epoch": 19.46, "learning_rate": 6.852394984535597e-05, "loss": 19.9736, "step": 21907 }, { "epoch": 19.46, "learning_rate": 6.852133508520057e-05, "loss": 20.125, "step": 21908 }, { "epoch": 19.46, "learning_rate": 6.851872026633632e-05, "loss": 19.7275, "step": 21909 }, { "epoch": 19.46, "learning_rate": 6.851610538877147e-05, "loss": 19.873, "step": 21910 }, { "epoch": 19.46, "learning_rate": 6.851349045251439e-05, "loss": 19.8389, "step": 21911 }, { "epoch": 19.46, "learning_rate": 6.851087545757329e-05, "loss": 19.7412, "step": 21912 }, { "epoch": 19.46, "learning_rate": 6.850826040395648e-05, "loss": 20.1426, "step": 21913 }, { "epoch": 19.46, "learning_rate": 6.850564529167226e-05, "loss": 19.3027, "step": 21914 }, { "epoch": 19.46, "learning_rate": 6.850303012072891e-05, "loss": 19.2285, "step": 21915 }, { "epoch": 19.46, "learning_rate": 6.850041489113475e-05, "loss": 19.5303, "step": 21916 }, { "epoch": 19.46, "learning_rate": 6.849779960289802e-05, "loss": 19.8779, "step": 21917 }, { "epoch": 19.47, "learning_rate": 6.849518425602704e-05, "loss": 19.8135, "step": 21918 }, { "epoch": 19.47, "learning_rate": 6.84925688505301e-05, "loss": 19.8232, "step": 21919 }, { "epoch": 19.47, "learning_rate": 6.848995338641547e-05, "loss": 19.5947, "step": 21920 }, { "epoch": 19.47, "learning_rate": 6.848733786369148e-05, "loss": 19.2783, "step": 21921 }, { "epoch": 19.47, "learning_rate": 6.848472228236638e-05, "loss": 19.7451, "step": 21922 }, { "epoch": 19.47, "learning_rate": 6.848210664244847e-05, "loss": 20.25, "step": 21923 }, { "epoch": 19.47, "learning_rate": 6.847949094394605e-05, "loss": 20.0527, "step": 21924 }, { "epoch": 19.47, "learning_rate": 6.847687518686742e-05, "loss": 20.1816, "step": 21925 }, { "epoch": 19.47, "learning_rate": 6.847425937122085e-05, "loss": 20.3301, "step": 21926 }, { "epoch": 19.47, "learning_rate": 6.847164349701464e-05, "loss": 19.4102, "step": 21927 }, { "epoch": 19.47, "learning_rate": 6.84690275642571e-05, "loss": 19.8203, "step": 21928 }, { "epoch": 19.48, "learning_rate": 6.846641157295649e-05, "loss": 19.8496, "step": 21929 }, { "epoch": 19.48, "learning_rate": 6.846379552312112e-05, "loss": 20.0127, "step": 21930 }, { "epoch": 19.48, "learning_rate": 6.846117941475927e-05, "loss": 20.0684, "step": 21931 }, { "epoch": 19.48, "learning_rate": 6.845856324787929e-05, "loss": 19.9082, "step": 21932 }, { "epoch": 19.48, "learning_rate": 6.845594702248938e-05, "loss": 19.9717, "step": 21933 }, { "epoch": 19.48, "learning_rate": 6.845333073859789e-05, "loss": 19.6572, "step": 21934 }, { "epoch": 19.48, "learning_rate": 6.84507143962131e-05, "loss": 19.4033, "step": 21935 }, { "epoch": 19.48, "learning_rate": 6.84480979953433e-05, "loss": 20.0566, "step": 21936 }, { "epoch": 19.48, "learning_rate": 6.844548153599679e-05, "loss": 19.4121, "step": 21937 }, { "epoch": 19.48, "learning_rate": 6.844286501818187e-05, "loss": 19.7822, "step": 21938 }, { "epoch": 19.48, "learning_rate": 6.844024844190683e-05, "loss": 19.875, "step": 21939 }, { "epoch": 19.48, "learning_rate": 6.843763180717995e-05, "loss": 20.3086, "step": 21940 }, { "epoch": 19.49, "learning_rate": 6.843501511400954e-05, "loss": 19.627, "step": 21941 }, { "epoch": 19.49, "learning_rate": 6.843239836240387e-05, "loss": 19.9482, "step": 21942 }, { "epoch": 19.49, "learning_rate": 6.842978155237127e-05, "loss": 19.9473, "step": 21943 }, { "epoch": 19.49, "learning_rate": 6.842716468392001e-05, "loss": 20.7236, "step": 21944 }, { "epoch": 19.49, "learning_rate": 6.84245477570584e-05, "loss": 19.9717, "step": 21945 }, { "epoch": 19.49, "learning_rate": 6.842193077179472e-05, "loss": 20.4453, "step": 21946 }, { "epoch": 19.49, "learning_rate": 6.841931372813728e-05, "loss": 19.7559, "step": 21947 }, { "epoch": 19.49, "learning_rate": 6.841669662609436e-05, "loss": 20.0176, "step": 21948 }, { "epoch": 19.49, "learning_rate": 6.841407946567427e-05, "loss": 19.5127, "step": 21949 }, { "epoch": 19.49, "learning_rate": 6.84114622468853e-05, "loss": 19.5889, "step": 21950 }, { "epoch": 19.49, "learning_rate": 6.840884496973575e-05, "loss": 19.5869, "step": 21951 }, { "epoch": 19.5, "learning_rate": 6.840622763423391e-05, "loss": 19.7031, "step": 21952 }, { "epoch": 19.5, "learning_rate": 6.840361024038806e-05, "loss": 19.6113, "step": 21953 }, { "epoch": 19.5, "learning_rate": 6.840099278820654e-05, "loss": 19.9229, "step": 21954 }, { "epoch": 19.5, "learning_rate": 6.839837527769761e-05, "loss": 19.666, "step": 21955 }, { "epoch": 19.5, "learning_rate": 6.839575770886959e-05, "loss": 20.4639, "step": 21956 }, { "epoch": 19.5, "learning_rate": 6.839314008173074e-05, "loss": 19.8604, "step": 21957 }, { "epoch": 19.5, "learning_rate": 6.839052239628941e-05, "loss": 19.1387, "step": 21958 }, { "epoch": 19.5, "learning_rate": 6.838790465255387e-05, "loss": 19.8906, "step": 21959 }, { "epoch": 19.5, "learning_rate": 6.838528685053241e-05, "loss": 19.5186, "step": 21960 }, { "epoch": 19.5, "learning_rate": 6.838266899023334e-05, "loss": 19.8535, "step": 21961 }, { "epoch": 19.5, "learning_rate": 6.838005107166496e-05, "loss": 19.4287, "step": 21962 }, { "epoch": 19.51, "learning_rate": 6.837743309483555e-05, "loss": 19.665, "step": 21963 }, { "epoch": 19.51, "learning_rate": 6.837481505975343e-05, "loss": 20.124, "step": 21964 }, { "epoch": 19.51, "learning_rate": 6.83721969664269e-05, "loss": 19.1152, "step": 21965 }, { "epoch": 19.51, "learning_rate": 6.836957881486421e-05, "loss": 19.7227, "step": 21966 }, { "epoch": 19.51, "learning_rate": 6.836696060507373e-05, "loss": 19.2178, "step": 21967 }, { "epoch": 19.51, "learning_rate": 6.836434233706372e-05, "loss": 19.4883, "step": 21968 }, { "epoch": 19.51, "learning_rate": 6.836172401084248e-05, "loss": 19.8604, "step": 21969 }, { "epoch": 19.51, "learning_rate": 6.835910562641834e-05, "loss": 19.6689, "step": 21970 }, { "epoch": 19.51, "learning_rate": 6.835648718379955e-05, "loss": 19.8018, "step": 21971 }, { "epoch": 19.51, "learning_rate": 6.835386868299446e-05, "loss": 19.3496, "step": 21972 }, { "epoch": 19.51, "learning_rate": 6.835125012401133e-05, "loss": 19.3252, "step": 21973 }, { "epoch": 19.52, "learning_rate": 6.834863150685847e-05, "loss": 19.1475, "step": 21974 }, { "epoch": 19.52, "learning_rate": 6.834601283154419e-05, "loss": 19.7441, "step": 21975 }, { "epoch": 19.52, "learning_rate": 6.83433940980768e-05, "loss": 20.2471, "step": 21976 }, { "epoch": 19.52, "learning_rate": 6.834077530646458e-05, "loss": 19.5352, "step": 21977 }, { "epoch": 19.52, "learning_rate": 6.833815645671584e-05, "loss": 19.6387, "step": 21978 }, { "epoch": 19.52, "learning_rate": 6.833553754883887e-05, "loss": 19.4717, "step": 21979 }, { "epoch": 19.52, "learning_rate": 6.8332918582842e-05, "loss": 19.6797, "step": 21980 }, { "epoch": 19.52, "learning_rate": 6.83302995587335e-05, "loss": 19.4883, "step": 21981 }, { "epoch": 19.52, "learning_rate": 6.83276804765217e-05, "loss": 20.1396, "step": 21982 }, { "epoch": 19.52, "learning_rate": 6.832506133621487e-05, "loss": 19.4424, "step": 21983 }, { "epoch": 19.52, "learning_rate": 6.832244213782132e-05, "loss": 20.2168, "step": 21984 }, { "epoch": 19.52, "learning_rate": 6.83198228813494e-05, "loss": 19.2666, "step": 21985 }, { "epoch": 19.53, "learning_rate": 6.831720356680735e-05, "loss": 19.9971, "step": 21986 }, { "epoch": 19.53, "learning_rate": 6.831458419420351e-05, "loss": 20.084, "step": 21987 }, { "epoch": 19.53, "learning_rate": 6.831196476354614e-05, "loss": 20.2822, "step": 21988 }, { "epoch": 19.53, "learning_rate": 6.83093452748436e-05, "loss": 19.7656, "step": 21989 }, { "epoch": 19.53, "learning_rate": 6.830672572810415e-05, "loss": 19.9766, "step": 21990 }, { "epoch": 19.53, "learning_rate": 6.830410612333613e-05, "loss": 19.4287, "step": 21991 }, { "epoch": 19.53, "learning_rate": 6.83014864605478e-05, "loss": 20.1689, "step": 21992 }, { "epoch": 19.53, "learning_rate": 6.82988667397475e-05, "loss": 19.8604, "step": 21993 }, { "epoch": 19.53, "learning_rate": 6.829624696094353e-05, "loss": 20.1631, "step": 21994 }, { "epoch": 19.53, "learning_rate": 6.829362712414415e-05, "loss": 19.9766, "step": 21995 }, { "epoch": 19.53, "learning_rate": 6.829100722935772e-05, "loss": 19.4727, "step": 21996 }, { "epoch": 19.54, "learning_rate": 6.828838727659253e-05, "loss": 19.7021, "step": 21997 }, { "epoch": 19.54, "learning_rate": 6.828576726585687e-05, "loss": 20.0215, "step": 21998 }, { "epoch": 19.54, "learning_rate": 6.828314719715907e-05, "loss": 20.0107, "step": 21999 }, { "epoch": 19.54, "learning_rate": 6.82805270705074e-05, "loss": 19.4375, "step": 22000 }, { "epoch": 19.54, "learning_rate": 6.827790688591018e-05, "loss": 19.4834, "step": 22001 }, { "epoch": 19.54, "learning_rate": 6.827528664337575e-05, "loss": 19.3086, "step": 22002 }, { "epoch": 19.54, "learning_rate": 6.827266634291235e-05, "loss": 20.0068, "step": 22003 }, { "epoch": 19.54, "learning_rate": 6.827004598452833e-05, "loss": 20.3994, "step": 22004 }, { "epoch": 19.54, "learning_rate": 6.8267425568232e-05, "loss": 20.0488, "step": 22005 }, { "epoch": 19.54, "learning_rate": 6.826480509403164e-05, "loss": 19.4258, "step": 22006 }, { "epoch": 19.54, "learning_rate": 6.826218456193558e-05, "loss": 19.7812, "step": 22007 }, { "epoch": 19.55, "learning_rate": 6.825956397195212e-05, "loss": 19.6016, "step": 22008 }, { "epoch": 19.55, "learning_rate": 6.825956397195212e-05, "loss": 19.8018, "step": 22009 }, { "epoch": 19.55, "learning_rate": 6.825694332408954e-05, "loss": 19.5264, "step": 22010 }, { "epoch": 19.55, "learning_rate": 6.825432261835618e-05, "loss": 19.8779, "step": 22011 }, { "epoch": 19.55, "learning_rate": 6.825170185476034e-05, "loss": 20.0596, "step": 22012 }, { "epoch": 19.55, "learning_rate": 6.824908103331031e-05, "loss": 20.083, "step": 22013 }, { "epoch": 19.55, "learning_rate": 6.824646015401443e-05, "loss": 19.7842, "step": 22014 }, { "epoch": 19.55, "learning_rate": 6.824383921688098e-05, "loss": 19.6201, "step": 22015 }, { "epoch": 19.55, "learning_rate": 6.824121822191829e-05, "loss": 20.3604, "step": 22016 }, { "epoch": 19.55, "learning_rate": 6.823859716913464e-05, "loss": 19.6465, "step": 22017 }, { "epoch": 19.55, "learning_rate": 6.823597605853836e-05, "loss": 20.1914, "step": 22018 }, { "epoch": 19.56, "learning_rate": 6.823335489013774e-05, "loss": 20.0938, "step": 22019 }, { "epoch": 19.56, "learning_rate": 6.823073366394111e-05, "loss": 19.6504, "step": 22020 }, { "epoch": 19.56, "learning_rate": 6.822811237995677e-05, "loss": 19.8076, "step": 22021 }, { "epoch": 19.56, "learning_rate": 6.822549103819304e-05, "loss": 19.4531, "step": 22022 }, { "epoch": 19.56, "learning_rate": 6.822286963865819e-05, "loss": 19.6006, "step": 22023 }, { "epoch": 19.56, "learning_rate": 6.822024818136057e-05, "loss": 20.0332, "step": 22024 }, { "epoch": 19.56, "learning_rate": 6.821762666630847e-05, "loss": 20.0654, "step": 22025 }, { "epoch": 19.56, "learning_rate": 6.82150050935102e-05, "loss": 19.8135, "step": 22026 }, { "epoch": 19.56, "learning_rate": 6.82123834629741e-05, "loss": 19.375, "step": 22027 }, { "epoch": 19.56, "learning_rate": 6.820976177470844e-05, "loss": 19.6025, "step": 22028 }, { "epoch": 19.56, "learning_rate": 6.820976177470844e-05, "loss": 19.7949, "step": 22029 }, { "epoch": 19.56, "learning_rate": 6.820714002872153e-05, "loss": 19.9238, "step": 22030 }, { "epoch": 19.57, "learning_rate": 6.820451822502173e-05, "loss": 19.8936, "step": 22031 }, { "epoch": 19.57, "learning_rate": 6.820189636361729e-05, "loss": 19.5244, "step": 22032 }, { "epoch": 19.57, "learning_rate": 6.819927444451655e-05, "loss": 19.7832, "step": 22033 }, { "epoch": 19.57, "learning_rate": 6.819665246772783e-05, "loss": 19.6006, "step": 22034 }, { "epoch": 19.57, "learning_rate": 6.819403043325942e-05, "loss": 19.5967, "step": 22035 }, { "epoch": 19.57, "learning_rate": 6.819140834111965e-05, "loss": 19.4277, "step": 22036 }, { "epoch": 19.57, "learning_rate": 6.81887861913168e-05, "loss": 19.9473, "step": 22037 }, { "epoch": 19.57, "learning_rate": 6.818616398385922e-05, "loss": 20.0215, "step": 22038 }, { "epoch": 19.57, "learning_rate": 6.81835417187552e-05, "loss": 20.0234, "step": 22039 }, { "epoch": 19.57, "learning_rate": 6.818091939601307e-05, "loss": 19.5791, "step": 22040 }, { "epoch": 19.57, "learning_rate": 6.817829701564114e-05, "loss": 19.6885, "step": 22041 }, { "epoch": 19.58, "learning_rate": 6.817567457764768e-05, "loss": 19.624, "step": 22042 }, { "epoch": 19.58, "learning_rate": 6.817305208204103e-05, "loss": 20.0146, "step": 22043 }, { "epoch": 19.58, "learning_rate": 6.817042952882954e-05, "loss": 19.6289, "step": 22044 }, { "epoch": 19.58, "learning_rate": 6.816780691802147e-05, "loss": 19.4512, "step": 22045 }, { "epoch": 19.58, "learning_rate": 6.816518424962517e-05, "loss": 19.3838, "step": 22046 }, { "epoch": 19.58, "learning_rate": 6.816256152364892e-05, "loss": 18.9238, "step": 22047 }, { "epoch": 19.58, "learning_rate": 6.815993874010106e-05, "loss": 19.9209, "step": 22048 }, { "epoch": 19.58, "learning_rate": 6.81573158989899e-05, "loss": 20.3115, "step": 22049 }, { "epoch": 19.58, "learning_rate": 6.815469300032374e-05, "loss": 19.543, "step": 22050 }, { "epoch": 19.58, "learning_rate": 6.81520700441109e-05, "loss": 19.9854, "step": 22051 }, { "epoch": 19.58, "learning_rate": 6.81494470303597e-05, "loss": 20.0322, "step": 22052 }, { "epoch": 19.59, "learning_rate": 6.814682395907844e-05, "loss": 19.2344, "step": 22053 }, { "epoch": 19.59, "learning_rate": 6.814420083027547e-05, "loss": 19.9287, "step": 22054 }, { "epoch": 19.59, "learning_rate": 6.814157764395906e-05, "loss": 19.7109, "step": 22055 }, { "epoch": 19.59, "learning_rate": 6.813895440013755e-05, "loss": 19.666, "step": 22056 }, { "epoch": 19.59, "learning_rate": 6.813633109881925e-05, "loss": 20.2021, "step": 22057 }, { "epoch": 19.59, "learning_rate": 6.813370774001248e-05, "loss": 19.9287, "step": 22058 }, { "epoch": 19.59, "learning_rate": 6.813108432372555e-05, "loss": 19.4014, "step": 22059 }, { "epoch": 19.59, "learning_rate": 6.812846084996677e-05, "loss": 19.9775, "step": 22060 }, { "epoch": 19.59, "learning_rate": 6.812583731874447e-05, "loss": 19.8389, "step": 22061 }, { "epoch": 19.59, "learning_rate": 6.812321373006695e-05, "loss": 20.1553, "step": 22062 }, { "epoch": 19.59, "learning_rate": 6.812059008394254e-05, "loss": 19.6934, "step": 22063 }, { "epoch": 19.6, "learning_rate": 6.811796638037957e-05, "loss": 19.6572, "step": 22064 }, { "epoch": 19.6, "learning_rate": 6.81153426193863e-05, "loss": 19.4434, "step": 22065 }, { "epoch": 19.6, "learning_rate": 6.81153426193863e-05, "loss": 19.8633, "step": 22066 }, { "epoch": 19.6, "learning_rate": 6.811271880097111e-05, "loss": 19.7549, "step": 22067 }, { "epoch": 19.6, "learning_rate": 6.811009492514229e-05, "loss": 19.1582, "step": 22068 }, { "epoch": 19.6, "learning_rate": 6.810747099190816e-05, "loss": 20.0771, "step": 22069 }, { "epoch": 19.6, "learning_rate": 6.810484700127703e-05, "loss": 19.9941, "step": 22070 }, { "epoch": 19.6, "learning_rate": 6.810222295325722e-05, "loss": 20.0215, "step": 22071 }, { "epoch": 19.6, "learning_rate": 6.809959884785707e-05, "loss": 19.7432, "step": 22072 }, { "epoch": 19.6, "learning_rate": 6.809697468508487e-05, "loss": 19.5781, "step": 22073 }, { "epoch": 19.6, "learning_rate": 6.809435046494895e-05, "loss": 19.4766, "step": 22074 }, { "epoch": 19.6, "learning_rate": 6.80917261874576e-05, "loss": 19.9229, "step": 22075 }, { "epoch": 19.61, "learning_rate": 6.808910185261918e-05, "loss": 19.7441, "step": 22076 }, { "epoch": 19.61, "learning_rate": 6.808647746044202e-05, "loss": 19.8125, "step": 22077 }, { "epoch": 19.61, "learning_rate": 6.808385301093438e-05, "loss": 19.6738, "step": 22078 }, { "epoch": 19.61, "learning_rate": 6.808122850410461e-05, "loss": 19.4297, "step": 22079 }, { "epoch": 19.61, "learning_rate": 6.807860393996105e-05, "loss": 19.5791, "step": 22080 }, { "epoch": 19.61, "learning_rate": 6.8075979318512e-05, "loss": 19.5518, "step": 22081 }, { "epoch": 19.61, "learning_rate": 6.807335463976577e-05, "loss": 20.1826, "step": 22082 }, { "epoch": 19.61, "learning_rate": 6.807072990373067e-05, "loss": 19.7119, "step": 22083 }, { "epoch": 19.61, "learning_rate": 6.806810511041505e-05, "loss": 20.4951, "step": 22084 }, { "epoch": 19.61, "learning_rate": 6.806548025982723e-05, "loss": 19.5586, "step": 22085 }, { "epoch": 19.61, "learning_rate": 6.806285535197551e-05, "loss": 19.4346, "step": 22086 }, { "epoch": 19.62, "learning_rate": 6.806023038686822e-05, "loss": 19.7559, "step": 22087 }, { "epoch": 19.62, "learning_rate": 6.805760536451367e-05, "loss": 19.8145, "step": 22088 }, { "epoch": 19.62, "learning_rate": 6.80549802849202e-05, "loss": 19.7021, "step": 22089 }, { "epoch": 19.62, "learning_rate": 6.805235514809613e-05, "loss": 20.1465, "step": 22090 }, { "epoch": 19.62, "learning_rate": 6.804972995404977e-05, "loss": 19.9121, "step": 22091 }, { "epoch": 19.62, "learning_rate": 6.804710470278941e-05, "loss": 20.2305, "step": 22092 }, { "epoch": 19.62, "learning_rate": 6.804447939432345e-05, "loss": 19.8193, "step": 22093 }, { "epoch": 19.62, "learning_rate": 6.804185402866015e-05, "loss": 19.8799, "step": 22094 }, { "epoch": 19.62, "learning_rate": 6.803922860580783e-05, "loss": 20.124, "step": 22095 }, { "epoch": 19.62, "learning_rate": 6.803660312577485e-05, "loss": 20.0596, "step": 22096 }, { "epoch": 19.62, "learning_rate": 6.80339775885695e-05, "loss": 19.5752, "step": 22097 }, { "epoch": 19.63, "learning_rate": 6.803135199420014e-05, "loss": 20.5488, "step": 22098 }, { "epoch": 19.63, "learning_rate": 6.802872634267506e-05, "loss": 19.3721, "step": 22099 }, { "epoch": 19.63, "learning_rate": 6.802610063400258e-05, "loss": 19.6201, "step": 22100 }, { "epoch": 19.63, "learning_rate": 6.802347486819104e-05, "loss": 20.2354, "step": 22101 }, { "epoch": 19.63, "learning_rate": 6.802084904524876e-05, "loss": 19.3975, "step": 22102 }, { "epoch": 19.63, "learning_rate": 6.801822316518404e-05, "loss": 20.1338, "step": 22103 }, { "epoch": 19.63, "learning_rate": 6.801559722800526e-05, "loss": 19.7451, "step": 22104 }, { "epoch": 19.63, "learning_rate": 6.801297123372068e-05, "loss": 19.6553, "step": 22105 }, { "epoch": 19.63, "learning_rate": 6.801034518233865e-05, "loss": 19.8613, "step": 22106 }, { "epoch": 19.63, "learning_rate": 6.800771907386751e-05, "loss": 20.1709, "step": 22107 }, { "epoch": 19.63, "learning_rate": 6.800509290831556e-05, "loss": 19.502, "step": 22108 }, { "epoch": 19.63, "learning_rate": 6.800246668569114e-05, "loss": 19.4307, "step": 22109 }, { "epoch": 19.64, "learning_rate": 6.799984040600257e-05, "loss": 19.8418, "step": 22110 }, { "epoch": 19.64, "learning_rate": 6.799721406925816e-05, "loss": 20.001, "step": 22111 }, { "epoch": 19.64, "learning_rate": 6.799458767546627e-05, "loss": 19.5352, "step": 22112 }, { "epoch": 19.64, "learning_rate": 6.799196122463519e-05, "loss": 19.6182, "step": 22113 }, { "epoch": 19.64, "learning_rate": 6.798933471677325e-05, "loss": 20.1416, "step": 22114 }, { "epoch": 19.64, "learning_rate": 6.79867081518888e-05, "loss": 19.666, "step": 22115 }, { "epoch": 19.64, "learning_rate": 6.798408152999013e-05, "loss": 19.7754, "step": 22116 }, { "epoch": 19.64, "learning_rate": 6.798145485108563e-05, "loss": 19.6055, "step": 22117 }, { "epoch": 19.64, "learning_rate": 6.797882811518353e-05, "loss": 19.7559, "step": 22118 }, { "epoch": 19.64, "learning_rate": 6.797620132229223e-05, "loss": 19.8721, "step": 22119 }, { "epoch": 19.64, "learning_rate": 6.797357447242004e-05, "loss": 19.5576, "step": 22120 }, { "epoch": 19.65, "learning_rate": 6.797094756557527e-05, "loss": 20.1016, "step": 22121 }, { "epoch": 19.65, "learning_rate": 6.796832060176627e-05, "loss": 19.9756, "step": 22122 }, { "epoch": 19.65, "learning_rate": 6.796569358100134e-05, "loss": 19.4453, "step": 22123 }, { "epoch": 19.65, "learning_rate": 6.796306650328882e-05, "loss": 19.749, "step": 22124 }, { "epoch": 19.65, "learning_rate": 6.796043936863705e-05, "loss": 19.6699, "step": 22125 }, { "epoch": 19.65, "learning_rate": 6.795781217705436e-05, "loss": 20.1289, "step": 22126 }, { "epoch": 19.65, "learning_rate": 6.795518492854905e-05, "loss": 19.5693, "step": 22127 }, { "epoch": 19.65, "learning_rate": 6.795255762312946e-05, "loss": 19.7051, "step": 22128 }, { "epoch": 19.65, "learning_rate": 6.794993026080392e-05, "loss": 19.9688, "step": 22129 }, { "epoch": 19.65, "learning_rate": 6.794730284158076e-05, "loss": 20.0264, "step": 22130 }, { "epoch": 19.65, "learning_rate": 6.79446753654683e-05, "loss": 19.4346, "step": 22131 }, { "epoch": 19.66, "learning_rate": 6.794204783247489e-05, "loss": 19.6895, "step": 22132 }, { "epoch": 19.66, "learning_rate": 6.793942024260883e-05, "loss": 19.5068, "step": 22133 }, { "epoch": 19.66, "learning_rate": 6.793679259587848e-05, "loss": 19.0869, "step": 22134 }, { "epoch": 19.66, "learning_rate": 6.793416489229214e-05, "loss": 20.1895, "step": 22135 }, { "epoch": 19.66, "learning_rate": 6.793153713185815e-05, "loss": 20.3076, "step": 22136 }, { "epoch": 19.66, "learning_rate": 6.792890931458484e-05, "loss": 19.9834, "step": 22137 }, { "epoch": 19.66, "learning_rate": 6.792628144048054e-05, "loss": 19.7344, "step": 22138 }, { "epoch": 19.66, "learning_rate": 6.79236535095536e-05, "loss": 19.168, "step": 22139 }, { "epoch": 19.66, "learning_rate": 6.79210255218123e-05, "loss": 19.833, "step": 22140 }, { "epoch": 19.66, "learning_rate": 6.7918397477265e-05, "loss": 19.5664, "step": 22141 }, { "epoch": 19.66, "learning_rate": 6.791576937592007e-05, "loss": 19.7295, "step": 22142 }, { "epoch": 19.67, "learning_rate": 6.791314121778577e-05, "loss": 19.873, "step": 22143 }, { "epoch": 19.67, "learning_rate": 6.791051300287047e-05, "loss": 19.665, "step": 22144 }, { "epoch": 19.67, "learning_rate": 6.790788473118249e-05, "loss": 19.8916, "step": 22145 }, { "epoch": 19.67, "learning_rate": 6.790525640273016e-05, "loss": 19.7959, "step": 22146 }, { "epoch": 19.67, "learning_rate": 6.790262801752184e-05, "loss": 20.0576, "step": 22147 }, { "epoch": 19.67, "learning_rate": 6.789999957556581e-05, "loss": 20.0723, "step": 22148 }, { "epoch": 19.67, "learning_rate": 6.789737107687043e-05, "loss": 20.1709, "step": 22149 }, { "epoch": 19.67, "learning_rate": 6.789474252144404e-05, "loss": 20.0684, "step": 22150 }, { "epoch": 19.67, "learning_rate": 6.789211390929497e-05, "loss": 19.8408, "step": 22151 }, { "epoch": 19.67, "learning_rate": 6.788948524043154e-05, "loss": 20.2285, "step": 22152 }, { "epoch": 19.67, "learning_rate": 6.788685651486207e-05, "loss": 19.7334, "step": 22153 }, { "epoch": 19.67, "learning_rate": 6.788422773259492e-05, "loss": 19.9883, "step": 22154 }, { "epoch": 19.68, "learning_rate": 6.788159889363843e-05, "loss": 20.2266, "step": 22155 }, { "epoch": 19.68, "learning_rate": 6.787896999800088e-05, "loss": 19.292, "step": 22156 }, { "epoch": 19.68, "learning_rate": 6.787634104569066e-05, "loss": 19.6152, "step": 22157 }, { "epoch": 19.68, "learning_rate": 6.787371203671607e-05, "loss": 19.8682, "step": 22158 }, { "epoch": 19.68, "learning_rate": 6.787108297108546e-05, "loss": 20.0723, "step": 22159 }, { "epoch": 19.68, "learning_rate": 6.786845384880716e-05, "loss": 19.8428, "step": 22160 }, { "epoch": 19.68, "learning_rate": 6.786582466988951e-05, "loss": 19.4131, "step": 22161 }, { "epoch": 19.68, "learning_rate": 6.786319543434081e-05, "loss": 20.4199, "step": 22162 }, { "epoch": 19.68, "learning_rate": 6.786056614216944e-05, "loss": 19.6621, "step": 22163 }, { "epoch": 19.68, "learning_rate": 6.785793679338371e-05, "loss": 20.1738, "step": 22164 }, { "epoch": 19.68, "learning_rate": 6.785530738799198e-05, "loss": 19.7471, "step": 22165 }, { "epoch": 19.69, "learning_rate": 6.785267792600253e-05, "loss": 20.0635, "step": 22166 }, { "epoch": 19.69, "learning_rate": 6.785004840742374e-05, "loss": 19.7939, "step": 22167 }, { "epoch": 19.69, "learning_rate": 6.784741883226394e-05, "loss": 20.0166, "step": 22168 }, { "epoch": 19.69, "learning_rate": 6.784478920053146e-05, "loss": 20.2236, "step": 22169 }, { "epoch": 19.69, "learning_rate": 6.784215951223463e-05, "loss": 20.0215, "step": 22170 }, { "epoch": 19.69, "learning_rate": 6.783952976738178e-05, "loss": 19.9463, "step": 22171 }, { "epoch": 19.69, "learning_rate": 6.783689996598126e-05, "loss": 19.4941, "step": 22172 }, { "epoch": 19.69, "learning_rate": 6.78342701080414e-05, "loss": 19.9463, "step": 22173 }, { "epoch": 19.69, "learning_rate": 6.783164019357055e-05, "loss": 19.8721, "step": 22174 }, { "epoch": 19.69, "learning_rate": 6.782901022257702e-05, "loss": 19.5596, "step": 22175 }, { "epoch": 19.69, "learning_rate": 6.782638019506918e-05, "loss": 19.6953, "step": 22176 }, { "epoch": 19.7, "learning_rate": 6.782375011105533e-05, "loss": 20.0439, "step": 22177 }, { "epoch": 19.7, "learning_rate": 6.782111997054382e-05, "loss": 19.7002, "step": 22178 }, { "epoch": 19.7, "learning_rate": 6.7818489773543e-05, "loss": 19.917, "step": 22179 }, { "epoch": 19.7, "learning_rate": 6.78158595200612e-05, "loss": 19.5469, "step": 22180 }, { "epoch": 19.7, "learning_rate": 6.781322921010674e-05, "loss": 19.0205, "step": 22181 }, { "epoch": 19.7, "learning_rate": 6.7810598843688e-05, "loss": 20.2236, "step": 22182 }, { "epoch": 19.7, "learning_rate": 6.780796842081328e-05, "loss": 19.9385, "step": 22183 }, { "epoch": 19.7, "learning_rate": 6.78053379414909e-05, "loss": 19.4229, "step": 22184 }, { "epoch": 19.7, "learning_rate": 6.780270740572926e-05, "loss": 19.9531, "step": 22185 }, { "epoch": 19.7, "learning_rate": 6.780007681353665e-05, "loss": 20.4033, "step": 22186 }, { "epoch": 19.7, "learning_rate": 6.779744616492144e-05, "loss": 19.5186, "step": 22187 }, { "epoch": 19.71, "learning_rate": 6.779481545989194e-05, "loss": 19.6133, "step": 22188 }, { "epoch": 19.71, "learning_rate": 6.779218469845648e-05, "loss": 20.0186, "step": 22189 }, { "epoch": 19.71, "learning_rate": 6.778955388062345e-05, "loss": 19.6592, "step": 22190 }, { "epoch": 19.71, "learning_rate": 6.778692300640115e-05, "loss": 19.8896, "step": 22191 }, { "epoch": 19.71, "learning_rate": 6.778429207579793e-05, "loss": 19.9229, "step": 22192 }, { "epoch": 19.71, "learning_rate": 6.778166108882212e-05, "loss": 20.3496, "step": 22193 }, { "epoch": 19.71, "learning_rate": 6.777903004548207e-05, "loss": 19.3105, "step": 22194 }, { "epoch": 19.71, "learning_rate": 6.777639894578614e-05, "loss": 19.8369, "step": 22195 }, { "epoch": 19.71, "learning_rate": 6.777376778974262e-05, "loss": 19.5371, "step": 22196 }, { "epoch": 19.71, "learning_rate": 6.777113657735987e-05, "loss": 20.1631, "step": 22197 }, { "epoch": 19.71, "learning_rate": 6.776850530864626e-05, "loss": 19.8369, "step": 22198 }, { "epoch": 19.71, "learning_rate": 6.776587398361009e-05, "loss": 19.5029, "step": 22199 }, { "epoch": 19.72, "learning_rate": 6.776324260225974e-05, "loss": 19.6553, "step": 22200 }, { "epoch": 19.72, "learning_rate": 6.776061116460353e-05, "loss": 19.6602, "step": 22201 }, { "epoch": 19.72, "learning_rate": 6.775797967064976e-05, "loss": 20.0693, "step": 22202 }, { "epoch": 19.72, "learning_rate": 6.775534812040685e-05, "loss": 19.958, "step": 22203 }, { "epoch": 19.72, "learning_rate": 6.775271651388311e-05, "loss": 19.7637, "step": 22204 }, { "epoch": 19.72, "learning_rate": 6.775008485108686e-05, "loss": 19.8574, "step": 22205 }, { "epoch": 19.72, "learning_rate": 6.774745313202646e-05, "loss": 19.2109, "step": 22206 }, { "epoch": 19.72, "learning_rate": 6.774482135671026e-05, "loss": 19.9219, "step": 22207 }, { "epoch": 19.72, "learning_rate": 6.774218952514657e-05, "loss": 20.7266, "step": 22208 }, { "epoch": 19.72, "learning_rate": 6.773955763734378e-05, "loss": 19.5, "step": 22209 }, { "epoch": 19.72, "learning_rate": 6.773692569331018e-05, "loss": 19.873, "step": 22210 }, { "epoch": 19.73, "learning_rate": 6.773429369305416e-05, "loss": 19.9111, "step": 22211 }, { "epoch": 19.73, "learning_rate": 6.773166163658403e-05, "loss": 19.665, "step": 22212 }, { "epoch": 19.73, "learning_rate": 6.772902952390815e-05, "loss": 19.7314, "step": 22213 }, { "epoch": 19.73, "learning_rate": 6.772639735503487e-05, "loss": 19.6924, "step": 22214 }, { "epoch": 19.73, "learning_rate": 6.77237651299725e-05, "loss": 19.877, "step": 22215 }, { "epoch": 19.73, "learning_rate": 6.772113284872941e-05, "loss": 19.5752, "step": 22216 }, { "epoch": 19.73, "learning_rate": 6.771850051131396e-05, "loss": 19.5508, "step": 22217 }, { "epoch": 19.73, "learning_rate": 6.771586811773445e-05, "loss": 19.7021, "step": 22218 }, { "epoch": 19.73, "learning_rate": 6.771323566799927e-05, "loss": 19.5742, "step": 22219 }, { "epoch": 19.73, "learning_rate": 6.771060316211673e-05, "loss": 20.585, "step": 22220 }, { "epoch": 19.73, "learning_rate": 6.770797060009518e-05, "loss": 20.1514, "step": 22221 }, { "epoch": 19.74, "learning_rate": 6.770533798194299e-05, "loss": 20.0498, "step": 22222 }, { "epoch": 19.74, "learning_rate": 6.770270530766847e-05, "loss": 19.7031, "step": 22223 }, { "epoch": 19.74, "learning_rate": 6.770007257727997e-05, "loss": 20.2607, "step": 22224 }, { "epoch": 19.74, "learning_rate": 6.769743979078586e-05, "loss": 20.1182, "step": 22225 }, { "epoch": 19.74, "learning_rate": 6.769480694819448e-05, "loss": 19.9844, "step": 22226 }, { "epoch": 19.74, "learning_rate": 6.769217404951416e-05, "loss": 20.0527, "step": 22227 }, { "epoch": 19.74, "learning_rate": 6.768954109475325e-05, "loss": 20.333, "step": 22228 }, { "epoch": 19.74, "learning_rate": 6.76869080839201e-05, "loss": 19.8164, "step": 22229 }, { "epoch": 19.74, "learning_rate": 6.768427501702305e-05, "loss": 19.8145, "step": 22230 }, { "epoch": 19.74, "learning_rate": 6.768164189407047e-05, "loss": 19.8633, "step": 22231 }, { "epoch": 19.74, "learning_rate": 6.767900871507067e-05, "loss": 19.8232, "step": 22232 }, { "epoch": 19.75, "learning_rate": 6.767637548003202e-05, "loss": 20.1582, "step": 22233 }, { "epoch": 19.75, "learning_rate": 6.767374218896286e-05, "loss": 20.2949, "step": 22234 }, { "epoch": 19.75, "learning_rate": 6.767110884187155e-05, "loss": 19.1465, "step": 22235 }, { "epoch": 19.75, "learning_rate": 6.76684754387664e-05, "loss": 20.5195, "step": 22236 }, { "epoch": 19.75, "learning_rate": 6.76658419796558e-05, "loss": 20.1465, "step": 22237 }, { "epoch": 19.75, "learning_rate": 6.766320846454809e-05, "loss": 19.8252, "step": 22238 }, { "epoch": 19.75, "learning_rate": 6.76605748934516e-05, "loss": 19.4189, "step": 22239 }, { "epoch": 19.75, "learning_rate": 6.765794126637466e-05, "loss": 20.3369, "step": 22240 }, { "epoch": 19.75, "learning_rate": 6.765530758332567e-05, "loss": 20.3213, "step": 22241 }, { "epoch": 19.75, "learning_rate": 6.765267384431296e-05, "loss": 20.3643, "step": 22242 }, { "epoch": 19.75, "learning_rate": 6.765004004934487e-05, "loss": 19.7803, "step": 22243 }, { "epoch": 19.75, "learning_rate": 6.764740619842973e-05, "loss": 19.6504, "step": 22244 }, { "epoch": 19.76, "learning_rate": 6.764477229157591e-05, "loss": 19.6934, "step": 22245 }, { "epoch": 19.76, "learning_rate": 6.764213832879175e-05, "loss": 20.4141, "step": 22246 }, { "epoch": 19.76, "learning_rate": 6.763950431008563e-05, "loss": 19.5049, "step": 22247 }, { "epoch": 19.76, "learning_rate": 6.763687023546587e-05, "loss": 20.6172, "step": 22248 }, { "epoch": 19.76, "learning_rate": 6.763423610494082e-05, "loss": 20.0078, "step": 22249 }, { "epoch": 19.76, "learning_rate": 6.763160191851883e-05, "loss": 20.3711, "step": 22250 }, { "epoch": 19.76, "learning_rate": 6.762896767620827e-05, "loss": 19.6523, "step": 22251 }, { "epoch": 19.76, "learning_rate": 6.762633337801746e-05, "loss": 19.7959, "step": 22252 }, { "epoch": 19.76, "learning_rate": 6.762369902395475e-05, "loss": 19.7871, "step": 22253 }, { "epoch": 19.76, "learning_rate": 6.762106461402853e-05, "loss": 19.9883, "step": 22254 }, { "epoch": 19.76, "learning_rate": 6.761843014824712e-05, "loss": 20.3066, "step": 22255 }, { "epoch": 19.77, "learning_rate": 6.761579562661888e-05, "loss": 19.8994, "step": 22256 }, { "epoch": 19.77, "learning_rate": 6.761316104915215e-05, "loss": 20.1758, "step": 22257 }, { "epoch": 19.77, "learning_rate": 6.76105264158553e-05, "loss": 19.4756, "step": 22258 }, { "epoch": 19.77, "learning_rate": 6.760789172673663e-05, "loss": 20.001, "step": 22259 }, { "epoch": 19.77, "learning_rate": 6.760525698180457e-05, "loss": 20.0039, "step": 22260 }, { "epoch": 19.77, "learning_rate": 6.760262218106742e-05, "loss": 19.2744, "step": 22261 }, { "epoch": 19.77, "learning_rate": 6.759998732453356e-05, "loss": 20.542, "step": 22262 }, { "epoch": 19.77, "learning_rate": 6.759735241221131e-05, "loss": 19.6807, "step": 22263 }, { "epoch": 19.77, "learning_rate": 6.759471744410904e-05, "loss": 19.9736, "step": 22264 }, { "epoch": 19.77, "learning_rate": 6.759208242023509e-05, "loss": 20.0615, "step": 22265 }, { "epoch": 19.77, "learning_rate": 6.758944734059784e-05, "loss": 19.6777, "step": 22266 }, { "epoch": 19.78, "learning_rate": 6.758681220520562e-05, "loss": 19.6963, "step": 22267 }, { "epoch": 19.78, "learning_rate": 6.758417701406678e-05, "loss": 19.7871, "step": 22268 }, { "epoch": 19.78, "learning_rate": 6.758154176718969e-05, "loss": 19.6143, "step": 22269 }, { "epoch": 19.78, "learning_rate": 6.757890646458271e-05, "loss": 19.9902, "step": 22270 }, { "epoch": 19.78, "learning_rate": 6.757627110625416e-05, "loss": 19.6465, "step": 22271 }, { "epoch": 19.78, "learning_rate": 6.75736356922124e-05, "loss": 19.3867, "step": 22272 }, { "epoch": 19.78, "learning_rate": 6.757100022246582e-05, "loss": 19.3916, "step": 22273 }, { "epoch": 19.78, "learning_rate": 6.756836469702274e-05, "loss": 20.2383, "step": 22274 }, { "epoch": 19.78, "learning_rate": 6.756572911589152e-05, "loss": 20.0244, "step": 22275 }, { "epoch": 19.78, "learning_rate": 6.756309347908052e-05, "loss": 19.7129, "step": 22276 }, { "epoch": 19.78, "learning_rate": 6.75604577865981e-05, "loss": 20.0439, "step": 22277 }, { "epoch": 19.79, "learning_rate": 6.75578220384526e-05, "loss": 19.6738, "step": 22278 }, { "epoch": 19.79, "learning_rate": 6.755518623465237e-05, "loss": 19.6123, "step": 22279 }, { "epoch": 19.79, "learning_rate": 6.75525503752058e-05, "loss": 20.1758, "step": 22280 }, { "epoch": 19.79, "learning_rate": 6.75525503752058e-05, "loss": 19.9033, "step": 22281 }, { "epoch": 19.79, "learning_rate": 6.75499144601212e-05, "loss": 19.4629, "step": 22282 }, { "epoch": 19.79, "learning_rate": 6.754727848940696e-05, "loss": 19.7188, "step": 22283 }, { "epoch": 19.79, "learning_rate": 6.754464246307142e-05, "loss": 20.0127, "step": 22284 }, { "epoch": 19.79, "learning_rate": 6.754200638112295e-05, "loss": 19.8955, "step": 22285 }, { "epoch": 19.79, "learning_rate": 6.753937024356987e-05, "loss": 19.4727, "step": 22286 }, { "epoch": 19.79, "learning_rate": 6.753673405042058e-05, "loss": 19.6973, "step": 22287 }, { "epoch": 19.79, "learning_rate": 6.75340978016834e-05, "loss": 19.6514, "step": 22288 }, { "epoch": 19.79, "learning_rate": 6.753146149736672e-05, "loss": 19.6572, "step": 22289 }, { "epoch": 19.8, "learning_rate": 6.752882513747886e-05, "loss": 19.873, "step": 22290 }, { "epoch": 19.8, "learning_rate": 6.752618872202819e-05, "loss": 20.2246, "step": 22291 }, { "epoch": 19.8, "learning_rate": 6.75235522510231e-05, "loss": 19.8242, "step": 22292 }, { "epoch": 19.8, "learning_rate": 6.752091572447191e-05, "loss": 19.8721, "step": 22293 }, { "epoch": 19.8, "learning_rate": 6.751827914238298e-05, "loss": 20.1426, "step": 22294 }, { "epoch": 19.8, "learning_rate": 6.751564250476468e-05, "loss": 20.0049, "step": 22295 }, { "epoch": 19.8, "learning_rate": 6.751300581162537e-05, "loss": 20.0996, "step": 22296 }, { "epoch": 19.8, "learning_rate": 6.751036906297337e-05, "loss": 19.4287, "step": 22297 }, { "epoch": 19.8, "learning_rate": 6.75077322588171e-05, "loss": 20.0068, "step": 22298 }, { "epoch": 19.8, "learning_rate": 6.750509539916486e-05, "loss": 19.4639, "step": 22299 }, { "epoch": 19.8, "learning_rate": 6.750245848402506e-05, "loss": 19.9736, "step": 22300 }, { "epoch": 19.81, "learning_rate": 6.749982151340602e-05, "loss": 19.3408, "step": 22301 }, { "epoch": 19.81, "learning_rate": 6.749718448731611e-05, "loss": 20.3369, "step": 22302 }, { "epoch": 19.81, "learning_rate": 6.749454740576369e-05, "loss": 19.665, "step": 22303 }, { "epoch": 19.81, "learning_rate": 6.749191026875712e-05, "loss": 20.7568, "step": 22304 }, { "epoch": 19.81, "learning_rate": 6.748927307630476e-05, "loss": 20.0576, "step": 22305 }, { "epoch": 19.81, "learning_rate": 6.748663582841498e-05, "loss": 19.7881, "step": 22306 }, { "epoch": 19.81, "learning_rate": 6.748663582841498e-05, "loss": 20.5693, "step": 22307 }, { "epoch": 19.81, "learning_rate": 6.748399852509612e-05, "loss": 19.9238, "step": 22308 }, { "epoch": 19.81, "learning_rate": 6.748136116635653e-05, "loss": 19.5869, "step": 22309 }, { "epoch": 19.81, "learning_rate": 6.747872375220459e-05, "loss": 19.9941, "step": 22310 }, { "epoch": 19.81, "learning_rate": 6.747608628264867e-05, "loss": 20.0996, "step": 22311 }, { "epoch": 19.82, "learning_rate": 6.747344875769712e-05, "loss": 20.3701, "step": 22312 }, { "epoch": 19.82, "learning_rate": 6.747081117735828e-05, "loss": 19.8701, "step": 22313 }, { "epoch": 19.82, "learning_rate": 6.746817354164054e-05, "loss": 19.5166, "step": 22314 }, { "epoch": 19.82, "learning_rate": 6.746553585055226e-05, "loss": 19.6074, "step": 22315 }, { "epoch": 19.82, "learning_rate": 6.746289810410177e-05, "loss": 19.6768, "step": 22316 }, { "epoch": 19.82, "learning_rate": 6.746026030229747e-05, "loss": 19.5869, "step": 22317 }, { "epoch": 19.82, "learning_rate": 6.745762244514769e-05, "loss": 20.1709, "step": 22318 }, { "epoch": 19.82, "learning_rate": 6.745498453266081e-05, "loss": 20.0479, "step": 22319 }, { "epoch": 19.82, "learning_rate": 6.745234656484517e-05, "loss": 19.4824, "step": 22320 }, { "epoch": 19.82, "learning_rate": 6.744970854170916e-05, "loss": 19.7842, "step": 22321 }, { "epoch": 19.82, "learning_rate": 6.744707046326113e-05, "loss": 19.7998, "step": 22322 }, { "epoch": 19.83, "learning_rate": 6.744443232950945e-05, "loss": 19.6924, "step": 22323 }, { "epoch": 19.83, "learning_rate": 6.744179414046245e-05, "loss": 19.5146, "step": 22324 }, { "epoch": 19.83, "learning_rate": 6.743915589612853e-05, "loss": 19.7676, "step": 22325 }, { "epoch": 19.83, "learning_rate": 6.743651759651605e-05, "loss": 19.6318, "step": 22326 }, { "epoch": 19.83, "learning_rate": 6.743387924163333e-05, "loss": 19.5684, "step": 22327 }, { "epoch": 19.83, "learning_rate": 6.743124083148878e-05, "loss": 19.7998, "step": 22328 }, { "epoch": 19.83, "learning_rate": 6.742860236609077e-05, "loss": 19.6416, "step": 22329 }, { "epoch": 19.83, "learning_rate": 6.742596384544763e-05, "loss": 19.9922, "step": 22330 }, { "epoch": 19.83, "learning_rate": 6.742332526956772e-05, "loss": 19.6582, "step": 22331 }, { "epoch": 19.83, "learning_rate": 6.742068663845943e-05, "loss": 19.7559, "step": 22332 }, { "epoch": 19.83, "learning_rate": 6.741804795213111e-05, "loss": 19.8389, "step": 22333 }, { "epoch": 19.83, "learning_rate": 6.741540921059113e-05, "loss": 20.1436, "step": 22334 }, { "epoch": 19.84, "learning_rate": 6.741277041384785e-05, "loss": 19.8701, "step": 22335 }, { "epoch": 19.84, "learning_rate": 6.741013156190963e-05, "loss": 19.5684, "step": 22336 }, { "epoch": 19.84, "learning_rate": 6.740749265478486e-05, "loss": 19.7598, "step": 22337 }, { "epoch": 19.84, "learning_rate": 6.740485369248187e-05, "loss": 19.8428, "step": 22338 }, { "epoch": 19.84, "learning_rate": 6.740221467500904e-05, "loss": 19.6182, "step": 22339 }, { "epoch": 19.84, "learning_rate": 6.739957560237472e-05, "loss": 20.2568, "step": 22340 }, { "epoch": 19.84, "learning_rate": 6.739693647458732e-05, "loss": 20.0811, "step": 22341 }, { "epoch": 19.84, "learning_rate": 6.739429729165516e-05, "loss": 19.6973, "step": 22342 }, { "epoch": 19.84, "learning_rate": 6.739165805358663e-05, "loss": 20.3418, "step": 22343 }, { "epoch": 19.84, "learning_rate": 6.738901876039008e-05, "loss": 19.0889, "step": 22344 }, { "epoch": 19.84, "learning_rate": 6.738637941207387e-05, "loss": 20.0586, "step": 22345 }, { "epoch": 19.85, "learning_rate": 6.73837400086464e-05, "loss": 19.8086, "step": 22346 }, { "epoch": 19.85, "learning_rate": 6.738110055011601e-05, "loss": 20.1143, "step": 22347 }, { "epoch": 19.85, "learning_rate": 6.737846103649108e-05, "loss": 19.8779, "step": 22348 }, { "epoch": 19.85, "learning_rate": 6.737582146777995e-05, "loss": 19.8184, "step": 22349 }, { "epoch": 19.85, "learning_rate": 6.737318184399103e-05, "loss": 19.9922, "step": 22350 }, { "epoch": 19.85, "learning_rate": 6.737054216513264e-05, "loss": 20.083, "step": 22351 }, { "epoch": 19.85, "learning_rate": 6.736790243121318e-05, "loss": 19.4717, "step": 22352 }, { "epoch": 19.85, "learning_rate": 6.736526264224101e-05, "loss": 19.8164, "step": 22353 }, { "epoch": 19.85, "learning_rate": 6.73626227982245e-05, "loss": 19.9424, "step": 22354 }, { "epoch": 19.85, "learning_rate": 6.735998289917202e-05, "loss": 20.1699, "step": 22355 }, { "epoch": 19.85, "learning_rate": 6.735734294509192e-05, "loss": 19.1709, "step": 22356 }, { "epoch": 19.86, "learning_rate": 6.735470293599257e-05, "loss": 20.2432, "step": 22357 }, { "epoch": 19.86, "learning_rate": 6.735206287188236e-05, "loss": 19.4961, "step": 22358 }, { "epoch": 19.86, "learning_rate": 6.734942275276965e-05, "loss": 19.2764, "step": 22359 }, { "epoch": 19.86, "learning_rate": 6.734678257866279e-05, "loss": 19.999, "step": 22360 }, { "epoch": 19.86, "learning_rate": 6.734414234957019e-05, "loss": 19.5645, "step": 22361 }, { "epoch": 19.86, "learning_rate": 6.734150206550017e-05, "loss": 19.4834, "step": 22362 }, { "epoch": 19.86, "learning_rate": 6.733886172646113e-05, "loss": 19.7363, "step": 22363 }, { "epoch": 19.86, "learning_rate": 6.733622133246143e-05, "loss": 19.8838, "step": 22364 }, { "epoch": 19.86, "learning_rate": 6.733358088350943e-05, "loss": 19.418, "step": 22365 }, { "epoch": 19.86, "learning_rate": 6.733094037961351e-05, "loss": 20.0361, "step": 22366 }, { "epoch": 19.86, "learning_rate": 6.732829982078206e-05, "loss": 19.5586, "step": 22367 }, { "epoch": 19.87, "learning_rate": 6.732565920702342e-05, "loss": 19.8115, "step": 22368 }, { "epoch": 19.87, "learning_rate": 6.732301853834597e-05, "loss": 19.4814, "step": 22369 }, { "epoch": 19.87, "learning_rate": 6.732037781475809e-05, "loss": 20.2783, "step": 22370 }, { "epoch": 19.87, "learning_rate": 6.731773703626812e-05, "loss": 19.8848, "step": 22371 }, { "epoch": 19.87, "learning_rate": 6.731509620288446e-05, "loss": 20.4766, "step": 22372 }, { "epoch": 19.87, "learning_rate": 6.731245531461547e-05, "loss": 20.0879, "step": 22373 }, { "epoch": 19.87, "learning_rate": 6.730981437146955e-05, "loss": 19.5654, "step": 22374 }, { "epoch": 19.87, "learning_rate": 6.730717337345501e-05, "loss": 20.2031, "step": 22375 }, { "epoch": 19.87, "learning_rate": 6.730453232058027e-05, "loss": 19.3867, "step": 22376 }, { "epoch": 19.87, "learning_rate": 6.73018912128537e-05, "loss": 20.6133, "step": 22377 }, { "epoch": 19.87, "learning_rate": 6.729925005028365e-05, "loss": 19.9629, "step": 22378 }, { "epoch": 19.87, "learning_rate": 6.729660883287851e-05, "loss": 20.5898, "step": 22379 }, { "epoch": 19.88, "learning_rate": 6.729396756064663e-05, "loss": 19.6504, "step": 22380 }, { "epoch": 19.88, "learning_rate": 6.72913262335964e-05, "loss": 19.9238, "step": 22381 }, { "epoch": 19.88, "learning_rate": 6.72886848517362e-05, "loss": 19.6553, "step": 22382 }, { "epoch": 19.88, "learning_rate": 6.72860434150744e-05, "loss": 19.7402, "step": 22383 }, { "epoch": 19.88, "learning_rate": 6.728340192361933e-05, "loss": 19.3916, "step": 22384 }, { "epoch": 19.88, "learning_rate": 6.728076037737942e-05, "loss": 19.8633, "step": 22385 }, { "epoch": 19.88, "learning_rate": 6.727811877636301e-05, "loss": 20.1074, "step": 22386 }, { "epoch": 19.88, "learning_rate": 6.72754771205785e-05, "loss": 19.9531, "step": 22387 }, { "epoch": 19.88, "learning_rate": 6.727283541003424e-05, "loss": 19.4014, "step": 22388 }, { "epoch": 19.88, "learning_rate": 6.727019364473862e-05, "loss": 20.4219, "step": 22389 }, { "epoch": 19.88, "learning_rate": 6.72675518247e-05, "loss": 19.6943, "step": 22390 }, { "epoch": 19.89, "learning_rate": 6.726490994992674e-05, "loss": 19.7578, "step": 22391 }, { "epoch": 19.89, "learning_rate": 6.726226802042724e-05, "loss": 19.6709, "step": 22392 }, { "epoch": 19.89, "learning_rate": 6.725962603620988e-05, "loss": 19.6152, "step": 22393 }, { "epoch": 19.89, "learning_rate": 6.725698399728302e-05, "loss": 19.7119, "step": 22394 }, { "epoch": 19.89, "learning_rate": 6.725434190365502e-05, "loss": 19.3926, "step": 22395 }, { "epoch": 19.89, "learning_rate": 6.72516997553343e-05, "loss": 20.2334, "step": 22396 }, { "epoch": 19.89, "learning_rate": 6.724905755232917e-05, "loss": 20.084, "step": 22397 }, { "epoch": 19.89, "learning_rate": 6.724641529464808e-05, "loss": 20.125, "step": 22398 }, { "epoch": 19.89, "learning_rate": 6.724377298229935e-05, "loss": 19.9053, "step": 22399 }, { "epoch": 19.89, "learning_rate": 6.724113061529137e-05, "loss": 19.9668, "step": 22400 }, { "epoch": 19.89, "learning_rate": 6.723848819363251e-05, "loss": 20.2949, "step": 22401 }, { "epoch": 19.9, "learning_rate": 6.723584571733118e-05, "loss": 20.0059, "step": 22402 }, { "epoch": 19.9, "learning_rate": 6.723320318639573e-05, "loss": 19.2354, "step": 22403 }, { "epoch": 19.9, "learning_rate": 6.723056060083453e-05, "loss": 19.7471, "step": 22404 }, { "epoch": 19.9, "learning_rate": 6.722791796065595e-05, "loss": 19.5449, "step": 22405 }, { "epoch": 19.9, "learning_rate": 6.722527526586838e-05, "loss": 19.6309, "step": 22406 }, { "epoch": 19.9, "learning_rate": 6.72226325164802e-05, "loss": 19.5498, "step": 22407 }, { "epoch": 19.9, "learning_rate": 6.72199897124998e-05, "loss": 20.5029, "step": 22408 }, { "epoch": 19.9, "learning_rate": 6.721734685393554e-05, "loss": 20.0127, "step": 22409 }, { "epoch": 19.9, "learning_rate": 6.721470394079577e-05, "loss": 20.5127, "step": 22410 }, { "epoch": 19.9, "learning_rate": 6.721206097308892e-05, "loss": 20.083, "step": 22411 }, { "epoch": 19.9, "learning_rate": 6.720941795082335e-05, "loss": 19.9482, "step": 22412 }, { "epoch": 19.9, "learning_rate": 6.720677487400741e-05, "loss": 19.3916, "step": 22413 }, { "epoch": 19.91, "learning_rate": 6.720413174264952e-05, "loss": 19.7861, "step": 22414 }, { "epoch": 19.91, "learning_rate": 6.720148855675803e-05, "loss": 19.8701, "step": 22415 }, { "epoch": 19.91, "learning_rate": 6.719884531634131e-05, "loss": 19.6455, "step": 22416 }, { "epoch": 19.91, "learning_rate": 6.719620202140779e-05, "loss": 20.0322, "step": 22417 }, { "epoch": 19.91, "learning_rate": 6.719355867196579e-05, "loss": 20.1768, "step": 22418 }, { "epoch": 19.91, "learning_rate": 6.71909152680237e-05, "loss": 20.6406, "step": 22419 }, { "epoch": 19.91, "learning_rate": 6.718827180958993e-05, "loss": 19.7188, "step": 22420 }, { "epoch": 19.91, "learning_rate": 6.718562829667284e-05, "loss": 19.6523, "step": 22421 }, { "epoch": 19.91, "learning_rate": 6.718298472928082e-05, "loss": 19.8379, "step": 22422 }, { "epoch": 19.91, "learning_rate": 6.71803411074222e-05, "loss": 19.6582, "step": 22423 }, { "epoch": 19.91, "learning_rate": 6.717769743110543e-05, "loss": 19.7383, "step": 22424 }, { "epoch": 19.92, "learning_rate": 6.717505370033886e-05, "loss": 20.042, "step": 22425 }, { "epoch": 19.92, "learning_rate": 6.717505370033886e-05, "loss": 21.043, "step": 22426 }, { "epoch": 19.92, "learning_rate": 6.717240991513088e-05, "loss": 19.9004, "step": 22427 }, { "epoch": 19.92, "learning_rate": 6.716976607548982e-05, "loss": 20.1709, "step": 22428 }, { "epoch": 19.92, "learning_rate": 6.716712218142413e-05, "loss": 20.0654, "step": 22429 }, { "epoch": 19.92, "learning_rate": 6.716447823294215e-05, "loss": 19.9277, "step": 22430 }, { "epoch": 19.92, "learning_rate": 6.71618342300523e-05, "loss": 19.835, "step": 22431 }, { "epoch": 19.92, "learning_rate": 6.715919017276288e-05, "loss": 20.375, "step": 22432 }, { "epoch": 19.92, "learning_rate": 6.715654606108236e-05, "loss": 20.1572, "step": 22433 }, { "epoch": 19.92, "learning_rate": 6.715390189501906e-05, "loss": 19.2412, "step": 22434 }, { "epoch": 19.92, "learning_rate": 6.715125767458141e-05, "loss": 19.874, "step": 22435 }, { "epoch": 19.93, "learning_rate": 6.714861339977776e-05, "loss": 19.6514, "step": 22436 }, { "epoch": 19.93, "learning_rate": 6.714596907061649e-05, "loss": 19.5859, "step": 22437 }, { "epoch": 19.93, "learning_rate": 6.7143324687106e-05, "loss": 19.5352, "step": 22438 }, { "epoch": 19.93, "learning_rate": 6.714068024925467e-05, "loss": 19.8516, "step": 22439 }, { "epoch": 19.93, "learning_rate": 6.713803575707087e-05, "loss": 20.3916, "step": 22440 }, { "epoch": 19.93, "learning_rate": 6.713539121056298e-05, "loss": 19.417, "step": 22441 }, { "epoch": 19.93, "learning_rate": 6.71327466097394e-05, "loss": 19.9736, "step": 22442 }, { "epoch": 19.93, "learning_rate": 6.713010195460851e-05, "loss": 19.9951, "step": 22443 }, { "epoch": 19.93, "learning_rate": 6.712745724517867e-05, "loss": 19.8857, "step": 22444 }, { "epoch": 19.93, "learning_rate": 6.71248124814583e-05, "loss": 20.4688, "step": 22445 }, { "epoch": 19.93, "learning_rate": 6.712216766345575e-05, "loss": 19.21, "step": 22446 }, { "epoch": 19.94, "learning_rate": 6.711952279117941e-05, "loss": 19.3115, "step": 22447 }, { "epoch": 19.94, "learning_rate": 6.71168778646377e-05, "loss": 20.0127, "step": 22448 }, { "epoch": 19.94, "learning_rate": 6.711423288383894e-05, "loss": 19.7344, "step": 22449 }, { "epoch": 19.94, "learning_rate": 6.711423288383894e-05, "loss": 20.1406, "step": 22450 }, { "epoch": 19.94, "learning_rate": 6.711158784879156e-05, "loss": 19.5977, "step": 22451 }, { "epoch": 19.94, "learning_rate": 6.710894275950395e-05, "loss": 20.915, "step": 22452 }, { "epoch": 19.94, "learning_rate": 6.710629761598446e-05, "loss": 19.666, "step": 22453 }, { "epoch": 19.94, "learning_rate": 6.71036524182415e-05, "loss": 19.8867, "step": 22454 }, { "epoch": 19.94, "learning_rate": 6.710100716628344e-05, "loss": 19.6572, "step": 22455 }, { "epoch": 19.94, "learning_rate": 6.709836186011868e-05, "loss": 19.9463, "step": 22456 }, { "epoch": 19.94, "learning_rate": 6.709571649975558e-05, "loss": 20.1299, "step": 22457 }, { "epoch": 19.94, "learning_rate": 6.709307108520256e-05, "loss": 19.9619, "step": 22458 }, { "epoch": 19.95, "learning_rate": 6.709042561646798e-05, "loss": 20.4023, "step": 22459 }, { "epoch": 19.95, "learning_rate": 6.708778009356025e-05, "loss": 19.8887, "step": 22460 }, { "epoch": 19.95, "learning_rate": 6.70851345164877e-05, "loss": 19.4248, "step": 22461 }, { "epoch": 19.95, "learning_rate": 6.708248888525879e-05, "loss": 19.6064, "step": 22462 }, { "epoch": 19.95, "learning_rate": 6.707984319988185e-05, "loss": 19.4434, "step": 22463 }, { "epoch": 19.95, "learning_rate": 6.70771974603653e-05, "loss": 19.7588, "step": 22464 }, { "epoch": 19.95, "learning_rate": 6.707455166671752e-05, "loss": 19.9668, "step": 22465 }, { "epoch": 19.95, "learning_rate": 6.707190581894686e-05, "loss": 19.7627, "step": 22466 }, { "epoch": 19.95, "learning_rate": 6.706925991706178e-05, "loss": 19.9932, "step": 22467 }, { "epoch": 19.95, "learning_rate": 6.70666139610706e-05, "loss": 19.7002, "step": 22468 }, { "epoch": 19.95, "learning_rate": 6.706396795098171e-05, "loss": 19.8291, "step": 22469 }, { "epoch": 19.96, "learning_rate": 6.706132188680355e-05, "loss": 20.1924, "step": 22470 }, { "epoch": 19.96, "learning_rate": 6.705867576854447e-05, "loss": 19.4873, "step": 22471 }, { "epoch": 19.96, "learning_rate": 6.705602959621285e-05, "loss": 19.3643, "step": 22472 }, { "epoch": 19.96, "learning_rate": 6.705338336981712e-05, "loss": 19.5762, "step": 22473 }, { "epoch": 19.96, "learning_rate": 6.70507370893656e-05, "loss": 19.6416, "step": 22474 }, { "epoch": 19.96, "learning_rate": 6.704809075486674e-05, "loss": 20.5215, "step": 22475 }, { "epoch": 19.96, "learning_rate": 6.70454443663289e-05, "loss": 19.9121, "step": 22476 }, { "epoch": 19.96, "learning_rate": 6.704279792376048e-05, "loss": 19.5996, "step": 22477 }, { "epoch": 19.96, "learning_rate": 6.704015142716986e-05, "loss": 20.209, "step": 22478 }, { "epoch": 19.96, "learning_rate": 6.703750487656544e-05, "loss": 20.0596, "step": 22479 }, { "epoch": 19.96, "learning_rate": 6.703485827195558e-05, "loss": 19.8965, "step": 22480 }, { "epoch": 19.97, "learning_rate": 6.703221161334872e-05, "loss": 19.6729, "step": 22481 }, { "epoch": 19.97, "learning_rate": 6.70295649007532e-05, "loss": 19.5645, "step": 22482 }, { "epoch": 19.97, "learning_rate": 6.702691813417743e-05, "loss": 19.835, "step": 22483 }, { "epoch": 19.97, "learning_rate": 6.70242713136298e-05, "loss": 19.7578, "step": 22484 }, { "epoch": 19.97, "learning_rate": 6.702162443911869e-05, "loss": 19.7832, "step": 22485 }, { "epoch": 19.97, "learning_rate": 6.701897751065252e-05, "loss": 19.5176, "step": 22486 }, { "epoch": 19.97, "learning_rate": 6.701633052823964e-05, "loss": 19.7041, "step": 22487 }, { "epoch": 19.97, "learning_rate": 6.701368349188846e-05, "loss": 20.5449, "step": 22488 }, { "epoch": 19.97, "learning_rate": 6.701103640160738e-05, "loss": 19.9062, "step": 22489 }, { "epoch": 19.97, "learning_rate": 6.700838925740479e-05, "loss": 19.4629, "step": 22490 }, { "epoch": 19.97, "learning_rate": 6.700574205928904e-05, "loss": 20.2373, "step": 22491 }, { "epoch": 19.98, "learning_rate": 6.700309480726857e-05, "loss": 19.3828, "step": 22492 }, { "epoch": 19.98, "learning_rate": 6.700044750135176e-05, "loss": 20.3779, "step": 22493 }, { "epoch": 19.98, "learning_rate": 6.6997800141547e-05, "loss": 19.8623, "step": 22494 }, { "epoch": 19.98, "learning_rate": 6.699515272786266e-05, "loss": 20.2129, "step": 22495 }, { "epoch": 19.98, "learning_rate": 6.699250526030714e-05, "loss": 19.3223, "step": 22496 }, { "epoch": 19.98, "learning_rate": 6.698985773888886e-05, "loss": 20.2168, "step": 22497 }, { "epoch": 19.98, "learning_rate": 6.698721016361619e-05, "loss": 19.8721, "step": 22498 }, { "epoch": 19.98, "learning_rate": 6.698456253449755e-05, "loss": 19.3223, "step": 22499 }, { "epoch": 19.98, "learning_rate": 6.698191485154124e-05, "loss": 19.5234, "step": 22500 }, { "epoch": 19.98, "learning_rate": 6.697926711475577e-05, "loss": 19.3994, "step": 22501 }, { "epoch": 19.98, "learning_rate": 6.697661932414948e-05, "loss": 19.9199, "step": 22502 }, { "epoch": 19.98, "learning_rate": 6.697397147973076e-05, "loss": 19.8477, "step": 22503 }, { "epoch": 19.99, "learning_rate": 6.6971323581508e-05, "loss": 19.4668, "step": 22504 }, { "epoch": 19.99, "learning_rate": 6.696867562948962e-05, "loss": 19.623, "step": 22505 }, { "epoch": 19.99, "learning_rate": 6.696602762368398e-05, "loss": 19.5381, "step": 22506 }, { "epoch": 19.99, "learning_rate": 6.69633795640995e-05, "loss": 19.8691, "step": 22507 }, { "epoch": 19.99, "learning_rate": 6.696073145074456e-05, "loss": 19.457, "step": 22508 }, { "epoch": 19.99, "learning_rate": 6.695808328362753e-05, "loss": 19.6836, "step": 22509 }, { "epoch": 19.99, "learning_rate": 6.695543506275688e-05, "loss": 19.7676, "step": 22510 }, { "epoch": 19.99, "learning_rate": 6.695278678814094e-05, "loss": 19.877, "step": 22511 }, { "epoch": 19.99, "learning_rate": 6.69501384597881e-05, "loss": 19.0918, "step": 22512 }, { "epoch": 19.99, "learning_rate": 6.694749007770678e-05, "loss": 19.7676, "step": 22513 }, { "epoch": 19.99, "learning_rate": 6.694484164190538e-05, "loss": 19.4277, "step": 22514 }, { "epoch": 20.0, "learning_rate": 6.694219315239227e-05, "loss": 20.251, "step": 22515 }, { "epoch": 20.0, "learning_rate": 6.693954460917589e-05, "loss": 19.4395, "step": 22516 }, { "epoch": 20.0, "learning_rate": 6.693689601226458e-05, "loss": 19.9551, "step": 22517 }, { "epoch": 20.0, "learning_rate": 6.693424736166676e-05, "loss": 19.8096, "step": 22518 }, { "epoch": 20.0, "learning_rate": 6.693159865739083e-05, "loss": 19.8691, "step": 22519 }, { "epoch": 20.0, "learning_rate": 6.692894989944519e-05, "loss": 19.9238, "step": 22520 }, { "epoch": 20.0, "learning_rate": 6.692630108783822e-05, "loss": 19.5156, "step": 22521 }, { "epoch": 20.0, "learning_rate": 6.692365222257831e-05, "loss": 19.3838, "step": 22522 }, { "epoch": 20.0, "learning_rate": 6.69210033036739e-05, "loss": 19.7451, "step": 22523 }, { "epoch": 20.0, "learning_rate": 6.691835433113335e-05, "loss": 19.7139, "step": 22524 }, { "epoch": 20.0, "learning_rate": 6.691570530496505e-05, "loss": 19.8154, "step": 22525 }, { "epoch": 20.01, "learning_rate": 6.691305622517741e-05, "loss": 19.2725, "step": 22526 }, { "epoch": 20.01, "learning_rate": 6.691040709177885e-05, "loss": 19.3428, "step": 22527 }, { "epoch": 20.01, "learning_rate": 6.690775790477773e-05, "loss": 20.2705, "step": 22528 }, { "epoch": 20.01, "learning_rate": 6.690510866418247e-05, "loss": 19.6621, "step": 22529 }, { "epoch": 20.01, "learning_rate": 6.690245937000145e-05, "loss": 19.3096, "step": 22530 }, { "epoch": 20.01, "learning_rate": 6.689981002224306e-05, "loss": 19.2275, "step": 22531 }, { "epoch": 20.01, "learning_rate": 6.689716062091576e-05, "loss": 20.4785, "step": 22532 }, { "epoch": 20.01, "learning_rate": 6.689451116602787e-05, "loss": 19.9238, "step": 22533 }, { "epoch": 20.01, "learning_rate": 6.689186165758784e-05, "loss": 19.6533, "step": 22534 }, { "epoch": 20.01, "learning_rate": 6.688921209560404e-05, "loss": 19.7852, "step": 22535 }, { "epoch": 20.01, "learning_rate": 6.688656248008487e-05, "loss": 19.6484, "step": 22536 }, { "epoch": 20.02, "learning_rate": 6.688391281103877e-05, "loss": 19.4893, "step": 22537 }, { "epoch": 20.02, "learning_rate": 6.688126308847406e-05, "loss": 19.5723, "step": 22538 }, { "epoch": 20.02, "learning_rate": 6.687861331239922e-05, "loss": 19.707, "step": 22539 }, { "epoch": 20.02, "learning_rate": 6.68759634828226e-05, "loss": 19.5928, "step": 22540 }, { "epoch": 20.02, "learning_rate": 6.687331359975262e-05, "loss": 20.0586, "step": 22541 }, { "epoch": 20.02, "learning_rate": 6.687066366319768e-05, "loss": 19.4375, "step": 22542 }, { "epoch": 20.02, "learning_rate": 6.686801367316618e-05, "loss": 19.3008, "step": 22543 }, { "epoch": 20.02, "learning_rate": 6.686536362966648e-05, "loss": 19.3604, "step": 22544 }, { "epoch": 20.02, "learning_rate": 6.686271353270704e-05, "loss": 19.6865, "step": 22545 }, { "epoch": 20.02, "learning_rate": 6.686006338229622e-05, "loss": 19.3965, "step": 22546 }, { "epoch": 20.02, "learning_rate": 6.685741317844246e-05, "loss": 19.4229, "step": 22547 }, { "epoch": 20.02, "learning_rate": 6.685476292115412e-05, "loss": 19.002, "step": 22548 }, { "epoch": 20.03, "learning_rate": 6.68521126104396e-05, "loss": 19.7373, "step": 22549 }, { "epoch": 20.03, "learning_rate": 6.684946224630734e-05, "loss": 19.3682, "step": 22550 }, { "epoch": 20.03, "learning_rate": 6.68468118287657e-05, "loss": 19.7939, "step": 22551 }, { "epoch": 20.03, "learning_rate": 6.684416135782311e-05, "loss": 19.1797, "step": 22552 }, { "epoch": 20.03, "learning_rate": 6.684151083348796e-05, "loss": 19.7285, "step": 22553 }, { "epoch": 20.03, "learning_rate": 6.683886025576864e-05, "loss": 19.3711, "step": 22554 }, { "epoch": 20.03, "learning_rate": 6.683886025576864e-05, "loss": 19.8867, "step": 22555 }, { "epoch": 20.03, "learning_rate": 6.683620962467357e-05, "loss": 19.7832, "step": 22556 }, { "epoch": 20.03, "learning_rate": 6.683355894021116e-05, "loss": 20.1592, "step": 22557 }, { "epoch": 20.03, "learning_rate": 6.683355894021116e-05, "loss": 19.6934, "step": 22558 }, { "epoch": 20.03, "learning_rate": 6.683090820238978e-05, "loss": 20.0332, "step": 22559 }, { "epoch": 20.04, "learning_rate": 6.682825741121785e-05, "loss": 20.0879, "step": 22560 }, { "epoch": 20.04, "learning_rate": 6.682560656670379e-05, "loss": 19.9932, "step": 22561 }, { "epoch": 20.04, "learning_rate": 6.682295566885597e-05, "loss": 20.3965, "step": 22562 }, { "epoch": 20.04, "learning_rate": 6.682030471768281e-05, "loss": 19.0889, "step": 22563 }, { "epoch": 20.04, "learning_rate": 6.681765371319272e-05, "loss": 19.584, "step": 22564 }, { "epoch": 20.04, "learning_rate": 6.681500265539408e-05, "loss": 20.4434, "step": 22565 }, { "epoch": 20.04, "learning_rate": 6.681235154429533e-05, "loss": 19.8281, "step": 22566 }, { "epoch": 20.04, "learning_rate": 6.680970037990483e-05, "loss": 19.4512, "step": 22567 }, { "epoch": 20.04, "learning_rate": 6.680704916223102e-05, "loss": 19.8398, "step": 22568 }, { "epoch": 20.04, "learning_rate": 6.680439789128228e-05, "loss": 19.1738, "step": 22569 }, { "epoch": 20.04, "learning_rate": 6.680174656706701e-05, "loss": 19.2383, "step": 22570 }, { "epoch": 20.05, "learning_rate": 6.679909518959366e-05, "loss": 19.2168, "step": 22571 }, { "epoch": 20.05, "learning_rate": 6.679644375887058e-05, "loss": 19.3086, "step": 22572 }, { "epoch": 20.05, "learning_rate": 6.679379227490619e-05, "loss": 19.7832, "step": 22573 }, { "epoch": 20.05, "learning_rate": 6.679114073770891e-05, "loss": 19.7764, "step": 22574 }, { "epoch": 20.05, "learning_rate": 6.678848914728713e-05, "loss": 19.4912, "step": 22575 }, { "epoch": 20.05, "learning_rate": 6.678583750364927e-05, "loss": 20.0723, "step": 22576 }, { "epoch": 20.05, "learning_rate": 6.67831858068037e-05, "loss": 20.3027, "step": 22577 }, { "epoch": 20.05, "learning_rate": 6.678053405675887e-05, "loss": 19.2891, "step": 22578 }, { "epoch": 20.05, "learning_rate": 6.677788225352317e-05, "loss": 19.2637, "step": 22579 }, { "epoch": 20.05, "learning_rate": 6.6775230397105e-05, "loss": 19.6309, "step": 22580 }, { "epoch": 20.05, "learning_rate": 6.677257848751277e-05, "loss": 19.3184, "step": 22581 }, { "epoch": 20.06, "learning_rate": 6.676992652475486e-05, "loss": 19.6318, "step": 22582 }, { "epoch": 20.06, "learning_rate": 6.676727450883971e-05, "loss": 19.252, "step": 22583 }, { "epoch": 20.06, "learning_rate": 6.676462243977572e-05, "loss": 19.4229, "step": 22584 }, { "epoch": 20.06, "learning_rate": 6.676197031757131e-05, "loss": 19.1562, "step": 22585 }, { "epoch": 20.06, "learning_rate": 6.675931814223485e-05, "loss": 19.9902, "step": 22586 }, { "epoch": 20.06, "learning_rate": 6.675666591377477e-05, "loss": 19.3828, "step": 22587 }, { "epoch": 20.06, "learning_rate": 6.675401363219947e-05, "loss": 19.583, "step": 22588 }, { "epoch": 20.06, "learning_rate": 6.675136129751736e-05, "loss": 19.3232, "step": 22589 }, { "epoch": 20.06, "learning_rate": 6.674870890973685e-05, "loss": 19.4502, "step": 22590 }, { "epoch": 20.06, "learning_rate": 6.674605646886635e-05, "loss": 19.6279, "step": 22591 }, { "epoch": 20.06, "learning_rate": 6.674340397491427e-05, "loss": 20.1621, "step": 22592 }, { "epoch": 20.06, "learning_rate": 6.6740751427889e-05, "loss": 19.5225, "step": 22593 }, { "epoch": 20.07, "learning_rate": 6.673809882779897e-05, "loss": 20.3359, "step": 22594 }, { "epoch": 20.07, "learning_rate": 6.673544617465257e-05, "loss": 19.3916, "step": 22595 }, { "epoch": 20.07, "learning_rate": 6.67327934684582e-05, "loss": 19.2168, "step": 22596 }, { "epoch": 20.07, "learning_rate": 6.67301407092243e-05, "loss": 19.9023, "step": 22597 }, { "epoch": 20.07, "learning_rate": 6.672748789695926e-05, "loss": 19.5186, "step": 22598 }, { "epoch": 20.07, "learning_rate": 6.672483503167149e-05, "loss": 20.0928, "step": 22599 }, { "epoch": 20.07, "learning_rate": 6.67221821133694e-05, "loss": 19.9102, "step": 22600 }, { "epoch": 20.07, "learning_rate": 6.671952914206141e-05, "loss": 19.5225, "step": 22601 }, { "epoch": 20.07, "learning_rate": 6.67168761177559e-05, "loss": 19.959, "step": 22602 }, { "epoch": 20.07, "learning_rate": 6.671422304046132e-05, "loss": 19.5518, "step": 22603 }, { "epoch": 20.07, "learning_rate": 6.671156991018604e-05, "loss": 19.6553, "step": 22604 }, { "epoch": 20.08, "learning_rate": 6.67089167269385e-05, "loss": 19.4639, "step": 22605 }, { "epoch": 20.08, "learning_rate": 6.67062634907271e-05, "loss": 19.9141, "step": 22606 }, { "epoch": 20.08, "learning_rate": 6.670361020156023e-05, "loss": 20.2637, "step": 22607 }, { "epoch": 20.08, "learning_rate": 6.670095685944633e-05, "loss": 20.1221, "step": 22608 }, { "epoch": 20.08, "learning_rate": 6.669830346439381e-05, "loss": 19.3994, "step": 22609 }, { "epoch": 20.08, "learning_rate": 6.669565001641106e-05, "loss": 19.5635, "step": 22610 }, { "epoch": 20.08, "learning_rate": 6.669299651550651e-05, "loss": 19.5078, "step": 22611 }, { "epoch": 20.08, "learning_rate": 6.669034296168855e-05, "loss": 19.7617, "step": 22612 }, { "epoch": 20.08, "learning_rate": 6.668768935496561e-05, "loss": 19.8867, "step": 22613 }, { "epoch": 20.08, "learning_rate": 6.66850356953461e-05, "loss": 20.1309, "step": 22614 }, { "epoch": 20.08, "learning_rate": 6.668238198283841e-05, "loss": 20.0049, "step": 22615 }, { "epoch": 20.09, "learning_rate": 6.667972821745098e-05, "loss": 19.1367, "step": 22616 }, { "epoch": 20.09, "learning_rate": 6.667707439919221e-05, "loss": 19.7725, "step": 22617 }, { "epoch": 20.09, "learning_rate": 6.667442052807052e-05, "loss": 19.4863, "step": 22618 }, { "epoch": 20.09, "learning_rate": 6.66717666040943e-05, "loss": 19.8984, "step": 22619 }, { "epoch": 20.09, "learning_rate": 6.666911262727198e-05, "loss": 19.7227, "step": 22620 }, { "epoch": 20.09, "learning_rate": 6.666645859761195e-05, "loss": 19.7695, "step": 22621 }, { "epoch": 20.09, "learning_rate": 6.666380451512269e-05, "loss": 19.7988, "step": 22622 }, { "epoch": 20.09, "learning_rate": 6.666115037981253e-05, "loss": 19.79, "step": 22623 }, { "epoch": 20.09, "learning_rate": 6.665849619168992e-05, "loss": 20.1748, "step": 22624 }, { "epoch": 20.09, "learning_rate": 6.665584195076329e-05, "loss": 19.8291, "step": 22625 }, { "epoch": 20.09, "learning_rate": 6.6653187657041e-05, "loss": 19.8809, "step": 22626 }, { "epoch": 20.1, "learning_rate": 6.665053331053154e-05, "loss": 19.7168, "step": 22627 }, { "epoch": 20.1, "learning_rate": 6.664787891124326e-05, "loss": 19.5654, "step": 22628 }, { "epoch": 20.1, "learning_rate": 6.664522445918459e-05, "loss": 19.7295, "step": 22629 }, { "epoch": 20.1, "learning_rate": 6.664256995436397e-05, "loss": 19.5752, "step": 22630 }, { "epoch": 20.1, "learning_rate": 6.663991539678978e-05, "loss": 19.7334, "step": 22631 }, { "epoch": 20.1, "learning_rate": 6.663726078647044e-05, "loss": 19.3018, "step": 22632 }, { "epoch": 20.1, "learning_rate": 6.663460612341438e-05, "loss": 20.3184, "step": 22633 }, { "epoch": 20.1, "learning_rate": 6.663195140763001e-05, "loss": 19.7783, "step": 22634 }, { "epoch": 20.1, "learning_rate": 6.662929663912575e-05, "loss": 19.0098, "step": 22635 }, { "epoch": 20.1, "learning_rate": 6.662664181791001e-05, "loss": 19.7822, "step": 22636 }, { "epoch": 20.1, "learning_rate": 6.662398694399119e-05, "loss": 20.1797, "step": 22637 }, { "epoch": 20.1, "learning_rate": 6.662133201737773e-05, "loss": 20.0918, "step": 22638 }, { "epoch": 20.11, "learning_rate": 6.661867703807803e-05, "loss": 19.8369, "step": 22639 }, { "epoch": 20.11, "learning_rate": 6.66160220061005e-05, "loss": 19.7109, "step": 22640 }, { "epoch": 20.11, "learning_rate": 6.661336692145358e-05, "loss": 19.5371, "step": 22641 }, { "epoch": 20.11, "learning_rate": 6.661071178414566e-05, "loss": 20.252, "step": 22642 }, { "epoch": 20.11, "learning_rate": 6.660805659418516e-05, "loss": 19.7451, "step": 22643 }, { "epoch": 20.11, "learning_rate": 6.660540135158053e-05, "loss": 19.9072, "step": 22644 }, { "epoch": 20.11, "learning_rate": 6.660274605634014e-05, "loss": 19.1689, "step": 22645 }, { "epoch": 20.11, "learning_rate": 6.660009070847245e-05, "loss": 19.875, "step": 22646 }, { "epoch": 20.11, "learning_rate": 6.659743530798584e-05, "loss": 20.4746, "step": 22647 }, { "epoch": 20.11, "learning_rate": 6.659477985488873e-05, "loss": 19.7158, "step": 22648 }, { "epoch": 20.11, "learning_rate": 6.659212434918957e-05, "loss": 20.8477, "step": 22649 }, { "epoch": 20.12, "learning_rate": 6.658946879089675e-05, "loss": 19.9297, "step": 22650 }, { "epoch": 20.12, "learning_rate": 6.658681318001869e-05, "loss": 19.7637, "step": 22651 }, { "epoch": 20.12, "learning_rate": 6.658415751656382e-05, "loss": 20.0498, "step": 22652 }, { "epoch": 20.12, "learning_rate": 6.658150180054054e-05, "loss": 19.6406, "step": 22653 }, { "epoch": 20.12, "learning_rate": 6.657884603195729e-05, "loss": 19.6797, "step": 22654 }, { "epoch": 20.12, "learning_rate": 6.657619021082247e-05, "loss": 19.5938, "step": 22655 }, { "epoch": 20.12, "learning_rate": 6.657353433714448e-05, "loss": 19.6426, "step": 22656 }, { "epoch": 20.12, "learning_rate": 6.65708784109318e-05, "loss": 20.3506, "step": 22657 }, { "epoch": 20.12, "learning_rate": 6.65682224321928e-05, "loss": 19.5059, "step": 22658 }, { "epoch": 20.12, "learning_rate": 6.65655664009359e-05, "loss": 20.5596, "step": 22659 }, { "epoch": 20.12, "learning_rate": 6.656291031716954e-05, "loss": 19.7178, "step": 22660 }, { "epoch": 20.13, "learning_rate": 6.656291031716954e-05, "loss": 20.0049, "step": 22661 }, { "epoch": 20.13, "learning_rate": 6.656025418090212e-05, "loss": 19.373, "step": 22662 }, { "epoch": 20.13, "learning_rate": 6.656025418090212e-05, "loss": 19.8477, "step": 22663 }, { "epoch": 20.13, "learning_rate": 6.656025418090212e-05, "loss": 20.5117, "step": 22664 }, { "epoch": 20.13, "learning_rate": 6.655759799214208e-05, "loss": 19.6533, "step": 22665 }, { "epoch": 20.13, "learning_rate": 6.655494175089782e-05, "loss": 19.7559, "step": 22666 }, { "epoch": 20.13, "learning_rate": 6.655228545717778e-05, "loss": 20.1377, "step": 22667 }, { "epoch": 20.13, "learning_rate": 6.654962911099034e-05, "loss": 20.4004, "step": 22668 }, { "epoch": 20.13, "learning_rate": 6.654697271234396e-05, "loss": 19.2627, "step": 22669 }, { "epoch": 20.13, "learning_rate": 6.654431626124707e-05, "loss": 19.9639, "step": 22670 }, { "epoch": 20.13, "learning_rate": 6.654165975770806e-05, "loss": 19.8027, "step": 22671 }, { "epoch": 20.13, "learning_rate": 6.653900320173533e-05, "loss": 19.752, "step": 22672 }, { "epoch": 20.14, "learning_rate": 6.653634659333736e-05, "loss": 19.2881, "step": 22673 }, { "epoch": 20.14, "learning_rate": 6.653368993252254e-05, "loss": 19.8916, "step": 22674 }, { "epoch": 20.14, "learning_rate": 6.653103321929928e-05, "loss": 19.5566, "step": 22675 }, { "epoch": 20.14, "learning_rate": 6.6528376453676e-05, "loss": 19.8643, "step": 22676 }, { "epoch": 20.14, "learning_rate": 6.652571963566115e-05, "loss": 19.6689, "step": 22677 }, { "epoch": 20.14, "learning_rate": 6.652306276526315e-05, "loss": 18.9873, "step": 22678 }, { "epoch": 20.14, "learning_rate": 6.65204058424904e-05, "loss": 20.4062, "step": 22679 }, { "epoch": 20.14, "learning_rate": 6.651774886735131e-05, "loss": 20.3271, "step": 22680 }, { "epoch": 20.14, "learning_rate": 6.651509183985433e-05, "loss": 19.668, "step": 22681 }, { "epoch": 20.14, "learning_rate": 6.651243476000788e-05, "loss": 20.0137, "step": 22682 }, { "epoch": 20.14, "learning_rate": 6.650977762782037e-05, "loss": 19.8613, "step": 22683 }, { "epoch": 20.15, "learning_rate": 6.650712044330024e-05, "loss": 19.8486, "step": 22684 }, { "epoch": 20.15, "learning_rate": 6.65044632064559e-05, "loss": 19.7354, "step": 22685 }, { "epoch": 20.15, "learning_rate": 6.650180591729575e-05, "loss": 19.3838, "step": 22686 }, { "epoch": 20.15, "learning_rate": 6.649914857582828e-05, "loss": 19.3828, "step": 22687 }, { "epoch": 20.15, "learning_rate": 6.649649118206184e-05, "loss": 20.1406, "step": 22688 }, { "epoch": 20.15, "learning_rate": 6.649383373600488e-05, "loss": 19.6807, "step": 22689 }, { "epoch": 20.15, "learning_rate": 6.649117623766584e-05, "loss": 19.5225, "step": 22690 }, { "epoch": 20.15, "learning_rate": 6.648851868705312e-05, "loss": 18.9951, "step": 22691 }, { "epoch": 20.15, "learning_rate": 6.648586108417518e-05, "loss": 20.3105, "step": 22692 }, { "epoch": 20.15, "learning_rate": 6.648320342904041e-05, "loss": 19.1318, "step": 22693 }, { "epoch": 20.15, "learning_rate": 6.648054572165724e-05, "loss": 19.3467, "step": 22694 }, { "epoch": 20.16, "learning_rate": 6.64778879620341e-05, "loss": 19.1191, "step": 22695 }, { "epoch": 20.16, "learning_rate": 6.647523015017941e-05, "loss": 19.3359, "step": 22696 }, { "epoch": 20.16, "learning_rate": 6.64725722861016e-05, "loss": 20.127, "step": 22697 }, { "epoch": 20.16, "learning_rate": 6.646991436980907e-05, "loss": 20.6299, "step": 22698 }, { "epoch": 20.16, "learning_rate": 6.646725640131028e-05, "loss": 20.0967, "step": 22699 }, { "epoch": 20.16, "learning_rate": 6.646459838061366e-05, "loss": 19.748, "step": 22700 }, { "epoch": 20.16, "learning_rate": 6.646194030772761e-05, "loss": 20.5645, "step": 22701 }, { "epoch": 20.16, "learning_rate": 6.645928218266055e-05, "loss": 19.8721, "step": 22702 }, { "epoch": 20.16, "learning_rate": 6.645662400542093e-05, "loss": 19.5947, "step": 22703 }, { "epoch": 20.16, "learning_rate": 6.645396577601715e-05, "loss": 20.3213, "step": 22704 }, { "epoch": 20.16, "learning_rate": 6.645130749445768e-05, "loss": 19.9785, "step": 22705 }, { "epoch": 20.17, "learning_rate": 6.644864916075091e-05, "loss": 19.6846, "step": 22706 }, { "epoch": 20.17, "learning_rate": 6.644599077490525e-05, "loss": 19.8359, "step": 22707 }, { "epoch": 20.17, "learning_rate": 6.644333233692916e-05, "loss": 19.1143, "step": 22708 }, { "epoch": 20.17, "learning_rate": 6.644067384683107e-05, "loss": 19.5859, "step": 22709 }, { "epoch": 20.17, "learning_rate": 6.643801530461938e-05, "loss": 19.8076, "step": 22710 }, { "epoch": 20.17, "learning_rate": 6.643535671030254e-05, "loss": 19.6504, "step": 22711 }, { "epoch": 20.17, "learning_rate": 6.643269806388896e-05, "loss": 20.1357, "step": 22712 }, { "epoch": 20.17, "learning_rate": 6.643003936538708e-05, "loss": 19.833, "step": 22713 }, { "epoch": 20.17, "learning_rate": 6.642738061480533e-05, "loss": 20.2539, "step": 22714 }, { "epoch": 20.17, "learning_rate": 6.642472181215211e-05, "loss": 19.499, "step": 22715 }, { "epoch": 20.17, "learning_rate": 6.642206295743589e-05, "loss": 20.1055, "step": 22716 }, { "epoch": 20.17, "learning_rate": 6.641940405066507e-05, "loss": 19.7441, "step": 22717 }, { "epoch": 20.18, "learning_rate": 6.641674509184808e-05, "loss": 19.751, "step": 22718 }, { "epoch": 20.18, "learning_rate": 6.641408608099336e-05, "loss": 19.5713, "step": 22719 }, { "epoch": 20.18, "learning_rate": 6.641142701810932e-05, "loss": 19.9727, "step": 22720 }, { "epoch": 20.18, "learning_rate": 6.64087679032044e-05, "loss": 19.9824, "step": 22721 }, { "epoch": 20.18, "learning_rate": 6.640610873628704e-05, "loss": 19.3184, "step": 22722 }, { "epoch": 20.18, "learning_rate": 6.640344951736565e-05, "loss": 19.6416, "step": 22723 }, { "epoch": 20.18, "learning_rate": 6.640079024644868e-05, "loss": 20.1299, "step": 22724 }, { "epoch": 20.18, "learning_rate": 6.639813092354453e-05, "loss": 20.3857, "step": 22725 }, { "epoch": 20.18, "learning_rate": 6.639547154866165e-05, "loss": 19.5908, "step": 22726 }, { "epoch": 20.18, "learning_rate": 6.639281212180848e-05, "loss": 19.8975, "step": 22727 }, { "epoch": 20.18, "learning_rate": 6.639015264299343e-05, "loss": 19.1826, "step": 22728 }, { "epoch": 20.19, "learning_rate": 6.638749311222492e-05, "loss": 20.1758, "step": 22729 }, { "epoch": 20.19, "learning_rate": 6.63848335295114e-05, "loss": 19.7773, "step": 22730 }, { "epoch": 20.19, "learning_rate": 6.638217389486131e-05, "loss": 20.5234, "step": 22731 }, { "epoch": 20.19, "learning_rate": 6.637951420828307e-05, "loss": 19.7607, "step": 22732 }, { "epoch": 20.19, "learning_rate": 6.637685446978509e-05, "loss": 19.3389, "step": 22733 }, { "epoch": 20.19, "learning_rate": 6.637419467937581e-05, "loss": 20.2354, "step": 22734 }, { "epoch": 20.19, "learning_rate": 6.637153483706368e-05, "loss": 19.3184, "step": 22735 }, { "epoch": 20.19, "learning_rate": 6.636887494285712e-05, "loss": 19.915, "step": 22736 }, { "epoch": 20.19, "learning_rate": 6.636621499676458e-05, "loss": 19.6924, "step": 22737 }, { "epoch": 20.19, "learning_rate": 6.636355499879445e-05, "loss": 19.7549, "step": 22738 }, { "epoch": 20.19, "learning_rate": 6.63608949489552e-05, "loss": 20.1387, "step": 22739 }, { "epoch": 20.2, "learning_rate": 6.635823484725525e-05, "loss": 20.1279, "step": 22740 }, { "epoch": 20.2, "learning_rate": 6.635557469370301e-05, "loss": 19.9443, "step": 22741 }, { "epoch": 20.2, "learning_rate": 6.635291448830694e-05, "loss": 19.6875, "step": 22742 }, { "epoch": 20.2, "learning_rate": 6.635025423107545e-05, "loss": 19.8975, "step": 22743 }, { "epoch": 20.2, "learning_rate": 6.6347593922017e-05, "loss": 19.6982, "step": 22744 }, { "epoch": 20.2, "learning_rate": 6.634493356114001e-05, "loss": 20.0195, "step": 22745 }, { "epoch": 20.2, "learning_rate": 6.634227314845292e-05, "loss": 19.9336, "step": 22746 }, { "epoch": 20.2, "learning_rate": 6.633961268396413e-05, "loss": 19.9531, "step": 22747 }, { "epoch": 20.2, "learning_rate": 6.633695216768211e-05, "loss": 19.5488, "step": 22748 }, { "epoch": 20.2, "learning_rate": 6.633429159961527e-05, "loss": 19.959, "step": 22749 }, { "epoch": 20.2, "learning_rate": 6.633163097977207e-05, "loss": 19.751, "step": 22750 }, { "epoch": 20.21, "learning_rate": 6.63289703081609e-05, "loss": 19.6318, "step": 22751 }, { "epoch": 20.21, "learning_rate": 6.632630958479025e-05, "loss": 20.2334, "step": 22752 }, { "epoch": 20.21, "learning_rate": 6.63236488096685e-05, "loss": 19.7471, "step": 22753 }, { "epoch": 20.21, "learning_rate": 6.632098798280414e-05, "loss": 19.4443, "step": 22754 }, { "epoch": 20.21, "learning_rate": 6.631832710420556e-05, "loss": 19.373, "step": 22755 }, { "epoch": 20.21, "learning_rate": 6.63156661738812e-05, "loss": 20.3145, "step": 22756 }, { "epoch": 20.21, "learning_rate": 6.631300519183951e-05, "loss": 20.3193, "step": 22757 }, { "epoch": 20.21, "learning_rate": 6.631034415808892e-05, "loss": 19.5879, "step": 22758 }, { "epoch": 20.21, "learning_rate": 6.630768307263785e-05, "loss": 19.5967, "step": 22759 }, { "epoch": 20.21, "learning_rate": 6.630502193549474e-05, "loss": 19.6543, "step": 22760 }, { "epoch": 20.21, "learning_rate": 6.630236074666806e-05, "loss": 20.7148, "step": 22761 }, { "epoch": 20.21, "learning_rate": 6.629969950616622e-05, "loss": 19.5625, "step": 22762 }, { "epoch": 20.22, "learning_rate": 6.629703821399762e-05, "loss": 19.2939, "step": 22763 }, { "epoch": 20.22, "learning_rate": 6.629437687017074e-05, "loss": 19.7822, "step": 22764 }, { "epoch": 20.22, "learning_rate": 6.629171547469401e-05, "loss": 19.4756, "step": 22765 }, { "epoch": 20.22, "learning_rate": 6.628905402757589e-05, "loss": 19.209, "step": 22766 }, { "epoch": 20.22, "learning_rate": 6.628639252882476e-05, "loss": 19.4307, "step": 22767 }, { "epoch": 20.22, "learning_rate": 6.628373097844909e-05, "loss": 19.5303, "step": 22768 }, { "epoch": 20.22, "learning_rate": 6.628106937645728e-05, "loss": 19.2617, "step": 22769 }, { "epoch": 20.22, "learning_rate": 6.627840772285784e-05, "loss": 19.9932, "step": 22770 }, { "epoch": 20.22, "learning_rate": 6.627574601765915e-05, "loss": 20.2549, "step": 22771 }, { "epoch": 20.22, "learning_rate": 6.627308426086966e-05, "loss": 19.4697, "step": 22772 }, { "epoch": 20.22, "learning_rate": 6.62704224524978e-05, "loss": 19.7559, "step": 22773 }, { "epoch": 20.23, "learning_rate": 6.626776059255202e-05, "loss": 20.0439, "step": 22774 }, { "epoch": 20.23, "learning_rate": 6.626509868104077e-05, "loss": 19.5469, "step": 22775 }, { "epoch": 20.23, "learning_rate": 6.626243671797245e-05, "loss": 19.6289, "step": 22776 }, { "epoch": 20.23, "learning_rate": 6.625977470335553e-05, "loss": 19.8965, "step": 22777 }, { "epoch": 20.23, "learning_rate": 6.625711263719844e-05, "loss": 19.7061, "step": 22778 }, { "epoch": 20.23, "learning_rate": 6.62544505195096e-05, "loss": 20.0127, "step": 22779 }, { "epoch": 20.23, "learning_rate": 6.625178835029748e-05, "loss": 19.3799, "step": 22780 }, { "epoch": 20.23, "learning_rate": 6.62491261295705e-05, "loss": 20.1152, "step": 22781 }, { "epoch": 20.23, "learning_rate": 6.624646385733709e-05, "loss": 20.1045, "step": 22782 }, { "epoch": 20.23, "learning_rate": 6.624380153360572e-05, "loss": 19.9502, "step": 22783 }, { "epoch": 20.23, "learning_rate": 6.624113915838479e-05, "loss": 19.6152, "step": 22784 }, { "epoch": 20.24, "learning_rate": 6.623847673168276e-05, "loss": 19.9688, "step": 22785 }, { "epoch": 20.24, "learning_rate": 6.623581425350806e-05, "loss": 19.458, "step": 22786 }, { "epoch": 20.24, "learning_rate": 6.623315172386916e-05, "loss": 20.1025, "step": 22787 }, { "epoch": 20.24, "learning_rate": 6.623048914277446e-05, "loss": 19.3652, "step": 22788 }, { "epoch": 20.24, "learning_rate": 6.622782651023242e-05, "loss": 19.5898, "step": 22789 }, { "epoch": 20.24, "learning_rate": 6.622516382625148e-05, "loss": 19.7852, "step": 22790 }, { "epoch": 20.24, "learning_rate": 6.622250109084008e-05, "loss": 19.3135, "step": 22791 }, { "epoch": 20.24, "learning_rate": 6.621983830400664e-05, "loss": 19.3477, "step": 22792 }, { "epoch": 20.24, "learning_rate": 6.621717546575963e-05, "loss": 20.6582, "step": 22793 }, { "epoch": 20.24, "learning_rate": 6.62145125761075e-05, "loss": 19.4268, "step": 22794 }, { "epoch": 20.24, "learning_rate": 6.621184963505862e-05, "loss": 19.8457, "step": 22795 }, { "epoch": 20.25, "learning_rate": 6.62091866426215e-05, "loss": 19.9062, "step": 22796 }, { "epoch": 20.25, "learning_rate": 6.620652359880458e-05, "loss": 19.3047, "step": 22797 }, { "epoch": 20.25, "learning_rate": 6.620386050361627e-05, "loss": 19.8223, "step": 22798 }, { "epoch": 20.25, "learning_rate": 6.620119735706502e-05, "loss": 19.4512, "step": 22799 }, { "epoch": 20.25, "learning_rate": 6.619853415915927e-05, "loss": 19.9004, "step": 22800 }, { "epoch": 20.25, "learning_rate": 6.619587090990748e-05, "loss": 19.0469, "step": 22801 }, { "epoch": 20.25, "learning_rate": 6.619320760931808e-05, "loss": 20.0439, "step": 22802 }, { "epoch": 20.25, "learning_rate": 6.61905442573995e-05, "loss": 19.1963, "step": 22803 }, { "epoch": 20.25, "learning_rate": 6.618788085416018e-05, "loss": 19.8096, "step": 22804 }, { "epoch": 20.25, "learning_rate": 6.618521739960861e-05, "loss": 19.6338, "step": 22805 }, { "epoch": 20.25, "learning_rate": 6.618255389375318e-05, "loss": 19.9521, "step": 22806 }, { "epoch": 20.25, "learning_rate": 6.617989033660235e-05, "loss": 19.3242, "step": 22807 }, { "epoch": 20.26, "learning_rate": 6.617722672816456e-05, "loss": 19.6582, "step": 22808 }, { "epoch": 20.26, "learning_rate": 6.617456306844827e-05, "loss": 19.7295, "step": 22809 }, { "epoch": 20.26, "learning_rate": 6.61718993574619e-05, "loss": 19.708, "step": 22810 }, { "epoch": 20.26, "learning_rate": 6.616923559521392e-05, "loss": 19.7988, "step": 22811 }, { "epoch": 20.26, "learning_rate": 6.616657178171275e-05, "loss": 20.1025, "step": 22812 }, { "epoch": 20.26, "learning_rate": 6.616390791696684e-05, "loss": 19.4209, "step": 22813 }, { "epoch": 20.26, "learning_rate": 6.616124400098462e-05, "loss": 20.335, "step": 22814 }, { "epoch": 20.26, "learning_rate": 6.615858003377458e-05, "loss": 19.7119, "step": 22815 }, { "epoch": 20.26, "learning_rate": 6.615591601534513e-05, "loss": 19.8555, "step": 22816 }, { "epoch": 20.26, "learning_rate": 6.615325194570468e-05, "loss": 19.623, "step": 22817 }, { "epoch": 20.26, "learning_rate": 6.615058782486174e-05, "loss": 19.6875, "step": 22818 }, { "epoch": 20.27, "learning_rate": 6.614792365282473e-05, "loss": 19.2998, "step": 22819 }, { "epoch": 20.27, "learning_rate": 6.614525942960208e-05, "loss": 19.8477, "step": 22820 }, { "epoch": 20.27, "learning_rate": 6.614259515520225e-05, "loss": 19.7686, "step": 22821 }, { "epoch": 20.27, "learning_rate": 6.613993082963371e-05, "loss": 19.5537, "step": 22822 }, { "epoch": 20.27, "learning_rate": 6.613726645290485e-05, "loss": 19.7783, "step": 22823 }, { "epoch": 20.27, "learning_rate": 6.613460202502414e-05, "loss": 19.7363, "step": 22824 }, { "epoch": 20.27, "learning_rate": 6.613193754600004e-05, "loss": 19.4717, "step": 22825 }, { "epoch": 20.27, "learning_rate": 6.612927301584098e-05, "loss": 19.9287, "step": 22826 }, { "epoch": 20.27, "learning_rate": 6.61266084345554e-05, "loss": 20.0967, "step": 22827 }, { "epoch": 20.27, "learning_rate": 6.612394380215178e-05, "loss": 20.0713, "step": 22828 }, { "epoch": 20.27, "learning_rate": 6.612127911863855e-05, "loss": 19.2344, "step": 22829 }, { "epoch": 20.28, "learning_rate": 6.611861438402413e-05, "loss": 19.6846, "step": 22830 }, { "epoch": 20.28, "learning_rate": 6.611594959831697e-05, "loss": 19.2314, "step": 22831 }, { "epoch": 20.28, "learning_rate": 6.611328476152557e-05, "loss": 19.6816, "step": 22832 }, { "epoch": 20.28, "learning_rate": 6.61106198736583e-05, "loss": 19.6533, "step": 22833 }, { "epoch": 20.28, "learning_rate": 6.610795493472369e-05, "loss": 19.3057, "step": 22834 }, { "epoch": 20.28, "learning_rate": 6.610528994473011e-05, "loss": 19.6523, "step": 22835 }, { "epoch": 20.28, "learning_rate": 6.610262490368606e-05, "loss": 19.3281, "step": 22836 }, { "epoch": 20.28, "learning_rate": 6.609995981159998e-05, "loss": 19.5967, "step": 22837 }, { "epoch": 20.28, "learning_rate": 6.609729466848029e-05, "loss": 19.4502, "step": 22838 }, { "epoch": 20.28, "learning_rate": 6.609462947433547e-05, "loss": 20.6953, "step": 22839 }, { "epoch": 20.28, "learning_rate": 6.609196422917394e-05, "loss": 20.1562, "step": 22840 }, { "epoch": 20.29, "learning_rate": 6.608929893300416e-05, "loss": 19.7598, "step": 22841 }, { "epoch": 20.29, "learning_rate": 6.60866335858346e-05, "loss": 19.3398, "step": 22842 }, { "epoch": 20.29, "learning_rate": 6.608396818767367e-05, "loss": 19.5645, "step": 22843 }, { "epoch": 20.29, "learning_rate": 6.608130273852984e-05, "loss": 19.5625, "step": 22844 }, { "epoch": 20.29, "learning_rate": 6.607863723841156e-05, "loss": 19.2217, "step": 22845 }, { "epoch": 20.29, "learning_rate": 6.607597168732729e-05, "loss": 19.5244, "step": 22846 }, { "epoch": 20.29, "learning_rate": 6.607330608528544e-05, "loss": 19.6143, "step": 22847 }, { "epoch": 20.29, "learning_rate": 6.60706404322945e-05, "loss": 19.5264, "step": 22848 }, { "epoch": 20.29, "learning_rate": 6.60679747283629e-05, "loss": 19.916, "step": 22849 }, { "epoch": 20.29, "learning_rate": 6.60653089734991e-05, "loss": 19.5244, "step": 22850 }, { "epoch": 20.29, "learning_rate": 6.606264316771155e-05, "loss": 20.2119, "step": 22851 }, { "epoch": 20.29, "learning_rate": 6.605997731100868e-05, "loss": 20.3271, "step": 22852 }, { "epoch": 20.3, "learning_rate": 6.605731140339895e-05, "loss": 19.7549, "step": 22853 }, { "epoch": 20.3, "learning_rate": 6.605464544489081e-05, "loss": 19.9297, "step": 22854 }, { "epoch": 20.3, "learning_rate": 6.605197943549273e-05, "loss": 20.0771, "step": 22855 }, { "epoch": 20.3, "learning_rate": 6.604931337521317e-05, "loss": 20.1855, "step": 22856 }, { "epoch": 20.3, "learning_rate": 6.604664726406052e-05, "loss": 20.1221, "step": 22857 }, { "epoch": 20.3, "learning_rate": 6.604398110204327e-05, "loss": 19.7275, "step": 22858 }, { "epoch": 20.3, "learning_rate": 6.604131488916987e-05, "loss": 19.3057, "step": 22859 }, { "epoch": 20.3, "learning_rate": 6.603864862544878e-05, "loss": 20.8477, "step": 22860 }, { "epoch": 20.3, "learning_rate": 6.603598231088843e-05, "loss": 19.8564, "step": 22861 }, { "epoch": 20.3, "learning_rate": 6.60333159454973e-05, "loss": 19.2334, "step": 22862 }, { "epoch": 20.3, "learning_rate": 6.603064952928382e-05, "loss": 19.6055, "step": 22863 }, { "epoch": 20.31, "learning_rate": 6.602798306225645e-05, "loss": 19.3721, "step": 22864 }, { "epoch": 20.31, "learning_rate": 6.602531654442363e-05, "loss": 19.5479, "step": 22865 }, { "epoch": 20.31, "learning_rate": 6.602264997579382e-05, "loss": 19.9102, "step": 22866 }, { "epoch": 20.31, "learning_rate": 6.601998335637549e-05, "loss": 20.2979, "step": 22867 }, { "epoch": 20.31, "learning_rate": 6.601731668617705e-05, "loss": 19.7539, "step": 22868 }, { "epoch": 20.31, "learning_rate": 6.6014649965207e-05, "loss": 19.7324, "step": 22869 }, { "epoch": 20.31, "learning_rate": 6.601198319347377e-05, "loss": 19.792, "step": 22870 }, { "epoch": 20.31, "learning_rate": 6.60093163709858e-05, "loss": 19.8691, "step": 22871 }, { "epoch": 20.31, "learning_rate": 6.600664949775159e-05, "loss": 19.4268, "step": 22872 }, { "epoch": 20.31, "learning_rate": 6.600398257377954e-05, "loss": 19.4346, "step": 22873 }, { "epoch": 20.31, "learning_rate": 6.600131559907814e-05, "loss": 20.0439, "step": 22874 }, { "epoch": 20.32, "learning_rate": 6.599864857365581e-05, "loss": 19.7109, "step": 22875 }, { "epoch": 20.32, "learning_rate": 6.599598149752104e-05, "loss": 19.8877, "step": 22876 }, { "epoch": 20.32, "learning_rate": 6.599331437068227e-05, "loss": 19.2305, "step": 22877 }, { "epoch": 20.32, "learning_rate": 6.599064719314793e-05, "loss": 19.7695, "step": 22878 }, { "epoch": 20.32, "learning_rate": 6.599064719314793e-05, "loss": 20.1787, "step": 22879 }, { "epoch": 20.32, "learning_rate": 6.598797996492651e-05, "loss": 19.7617, "step": 22880 }, { "epoch": 20.32, "learning_rate": 6.598531268602646e-05, "loss": 19.6211, "step": 22881 }, { "epoch": 20.32, "learning_rate": 6.598264535645622e-05, "loss": 19.6768, "step": 22882 }, { "epoch": 20.32, "learning_rate": 6.597997797622425e-05, "loss": 20.2861, "step": 22883 }, { "epoch": 20.32, "learning_rate": 6.5977310545339e-05, "loss": 19.9238, "step": 22884 }, { "epoch": 20.32, "learning_rate": 6.597464306380894e-05, "loss": 19.9785, "step": 22885 }, { "epoch": 20.33, "learning_rate": 6.597197553164252e-05, "loss": 19.7578, "step": 22886 }, { "epoch": 20.33, "learning_rate": 6.596930794884818e-05, "loss": 19.5107, "step": 22887 }, { "epoch": 20.33, "learning_rate": 6.596664031543438e-05, "loss": 19.9424, "step": 22888 }, { "epoch": 20.33, "learning_rate": 6.59639726314096e-05, "loss": 19.9238, "step": 22889 }, { "epoch": 20.33, "learning_rate": 6.596130489678227e-05, "loss": 20.0615, "step": 22890 }, { "epoch": 20.33, "learning_rate": 6.595863711156088e-05, "loss": 19.8438, "step": 22891 }, { "epoch": 20.33, "learning_rate": 6.595596927575383e-05, "loss": 19.3672, "step": 22892 }, { "epoch": 20.33, "learning_rate": 6.595330138936961e-05, "loss": 19.6797, "step": 22893 }, { "epoch": 20.33, "learning_rate": 6.595063345241669e-05, "loss": 19.6445, "step": 22894 }, { "epoch": 20.33, "learning_rate": 6.594796546490351e-05, "loss": 19.8262, "step": 22895 }, { "epoch": 20.33, "learning_rate": 6.594529742683851e-05, "loss": 19.208, "step": 22896 }, { "epoch": 20.33, "learning_rate": 6.594262933823018e-05, "loss": 20.0283, "step": 22897 }, { "epoch": 20.34, "learning_rate": 6.593996119908698e-05, "loss": 19.8711, "step": 22898 }, { "epoch": 20.34, "learning_rate": 6.593729300941734e-05, "loss": 19.4932, "step": 22899 }, { "epoch": 20.34, "learning_rate": 6.593462476922971e-05, "loss": 20.3193, "step": 22900 }, { "epoch": 20.34, "learning_rate": 6.593195647853258e-05, "loss": 19.6182, "step": 22901 }, { "epoch": 20.34, "learning_rate": 6.59292881373344e-05, "loss": 19.5361, "step": 22902 }, { "epoch": 20.34, "learning_rate": 6.592661974564362e-05, "loss": 20.1855, "step": 22903 }, { "epoch": 20.34, "learning_rate": 6.592395130346868e-05, "loss": 19.8848, "step": 22904 }, { "epoch": 20.34, "learning_rate": 6.59212828108181e-05, "loss": 19.376, "step": 22905 }, { "epoch": 20.34, "learning_rate": 6.591861426770025e-05, "loss": 19.9326, "step": 22906 }, { "epoch": 20.34, "learning_rate": 6.591594567412367e-05, "loss": 19.8145, "step": 22907 }, { "epoch": 20.34, "learning_rate": 6.591327703009677e-05, "loss": 19.7803, "step": 22908 }, { "epoch": 20.35, "learning_rate": 6.591060833562803e-05, "loss": 19.8564, "step": 22909 }, { "epoch": 20.35, "learning_rate": 6.590793959072589e-05, "loss": 19.5566, "step": 22910 }, { "epoch": 20.35, "learning_rate": 6.590527079539884e-05, "loss": 19.9482, "step": 22911 }, { "epoch": 20.35, "learning_rate": 6.590260194965532e-05, "loss": 19.6816, "step": 22912 }, { "epoch": 20.35, "learning_rate": 6.58999330535038e-05, "loss": 19.333, "step": 22913 }, { "epoch": 20.35, "learning_rate": 6.589726410695272e-05, "loss": 19.4141, "step": 22914 }, { "epoch": 20.35, "learning_rate": 6.589459511001054e-05, "loss": 19.8057, "step": 22915 }, { "epoch": 20.35, "learning_rate": 6.589192606268575e-05, "loss": 19.6426, "step": 22916 }, { "epoch": 20.35, "learning_rate": 6.588925696498678e-05, "loss": 20.2568, "step": 22917 }, { "epoch": 20.35, "learning_rate": 6.588658781692213e-05, "loss": 19.7129, "step": 22918 }, { "epoch": 20.35, "learning_rate": 6.588391861850019e-05, "loss": 19.5908, "step": 22919 }, { "epoch": 20.36, "learning_rate": 6.58812493697295e-05, "loss": 19.8779, "step": 22920 }, { "epoch": 20.36, "learning_rate": 6.587858007061847e-05, "loss": 19.4102, "step": 22921 }, { "epoch": 20.36, "learning_rate": 6.587591072117559e-05, "loss": 19.9717, "step": 22922 }, { "epoch": 20.36, "learning_rate": 6.587324132140929e-05, "loss": 19.4951, "step": 22923 }, { "epoch": 20.36, "learning_rate": 6.587057187132806e-05, "loss": 20.0186, "step": 22924 }, { "epoch": 20.36, "learning_rate": 6.586790237094034e-05, "loss": 19.4883, "step": 22925 }, { "epoch": 20.36, "learning_rate": 6.586523282025462e-05, "loss": 19.5381, "step": 22926 }, { "epoch": 20.36, "learning_rate": 6.586256321927932e-05, "loss": 20.2705, "step": 22927 }, { "epoch": 20.36, "learning_rate": 6.585989356802294e-05, "loss": 19.2363, "step": 22928 }, { "epoch": 20.36, "learning_rate": 6.585722386649394e-05, "loss": 19.376, "step": 22929 }, { "epoch": 20.36, "learning_rate": 6.585455411470076e-05, "loss": 19.9678, "step": 22930 }, { "epoch": 20.37, "learning_rate": 6.585188431265186e-05, "loss": 19.958, "step": 22931 }, { "epoch": 20.37, "learning_rate": 6.584921446035574e-05, "loss": 20.0742, "step": 22932 }, { "epoch": 20.37, "learning_rate": 6.584654455782083e-05, "loss": 19.9307, "step": 22933 }, { "epoch": 20.37, "learning_rate": 6.584387460505561e-05, "loss": 19.1533, "step": 22934 }, { "epoch": 20.37, "learning_rate": 6.584120460206853e-05, "loss": 19.8359, "step": 22935 }, { "epoch": 20.37, "learning_rate": 6.583853454886806e-05, "loss": 19.8252, "step": 22936 }, { "epoch": 20.37, "learning_rate": 6.583586444546265e-05, "loss": 20.0859, "step": 22937 }, { "epoch": 20.37, "learning_rate": 6.583319429186079e-05, "loss": 19.915, "step": 22938 }, { "epoch": 20.37, "learning_rate": 6.583052408807093e-05, "loss": 19.7373, "step": 22939 }, { "epoch": 20.37, "learning_rate": 6.582785383410153e-05, "loss": 19.7812, "step": 22940 }, { "epoch": 20.37, "learning_rate": 6.582518352996105e-05, "loss": 19.7588, "step": 22941 }, { "epoch": 20.37, "learning_rate": 6.582251317565797e-05, "loss": 20.1436, "step": 22942 }, { "epoch": 20.38, "learning_rate": 6.581984277120076e-05, "loss": 19.875, "step": 22943 }, { "epoch": 20.38, "learning_rate": 6.581717231659785e-05, "loss": 19.5635, "step": 22944 }, { "epoch": 20.38, "learning_rate": 6.581450181185774e-05, "loss": 20.1602, "step": 22945 }, { "epoch": 20.38, "learning_rate": 6.581183125698887e-05, "loss": 19.9092, "step": 22946 }, { "epoch": 20.38, "learning_rate": 6.580916065199973e-05, "loss": 19.6074, "step": 22947 }, { "epoch": 20.38, "learning_rate": 6.580648999689878e-05, "loss": 19.4717, "step": 22948 }, { "epoch": 20.38, "learning_rate": 6.580381929169446e-05, "loss": 20.3184, "step": 22949 }, { "epoch": 20.38, "learning_rate": 6.580114853639525e-05, "loss": 19.8398, "step": 22950 }, { "epoch": 20.38, "learning_rate": 6.579847773100963e-05, "loss": 19.7549, "step": 22951 }, { "epoch": 20.38, "learning_rate": 6.579580687554604e-05, "loss": 19.3906, "step": 22952 }, { "epoch": 20.38, "learning_rate": 6.579313597001297e-05, "loss": 19.7891, "step": 22953 }, { "epoch": 20.39, "learning_rate": 6.579046501441889e-05, "loss": 20.2129, "step": 22954 }, { "epoch": 20.39, "learning_rate": 6.578779400877222e-05, "loss": 20.1426, "step": 22955 }, { "epoch": 20.39, "learning_rate": 6.57851229530815e-05, "loss": 20.0215, "step": 22956 }, { "epoch": 20.39, "learning_rate": 6.578245184735513e-05, "loss": 20.1191, "step": 22957 }, { "epoch": 20.39, "learning_rate": 6.577978069160161e-05, "loss": 19.54, "step": 22958 }, { "epoch": 20.39, "learning_rate": 6.57771094858294e-05, "loss": 19.9766, "step": 22959 }, { "epoch": 20.39, "learning_rate": 6.577443823004696e-05, "loss": 19.667, "step": 22960 }, { "epoch": 20.39, "learning_rate": 6.577176692426279e-05, "loss": 19.5957, "step": 22961 }, { "epoch": 20.39, "learning_rate": 6.576909556848531e-05, "loss": 19.2246, "step": 22962 }, { "epoch": 20.39, "learning_rate": 6.5766424162723e-05, "loss": 20.2285, "step": 22963 }, { "epoch": 20.39, "learning_rate": 6.576375270698436e-05, "loss": 19.7012, "step": 22964 }, { "epoch": 20.4, "learning_rate": 6.576375270698436e-05, "loss": 19.8877, "step": 22965 }, { "epoch": 20.4, "learning_rate": 6.576108120127783e-05, "loss": 20.3242, "step": 22966 }, { "epoch": 20.4, "learning_rate": 6.575840964561188e-05, "loss": 19.9268, "step": 22967 }, { "epoch": 20.4, "learning_rate": 6.5755738039995e-05, "loss": 20.0068, "step": 22968 }, { "epoch": 20.4, "learning_rate": 6.57530663844356e-05, "loss": 19.6514, "step": 22969 }, { "epoch": 20.4, "learning_rate": 6.575039467894222e-05, "loss": 19.6992, "step": 22970 }, { "epoch": 20.4, "learning_rate": 6.57477229235233e-05, "loss": 19.5674, "step": 22971 }, { "epoch": 20.4, "learning_rate": 6.57450511181873e-05, "loss": 20.1016, "step": 22972 }, { "epoch": 20.4, "learning_rate": 6.574237926294269e-05, "loss": 19.5244, "step": 22973 }, { "epoch": 20.4, "learning_rate": 6.573970735779795e-05, "loss": 20.0928, "step": 22974 }, { "epoch": 20.4, "learning_rate": 6.573703540276154e-05, "loss": 19.7578, "step": 22975 }, { "epoch": 20.4, "learning_rate": 6.573436339784196e-05, "loss": 19.6416, "step": 22976 }, { "epoch": 20.41, "learning_rate": 6.573169134304761e-05, "loss": 19.1162, "step": 22977 }, { "epoch": 20.41, "learning_rate": 6.572901923838704e-05, "loss": 19.9199, "step": 22978 }, { "epoch": 20.41, "learning_rate": 6.572634708386867e-05, "loss": 19.9336, "step": 22979 }, { "epoch": 20.41, "learning_rate": 6.572367487950098e-05, "loss": 19.9648, "step": 22980 }, { "epoch": 20.41, "learning_rate": 6.572100262529246e-05, "loss": 19.8389, "step": 22981 }, { "epoch": 20.41, "learning_rate": 6.571833032125154e-05, "loss": 19.376, "step": 22982 }, { "epoch": 20.41, "learning_rate": 6.571565796738673e-05, "loss": 19.9922, "step": 22983 }, { "epoch": 20.41, "learning_rate": 6.57129855637065e-05, "loss": 19.8838, "step": 22984 }, { "epoch": 20.41, "learning_rate": 6.571031311021929e-05, "loss": 20.1318, "step": 22985 }, { "epoch": 20.41, "learning_rate": 6.570764060693359e-05, "loss": 19.9697, "step": 22986 }, { "epoch": 20.41, "learning_rate": 6.570496805385787e-05, "loss": 19.3604, "step": 22987 }, { "epoch": 20.42, "learning_rate": 6.57022954510006e-05, "loss": 20.4062, "step": 22988 }, { "epoch": 20.42, "learning_rate": 6.569962279837026e-05, "loss": 20.1709, "step": 22989 }, { "epoch": 20.42, "learning_rate": 6.569695009597531e-05, "loss": 19.8535, "step": 22990 }, { "epoch": 20.42, "learning_rate": 6.56942773438242e-05, "loss": 19.7773, "step": 22991 }, { "epoch": 20.42, "learning_rate": 6.569160454192546e-05, "loss": 19.8584, "step": 22992 }, { "epoch": 20.42, "learning_rate": 6.568893169028754e-05, "loss": 19.7383, "step": 22993 }, { "epoch": 20.42, "learning_rate": 6.568625878891889e-05, "loss": 19.3037, "step": 22994 }, { "epoch": 20.42, "learning_rate": 6.568358583782798e-05, "loss": 20.3281, "step": 22995 }, { "epoch": 20.42, "learning_rate": 6.568091283702332e-05, "loss": 19.5342, "step": 22996 }, { "epoch": 20.42, "learning_rate": 6.567823978651336e-05, "loss": 19.9336, "step": 22997 }, { "epoch": 20.42, "learning_rate": 6.567556668630656e-05, "loss": 20.0088, "step": 22998 }, { "epoch": 20.43, "learning_rate": 6.567289353641142e-05, "loss": 19.6602, "step": 22999 }, { "epoch": 20.43, "learning_rate": 6.56702203368364e-05, "loss": 19.0098, "step": 23000 }, { "epoch": 20.43, "learning_rate": 6.566754708758996e-05, "loss": 20.5654, "step": 23001 }, { "epoch": 20.43, "learning_rate": 6.566487378868061e-05, "loss": 19.8047, "step": 23002 }, { "epoch": 20.43, "learning_rate": 6.56622004401168e-05, "loss": 19.5, "step": 23003 }, { "epoch": 20.43, "learning_rate": 6.565952704190697e-05, "loss": 19.4844, "step": 23004 }, { "epoch": 20.43, "learning_rate": 6.565685359405966e-05, "loss": 19.958, "step": 23005 }, { "epoch": 20.43, "learning_rate": 6.565418009658332e-05, "loss": 19.7422, "step": 23006 }, { "epoch": 20.43, "learning_rate": 6.565150654948641e-05, "loss": 19.3037, "step": 23007 }, { "epoch": 20.43, "learning_rate": 6.564883295277741e-05, "loss": 20.3682, "step": 23008 }, { "epoch": 20.43, "learning_rate": 6.564615930646479e-05, "loss": 19.4277, "step": 23009 }, { "epoch": 20.44, "learning_rate": 6.564348561055705e-05, "loss": 19.4863, "step": 23010 }, { "epoch": 20.44, "learning_rate": 6.564081186506265e-05, "loss": 19.9326, "step": 23011 }, { "epoch": 20.44, "learning_rate": 6.563813806999005e-05, "loss": 19.5, "step": 23012 }, { "epoch": 20.44, "learning_rate": 6.563546422534774e-05, "loss": 20.3594, "step": 23013 }, { "epoch": 20.44, "learning_rate": 6.56327903311442e-05, "loss": 19.7266, "step": 23014 }, { "epoch": 20.44, "learning_rate": 6.563011638738788e-05, "loss": 20.4551, "step": 23015 }, { "epoch": 20.44, "learning_rate": 6.562744239408732e-05, "loss": 19.4648, "step": 23016 }, { "epoch": 20.44, "learning_rate": 6.56247683512509e-05, "loss": 19.8496, "step": 23017 }, { "epoch": 20.44, "learning_rate": 6.562209425888718e-05, "loss": 19.5801, "step": 23018 }, { "epoch": 20.44, "learning_rate": 6.561942011700459e-05, "loss": 19.8555, "step": 23019 }, { "epoch": 20.44, "learning_rate": 6.561674592561163e-05, "loss": 20.0518, "step": 23020 }, { "epoch": 20.44, "learning_rate": 6.561407168471676e-05, "loss": 19.8936, "step": 23021 }, { "epoch": 20.45, "learning_rate": 6.561139739432847e-05, "loss": 20.3477, "step": 23022 }, { "epoch": 20.45, "learning_rate": 6.560872305445522e-05, "loss": 19.9434, "step": 23023 }, { "epoch": 20.45, "learning_rate": 6.560604866510552e-05, "loss": 19.5723, "step": 23024 }, { "epoch": 20.45, "learning_rate": 6.560337422628782e-05, "loss": 20.0938, "step": 23025 }, { "epoch": 20.45, "learning_rate": 6.56006997380106e-05, "loss": 19.1963, "step": 23026 }, { "epoch": 20.45, "learning_rate": 6.559802520028234e-05, "loss": 19.7969, "step": 23027 }, { "epoch": 20.45, "learning_rate": 6.55953506131115e-05, "loss": 19.5811, "step": 23028 }, { "epoch": 20.45, "learning_rate": 6.55926759765066e-05, "loss": 19.6416, "step": 23029 }, { "epoch": 20.45, "learning_rate": 6.559000129047607e-05, "loss": 19.9102, "step": 23030 }, { "epoch": 20.45, "learning_rate": 6.558732655502843e-05, "loss": 19.1787, "step": 23031 }, { "epoch": 20.45, "learning_rate": 6.558465177017215e-05, "loss": 19.79, "step": 23032 }, { "epoch": 20.46, "learning_rate": 6.558197693591568e-05, "loss": 19.8848, "step": 23033 }, { "epoch": 20.46, "learning_rate": 6.557930205226752e-05, "loss": 19.5615, "step": 23034 }, { "epoch": 20.46, "learning_rate": 6.557662711923615e-05, "loss": 19.3857, "step": 23035 }, { "epoch": 20.46, "learning_rate": 6.557395213683004e-05, "loss": 19.167, "step": 23036 }, { "epoch": 20.46, "learning_rate": 6.55712771050577e-05, "loss": 19.4512, "step": 23037 }, { "epoch": 20.46, "learning_rate": 6.556860202392756e-05, "loss": 18.8496, "step": 23038 }, { "epoch": 20.46, "learning_rate": 6.556592689344812e-05, "loss": 19.667, "step": 23039 }, { "epoch": 20.46, "learning_rate": 6.556325171362788e-05, "loss": 19.7764, "step": 23040 }, { "epoch": 20.46, "learning_rate": 6.55605764844753e-05, "loss": 19.8818, "step": 23041 }, { "epoch": 20.46, "learning_rate": 6.555790120599885e-05, "loss": 19.5166, "step": 23042 }, { "epoch": 20.46, "learning_rate": 6.555522587820704e-05, "loss": 19.9502, "step": 23043 }, { "epoch": 20.47, "learning_rate": 6.555255050110832e-05, "loss": 19.8428, "step": 23044 }, { "epoch": 20.47, "learning_rate": 6.55498750747112e-05, "loss": 20.2725, "step": 23045 }, { "epoch": 20.47, "learning_rate": 6.554719959902413e-05, "loss": 20.1465, "step": 23046 }, { "epoch": 20.47, "learning_rate": 6.554452407405562e-05, "loss": 19.3682, "step": 23047 }, { "epoch": 20.47, "learning_rate": 6.554184849981411e-05, "loss": 19.5518, "step": 23048 }, { "epoch": 20.47, "learning_rate": 6.553917287630811e-05, "loss": 19.7041, "step": 23049 }, { "epoch": 20.47, "learning_rate": 6.553649720354612e-05, "loss": 19.7744, "step": 23050 }, { "epoch": 20.47, "learning_rate": 6.55338214815366e-05, "loss": 19.7207, "step": 23051 }, { "epoch": 20.47, "learning_rate": 6.553114571028801e-05, "loss": 19.5, "step": 23052 }, { "epoch": 20.47, "learning_rate": 6.552846988980888e-05, "loss": 19.5957, "step": 23053 }, { "epoch": 20.47, "learning_rate": 6.552579402010763e-05, "loss": 19.7949, "step": 23054 }, { "epoch": 20.48, "learning_rate": 6.55231181011928e-05, "loss": 19.6689, "step": 23055 }, { "epoch": 20.48, "learning_rate": 6.552044213307284e-05, "loss": 19.9951, "step": 23056 }, { "epoch": 20.48, "learning_rate": 6.551776611575625e-05, "loss": 19.7812, "step": 23057 }, { "epoch": 20.48, "learning_rate": 6.551509004925149e-05, "loss": 19.71, "step": 23058 }, { "epoch": 20.48, "learning_rate": 6.551241393356706e-05, "loss": 19.3281, "step": 23059 }, { "epoch": 20.48, "learning_rate": 6.550973776871144e-05, "loss": 20.0049, "step": 23060 }, { "epoch": 20.48, "learning_rate": 6.55070615546931e-05, "loss": 19.6592, "step": 23061 }, { "epoch": 20.48, "learning_rate": 6.550438529152056e-05, "loss": 19.9482, "step": 23062 }, { "epoch": 20.48, "learning_rate": 6.550170897920226e-05, "loss": 20.0439, "step": 23063 }, { "epoch": 20.48, "learning_rate": 6.54990326177467e-05, "loss": 20.1289, "step": 23064 }, { "epoch": 20.48, "learning_rate": 6.549635620716237e-05, "loss": 20.3604, "step": 23065 }, { "epoch": 20.48, "learning_rate": 6.549367974745775e-05, "loss": 20.4922, "step": 23066 }, { "epoch": 20.49, "learning_rate": 6.549100323864133e-05, "loss": 19.4824, "step": 23067 }, { "epoch": 20.49, "learning_rate": 6.548832668072156e-05, "loss": 19.6299, "step": 23068 }, { "epoch": 20.49, "learning_rate": 6.548565007370697e-05, "loss": 19.6797, "step": 23069 }, { "epoch": 20.49, "learning_rate": 6.548297341760601e-05, "loss": 19.9512, "step": 23070 }, { "epoch": 20.49, "learning_rate": 6.548029671242719e-05, "loss": 19.4648, "step": 23071 }, { "epoch": 20.49, "learning_rate": 6.547761995817899e-05, "loss": 19.542, "step": 23072 }, { "epoch": 20.49, "learning_rate": 6.547494315486988e-05, "loss": 19.5771, "step": 23073 }, { "epoch": 20.49, "learning_rate": 6.547226630250835e-05, "loss": 19.9395, "step": 23074 }, { "epoch": 20.49, "learning_rate": 6.54695894011029e-05, "loss": 19.8604, "step": 23075 }, { "epoch": 20.49, "learning_rate": 6.546691245066198e-05, "loss": 19.8184, "step": 23076 }, { "epoch": 20.49, "learning_rate": 6.546423545119413e-05, "loss": 19.6709, "step": 23077 }, { "epoch": 20.5, "learning_rate": 6.546155840270778e-05, "loss": 20.2441, "step": 23078 }, { "epoch": 20.5, "learning_rate": 6.545888130521145e-05, "loss": 19.6572, "step": 23079 }, { "epoch": 20.5, "learning_rate": 6.545888130521145e-05, "loss": 20.0918, "step": 23080 }, { "epoch": 20.5, "learning_rate": 6.545620415871362e-05, "loss": 19.4756, "step": 23081 }, { "epoch": 20.5, "learning_rate": 6.545352696322277e-05, "loss": 19.8613, "step": 23082 }, { "epoch": 20.5, "learning_rate": 6.545084971874738e-05, "loss": 19.6777, "step": 23083 }, { "epoch": 20.5, "learning_rate": 6.544817242529595e-05, "loss": 19.8857, "step": 23084 }, { "epoch": 20.5, "learning_rate": 6.544549508287695e-05, "loss": 19.2783, "step": 23085 }, { "epoch": 20.5, "learning_rate": 6.54428176914989e-05, "loss": 19.8662, "step": 23086 }, { "epoch": 20.5, "learning_rate": 6.544014025117024e-05, "loss": 19.7451, "step": 23087 }, { "epoch": 20.5, "learning_rate": 6.543746276189951e-05, "loss": 19.708, "step": 23088 }, { "epoch": 20.51, "learning_rate": 6.543478522369514e-05, "loss": 19.875, "step": 23089 }, { "epoch": 20.51, "learning_rate": 6.543210763656567e-05, "loss": 19.4951, "step": 23090 }, { "epoch": 20.51, "learning_rate": 6.542943000051954e-05, "loss": 19.6104, "step": 23091 }, { "epoch": 20.51, "learning_rate": 6.542943000051954e-05, "loss": 19.8975, "step": 23092 }, { "epoch": 20.51, "learning_rate": 6.542675231556528e-05, "loss": 19.9131, "step": 23093 }, { "epoch": 20.51, "learning_rate": 6.542407458171133e-05, "loss": 19.8916, "step": 23094 }, { "epoch": 20.51, "learning_rate": 6.542139679896624e-05, "loss": 19.7471, "step": 23095 }, { "epoch": 20.51, "learning_rate": 6.541871896733845e-05, "loss": 19.4268, "step": 23096 }, { "epoch": 20.51, "learning_rate": 6.541604108683646e-05, "loss": 19.8828, "step": 23097 }, { "epoch": 20.51, "learning_rate": 6.541336315746877e-05, "loss": 19.7275, "step": 23098 }, { "epoch": 20.51, "learning_rate": 6.541068517924385e-05, "loss": 19.9229, "step": 23099 }, { "epoch": 20.52, "learning_rate": 6.54080071521702e-05, "loss": 19.5635, "step": 23100 }, { "epoch": 20.52, "learning_rate": 6.540532907625632e-05, "loss": 19.3818, "step": 23101 }, { "epoch": 20.52, "learning_rate": 6.540265095151065e-05, "loss": 19.8896, "step": 23102 }, { "epoch": 20.52, "learning_rate": 6.539997277794174e-05, "loss": 19.8916, "step": 23103 }, { "epoch": 20.52, "learning_rate": 6.539729455555806e-05, "loss": 19.4512, "step": 23104 }, { "epoch": 20.52, "learning_rate": 6.539461628436808e-05, "loss": 19.4473, "step": 23105 }, { "epoch": 20.52, "learning_rate": 6.539193796438032e-05, "loss": 20.0312, "step": 23106 }, { "epoch": 20.52, "learning_rate": 6.538925959560323e-05, "loss": 19.8359, "step": 23107 }, { "epoch": 20.52, "learning_rate": 6.538658117804532e-05, "loss": 19.9346, "step": 23108 }, { "epoch": 20.52, "learning_rate": 6.538390271171512e-05, "loss": 19.9053, "step": 23109 }, { "epoch": 20.52, "learning_rate": 6.538122419662106e-05, "loss": 20.1045, "step": 23110 }, { "epoch": 20.52, "learning_rate": 6.537854563277165e-05, "loss": 19.9531, "step": 23111 }, { "epoch": 20.53, "learning_rate": 6.537586702017537e-05, "loss": 20.2129, "step": 23112 }, { "epoch": 20.53, "learning_rate": 6.537318835884074e-05, "loss": 20.0771, "step": 23113 }, { "epoch": 20.53, "learning_rate": 6.537050964877626e-05, "loss": 20.5195, "step": 23114 }, { "epoch": 20.53, "learning_rate": 6.536783088999037e-05, "loss": 20.5332, "step": 23115 }, { "epoch": 20.53, "learning_rate": 6.536515208249156e-05, "loss": 20.4424, "step": 23116 }, { "epoch": 20.53, "learning_rate": 6.53624732262884e-05, "loss": 20.165, "step": 23117 }, { "epoch": 20.53, "learning_rate": 6.53597943213893e-05, "loss": 20.1279, "step": 23118 }, { "epoch": 20.53, "learning_rate": 6.535711536780279e-05, "loss": 20.2939, "step": 23119 }, { "epoch": 20.53, "learning_rate": 6.535443636553736e-05, "loss": 19.627, "step": 23120 }, { "epoch": 20.53, "learning_rate": 6.535175731460148e-05, "loss": 19.7432, "step": 23121 }, { "epoch": 20.53, "learning_rate": 6.534907821500366e-05, "loss": 20.1592, "step": 23122 }, { "epoch": 20.54, "learning_rate": 6.53463990667524e-05, "loss": 19.9883, "step": 23123 }, { "epoch": 20.54, "learning_rate": 6.534371986985618e-05, "loss": 20.2031, "step": 23124 }, { "epoch": 20.54, "learning_rate": 6.53410406243235e-05, "loss": 19.9766, "step": 23125 }, { "epoch": 20.54, "learning_rate": 6.533836133016283e-05, "loss": 19.29, "step": 23126 }, { "epoch": 20.54, "learning_rate": 6.533568198738267e-05, "loss": 19.8301, "step": 23127 }, { "epoch": 20.54, "learning_rate": 6.533300259599156e-05, "loss": 19.457, "step": 23128 }, { "epoch": 20.54, "learning_rate": 6.533032315599792e-05, "loss": 19.4102, "step": 23129 }, { "epoch": 20.54, "learning_rate": 6.532764366741031e-05, "loss": 19.9414, "step": 23130 }, { "epoch": 20.54, "learning_rate": 6.532496413023717e-05, "loss": 20.041, "step": 23131 }, { "epoch": 20.54, "learning_rate": 6.532228454448702e-05, "loss": 20.2656, "step": 23132 }, { "epoch": 20.54, "learning_rate": 6.531960491016836e-05, "loss": 20.0225, "step": 23133 }, { "epoch": 20.55, "learning_rate": 6.531692522728966e-05, "loss": 20.0977, "step": 23134 }, { "epoch": 20.55, "learning_rate": 6.531424549585943e-05, "loss": 19.1992, "step": 23135 }, { "epoch": 20.55, "learning_rate": 6.531156571588618e-05, "loss": 19.6758, "step": 23136 }, { "epoch": 20.55, "learning_rate": 6.530888588737837e-05, "loss": 20.1133, "step": 23137 }, { "epoch": 20.55, "learning_rate": 6.530620601034451e-05, "loss": 19.5674, "step": 23138 }, { "epoch": 20.55, "learning_rate": 6.53035260847931e-05, "loss": 19.6885, "step": 23139 }, { "epoch": 20.55, "learning_rate": 6.530084611073263e-05, "loss": 20.1299, "step": 23140 }, { "epoch": 20.55, "learning_rate": 6.529816608817161e-05, "loss": 19.7178, "step": 23141 }, { "epoch": 20.55, "learning_rate": 6.52954860171185e-05, "loss": 19.5557, "step": 23142 }, { "epoch": 20.55, "learning_rate": 6.52928058975818e-05, "loss": 19.5957, "step": 23143 }, { "epoch": 20.55, "learning_rate": 6.529012572957006e-05, "loss": 19.9863, "step": 23144 }, { "epoch": 20.56, "learning_rate": 6.528744551309171e-05, "loss": 20.1582, "step": 23145 }, { "epoch": 20.56, "learning_rate": 6.528476524815528e-05, "loss": 19.833, "step": 23146 }, { "epoch": 20.56, "learning_rate": 6.528208493476928e-05, "loss": 20.2725, "step": 23147 }, { "epoch": 20.56, "learning_rate": 6.527940457294215e-05, "loss": 19.334, "step": 23148 }, { "epoch": 20.56, "learning_rate": 6.527672416268245e-05, "loss": 20.0439, "step": 23149 }, { "epoch": 20.56, "learning_rate": 6.527404370399863e-05, "loss": 19.4033, "step": 23150 }, { "epoch": 20.56, "learning_rate": 6.52713631968992e-05, "loss": 19.917, "step": 23151 }, { "epoch": 20.56, "learning_rate": 6.526868264139266e-05, "loss": 19.7822, "step": 23152 }, { "epoch": 20.56, "learning_rate": 6.526600203748751e-05, "loss": 19.7246, "step": 23153 }, { "epoch": 20.56, "learning_rate": 6.526332138519226e-05, "loss": 19.4365, "step": 23154 }, { "epoch": 20.56, "learning_rate": 6.526064068451538e-05, "loss": 19.9033, "step": 23155 }, { "epoch": 20.56, "learning_rate": 6.525795993546537e-05, "loss": 20.1309, "step": 23156 }, { "epoch": 20.57, "learning_rate": 6.525527913805075e-05, "loss": 20.7656, "step": 23157 }, { "epoch": 20.57, "learning_rate": 6.525259829228e-05, "loss": 20.4717, "step": 23158 }, { "epoch": 20.57, "learning_rate": 6.524991739816161e-05, "loss": 20.0732, "step": 23159 }, { "epoch": 20.57, "learning_rate": 6.524723645570409e-05, "loss": 19.8662, "step": 23160 }, { "epoch": 20.57, "learning_rate": 6.524455546491594e-05, "loss": 19.8281, "step": 23161 }, { "epoch": 20.57, "learning_rate": 6.524187442580567e-05, "loss": 20.2383, "step": 23162 }, { "epoch": 20.57, "learning_rate": 6.523919333838175e-05, "loss": 20.0049, "step": 23163 }, { "epoch": 20.57, "learning_rate": 6.523651220265268e-05, "loss": 19.7129, "step": 23164 }, { "epoch": 20.57, "learning_rate": 6.5233831018627e-05, "loss": 19.666, "step": 23165 }, { "epoch": 20.57, "learning_rate": 6.523114978631317e-05, "loss": 19.5898, "step": 23166 }, { "epoch": 20.57, "learning_rate": 6.522846850571969e-05, "loss": 19.5967, "step": 23167 }, { "epoch": 20.58, "learning_rate": 6.522578717685507e-05, "loss": 19.3203, "step": 23168 }, { "epoch": 20.58, "learning_rate": 6.52231057997278e-05, "loss": 19.502, "step": 23169 }, { "epoch": 20.58, "learning_rate": 6.522042437434639e-05, "loss": 19.3691, "step": 23170 }, { "epoch": 20.58, "learning_rate": 6.521774290071936e-05, "loss": 19.2578, "step": 23171 }, { "epoch": 20.58, "learning_rate": 6.521506137885516e-05, "loss": 20.0967, "step": 23172 }, { "epoch": 20.58, "learning_rate": 6.521237980876232e-05, "loss": 19.584, "step": 23173 }, { "epoch": 20.58, "learning_rate": 6.520969819044934e-05, "loss": 19.4922, "step": 23174 }, { "epoch": 20.58, "learning_rate": 6.52070165239247e-05, "loss": 19.5674, "step": 23175 }, { "epoch": 20.58, "learning_rate": 6.520433480919695e-05, "loss": 19.7773, "step": 23176 }, { "epoch": 20.58, "learning_rate": 6.520165304627452e-05, "loss": 19.4912, "step": 23177 }, { "epoch": 20.58, "learning_rate": 6.519897123516595e-05, "loss": 19.4307, "step": 23178 }, { "epoch": 20.59, "learning_rate": 6.519628937587976e-05, "loss": 19.6523, "step": 23179 }, { "epoch": 20.59, "learning_rate": 6.519360746842442e-05, "loss": 19.7334, "step": 23180 }, { "epoch": 20.59, "learning_rate": 6.519092551280843e-05, "loss": 19.8213, "step": 23181 }, { "epoch": 20.59, "learning_rate": 6.518824350904031e-05, "loss": 19.2051, "step": 23182 }, { "epoch": 20.59, "learning_rate": 6.518556145712856e-05, "loss": 19.9434, "step": 23183 }, { "epoch": 20.59, "learning_rate": 6.518287935708167e-05, "loss": 20.0537, "step": 23184 }, { "epoch": 20.59, "learning_rate": 6.518019720890815e-05, "loss": 19.5449, "step": 23185 }, { "epoch": 20.59, "learning_rate": 6.517751501261647e-05, "loss": 19.5186, "step": 23186 }, { "epoch": 20.59, "learning_rate": 6.517483276821518e-05, "loss": 19.5654, "step": 23187 }, { "epoch": 20.59, "learning_rate": 6.517215047571277e-05, "loss": 19.1992, "step": 23188 }, { "epoch": 20.59, "learning_rate": 6.516946813511773e-05, "loss": 19.0156, "step": 23189 }, { "epoch": 20.6, "learning_rate": 6.516678574643857e-05, "loss": 19.9678, "step": 23190 }, { "epoch": 20.6, "learning_rate": 6.516410330968377e-05, "loss": 19.7041, "step": 23191 }, { "epoch": 20.6, "learning_rate": 6.516142082486188e-05, "loss": 19.873, "step": 23192 }, { "epoch": 20.6, "learning_rate": 6.515873829198136e-05, "loss": 20.1729, "step": 23193 }, { "epoch": 20.6, "learning_rate": 6.515605571105072e-05, "loss": 20.0273, "step": 23194 }, { "epoch": 20.6, "learning_rate": 6.515337308207849e-05, "loss": 19.4688, "step": 23195 }, { "epoch": 20.6, "learning_rate": 6.515069040507313e-05, "loss": 19.5928, "step": 23196 }, { "epoch": 20.6, "learning_rate": 6.51480076800432e-05, "loss": 19.5498, "step": 23197 }, { "epoch": 20.6, "learning_rate": 6.514532490699715e-05, "loss": 19.5947, "step": 23198 }, { "epoch": 20.6, "learning_rate": 6.514264208594349e-05, "loss": 19.3398, "step": 23199 }, { "epoch": 20.6, "learning_rate": 6.513995921689077e-05, "loss": 20.1709, "step": 23200 }, { "epoch": 20.6, "learning_rate": 6.513727629984746e-05, "loss": 19.6377, "step": 23201 }, { "epoch": 20.61, "learning_rate": 6.513459333482206e-05, "loss": 19.957, "step": 23202 }, { "epoch": 20.61, "learning_rate": 6.513191032182309e-05, "loss": 19.7334, "step": 23203 }, { "epoch": 20.61, "learning_rate": 6.512922726085904e-05, "loss": 19.8154, "step": 23204 }, { "epoch": 20.61, "learning_rate": 6.512654415193845e-05, "loss": 19.7998, "step": 23205 }, { "epoch": 20.61, "learning_rate": 6.512386099506975e-05, "loss": 19.5547, "step": 23206 }, { "epoch": 20.61, "learning_rate": 6.512117779026152e-05, "loss": 19.625, "step": 23207 }, { "epoch": 20.61, "learning_rate": 6.511849453752223e-05, "loss": 19.5645, "step": 23208 }, { "epoch": 20.61, "learning_rate": 6.511581123686039e-05, "loss": 19.5752, "step": 23209 }, { "epoch": 20.61, "learning_rate": 6.511312788828451e-05, "loss": 19.2461, "step": 23210 }, { "epoch": 20.61, "learning_rate": 6.511044449180311e-05, "loss": 19.7363, "step": 23211 }, { "epoch": 20.61, "learning_rate": 6.510776104742466e-05, "loss": 19.9521, "step": 23212 }, { "epoch": 20.62, "learning_rate": 6.51050775551577e-05, "loss": 20.1025, "step": 23213 }, { "epoch": 20.62, "learning_rate": 6.510239401501071e-05, "loss": 19.8584, "step": 23214 }, { "epoch": 20.62, "learning_rate": 6.509971042699221e-05, "loss": 19.7832, "step": 23215 }, { "epoch": 20.62, "learning_rate": 6.50970267911107e-05, "loss": 19.8848, "step": 23216 }, { "epoch": 20.62, "learning_rate": 6.50943431073747e-05, "loss": 20.667, "step": 23217 }, { "epoch": 20.62, "learning_rate": 6.50916593757927e-05, "loss": 19.9775, "step": 23218 }, { "epoch": 20.62, "learning_rate": 6.508897559637323e-05, "loss": 19.5234, "step": 23219 }, { "epoch": 20.62, "learning_rate": 6.508629176912478e-05, "loss": 19.749, "step": 23220 }, { "epoch": 20.62, "learning_rate": 6.508360789405584e-05, "loss": 19.334, "step": 23221 }, { "epoch": 20.62, "learning_rate": 6.508092397117496e-05, "loss": 20.5137, "step": 23222 }, { "epoch": 20.62, "learning_rate": 6.508092397117496e-05, "loss": 20.7432, "step": 23223 }, { "epoch": 20.63, "learning_rate": 6.50782400004906e-05, "loss": 19.2314, "step": 23224 }, { "epoch": 20.63, "learning_rate": 6.507555598201132e-05, "loss": 20.1123, "step": 23225 }, { "epoch": 20.63, "learning_rate": 6.507287191574557e-05, "loss": 19.8203, "step": 23226 }, { "epoch": 20.63, "learning_rate": 6.507018780170188e-05, "loss": 20.2012, "step": 23227 }, { "epoch": 20.63, "learning_rate": 6.50675036398888e-05, "loss": 19.7012, "step": 23228 }, { "epoch": 20.63, "learning_rate": 6.506481943031478e-05, "loss": 19.8086, "step": 23229 }, { "epoch": 20.63, "learning_rate": 6.506213517298836e-05, "loss": 19.8818, "step": 23230 }, { "epoch": 20.63, "learning_rate": 6.505945086791803e-05, "loss": 19.8975, "step": 23231 }, { "epoch": 20.63, "learning_rate": 6.505676651511232e-05, "loss": 20.2559, "step": 23232 }, { "epoch": 20.63, "learning_rate": 6.505408211457973e-05, "loss": 19.8916, "step": 23233 }, { "epoch": 20.63, "learning_rate": 6.505139766632878e-05, "loss": 19.8643, "step": 23234 }, { "epoch": 20.63, "learning_rate": 6.504871317036794e-05, "loss": 19.7178, "step": 23235 }, { "epoch": 20.64, "learning_rate": 6.504602862670576e-05, "loss": 20.5518, "step": 23236 }, { "epoch": 20.64, "learning_rate": 6.504334403535073e-05, "loss": 19.4893, "step": 23237 }, { "epoch": 20.64, "learning_rate": 6.504065939631136e-05, "loss": 19.8408, "step": 23238 }, { "epoch": 20.64, "learning_rate": 6.503797470959618e-05, "loss": 20.0088, "step": 23239 }, { "epoch": 20.64, "learning_rate": 6.503528997521366e-05, "loss": 19.8066, "step": 23240 }, { "epoch": 20.64, "learning_rate": 6.503260519317236e-05, "loss": 19.5596, "step": 23241 }, { "epoch": 20.64, "learning_rate": 6.502992036348074e-05, "loss": 19.749, "step": 23242 }, { "epoch": 20.64, "learning_rate": 6.502723548614735e-05, "loss": 19.6406, "step": 23243 }, { "epoch": 20.64, "learning_rate": 6.502455056118068e-05, "loss": 19.5322, "step": 23244 }, { "epoch": 20.64, "learning_rate": 6.502186558858925e-05, "loss": 19.7422, "step": 23245 }, { "epoch": 20.64, "learning_rate": 6.501918056838156e-05, "loss": 19.6152, "step": 23246 }, { "epoch": 20.65, "learning_rate": 6.501649550056613e-05, "loss": 19.2305, "step": 23247 }, { "epoch": 20.65, "learning_rate": 6.501381038515148e-05, "loss": 19.9941, "step": 23248 }, { "epoch": 20.65, "learning_rate": 6.501112522214609e-05, "loss": 20.0576, "step": 23249 }, { "epoch": 20.65, "learning_rate": 6.501112522214609e-05, "loss": 20.3379, "step": 23250 }, { "epoch": 20.65, "learning_rate": 6.50084400115585e-05, "loss": 19.916, "step": 23251 }, { "epoch": 20.65, "learning_rate": 6.500575475339722e-05, "loss": 20.1221, "step": 23252 }, { "epoch": 20.65, "learning_rate": 6.500306944767076e-05, "loss": 19.8975, "step": 23253 }, { "epoch": 20.65, "learning_rate": 6.50003840943876e-05, "loss": 19.6475, "step": 23254 }, { "epoch": 20.65, "learning_rate": 6.49976986935563e-05, "loss": 20.1309, "step": 23255 }, { "epoch": 20.65, "learning_rate": 6.499501324518535e-05, "loss": 19.5254, "step": 23256 }, { "epoch": 20.65, "learning_rate": 6.499232774928326e-05, "loss": 19.4658, "step": 23257 }, { "epoch": 20.66, "learning_rate": 6.498964220585854e-05, "loss": 19.9463, "step": 23258 }, { "epoch": 20.66, "learning_rate": 6.498695661491972e-05, "loss": 20.1133, "step": 23259 }, { "epoch": 20.66, "learning_rate": 6.49842709764753e-05, "loss": 19.6943, "step": 23260 }, { "epoch": 20.66, "learning_rate": 6.498158529053379e-05, "loss": 19.9941, "step": 23261 }, { "epoch": 20.66, "learning_rate": 6.49788995571037e-05, "loss": 19.6562, "step": 23262 }, { "epoch": 20.66, "learning_rate": 6.497621377619355e-05, "loss": 19.8896, "step": 23263 }, { "epoch": 20.66, "learning_rate": 6.497352794781187e-05, "loss": 20.125, "step": 23264 }, { "epoch": 20.66, "learning_rate": 6.497084207196714e-05, "loss": 20.1475, "step": 23265 }, { "epoch": 20.66, "learning_rate": 6.496815614866791e-05, "loss": 19.8574, "step": 23266 }, { "epoch": 20.66, "learning_rate": 6.496547017792265e-05, "loss": 19.4199, "step": 23267 }, { "epoch": 20.66, "learning_rate": 6.496278415973991e-05, "loss": 19.6621, "step": 23268 }, { "epoch": 20.67, "learning_rate": 6.496009809412821e-05, "loss": 19.5527, "step": 23269 }, { "epoch": 20.67, "learning_rate": 6.495741198109603e-05, "loss": 19.8584, "step": 23270 }, { "epoch": 20.67, "learning_rate": 6.49547258206519e-05, "loss": 19.8809, "step": 23271 }, { "epoch": 20.67, "learning_rate": 6.495203961280434e-05, "loss": 19.5693, "step": 23272 }, { "epoch": 20.67, "learning_rate": 6.494935335756186e-05, "loss": 19.542, "step": 23273 }, { "epoch": 20.67, "learning_rate": 6.494666705493299e-05, "loss": 20.0381, "step": 23274 }, { "epoch": 20.67, "learning_rate": 6.494398070492621e-05, "loss": 19.7344, "step": 23275 }, { "epoch": 20.67, "learning_rate": 6.494129430755005e-05, "loss": 19.5703, "step": 23276 }, { "epoch": 20.67, "learning_rate": 6.493860786281304e-05, "loss": 20.3262, "step": 23277 }, { "epoch": 20.67, "learning_rate": 6.493592137072371e-05, "loss": 19.8604, "step": 23278 }, { "epoch": 20.67, "learning_rate": 6.493323483129052e-05, "loss": 19.2305, "step": 23279 }, { "epoch": 20.67, "learning_rate": 6.493054824452204e-05, "loss": 19.9688, "step": 23280 }, { "epoch": 20.68, "learning_rate": 6.492786161042675e-05, "loss": 19.4932, "step": 23281 }, { "epoch": 20.68, "learning_rate": 6.49251749290132e-05, "loss": 19.6494, "step": 23282 }, { "epoch": 20.68, "learning_rate": 6.492248820028987e-05, "loss": 19.8525, "step": 23283 }, { "epoch": 20.68, "learning_rate": 6.49198014242653e-05, "loss": 19.5498, "step": 23284 }, { "epoch": 20.68, "learning_rate": 6.491711460094798e-05, "loss": 19.7969, "step": 23285 }, { "epoch": 20.68, "learning_rate": 6.491442773034646e-05, "loss": 19.7539, "step": 23286 }, { "epoch": 20.68, "learning_rate": 6.491174081246925e-05, "loss": 19.7969, "step": 23287 }, { "epoch": 20.68, "learning_rate": 6.490905384732486e-05, "loss": 20.2246, "step": 23288 }, { "epoch": 20.68, "learning_rate": 6.490636683492179e-05, "loss": 19.8525, "step": 23289 }, { "epoch": 20.68, "learning_rate": 6.490367977526858e-05, "loss": 20.7646, "step": 23290 }, { "epoch": 20.68, "learning_rate": 6.490099266837376e-05, "loss": 19.6768, "step": 23291 }, { "epoch": 20.69, "learning_rate": 6.489830551424582e-05, "loss": 19.8408, "step": 23292 }, { "epoch": 20.69, "learning_rate": 6.489561831289328e-05, "loss": 19.832, "step": 23293 }, { "epoch": 20.69, "learning_rate": 6.489293106432465e-05, "loss": 19.2383, "step": 23294 }, { "epoch": 20.69, "learning_rate": 6.489024376854849e-05, "loss": 20.0518, "step": 23295 }, { "epoch": 20.69, "learning_rate": 6.488755642557329e-05, "loss": 20.0264, "step": 23296 }, { "epoch": 20.69, "learning_rate": 6.488486903540756e-05, "loss": 19.5986, "step": 23297 }, { "epoch": 20.69, "learning_rate": 6.488218159805982e-05, "loss": 19.9336, "step": 23298 }, { "epoch": 20.69, "learning_rate": 6.487949411353862e-05, "loss": 19.6943, "step": 23299 }, { "epoch": 20.69, "learning_rate": 6.487680658185244e-05, "loss": 19.4707, "step": 23300 }, { "epoch": 20.69, "learning_rate": 6.487411900300981e-05, "loss": 19.9639, "step": 23301 }, { "epoch": 20.69, "learning_rate": 6.487143137701925e-05, "loss": 19.1641, "step": 23302 }, { "epoch": 20.7, "learning_rate": 6.48687437038893e-05, "loss": 19.5703, "step": 23303 }, { "epoch": 20.7, "learning_rate": 6.486605598362846e-05, "loss": 19.8496, "step": 23304 }, { "epoch": 20.7, "learning_rate": 6.486336821624525e-05, "loss": 19.7637, "step": 23305 }, { "epoch": 20.7, "learning_rate": 6.486068040174818e-05, "loss": 19.6104, "step": 23306 }, { "epoch": 20.7, "learning_rate": 6.485799254014578e-05, "loss": 20.1113, "step": 23307 }, { "epoch": 20.7, "learning_rate": 6.485530463144658e-05, "loss": 19.4014, "step": 23308 }, { "epoch": 20.7, "learning_rate": 6.48526166756591e-05, "loss": 20.1484, "step": 23309 }, { "epoch": 20.7, "learning_rate": 6.484992867279184e-05, "loss": 20.0107, "step": 23310 }, { "epoch": 20.7, "learning_rate": 6.484724062285332e-05, "loss": 20.0098, "step": 23311 }, { "epoch": 20.7, "learning_rate": 6.484455252585209e-05, "loss": 20.0498, "step": 23312 }, { "epoch": 20.7, "learning_rate": 6.484186438179665e-05, "loss": 19.8779, "step": 23313 }, { "epoch": 20.71, "learning_rate": 6.483917619069552e-05, "loss": 20.0469, "step": 23314 }, { "epoch": 20.71, "learning_rate": 6.483648795255723e-05, "loss": 19.3623, "step": 23315 }, { "epoch": 20.71, "learning_rate": 6.483379966739028e-05, "loss": 20.2217, "step": 23316 }, { "epoch": 20.71, "learning_rate": 6.483111133520323e-05, "loss": 19.6602, "step": 23317 }, { "epoch": 20.71, "learning_rate": 6.482842295600458e-05, "loss": 19.5869, "step": 23318 }, { "epoch": 20.71, "learning_rate": 6.482573452980283e-05, "loss": 19.249, "step": 23319 }, { "epoch": 20.71, "learning_rate": 6.482304605660653e-05, "loss": 19.9648, "step": 23320 }, { "epoch": 20.71, "learning_rate": 6.482035753642419e-05, "loss": 20.416, "step": 23321 }, { "epoch": 20.71, "learning_rate": 6.481766896926434e-05, "loss": 19.6797, "step": 23322 }, { "epoch": 20.71, "learning_rate": 6.481498035513551e-05, "loss": 19.6357, "step": 23323 }, { "epoch": 20.71, "learning_rate": 6.48122916940462e-05, "loss": 19.7256, "step": 23324 }, { "epoch": 20.71, "learning_rate": 6.480960298600494e-05, "loss": 19.4336, "step": 23325 }, { "epoch": 20.72, "learning_rate": 6.480691423102028e-05, "loss": 20.4053, "step": 23326 }, { "epoch": 20.72, "learning_rate": 6.480422542910069e-05, "loss": 20.7334, "step": 23327 }, { "epoch": 20.72, "learning_rate": 6.480153658025473e-05, "loss": 20.0811, "step": 23328 }, { "epoch": 20.72, "learning_rate": 6.479884768449092e-05, "loss": 19.6963, "step": 23329 }, { "epoch": 20.72, "learning_rate": 6.479615874181777e-05, "loss": 20.0498, "step": 23330 }, { "epoch": 20.72, "learning_rate": 6.479346975224382e-05, "loss": 19.8447, "step": 23331 }, { "epoch": 20.72, "learning_rate": 6.479078071577757e-05, "loss": 20.3535, "step": 23332 }, { "epoch": 20.72, "learning_rate": 6.478809163242759e-05, "loss": 19.6865, "step": 23333 }, { "epoch": 20.72, "learning_rate": 6.478540250220234e-05, "loss": 20.0312, "step": 23334 }, { "epoch": 20.72, "learning_rate": 6.478271332511038e-05, "loss": 19.9814, "step": 23335 }, { "epoch": 20.72, "learning_rate": 6.478002410116025e-05, "loss": 19.4307, "step": 23336 }, { "epoch": 20.73, "learning_rate": 6.477733483036044e-05, "loss": 20.6523, "step": 23337 }, { "epoch": 20.73, "learning_rate": 6.477464551271949e-05, "loss": 20.0322, "step": 23338 }, { "epoch": 20.73, "learning_rate": 6.477195614824594e-05, "loss": 20.0176, "step": 23339 }, { "epoch": 20.73, "learning_rate": 6.476926673694829e-05, "loss": 20.1709, "step": 23340 }, { "epoch": 20.73, "learning_rate": 6.476657727883506e-05, "loss": 19.7783, "step": 23341 }, { "epoch": 20.73, "learning_rate": 6.47638877739148e-05, "loss": 19.2158, "step": 23342 }, { "epoch": 20.73, "learning_rate": 6.476119822219602e-05, "loss": 19.9141, "step": 23343 }, { "epoch": 20.73, "learning_rate": 6.475850862368727e-05, "loss": 19.6318, "step": 23344 }, { "epoch": 20.73, "learning_rate": 6.475581897839703e-05, "loss": 19.7607, "step": 23345 }, { "epoch": 20.73, "learning_rate": 6.475312928633386e-05, "loss": 19.915, "step": 23346 }, { "epoch": 20.73, "learning_rate": 6.475043954750626e-05, "loss": 19.2393, "step": 23347 }, { "epoch": 20.74, "learning_rate": 6.474774976192279e-05, "loss": 19.8496, "step": 23348 }, { "epoch": 20.74, "learning_rate": 6.474505992959196e-05, "loss": 19.4082, "step": 23349 }, { "epoch": 20.74, "learning_rate": 6.474237005052229e-05, "loss": 19.8193, "step": 23350 }, { "epoch": 20.74, "learning_rate": 6.473968012472229e-05, "loss": 20.0156, "step": 23351 }, { "epoch": 20.74, "learning_rate": 6.473699015220054e-05, "loss": 19.46, "step": 23352 }, { "epoch": 20.74, "learning_rate": 6.473430013296553e-05, "loss": 19.7373, "step": 23353 }, { "epoch": 20.74, "learning_rate": 6.473161006702577e-05, "loss": 20.1582, "step": 23354 }, { "epoch": 20.74, "learning_rate": 6.472891995438981e-05, "loss": 19.8438, "step": 23355 }, { "epoch": 20.74, "learning_rate": 6.472891995438981e-05, "loss": 20.54, "step": 23356 }, { "epoch": 20.74, "learning_rate": 6.472622979506618e-05, "loss": 20.082, "step": 23357 }, { "epoch": 20.74, "learning_rate": 6.472353958906341e-05, "loss": 18.7344, "step": 23358 }, { "epoch": 20.75, "learning_rate": 6.472084933639003e-05, "loss": 20.1543, "step": 23359 }, { "epoch": 20.75, "learning_rate": 6.471815903705453e-05, "loss": 19.2988, "step": 23360 }, { "epoch": 20.75, "learning_rate": 6.471546869106547e-05, "loss": 19.6318, "step": 23361 }, { "epoch": 20.75, "learning_rate": 6.471277829843139e-05, "loss": 19.4219, "step": 23362 }, { "epoch": 20.75, "learning_rate": 6.471008785916078e-05, "loss": 19.4951, "step": 23363 }, { "epoch": 20.75, "learning_rate": 6.470739737326221e-05, "loss": 19.7988, "step": 23364 }, { "epoch": 20.75, "learning_rate": 6.470470684074416e-05, "loss": 19.8076, "step": 23365 }, { "epoch": 20.75, "learning_rate": 6.47020162616152e-05, "loss": 19.4268, "step": 23366 }, { "epoch": 20.75, "learning_rate": 6.469932563588386e-05, "loss": 19.9893, "step": 23367 }, { "epoch": 20.75, "learning_rate": 6.469663496355863e-05, "loss": 20.3457, "step": 23368 }, { "epoch": 20.75, "learning_rate": 6.469394424464806e-05, "loss": 20.1084, "step": 23369 }, { "epoch": 20.75, "learning_rate": 6.469125347916068e-05, "loss": 19.9414, "step": 23370 }, { "epoch": 20.76, "learning_rate": 6.468856266710503e-05, "loss": 19.8506, "step": 23371 }, { "epoch": 20.76, "learning_rate": 6.468587180848964e-05, "loss": 20.04, "step": 23372 }, { "epoch": 20.76, "learning_rate": 6.468318090332302e-05, "loss": 20.0518, "step": 23373 }, { "epoch": 20.76, "learning_rate": 6.468048995161369e-05, "loss": 20.6377, "step": 23374 }, { "epoch": 20.76, "learning_rate": 6.467779895337022e-05, "loss": 19.5479, "step": 23375 }, { "epoch": 20.76, "learning_rate": 6.467510790860111e-05, "loss": 19.9717, "step": 23376 }, { "epoch": 20.76, "learning_rate": 6.467241681731491e-05, "loss": 19.7422, "step": 23377 }, { "epoch": 20.76, "learning_rate": 6.466972567952011e-05, "loss": 19.2197, "step": 23378 }, { "epoch": 20.76, "learning_rate": 6.466703449522529e-05, "loss": 20.1719, "step": 23379 }, { "epoch": 20.76, "learning_rate": 6.466434326443896e-05, "loss": 19.7441, "step": 23380 }, { "epoch": 20.76, "learning_rate": 6.466165198716965e-05, "loss": 20.3701, "step": 23381 }, { "epoch": 20.77, "learning_rate": 6.465896066342587e-05, "loss": 20.0967, "step": 23382 }, { "epoch": 20.77, "learning_rate": 6.465626929321618e-05, "loss": 20.1279, "step": 23383 }, { "epoch": 20.77, "learning_rate": 6.465626929321618e-05, "loss": 20.5967, "step": 23384 }, { "epoch": 20.77, "learning_rate": 6.465357787654911e-05, "loss": 19.9189, "step": 23385 }, { "epoch": 20.77, "learning_rate": 6.46508864134332e-05, "loss": 19.9541, "step": 23386 }, { "epoch": 20.77, "learning_rate": 6.464819490387694e-05, "loss": 19.999, "step": 23387 }, { "epoch": 20.77, "learning_rate": 6.464550334788888e-05, "loss": 19.6016, "step": 23388 }, { "epoch": 20.77, "learning_rate": 6.464281174547758e-05, "loss": 20.2129, "step": 23389 }, { "epoch": 20.77, "learning_rate": 6.464012009665154e-05, "loss": 19.8604, "step": 23390 }, { "epoch": 20.77, "learning_rate": 6.46374284014193e-05, "loss": 20.0928, "step": 23391 }, { "epoch": 20.77, "learning_rate": 6.463473665978941e-05, "loss": 19.5469, "step": 23392 }, { "epoch": 20.78, "learning_rate": 6.463204487177038e-05, "loss": 19.8799, "step": 23393 }, { "epoch": 20.78, "learning_rate": 6.462935303737075e-05, "loss": 19.6641, "step": 23394 }, { "epoch": 20.78, "learning_rate": 6.462666115659903e-05, "loss": 19.5889, "step": 23395 }, { "epoch": 20.78, "learning_rate": 6.46239692294638e-05, "loss": 19.4521, "step": 23396 }, { "epoch": 20.78, "learning_rate": 6.462127725597355e-05, "loss": 19.4922, "step": 23397 }, { "epoch": 20.78, "learning_rate": 6.461858523613684e-05, "loss": 20.2656, "step": 23398 }, { "epoch": 20.78, "learning_rate": 6.461589316996219e-05, "loss": 20.2285, "step": 23399 }, { "epoch": 20.78, "learning_rate": 6.461320105745814e-05, "loss": 20.0664, "step": 23400 }, { "epoch": 20.78, "learning_rate": 6.461050889863321e-05, "loss": 20.1943, "step": 23401 }, { "epoch": 20.78, "learning_rate": 6.460781669349597e-05, "loss": 20.1172, "step": 23402 }, { "epoch": 20.78, "learning_rate": 6.46051244420549e-05, "loss": 19.4375, "step": 23403 }, { "epoch": 20.79, "learning_rate": 6.460243214431857e-05, "loss": 19.5107, "step": 23404 }, { "epoch": 20.79, "learning_rate": 6.45997398002955e-05, "loss": 19.6328, "step": 23405 }, { "epoch": 20.79, "learning_rate": 6.459704740999424e-05, "loss": 20.2559, "step": 23406 }, { "epoch": 20.79, "learning_rate": 6.459435497342331e-05, "loss": 20.1035, "step": 23407 }, { "epoch": 20.79, "learning_rate": 6.459166249059125e-05, "loss": 19.5273, "step": 23408 }, { "epoch": 20.79, "learning_rate": 6.458896996150658e-05, "loss": 19.998, "step": 23409 }, { "epoch": 20.79, "learning_rate": 6.458627738617786e-05, "loss": 19.4678, "step": 23410 }, { "epoch": 20.79, "learning_rate": 6.458358476461362e-05, "loss": 19.1221, "step": 23411 }, { "epoch": 20.79, "learning_rate": 6.458089209682238e-05, "loss": 19.9902, "step": 23412 }, { "epoch": 20.79, "learning_rate": 6.457819938281269e-05, "loss": 19.5889, "step": 23413 }, { "epoch": 20.79, "learning_rate": 6.457550662259305e-05, "loss": 19.3643, "step": 23414 }, { "epoch": 20.79, "learning_rate": 6.457281381617204e-05, "loss": 20.0908, "step": 23415 }, { "epoch": 20.8, "learning_rate": 6.45701209635582e-05, "loss": 19.709, "step": 23416 }, { "epoch": 20.8, "learning_rate": 6.456742806476001e-05, "loss": 20.1709, "step": 23417 }, { "epoch": 20.8, "learning_rate": 6.456473511978606e-05, "loss": 20.0674, "step": 23418 }, { "epoch": 20.8, "learning_rate": 6.456204212864487e-05, "loss": 20.0361, "step": 23419 }, { "epoch": 20.8, "learning_rate": 6.455934909134497e-05, "loss": 20.1523, "step": 23420 }, { "epoch": 20.8, "learning_rate": 6.455665600789491e-05, "loss": 19.4424, "step": 23421 }, { "epoch": 20.8, "learning_rate": 6.45539628783032e-05, "loss": 19.9229, "step": 23422 }, { "epoch": 20.8, "learning_rate": 6.455126970257838e-05, "loss": 20.1855, "step": 23423 }, { "epoch": 20.8, "learning_rate": 6.454857648072904e-05, "loss": 19.8535, "step": 23424 }, { "epoch": 20.8, "learning_rate": 6.454588321276365e-05, "loss": 20.4434, "step": 23425 }, { "epoch": 20.8, "learning_rate": 6.454318989869078e-05, "loss": 20.2559, "step": 23426 }, { "epoch": 20.81, "learning_rate": 6.454049653851896e-05, "loss": 20.0332, "step": 23427 }, { "epoch": 20.81, "learning_rate": 6.453780313225673e-05, "loss": 20.0322, "step": 23428 }, { "epoch": 20.81, "learning_rate": 6.453510967991263e-05, "loss": 19.8564, "step": 23429 }, { "epoch": 20.81, "learning_rate": 6.453241618149519e-05, "loss": 19.4346, "step": 23430 }, { "epoch": 20.81, "learning_rate": 6.452972263701295e-05, "loss": 20.1689, "step": 23431 }, { "epoch": 20.81, "learning_rate": 6.452702904647445e-05, "loss": 19.6074, "step": 23432 }, { "epoch": 20.81, "learning_rate": 6.452433540988823e-05, "loss": 19.5371, "step": 23433 }, { "epoch": 20.81, "learning_rate": 6.452164172726281e-05, "loss": 19.8701, "step": 23434 }, { "epoch": 20.81, "learning_rate": 6.451894799860679e-05, "loss": 19.709, "step": 23435 }, { "epoch": 20.81, "learning_rate": 6.45162542239286e-05, "loss": 19.4482, "step": 23436 }, { "epoch": 20.81, "learning_rate": 6.451356040323689e-05, "loss": 20.0664, "step": 23437 }, { "epoch": 20.82, "learning_rate": 6.451086653654013e-05, "loss": 19.7656, "step": 23438 }, { "epoch": 20.82, "learning_rate": 6.450817262384688e-05, "loss": 19.2266, "step": 23439 }, { "epoch": 20.82, "learning_rate": 6.450547866516568e-05, "loss": 19.4824, "step": 23440 }, { "epoch": 20.82, "learning_rate": 6.450278466050508e-05, "loss": 20.3193, "step": 23441 }, { "epoch": 20.82, "learning_rate": 6.450009060987359e-05, "loss": 19.8945, "step": 23442 }, { "epoch": 20.82, "learning_rate": 6.449739651327979e-05, "loss": 18.8984, "step": 23443 }, { "epoch": 20.82, "learning_rate": 6.449470237073218e-05, "loss": 20.4883, "step": 23444 }, { "epoch": 20.82, "learning_rate": 6.449200818223932e-05, "loss": 20.6621, "step": 23445 }, { "epoch": 20.82, "learning_rate": 6.448931394780974e-05, "loss": 19.877, "step": 23446 }, { "epoch": 20.82, "learning_rate": 6.4486619667452e-05, "loss": 19.5811, "step": 23447 }, { "epoch": 20.82, "learning_rate": 6.448392534117463e-05, "loss": 20.2051, "step": 23448 }, { "epoch": 20.83, "learning_rate": 6.448123096898613e-05, "loss": 19.4053, "step": 23449 }, { "epoch": 20.83, "learning_rate": 6.44785365508951e-05, "loss": 19.9141, "step": 23450 }, { "epoch": 20.83, "learning_rate": 6.447584208691009e-05, "loss": 20.7559, "step": 23451 }, { "epoch": 20.83, "learning_rate": 6.447314757703958e-05, "loss": 20.1553, "step": 23452 }, { "epoch": 20.83, "learning_rate": 6.447045302129215e-05, "loss": 20.4902, "step": 23453 }, { "epoch": 20.83, "learning_rate": 6.446775841967632e-05, "loss": 20.3975, "step": 23454 }, { "epoch": 20.83, "learning_rate": 6.446506377220066e-05, "loss": 19.833, "step": 23455 }, { "epoch": 20.83, "learning_rate": 6.44623690788737e-05, "loss": 19.5791, "step": 23456 }, { "epoch": 20.83, "learning_rate": 6.445967433970395e-05, "loss": 19.5859, "step": 23457 }, { "epoch": 20.83, "learning_rate": 6.44569795547e-05, "loss": 19.4092, "step": 23458 }, { "epoch": 20.83, "learning_rate": 6.445428472387037e-05, "loss": 20.3398, "step": 23459 }, { "epoch": 20.83, "learning_rate": 6.445158984722358e-05, "loss": 19.4219, "step": 23460 }, { "epoch": 20.84, "learning_rate": 6.444889492476822e-05, "loss": 19.6221, "step": 23461 }, { "epoch": 20.84, "learning_rate": 6.444619995651279e-05, "loss": 19.9307, "step": 23462 }, { "epoch": 20.84, "learning_rate": 6.444350494246584e-05, "loss": 19.3623, "step": 23463 }, { "epoch": 20.84, "learning_rate": 6.444080988263597e-05, "loss": 19.7275, "step": 23464 }, { "epoch": 20.84, "learning_rate": 6.443811477703164e-05, "loss": 19.4961, "step": 23465 }, { "epoch": 20.84, "learning_rate": 6.443541962566142e-05, "loss": 19.4941, "step": 23466 }, { "epoch": 20.84, "learning_rate": 6.443272442853388e-05, "loss": 19.9316, "step": 23467 }, { "epoch": 20.84, "learning_rate": 6.443002918565753e-05, "loss": 19.8359, "step": 23468 }, { "epoch": 20.84, "learning_rate": 6.442733389704094e-05, "loss": 20.2988, "step": 23469 }, { "epoch": 20.84, "learning_rate": 6.442463856269264e-05, "loss": 19.9609, "step": 23470 }, { "epoch": 20.84, "learning_rate": 6.442194318262117e-05, "loss": 19.2705, "step": 23471 }, { "epoch": 20.85, "learning_rate": 6.441924775683508e-05, "loss": 19.8867, "step": 23472 }, { "epoch": 20.85, "learning_rate": 6.441655228534291e-05, "loss": 19.6475, "step": 23473 }, { "epoch": 20.85, "learning_rate": 6.44138567681532e-05, "loss": 20.5186, "step": 23474 }, { "epoch": 20.85, "learning_rate": 6.441116120527452e-05, "loss": 19.666, "step": 23475 }, { "epoch": 20.85, "learning_rate": 6.440846559671538e-05, "loss": 20.2002, "step": 23476 }, { "epoch": 20.85, "learning_rate": 6.440576994248435e-05, "loss": 19.7578, "step": 23477 }, { "epoch": 20.85, "learning_rate": 6.440307424258995e-05, "loss": 20.1963, "step": 23478 }, { "epoch": 20.85, "learning_rate": 6.440037849704076e-05, "loss": 19.6338, "step": 23479 }, { "epoch": 20.85, "learning_rate": 6.439768270584528e-05, "loss": 19.8281, "step": 23480 }, { "epoch": 20.85, "learning_rate": 6.43949868690121e-05, "loss": 20.2305, "step": 23481 }, { "epoch": 20.85, "learning_rate": 6.439229098654973e-05, "loss": 19.6729, "step": 23482 }, { "epoch": 20.86, "learning_rate": 6.438959505846674e-05, "loss": 20.1523, "step": 23483 }, { "epoch": 20.86, "learning_rate": 6.438689908477167e-05, "loss": 20.4336, "step": 23484 }, { "epoch": 20.86, "learning_rate": 6.438420306547303e-05, "loss": 19.5801, "step": 23485 }, { "epoch": 20.86, "learning_rate": 6.438150700057944e-05, "loss": 19.4678, "step": 23486 }, { "epoch": 20.86, "learning_rate": 6.437881089009938e-05, "loss": 19.6553, "step": 23487 }, { "epoch": 20.86, "learning_rate": 6.437611473404142e-05, "loss": 20.0811, "step": 23488 }, { "epoch": 20.86, "learning_rate": 6.43734185324141e-05, "loss": 19.8643, "step": 23489 }, { "epoch": 20.86, "learning_rate": 6.437072228522598e-05, "loss": 19.5264, "step": 23490 }, { "epoch": 20.86, "learning_rate": 6.436802599248562e-05, "loss": 20.4141, "step": 23491 }, { "epoch": 20.86, "learning_rate": 6.436532965420152e-05, "loss": 19.9102, "step": 23492 }, { "epoch": 20.86, "learning_rate": 6.436263327038225e-05, "loss": 20.4463, "step": 23493 }, { "epoch": 20.87, "learning_rate": 6.435993684103636e-05, "loss": 19.793, "step": 23494 }, { "epoch": 20.87, "learning_rate": 6.43572403661724e-05, "loss": 19.9023, "step": 23495 }, { "epoch": 20.87, "learning_rate": 6.435454384579892e-05, "loss": 19.5498, "step": 23496 }, { "epoch": 20.87, "learning_rate": 6.435184727992445e-05, "loss": 19.6582, "step": 23497 }, { "epoch": 20.87, "learning_rate": 6.434915066855754e-05, "loss": 19.7295, "step": 23498 }, { "epoch": 20.87, "learning_rate": 6.434645401170677e-05, "loss": 19.3096, "step": 23499 }, { "epoch": 20.87, "learning_rate": 6.434375730938064e-05, "loss": 20.3867, "step": 23500 }, { "epoch": 20.87, "learning_rate": 6.434106056158774e-05, "loss": 19.6885, "step": 23501 }, { "epoch": 20.87, "learning_rate": 6.43383637683366e-05, "loss": 19.8682, "step": 23502 }, { "epoch": 20.87, "learning_rate": 6.433566692963576e-05, "loss": 19.5088, "step": 23503 }, { "epoch": 20.87, "learning_rate": 6.433297004549378e-05, "loss": 19.9521, "step": 23504 }, { "epoch": 20.87, "learning_rate": 6.43302731159192e-05, "loss": 20.2754, "step": 23505 }, { "epoch": 20.88, "learning_rate": 6.432757614092057e-05, "loss": 19.8486, "step": 23506 }, { "epoch": 20.88, "learning_rate": 6.432757614092057e-05, "loss": 20.4502, "step": 23507 }, { "epoch": 20.88, "learning_rate": 6.432487912050647e-05, "loss": 20.293, "step": 23508 }, { "epoch": 20.88, "learning_rate": 6.432218205468539e-05, "loss": 19.7793, "step": 23509 }, { "epoch": 20.88, "learning_rate": 6.431948494346592e-05, "loss": 19.5518, "step": 23510 }, { "epoch": 20.88, "learning_rate": 6.431678778685661e-05, "loss": 20.084, "step": 23511 }, { "epoch": 20.88, "learning_rate": 6.431409058486599e-05, "loss": 19.7715, "step": 23512 }, { "epoch": 20.88, "learning_rate": 6.431139333750263e-05, "loss": 20.0732, "step": 23513 }, { "epoch": 20.88, "learning_rate": 6.430869604477506e-05, "loss": 19.4893, "step": 23514 }, { "epoch": 20.88, "learning_rate": 6.430599870669184e-05, "loss": 19.7988, "step": 23515 }, { "epoch": 20.88, "learning_rate": 6.430330132326152e-05, "loss": 20.1875, "step": 23516 }, { "epoch": 20.89, "learning_rate": 6.430060389449264e-05, "loss": 20.0586, "step": 23517 }, { "epoch": 20.89, "learning_rate": 6.429790642039378e-05, "loss": 19.7803, "step": 23518 }, { "epoch": 20.89, "learning_rate": 6.429520890097346e-05, "loss": 19.5869, "step": 23519 }, { "epoch": 20.89, "learning_rate": 6.429251133624024e-05, "loss": 19.3975, "step": 23520 }, { "epoch": 20.89, "learning_rate": 6.428981372620267e-05, "loss": 19.6279, "step": 23521 }, { "epoch": 20.89, "learning_rate": 6.42871160708693e-05, "loss": 20.3818, "step": 23522 }, { "epoch": 20.89, "learning_rate": 6.428441837024868e-05, "loss": 19.2061, "step": 23523 }, { "epoch": 20.89, "learning_rate": 6.428172062434938e-05, "loss": 20.0703, "step": 23524 }, { "epoch": 20.89, "learning_rate": 6.427902283317991e-05, "loss": 19.7988, "step": 23525 }, { "epoch": 20.89, "learning_rate": 6.427632499674887e-05, "loss": 19.6699, "step": 23526 }, { "epoch": 20.89, "learning_rate": 6.427362711506478e-05, "loss": 19.3691, "step": 23527 }, { "epoch": 20.9, "learning_rate": 6.42709291881362e-05, "loss": 19.2539, "step": 23528 }, { "epoch": 20.9, "learning_rate": 6.426823121597169e-05, "loss": 20.2207, "step": 23529 }, { "epoch": 20.9, "learning_rate": 6.426553319857978e-05, "loss": 20.2109, "step": 23530 }, { "epoch": 20.9, "learning_rate": 6.426283513596905e-05, "loss": 20.5312, "step": 23531 }, { "epoch": 20.9, "learning_rate": 6.426013702814804e-05, "loss": 20.0557, "step": 23532 }, { "epoch": 20.9, "learning_rate": 6.425743887512529e-05, "loss": 20.4893, "step": 23533 }, { "epoch": 20.9, "learning_rate": 6.425474067690936e-05, "loss": 19.792, "step": 23534 }, { "epoch": 20.9, "learning_rate": 6.425204243350881e-05, "loss": 20.2852, "step": 23535 }, { "epoch": 20.9, "learning_rate": 6.424934414493218e-05, "loss": 19.3232, "step": 23536 }, { "epoch": 20.9, "learning_rate": 6.424664581118806e-05, "loss": 20.0977, "step": 23537 }, { "epoch": 20.9, "learning_rate": 6.424394743228496e-05, "loss": 19.874, "step": 23538 }, { "epoch": 20.9, "learning_rate": 6.424124900823144e-05, "loss": 19.3438, "step": 23539 }, { "epoch": 20.91, "learning_rate": 6.423855053903608e-05, "loss": 19.8799, "step": 23540 }, { "epoch": 20.91, "learning_rate": 6.42358520247074e-05, "loss": 19.8281, "step": 23541 }, { "epoch": 20.91, "learning_rate": 6.423315346525398e-05, "loss": 19.6807, "step": 23542 }, { "epoch": 20.91, "learning_rate": 6.423045486068437e-05, "loss": 19.3408, "step": 23543 }, { "epoch": 20.91, "learning_rate": 6.42277562110071e-05, "loss": 19.9473, "step": 23544 }, { "epoch": 20.91, "learning_rate": 6.422505751623075e-05, "loss": 19.5908, "step": 23545 }, { "epoch": 20.91, "learning_rate": 6.422235877636387e-05, "loss": 19.6572, "step": 23546 }, { "epoch": 20.91, "learning_rate": 6.4219659991415e-05, "loss": 20.0879, "step": 23547 }, { "epoch": 20.91, "learning_rate": 6.421696116139271e-05, "loss": 19.9307, "step": 23548 }, { "epoch": 20.91, "learning_rate": 6.421426228630555e-05, "loss": 20.1436, "step": 23549 }, { "epoch": 20.91, "learning_rate": 6.421156336616207e-05, "loss": 19.6611, "step": 23550 }, { "epoch": 20.92, "learning_rate": 6.420886440097085e-05, "loss": 19.749, "step": 23551 }, { "epoch": 20.92, "learning_rate": 6.42061653907404e-05, "loss": 20.3369, "step": 23552 }, { "epoch": 20.92, "learning_rate": 6.420346633547931e-05, "loss": 20.0566, "step": 23553 }, { "epoch": 20.92, "learning_rate": 6.420076723519614e-05, "loss": 19.3486, "step": 23554 }, { "epoch": 20.92, "learning_rate": 6.419806808989941e-05, "loss": 19.8027, "step": 23555 }, { "epoch": 20.92, "learning_rate": 6.419536889959771e-05, "loss": 19.627, "step": 23556 }, { "epoch": 20.92, "learning_rate": 6.419266966429957e-05, "loss": 20.3096, "step": 23557 }, { "epoch": 20.92, "learning_rate": 6.418997038401357e-05, "loss": 19.8213, "step": 23558 }, { "epoch": 20.92, "learning_rate": 6.418727105874827e-05, "loss": 19.5137, "step": 23559 }, { "epoch": 20.92, "learning_rate": 6.418457168851217e-05, "loss": 19.3936, "step": 23560 }, { "epoch": 20.92, "learning_rate": 6.41818722733139e-05, "loss": 19.9551, "step": 23561 }, { "epoch": 20.93, "learning_rate": 6.417917281316197e-05, "loss": 20.5684, "step": 23562 }, { "epoch": 20.93, "learning_rate": 6.417647330806496e-05, "loss": 19.7822, "step": 23563 }, { "epoch": 20.93, "learning_rate": 6.417377375803141e-05, "loss": 20.001, "step": 23564 }, { "epoch": 20.93, "learning_rate": 6.417107416306988e-05, "loss": 20.1201, "step": 23565 }, { "epoch": 20.93, "learning_rate": 6.416837452318895e-05, "loss": 19.9199, "step": 23566 }, { "epoch": 20.93, "learning_rate": 6.416567483839717e-05, "loss": 19.4355, "step": 23567 }, { "epoch": 20.93, "learning_rate": 6.416297510870307e-05, "loss": 19.8975, "step": 23568 }, { "epoch": 20.93, "learning_rate": 6.416027533411519e-05, "loss": 19.3359, "step": 23569 }, { "epoch": 20.93, "learning_rate": 6.415757551464217e-05, "loss": 19.5684, "step": 23570 }, { "epoch": 20.93, "learning_rate": 6.41548756502925e-05, "loss": 19.4346, "step": 23571 }, { "epoch": 20.93, "learning_rate": 6.41548756502925e-05, "loss": 19.6768, "step": 23572 }, { "epoch": 20.94, "learning_rate": 6.415217574107479e-05, "loss": 19.7832, "step": 23573 }, { "epoch": 20.94, "learning_rate": 6.414947578699751e-05, "loss": 19.667, "step": 23574 }, { "epoch": 20.94, "learning_rate": 6.414677578806932e-05, "loss": 19.3379, "step": 23575 }, { "epoch": 20.94, "learning_rate": 6.414407574429872e-05, "loss": 20.0977, "step": 23576 }, { "epoch": 20.94, "learning_rate": 6.414137565569428e-05, "loss": 20.5039, "step": 23577 }, { "epoch": 20.94, "learning_rate": 6.413867552226455e-05, "loss": 19.6201, "step": 23578 }, { "epoch": 20.94, "learning_rate": 6.413597534401812e-05, "loss": 19.7266, "step": 23579 }, { "epoch": 20.94, "learning_rate": 6.41332751209635e-05, "loss": 20.0615, "step": 23580 }, { "epoch": 20.94, "learning_rate": 6.413057485310931e-05, "loss": 20.2637, "step": 23581 }, { "epoch": 20.94, "learning_rate": 6.412787454046406e-05, "loss": 20.1094, "step": 23582 }, { "epoch": 20.94, "learning_rate": 6.412517418303632e-05, "loss": 19.9111, "step": 23583 }, { "epoch": 20.94, "learning_rate": 6.412247378083467e-05, "loss": 19.8281, "step": 23584 }, { "epoch": 20.95, "learning_rate": 6.411977333386765e-05, "loss": 19.4805, "step": 23585 }, { "epoch": 20.95, "learning_rate": 6.411707284214384e-05, "loss": 20.3076, "step": 23586 }, { "epoch": 20.95, "learning_rate": 6.411437230567176e-05, "loss": 19.6992, "step": 23587 }, { "epoch": 20.95, "learning_rate": 6.411167172446e-05, "loss": 19.3125, "step": 23588 }, { "epoch": 20.95, "learning_rate": 6.410897109851713e-05, "loss": 19.5986, "step": 23589 }, { "epoch": 20.95, "learning_rate": 6.410627042785169e-05, "loss": 19.2764, "step": 23590 }, { "epoch": 20.95, "learning_rate": 6.410356971247225e-05, "loss": 19.1221, "step": 23591 }, { "epoch": 20.95, "learning_rate": 6.410086895238735e-05, "loss": 20.1064, "step": 23592 }, { "epoch": 20.95, "learning_rate": 6.409816814760559e-05, "loss": 19.7461, "step": 23593 }, { "epoch": 20.95, "learning_rate": 6.409546729813549e-05, "loss": 19.9922, "step": 23594 }, { "epoch": 20.95, "learning_rate": 6.409276640398565e-05, "loss": 19.9131, "step": 23595 }, { "epoch": 20.96, "learning_rate": 6.409006546516461e-05, "loss": 19.4902, "step": 23596 }, { "epoch": 20.96, "learning_rate": 6.408736448168092e-05, "loss": 19.5518, "step": 23597 }, { "epoch": 20.96, "learning_rate": 6.408466345354315e-05, "loss": 19.3916, "step": 23598 }, { "epoch": 20.96, "learning_rate": 6.408196238075988e-05, "loss": 19.9355, "step": 23599 }, { "epoch": 20.96, "learning_rate": 6.407926126333966e-05, "loss": 20.0557, "step": 23600 }, { "epoch": 20.96, "learning_rate": 6.407656010129105e-05, "loss": 19.5234, "step": 23601 }, { "epoch": 20.96, "learning_rate": 6.40738588946226e-05, "loss": 19.1211, "step": 23602 }, { "epoch": 20.96, "learning_rate": 6.407115764334291e-05, "loss": 20.1982, "step": 23603 }, { "epoch": 20.96, "learning_rate": 6.406845634746051e-05, "loss": 19.3936, "step": 23604 }, { "epoch": 20.96, "learning_rate": 6.406575500698395e-05, "loss": 19.5654, "step": 23605 }, { "epoch": 20.96, "learning_rate": 6.406305362192182e-05, "loss": 19.8477, "step": 23606 }, { "epoch": 20.97, "learning_rate": 6.406035219228268e-05, "loss": 20.4121, "step": 23607 }, { "epoch": 20.97, "learning_rate": 6.40576507180751e-05, "loss": 19.3057, "step": 23608 }, { "epoch": 20.97, "learning_rate": 6.405494919930761e-05, "loss": 19.6436, "step": 23609 }, { "epoch": 20.97, "learning_rate": 6.40522476359888e-05, "loss": 19.6582, "step": 23610 }, { "epoch": 20.97, "learning_rate": 6.404954602812724e-05, "loss": 19.9375, "step": 23611 }, { "epoch": 20.97, "learning_rate": 6.404684437573147e-05, "loss": 20.0938, "step": 23612 }, { "epoch": 20.97, "learning_rate": 6.404414267881008e-05, "loss": 19.8691, "step": 23613 }, { "epoch": 20.97, "learning_rate": 6.404144093737158e-05, "loss": 20.0488, "step": 23614 }, { "epoch": 20.97, "learning_rate": 6.403873915142461e-05, "loss": 20.4482, "step": 23615 }, { "epoch": 20.97, "learning_rate": 6.40360373209777e-05, "loss": 19.7305, "step": 23616 }, { "epoch": 20.97, "learning_rate": 6.40333354460394e-05, "loss": 20.1504, "step": 23617 }, { "epoch": 20.98, "learning_rate": 6.403063352661829e-05, "loss": 20.2256, "step": 23618 }, { "epoch": 20.98, "learning_rate": 6.402793156272292e-05, "loss": 20.0322, "step": 23619 }, { "epoch": 20.98, "learning_rate": 6.402522955436186e-05, "loss": 19.8779, "step": 23620 }, { "epoch": 20.98, "learning_rate": 6.40225275015437e-05, "loss": 20.127, "step": 23621 }, { "epoch": 20.98, "learning_rate": 6.401982540427698e-05, "loss": 19.8613, "step": 23622 }, { "epoch": 20.98, "learning_rate": 6.401712326257026e-05, "loss": 19.6758, "step": 23623 }, { "epoch": 20.98, "learning_rate": 6.401442107643213e-05, "loss": 20.0498, "step": 23624 }, { "epoch": 20.98, "learning_rate": 6.401171884587113e-05, "loss": 19.417, "step": 23625 }, { "epoch": 20.98, "learning_rate": 6.400901657089584e-05, "loss": 20.0596, "step": 23626 }, { "epoch": 20.98, "learning_rate": 6.400631425151482e-05, "loss": 19.6367, "step": 23627 }, { "epoch": 20.98, "learning_rate": 6.400361188773662e-05, "loss": 20.3516, "step": 23628 }, { "epoch": 20.98, "learning_rate": 6.400090947956984e-05, "loss": 19.5654, "step": 23629 }, { "epoch": 20.99, "learning_rate": 6.399820702702305e-05, "loss": 20.2129, "step": 23630 }, { "epoch": 20.99, "learning_rate": 6.399550453010477e-05, "loss": 19.626, "step": 23631 }, { "epoch": 20.99, "learning_rate": 6.39928019888236e-05, "loss": 19.8105, "step": 23632 }, { "epoch": 20.99, "learning_rate": 6.39900994031881e-05, "loss": 19.873, "step": 23633 }, { "epoch": 20.99, "learning_rate": 6.398739677320683e-05, "loss": 19.6865, "step": 23634 }, { "epoch": 20.99, "learning_rate": 6.398469409888838e-05, "loss": 19.8232, "step": 23635 }, { "epoch": 20.99, "learning_rate": 6.398199138024127e-05, "loss": 20.2627, "step": 23636 }, { "epoch": 20.99, "learning_rate": 6.397928861727411e-05, "loss": 19.7979, "step": 23637 }, { "epoch": 20.99, "learning_rate": 6.397658580999545e-05, "loss": 19.7715, "step": 23638 }, { "epoch": 20.99, "learning_rate": 6.397388295841388e-05, "loss": 19.9385, "step": 23639 }, { "epoch": 20.99, "learning_rate": 6.397118006253793e-05, "loss": 19.6631, "step": 23640 }, { "epoch": 21.0, "learning_rate": 6.396847712237618e-05, "loss": 19.4189, "step": 23641 }, { "epoch": 21.0, "learning_rate": 6.39657741379372e-05, "loss": 19.8574, "step": 23642 }, { "epoch": 21.0, "learning_rate": 6.39630711092296e-05, "loss": 19.5918, "step": 23643 }, { "epoch": 21.0, "learning_rate": 6.396036803626187e-05, "loss": 19.8232, "step": 23644 }, { "epoch": 21.0, "learning_rate": 6.395766491904262e-05, "loss": 19.126, "step": 23645 }, { "epoch": 21.0, "learning_rate": 6.395496175758044e-05, "loss": 19.6436, "step": 23646 }, { "epoch": 21.0, "learning_rate": 6.395225855188386e-05, "loss": 19.4795, "step": 23647 }, { "epoch": 21.0, "learning_rate": 6.394955530196147e-05, "loss": 19.667, "step": 23648 }, { "epoch": 21.0, "learning_rate": 6.394685200782183e-05, "loss": 20.498, "step": 23649 }, { "epoch": 21.0, "learning_rate": 6.39441486694735e-05, "loss": 19.7822, "step": 23650 }, { "epoch": 21.0, "learning_rate": 6.394144528692507e-05, "loss": 19.498, "step": 23651 }, { "epoch": 21.01, "learning_rate": 6.39387418601851e-05, "loss": 20.0088, "step": 23652 }, { "epoch": 21.01, "learning_rate": 6.393603838926215e-05, "loss": 19.8652, "step": 23653 }, { "epoch": 21.01, "learning_rate": 6.39333348741648e-05, "loss": 19.5234, "step": 23654 }, { "epoch": 21.01, "learning_rate": 6.393063131490162e-05, "loss": 19.7559, "step": 23655 }, { "epoch": 21.01, "learning_rate": 6.392792771148119e-05, "loss": 19.4883, "step": 23656 }, { "epoch": 21.01, "learning_rate": 6.392522406391205e-05, "loss": 19.7715, "step": 23657 }, { "epoch": 21.01, "learning_rate": 6.392252037220278e-05, "loss": 20.1865, "step": 23658 }, { "epoch": 21.01, "learning_rate": 6.391981663636198e-05, "loss": 19.7568, "step": 23659 }, { "epoch": 21.01, "learning_rate": 6.391711285639818e-05, "loss": 19.4932, "step": 23660 }, { "epoch": 21.01, "learning_rate": 6.391440903231996e-05, "loss": 19.9688, "step": 23661 }, { "epoch": 21.01, "learning_rate": 6.391170516413591e-05, "loss": 19.6875, "step": 23662 }, { "epoch": 21.02, "learning_rate": 6.390900125185459e-05, "loss": 19.6865, "step": 23663 }, { "epoch": 21.02, "learning_rate": 6.390629729548458e-05, "loss": 20.0508, "step": 23664 }, { "epoch": 21.02, "learning_rate": 6.390359329503444e-05, "loss": 19.7461, "step": 23665 }, { "epoch": 21.02, "learning_rate": 6.390088925051272e-05, "loss": 19.3584, "step": 23666 }, { "epoch": 21.02, "learning_rate": 6.389818516192803e-05, "loss": 20.2744, "step": 23667 }, { "epoch": 21.02, "learning_rate": 6.389548102928892e-05, "loss": 19.4668, "step": 23668 }, { "epoch": 21.02, "learning_rate": 6.389277685260398e-05, "loss": 19.3535, "step": 23669 }, { "epoch": 21.02, "learning_rate": 6.389007263188176e-05, "loss": 19.8193, "step": 23670 }, { "epoch": 21.02, "learning_rate": 6.388736836713082e-05, "loss": 19.3467, "step": 23671 }, { "epoch": 21.02, "learning_rate": 6.388466405835977e-05, "loss": 20.0723, "step": 23672 }, { "epoch": 21.02, "learning_rate": 6.388195970557717e-05, "loss": 19.2393, "step": 23673 }, { "epoch": 21.02, "learning_rate": 6.387925530879158e-05, "loss": 20.207, "step": 23674 }, { "epoch": 21.03, "learning_rate": 6.387655086801156e-05, "loss": 20.0166, "step": 23675 }, { "epoch": 21.03, "learning_rate": 6.387384638324573e-05, "loss": 19.168, "step": 23676 }, { "epoch": 21.03, "learning_rate": 6.387114185450262e-05, "loss": 19.373, "step": 23677 }, { "epoch": 21.03, "learning_rate": 6.386843728179082e-05, "loss": 19.5947, "step": 23678 }, { "epoch": 21.03, "learning_rate": 6.386573266511891e-05, "loss": 19.5078, "step": 23679 }, { "epoch": 21.03, "learning_rate": 6.386302800449542e-05, "loss": 19.4287, "step": 23680 }, { "epoch": 21.03, "learning_rate": 6.386032329992898e-05, "loss": 19.5762, "step": 23681 }, { "epoch": 21.03, "learning_rate": 6.385761855142813e-05, "loss": 19.1279, "step": 23682 }, { "epoch": 21.03, "learning_rate": 6.385491375900146e-05, "loss": 19.6357, "step": 23683 }, { "epoch": 21.03, "learning_rate": 6.385220892265753e-05, "loss": 19.8379, "step": 23684 }, { "epoch": 21.03, "learning_rate": 6.384950404240493e-05, "loss": 19.3711, "step": 23685 }, { "epoch": 21.04, "learning_rate": 6.384679911825223e-05, "loss": 19.7822, "step": 23686 }, { "epoch": 21.04, "learning_rate": 6.384409415020798e-05, "loss": 19.7109, "step": 23687 }, { "epoch": 21.04, "learning_rate": 6.384138913828078e-05, "loss": 19.7988, "step": 23688 }, { "epoch": 21.04, "learning_rate": 6.383868408247919e-05, "loss": 19.2246, "step": 23689 }, { "epoch": 21.04, "learning_rate": 6.38359789828118e-05, "loss": 19.5986, "step": 23690 }, { "epoch": 21.04, "learning_rate": 6.383327383928717e-05, "loss": 19.7803, "step": 23691 }, { "epoch": 21.04, "learning_rate": 6.383056865191388e-05, "loss": 19.5635, "step": 23692 }, { "epoch": 21.04, "learning_rate": 6.38278634207005e-05, "loss": 19.7598, "step": 23693 }, { "epoch": 21.04, "learning_rate": 6.382515814565562e-05, "loss": 19.3779, "step": 23694 }, { "epoch": 21.04, "learning_rate": 6.38224528267878e-05, "loss": 19.7002, "step": 23695 }, { "epoch": 21.04, "learning_rate": 6.381974746410563e-05, "loss": 19.0742, "step": 23696 }, { "epoch": 21.05, "learning_rate": 6.381704205761767e-05, "loss": 19.7285, "step": 23697 }, { "epoch": 21.05, "learning_rate": 6.38143366073325e-05, "loss": 19.7979, "step": 23698 }, { "epoch": 21.05, "learning_rate": 6.38116311132587e-05, "loss": 20.0703, "step": 23699 }, { "epoch": 21.05, "learning_rate": 6.380892557540485e-05, "loss": 19.7188, "step": 23700 }, { "epoch": 21.05, "learning_rate": 6.380621999377952e-05, "loss": 19.3145, "step": 23701 }, { "epoch": 21.05, "learning_rate": 6.380351436839128e-05, "loss": 19.9385, "step": 23702 }, { "epoch": 21.05, "learning_rate": 6.38008086992487e-05, "loss": 19.5312, "step": 23703 }, { "epoch": 21.05, "learning_rate": 6.379810298636038e-05, "loss": 19.835, "step": 23704 }, { "epoch": 21.05, "learning_rate": 6.379539722973489e-05, "loss": 19.4395, "step": 23705 }, { "epoch": 21.05, "learning_rate": 6.379269142938078e-05, "loss": 18.8877, "step": 23706 }, { "epoch": 21.05, "learning_rate": 6.378998558530668e-05, "loss": 20.1465, "step": 23707 }, { "epoch": 21.06, "learning_rate": 6.378727969752112e-05, "loss": 19.3135, "step": 23708 }, { "epoch": 21.06, "learning_rate": 6.378457376603269e-05, "loss": 19.5713, "step": 23709 }, { "epoch": 21.06, "learning_rate": 6.378186779084995e-05, "loss": 19.1123, "step": 23710 }, { "epoch": 21.06, "learning_rate": 6.377916177198153e-05, "loss": 19.707, "step": 23711 }, { "epoch": 21.06, "learning_rate": 6.377645570943596e-05, "loss": 19.4463, "step": 23712 }, { "epoch": 21.06, "learning_rate": 6.377374960322185e-05, "loss": 19.7959, "step": 23713 }, { "epoch": 21.06, "learning_rate": 6.377104345334774e-05, "loss": 19.8242, "step": 23714 }, { "epoch": 21.06, "learning_rate": 6.376833725982223e-05, "loss": 19.418, "step": 23715 }, { "epoch": 21.06, "learning_rate": 6.37656310226539e-05, "loss": 19.8018, "step": 23716 }, { "epoch": 21.06, "learning_rate": 6.376292474185132e-05, "loss": 19.6426, "step": 23717 }, { "epoch": 21.06, "learning_rate": 6.376021841742309e-05, "loss": 19.3984, "step": 23718 }, { "epoch": 21.06, "learning_rate": 6.375751204937775e-05, "loss": 19.3418, "step": 23719 }, { "epoch": 21.07, "learning_rate": 6.37548056377239e-05, "loss": 19.4502, "step": 23720 }, { "epoch": 21.07, "learning_rate": 6.375209918247013e-05, "loss": 19.3613, "step": 23721 }, { "epoch": 21.07, "learning_rate": 6.374939268362501e-05, "loss": 19.6689, "step": 23722 }, { "epoch": 21.07, "learning_rate": 6.37466861411971e-05, "loss": 19.5811, "step": 23723 }, { "epoch": 21.07, "learning_rate": 6.374397955519502e-05, "loss": 19.0938, "step": 23724 }, { "epoch": 21.07, "learning_rate": 6.37412729256273e-05, "loss": 19.8135, "step": 23725 }, { "epoch": 21.07, "learning_rate": 6.373856625250258e-05, "loss": 20.0625, "step": 23726 }, { "epoch": 21.07, "learning_rate": 6.373585953582936e-05, "loss": 19.6855, "step": 23727 }, { "epoch": 21.07, "learning_rate": 6.373315277561629e-05, "loss": 20.125, "step": 23728 }, { "epoch": 21.07, "learning_rate": 6.373044597187193e-05, "loss": 19.7305, "step": 23729 }, { "epoch": 21.07, "learning_rate": 6.372773912460483e-05, "loss": 20.0811, "step": 23730 }, { "epoch": 21.08, "learning_rate": 6.372503223382362e-05, "loss": 19.4756, "step": 23731 }, { "epoch": 21.08, "learning_rate": 6.372232529953683e-05, "loss": 19.3799, "step": 23732 }, { "epoch": 21.08, "learning_rate": 6.371961832175307e-05, "loss": 19.3965, "step": 23733 }, { "epoch": 21.08, "learning_rate": 6.371691130048093e-05, "loss": 19.9336, "step": 23734 }, { "epoch": 21.08, "learning_rate": 6.371420423572896e-05, "loss": 19.4229, "step": 23735 }, { "epoch": 21.08, "learning_rate": 6.371149712750577e-05, "loss": 19.5127, "step": 23736 }, { "epoch": 21.08, "learning_rate": 6.370878997581991e-05, "loss": 19.457, "step": 23737 }, { "epoch": 21.08, "learning_rate": 6.370608278068e-05, "loss": 19.7031, "step": 23738 }, { "epoch": 21.08, "learning_rate": 6.37033755420946e-05, "loss": 19.5186, "step": 23739 }, { "epoch": 21.08, "learning_rate": 6.370066826007228e-05, "loss": 19.292, "step": 23740 }, { "epoch": 21.08, "learning_rate": 6.369796093462164e-05, "loss": 19.3047, "step": 23741 }, { "epoch": 21.09, "learning_rate": 6.369525356575123e-05, "loss": 19.417, "step": 23742 }, { "epoch": 21.09, "learning_rate": 6.369254615346968e-05, "loss": 20.1289, "step": 23743 }, { "epoch": 21.09, "learning_rate": 6.368983869778556e-05, "loss": 19.8838, "step": 23744 }, { "epoch": 21.09, "learning_rate": 6.368713119870742e-05, "loss": 19.416, "step": 23745 }, { "epoch": 21.09, "learning_rate": 6.368442365624386e-05, "loss": 19.5293, "step": 23746 }, { "epoch": 21.09, "learning_rate": 6.368171607040347e-05, "loss": 19.9541, "step": 23747 }, { "epoch": 21.09, "learning_rate": 6.367900844119484e-05, "loss": 20.1006, "step": 23748 }, { "epoch": 21.09, "learning_rate": 6.367900844119484e-05, "loss": 20.1846, "step": 23749 }, { "epoch": 21.09, "learning_rate": 6.367630076862653e-05, "loss": 19.3301, "step": 23750 }, { "epoch": 21.09, "learning_rate": 6.367359305270713e-05, "loss": 19.5156, "step": 23751 }, { "epoch": 21.09, "learning_rate": 6.367088529344523e-05, "loss": 19.8428, "step": 23752 }, { "epoch": 21.1, "learning_rate": 6.366817749084941e-05, "loss": 19.5029, "step": 23753 }, { "epoch": 21.1, "learning_rate": 6.366546964492826e-05, "loss": 20.1172, "step": 23754 }, { "epoch": 21.1, "learning_rate": 6.366276175569035e-05, "loss": 20.0, "step": 23755 }, { "epoch": 21.1, "learning_rate": 6.366005382314426e-05, "loss": 20.1318, "step": 23756 }, { "epoch": 21.1, "learning_rate": 6.365734584729858e-05, "loss": 19.8252, "step": 23757 }, { "epoch": 21.1, "learning_rate": 6.365463782816192e-05, "loss": 19.5166, "step": 23758 }, { "epoch": 21.1, "learning_rate": 6.365192976574284e-05, "loss": 19.7793, "step": 23759 }, { "epoch": 21.1, "learning_rate": 6.36492216600499e-05, "loss": 20.2949, "step": 23760 }, { "epoch": 21.1, "learning_rate": 6.364651351109172e-05, "loss": 19.2119, "step": 23761 }, { "epoch": 21.1, "learning_rate": 6.364380531887687e-05, "loss": 19.6475, "step": 23762 }, { "epoch": 21.1, "learning_rate": 6.364109708341394e-05, "loss": 19.5586, "step": 23763 }, { "epoch": 21.1, "learning_rate": 6.36383888047115e-05, "loss": 19.5215, "step": 23764 }, { "epoch": 21.11, "learning_rate": 6.36383888047115e-05, "loss": 20.0654, "step": 23765 }, { "epoch": 21.11, "learning_rate": 6.363568048277815e-05, "loss": 19.5781, "step": 23766 }, { "epoch": 21.11, "learning_rate": 6.363297211762247e-05, "loss": 19.8877, "step": 23767 }, { "epoch": 21.11, "learning_rate": 6.363026370925308e-05, "loss": 20.0303, "step": 23768 }, { "epoch": 21.11, "learning_rate": 6.362755525767849e-05, "loss": 21.0508, "step": 23769 }, { "epoch": 21.11, "learning_rate": 6.362484676290734e-05, "loss": 19.2617, "step": 23770 }, { "epoch": 21.11, "learning_rate": 6.362213822494822e-05, "loss": 19.8379, "step": 23771 }, { "epoch": 21.11, "learning_rate": 6.361942964380967e-05, "loss": 19.5342, "step": 23772 }, { "epoch": 21.11, "learning_rate": 6.361672101950031e-05, "loss": 20.0986, "step": 23773 }, { "epoch": 21.11, "learning_rate": 6.361401235202872e-05, "loss": 19.4961, "step": 23774 }, { "epoch": 21.11, "learning_rate": 6.361130364140348e-05, "loss": 19.9395, "step": 23775 }, { "epoch": 21.12, "learning_rate": 6.36085948876332e-05, "loss": 19.7285, "step": 23776 }, { "epoch": 21.12, "learning_rate": 6.360588609072643e-05, "loss": 20.0781, "step": 23777 }, { "epoch": 21.12, "learning_rate": 6.360317725069178e-05, "loss": 20.3418, "step": 23778 }, { "epoch": 21.12, "learning_rate": 6.360046836753783e-05, "loss": 20.1719, "step": 23779 }, { "epoch": 21.12, "learning_rate": 6.359775944127315e-05, "loss": 19.7129, "step": 23780 }, { "epoch": 21.12, "learning_rate": 6.359505047190636e-05, "loss": 19.6289, "step": 23781 }, { "epoch": 21.12, "learning_rate": 6.359234145944604e-05, "loss": 19.7021, "step": 23782 }, { "epoch": 21.12, "learning_rate": 6.358963240390075e-05, "loss": 19.7559, "step": 23783 }, { "epoch": 21.12, "learning_rate": 6.35869233052791e-05, "loss": 19.5225, "step": 23784 }, { "epoch": 21.12, "learning_rate": 6.358421416358966e-05, "loss": 19.835, "step": 23785 }, { "epoch": 21.12, "learning_rate": 6.358150497884105e-05, "loss": 19.3291, "step": 23786 }, { "epoch": 21.13, "learning_rate": 6.357879575104182e-05, "loss": 19.5205, "step": 23787 }, { "epoch": 21.13, "learning_rate": 6.357608648020057e-05, "loss": 19.7803, "step": 23788 }, { "epoch": 21.13, "learning_rate": 6.35733771663259e-05, "loss": 19.3984, "step": 23789 }, { "epoch": 21.13, "learning_rate": 6.35706678094264e-05, "loss": 19.9102, "step": 23790 }, { "epoch": 21.13, "learning_rate": 6.356795840951065e-05, "loss": 19.8623, "step": 23791 }, { "epoch": 21.13, "learning_rate": 6.35652489665872e-05, "loss": 19.5254, "step": 23792 }, { "epoch": 21.13, "learning_rate": 6.35625394806647e-05, "loss": 19.4922, "step": 23793 }, { "epoch": 21.13, "learning_rate": 6.355982995175171e-05, "loss": 19.3779, "step": 23794 }, { "epoch": 21.13, "learning_rate": 6.355712037985684e-05, "loss": 19.3262, "step": 23795 }, { "epoch": 21.13, "learning_rate": 6.355441076498864e-05, "loss": 20.3379, "step": 23796 }, { "epoch": 21.13, "learning_rate": 6.355170110715572e-05, "loss": 19.4609, "step": 23797 }, { "epoch": 21.13, "learning_rate": 6.354899140636669e-05, "loss": 19.6113, "step": 23798 }, { "epoch": 21.14, "learning_rate": 6.354628166263009e-05, "loss": 19.7217, "step": 23799 }, { "epoch": 21.14, "learning_rate": 6.354357187595455e-05, "loss": 19.4697, "step": 23800 }, { "epoch": 21.14, "learning_rate": 6.354086204634864e-05, "loss": 19.7695, "step": 23801 }, { "epoch": 21.14, "learning_rate": 6.353815217382096e-05, "loss": 19.9307, "step": 23802 }, { "epoch": 21.14, "learning_rate": 6.353544225838011e-05, "loss": 19.5762, "step": 23803 }, { "epoch": 21.14, "learning_rate": 6.353273230003465e-05, "loss": 20.4131, "step": 23804 }, { "epoch": 21.14, "learning_rate": 6.353002229879318e-05, "loss": 19.9775, "step": 23805 }, { "epoch": 21.14, "learning_rate": 6.352731225466432e-05, "loss": 19.501, "step": 23806 }, { "epoch": 21.14, "learning_rate": 6.352460216765661e-05, "loss": 19.4893, "step": 23807 }, { "epoch": 21.14, "learning_rate": 6.352189203777869e-05, "loss": 19.7588, "step": 23808 }, { "epoch": 21.14, "learning_rate": 6.35191818650391e-05, "loss": 19.5234, "step": 23809 }, { "epoch": 21.15, "learning_rate": 6.351647164944647e-05, "loss": 19.3496, "step": 23810 }, { "epoch": 21.15, "learning_rate": 6.351376139100939e-05, "loss": 19.4697, "step": 23811 }, { "epoch": 21.15, "learning_rate": 6.351105108973644e-05, "loss": 19.7139, "step": 23812 }, { "epoch": 21.15, "learning_rate": 6.350834074563619e-05, "loss": 19.4785, "step": 23813 }, { "epoch": 21.15, "learning_rate": 6.350563035871727e-05, "loss": 19.2021, "step": 23814 }, { "epoch": 21.15, "learning_rate": 6.350291992898825e-05, "loss": 20.0664, "step": 23815 }, { "epoch": 21.15, "learning_rate": 6.350020945645772e-05, "loss": 19.3545, "step": 23816 }, { "epoch": 21.15, "learning_rate": 6.349749894113429e-05, "loss": 19.7383, "step": 23817 }, { "epoch": 21.15, "learning_rate": 6.349478838302652e-05, "loss": 20.1201, "step": 23818 }, { "epoch": 21.15, "learning_rate": 6.349207778214304e-05, "loss": 19.4648, "step": 23819 }, { "epoch": 21.15, "learning_rate": 6.34893671384924e-05, "loss": 19.4551, "step": 23820 }, { "epoch": 21.16, "learning_rate": 6.348665645208324e-05, "loss": 20.291, "step": 23821 }, { "epoch": 21.16, "learning_rate": 6.348394572292411e-05, "loss": 19.7666, "step": 23822 }, { "epoch": 21.16, "learning_rate": 6.348123495102361e-05, "loss": 19.2148, "step": 23823 }, { "epoch": 21.16, "learning_rate": 6.347852413639035e-05, "loss": 20.2119, "step": 23824 }, { "epoch": 21.16, "learning_rate": 6.347581327903294e-05, "loss": 19.626, "step": 23825 }, { "epoch": 21.16, "learning_rate": 6.347310237895993e-05, "loss": 20.0557, "step": 23826 }, { "epoch": 21.16, "learning_rate": 6.347039143617992e-05, "loss": 19.4795, "step": 23827 }, { "epoch": 21.16, "learning_rate": 6.346768045070153e-05, "loss": 20.0273, "step": 23828 }, { "epoch": 21.16, "learning_rate": 6.346496942253331e-05, "loss": 19.3154, "step": 23829 }, { "epoch": 21.16, "learning_rate": 6.346225835168391e-05, "loss": 19.7656, "step": 23830 }, { "epoch": 21.16, "learning_rate": 6.345954723816188e-05, "loss": 19.5576, "step": 23831 }, { "epoch": 21.17, "learning_rate": 6.345683608197583e-05, "loss": 19.5273, "step": 23832 }, { "epoch": 21.17, "learning_rate": 6.345412488313436e-05, "loss": 19.5342, "step": 23833 }, { "epoch": 21.17, "learning_rate": 6.345141364164604e-05, "loss": 19.2715, "step": 23834 }, { "epoch": 21.17, "learning_rate": 6.344870235751948e-05, "loss": 19.9961, "step": 23835 }, { "epoch": 21.17, "learning_rate": 6.344599103076329e-05, "loss": 20.0879, "step": 23836 }, { "epoch": 21.17, "learning_rate": 6.344327966138603e-05, "loss": 19.6592, "step": 23837 }, { "epoch": 21.17, "learning_rate": 6.344056824939634e-05, "loss": 19.6006, "step": 23838 }, { "epoch": 21.17, "learning_rate": 6.343785679480276e-05, "loss": 19.1123, "step": 23839 }, { "epoch": 21.17, "learning_rate": 6.343514529761392e-05, "loss": 19.9453, "step": 23840 }, { "epoch": 21.17, "learning_rate": 6.34324337578384e-05, "loss": 19.8057, "step": 23841 }, { "epoch": 21.17, "learning_rate": 6.342972217548482e-05, "loss": 19.6436, "step": 23842 }, { "epoch": 21.17, "learning_rate": 6.342701055056175e-05, "loss": 19.9004, "step": 23843 }, { "epoch": 21.18, "learning_rate": 6.342429888307777e-05, "loss": 19.8633, "step": 23844 }, { "epoch": 21.18, "learning_rate": 6.342158717304151e-05, "loss": 19.9219, "step": 23845 }, { "epoch": 21.18, "learning_rate": 6.341887542046158e-05, "loss": 19.5469, "step": 23846 }, { "epoch": 21.18, "learning_rate": 6.341616362534653e-05, "loss": 20.0615, "step": 23847 }, { "epoch": 21.18, "learning_rate": 6.341345178770497e-05, "loss": 19.5859, "step": 23848 }, { "epoch": 21.18, "learning_rate": 6.341073990754549e-05, "loss": 19.791, "step": 23849 }, { "epoch": 21.18, "learning_rate": 6.340802798487672e-05, "loss": 19.8086, "step": 23850 }, { "epoch": 21.18, "learning_rate": 6.340531601970722e-05, "loss": 19.9531, "step": 23851 }, { "epoch": 21.18, "learning_rate": 6.340260401204561e-05, "loss": 19.9434, "step": 23852 }, { "epoch": 21.18, "learning_rate": 6.339989196190047e-05, "loss": 19.4492, "step": 23853 }, { "epoch": 21.18, "learning_rate": 6.33971798692804e-05, "loss": 19.583, "step": 23854 }, { "epoch": 21.19, "learning_rate": 6.3394467734194e-05, "loss": 19.8828, "step": 23855 }, { "epoch": 21.19, "learning_rate": 6.339175555664987e-05, "loss": 20.0283, "step": 23856 }, { "epoch": 21.19, "learning_rate": 6.33890433366566e-05, "loss": 19.4287, "step": 23857 }, { "epoch": 21.19, "learning_rate": 6.338633107422278e-05, "loss": 20.5107, "step": 23858 }, { "epoch": 21.19, "learning_rate": 6.338361876935704e-05, "loss": 19.7871, "step": 23859 }, { "epoch": 21.19, "learning_rate": 6.338090642206796e-05, "loss": 19.6895, "step": 23860 }, { "epoch": 21.19, "learning_rate": 6.33781940323641e-05, "loss": 19.3115, "step": 23861 }, { "epoch": 21.19, "learning_rate": 6.337548160025411e-05, "loss": 19.6943, "step": 23862 }, { "epoch": 21.19, "learning_rate": 6.337276912574657e-05, "loss": 19.707, "step": 23863 }, { "epoch": 21.19, "learning_rate": 6.337005660885007e-05, "loss": 19.1641, "step": 23864 }, { "epoch": 21.19, "learning_rate": 6.336734404957323e-05, "loss": 20.0723, "step": 23865 }, { "epoch": 21.2, "learning_rate": 6.336463144792461e-05, "loss": 19.7783, "step": 23866 }, { "epoch": 21.2, "learning_rate": 6.336191880391284e-05, "loss": 19.4268, "step": 23867 }, { "epoch": 21.2, "learning_rate": 6.335920611754652e-05, "loss": 20.0137, "step": 23868 }, { "epoch": 21.2, "learning_rate": 6.335649338883423e-05, "loss": 19.9258, "step": 23869 }, { "epoch": 21.2, "learning_rate": 6.335378061778458e-05, "loss": 19.7285, "step": 23870 }, { "epoch": 21.2, "learning_rate": 6.335106780440616e-05, "loss": 19.959, "step": 23871 }, { "epoch": 21.2, "learning_rate": 6.334835494870758e-05, "loss": 20.3467, "step": 23872 }, { "epoch": 21.2, "learning_rate": 6.334564205069745e-05, "loss": 19.3457, "step": 23873 }, { "epoch": 21.2, "learning_rate": 6.334292911038434e-05, "loss": 19.8174, "step": 23874 }, { "epoch": 21.2, "learning_rate": 6.334021612777685e-05, "loss": 19.3125, "step": 23875 }, { "epoch": 21.2, "learning_rate": 6.33375031028836e-05, "loss": 19.9307, "step": 23876 }, { "epoch": 21.21, "learning_rate": 6.33347900357132e-05, "loss": 19.6416, "step": 23877 }, { "epoch": 21.21, "learning_rate": 6.333207692627423e-05, "loss": 20.7197, "step": 23878 }, { "epoch": 21.21, "learning_rate": 6.332936377457529e-05, "loss": 19.3867, "step": 23879 }, { "epoch": 21.21, "learning_rate": 6.332665058062495e-05, "loss": 19.5322, "step": 23880 }, { "epoch": 21.21, "learning_rate": 6.332393734443187e-05, "loss": 19.8486, "step": 23881 }, { "epoch": 21.21, "learning_rate": 6.332122406600463e-05, "loss": 19.8447, "step": 23882 }, { "epoch": 21.21, "learning_rate": 6.33185107453518e-05, "loss": 20.2578, "step": 23883 }, { "epoch": 21.21, "learning_rate": 6.331579738248204e-05, "loss": 19.8379, "step": 23884 }, { "epoch": 21.21, "learning_rate": 6.331308397740388e-05, "loss": 19.6504, "step": 23885 }, { "epoch": 21.21, "learning_rate": 6.331037053012598e-05, "loss": 19.6758, "step": 23886 }, { "epoch": 21.21, "learning_rate": 6.33076570406569e-05, "loss": 19.7705, "step": 23887 }, { "epoch": 21.21, "learning_rate": 6.330494350900529e-05, "loss": 19.4395, "step": 23888 }, { "epoch": 21.22, "learning_rate": 6.330222993517969e-05, "loss": 19.7246, "step": 23889 }, { "epoch": 21.22, "learning_rate": 6.329951631918873e-05, "loss": 19.6816, "step": 23890 }, { "epoch": 21.22, "learning_rate": 6.329680266104104e-05, "loss": 19.2627, "step": 23891 }, { "epoch": 21.22, "learning_rate": 6.329408896074518e-05, "loss": 19.7393, "step": 23892 }, { "epoch": 21.22, "learning_rate": 6.329137521830974e-05, "loss": 20.041, "step": 23893 }, { "epoch": 21.22, "learning_rate": 6.32886614337434e-05, "loss": 20.1113, "step": 23894 }, { "epoch": 21.22, "learning_rate": 6.328594760705466e-05, "loss": 18.9189, "step": 23895 }, { "epoch": 21.22, "learning_rate": 6.328323373825221e-05, "loss": 19.7988, "step": 23896 }, { "epoch": 21.22, "learning_rate": 6.32805198273446e-05, "loss": 20.0625, "step": 23897 }, { "epoch": 21.22, "learning_rate": 6.327780587434044e-05, "loss": 20.0908, "step": 23898 }, { "epoch": 21.22, "learning_rate": 6.327509187924834e-05, "loss": 19.5967, "step": 23899 }, { "epoch": 21.23, "learning_rate": 6.327237784207694e-05, "loss": 19.4023, "step": 23900 }, { "epoch": 21.23, "learning_rate": 6.326966376283477e-05, "loss": 19.2842, "step": 23901 }, { "epoch": 21.23, "learning_rate": 6.326694964153048e-05, "loss": 19.6855, "step": 23902 }, { "epoch": 21.23, "learning_rate": 6.326423547817266e-05, "loss": 19.6787, "step": 23903 }, { "epoch": 21.23, "learning_rate": 6.326152127276992e-05, "loss": 19.915, "step": 23904 }, { "epoch": 21.23, "learning_rate": 6.325880702533086e-05, "loss": 19.5625, "step": 23905 }, { "epoch": 21.23, "learning_rate": 6.325609273586408e-05, "loss": 19.6973, "step": 23906 }, { "epoch": 21.23, "learning_rate": 6.32533784043782e-05, "loss": 19.5068, "step": 23907 }, { "epoch": 21.23, "learning_rate": 6.32506640308818e-05, "loss": 19.3047, "step": 23908 }, { "epoch": 21.23, "learning_rate": 6.324794961538349e-05, "loss": 19.833, "step": 23909 }, { "epoch": 21.23, "learning_rate": 6.324523515789188e-05, "loss": 19.4268, "step": 23910 }, { "epoch": 21.24, "learning_rate": 6.324252065841558e-05, "loss": 19.8838, "step": 23911 }, { "epoch": 21.24, "learning_rate": 6.323980611696319e-05, "loss": 20.0234, "step": 23912 }, { "epoch": 21.24, "learning_rate": 6.32370915335433e-05, "loss": 20.877, "step": 23913 }, { "epoch": 21.24, "learning_rate": 6.323437690816453e-05, "loss": 19.498, "step": 23914 }, { "epoch": 21.24, "learning_rate": 6.323437690816453e-05, "loss": 19.5771, "step": 23915 }, { "epoch": 21.24, "learning_rate": 6.323166224083547e-05, "loss": 19.2705, "step": 23916 }, { "epoch": 21.24, "learning_rate": 6.322894753156478e-05, "loss": 19.5654, "step": 23917 }, { "epoch": 21.24, "learning_rate": 6.322623278036098e-05, "loss": 19.6553, "step": 23918 }, { "epoch": 21.24, "learning_rate": 6.322351798723274e-05, "loss": 19.0986, "step": 23919 }, { "epoch": 21.24, "learning_rate": 6.322080315218863e-05, "loss": 19.4863, "step": 23920 }, { "epoch": 21.24, "learning_rate": 6.321808827523726e-05, "loss": 19.7578, "step": 23921 }, { "epoch": 21.25, "learning_rate": 6.321537335638727e-05, "loss": 19.5918, "step": 23922 }, { "epoch": 21.25, "learning_rate": 6.321265839564722e-05, "loss": 19.2979, "step": 23923 }, { "epoch": 21.25, "learning_rate": 6.320994339302572e-05, "loss": 20.3818, "step": 23924 }, { "epoch": 21.25, "learning_rate": 6.320722834853143e-05, "loss": 19.2861, "step": 23925 }, { "epoch": 21.25, "learning_rate": 6.320451326217288e-05, "loss": 19.4004, "step": 23926 }, { "epoch": 21.25, "learning_rate": 6.320179813395875e-05, "loss": 19.5225, "step": 23927 }, { "epoch": 21.25, "learning_rate": 6.319908296389758e-05, "loss": 19.6113, "step": 23928 }, { "epoch": 21.25, "learning_rate": 6.3196367751998e-05, "loss": 20.3936, "step": 23929 }, { "epoch": 21.25, "learning_rate": 6.319365249826865e-05, "loss": 19.5186, "step": 23930 }, { "epoch": 21.25, "learning_rate": 6.31909372027181e-05, "loss": 19.2363, "step": 23931 }, { "epoch": 21.25, "learning_rate": 6.318822186535495e-05, "loss": 19.5625, "step": 23932 }, { "epoch": 21.25, "learning_rate": 6.318550648618786e-05, "loss": 19.6982, "step": 23933 }, { "epoch": 21.26, "learning_rate": 6.318279106522536e-05, "loss": 19.5498, "step": 23934 }, { "epoch": 21.26, "learning_rate": 6.318007560247614e-05, "loss": 20.3564, "step": 23935 }, { "epoch": 21.26, "learning_rate": 6.317736009794873e-05, "loss": 19.293, "step": 23936 }, { "epoch": 21.26, "learning_rate": 6.31746445516518e-05, "loss": 19.4268, "step": 23937 }, { "epoch": 21.26, "learning_rate": 6.317192896359391e-05, "loss": 19.6553, "step": 23938 }, { "epoch": 21.26, "learning_rate": 6.31692133337837e-05, "loss": 19.1875, "step": 23939 }, { "epoch": 21.26, "learning_rate": 6.316649766222976e-05, "loss": 19.3301, "step": 23940 }, { "epoch": 21.26, "learning_rate": 6.316378194894072e-05, "loss": 19.4062, "step": 23941 }, { "epoch": 21.26, "learning_rate": 6.316106619392514e-05, "loss": 20.043, "step": 23942 }, { "epoch": 21.26, "learning_rate": 6.315835039719168e-05, "loss": 20.4072, "step": 23943 }, { "epoch": 21.26, "learning_rate": 6.315563455874896e-05, "loss": 19.5391, "step": 23944 }, { "epoch": 21.27, "learning_rate": 6.315291867860553e-05, "loss": 19.3203, "step": 23945 }, { "epoch": 21.27, "learning_rate": 6.315020275677002e-05, "loss": 19.3818, "step": 23946 }, { "epoch": 21.27, "learning_rate": 6.314748679325106e-05, "loss": 19.7529, "step": 23947 }, { "epoch": 21.27, "learning_rate": 6.314477078805725e-05, "loss": 19.8057, "step": 23948 }, { "epoch": 21.27, "learning_rate": 6.314205474119718e-05, "loss": 19.7852, "step": 23949 }, { "epoch": 21.27, "learning_rate": 6.313933865267949e-05, "loss": 20.0859, "step": 23950 }, { "epoch": 21.27, "learning_rate": 6.313662252251276e-05, "loss": 19.6211, "step": 23951 }, { "epoch": 21.27, "learning_rate": 6.313390635070562e-05, "loss": 19.1494, "step": 23952 }, { "epoch": 21.27, "learning_rate": 6.313119013726667e-05, "loss": 19.7314, "step": 23953 }, { "epoch": 21.27, "learning_rate": 6.312847388220454e-05, "loss": 19.5557, "step": 23954 }, { "epoch": 21.27, "learning_rate": 6.312575758552779e-05, "loss": 19.8555, "step": 23955 }, { "epoch": 21.28, "learning_rate": 6.312304124724508e-05, "loss": 19.4414, "step": 23956 }, { "epoch": 21.28, "learning_rate": 6.312032486736502e-05, "loss": 19.8594, "step": 23957 }, { "epoch": 21.28, "learning_rate": 6.311760844589618e-05, "loss": 19.7559, "step": 23958 }, { "epoch": 21.28, "learning_rate": 6.31148919828472e-05, "loss": 19.75, "step": 23959 }, { "epoch": 21.28, "learning_rate": 6.311217547822668e-05, "loss": 19.9365, "step": 23960 }, { "epoch": 21.28, "learning_rate": 6.311217547822668e-05, "loss": 20.2822, "step": 23961 }, { "epoch": 21.28, "learning_rate": 6.310945893204324e-05, "loss": 19.875, "step": 23962 }, { "epoch": 21.28, "learning_rate": 6.31067423443055e-05, "loss": 19.2969, "step": 23963 }, { "epoch": 21.28, "learning_rate": 6.310402571502203e-05, "loss": 20.0254, "step": 23964 }, { "epoch": 21.28, "learning_rate": 6.310130904420148e-05, "loss": 19.3623, "step": 23965 }, { "epoch": 21.28, "learning_rate": 6.309859233185246e-05, "loss": 19.4258, "step": 23966 }, { "epoch": 21.29, "learning_rate": 6.309587557798355e-05, "loss": 19.6094, "step": 23967 }, { "epoch": 21.29, "learning_rate": 6.30931587826034e-05, "loss": 20.084, "step": 23968 }, { "epoch": 21.29, "learning_rate": 6.30904419457206e-05, "loss": 19.1855, "step": 23969 }, { "epoch": 21.29, "learning_rate": 6.308772506734377e-05, "loss": 19.7422, "step": 23970 }, { "epoch": 21.29, "learning_rate": 6.308500814748153e-05, "loss": 20.2373, "step": 23971 }, { "epoch": 21.29, "learning_rate": 6.308229118614246e-05, "loss": 20.1807, "step": 23972 }, { "epoch": 21.29, "learning_rate": 6.307957418333519e-05, "loss": 20.1182, "step": 23973 }, { "epoch": 21.29, "learning_rate": 6.307685713906834e-05, "loss": 19.9912, "step": 23974 }, { "epoch": 21.29, "learning_rate": 6.307414005335052e-05, "loss": 20.1094, "step": 23975 }, { "epoch": 21.29, "learning_rate": 6.307142292619033e-05, "loss": 20.0791, "step": 23976 }, { "epoch": 21.29, "learning_rate": 6.306870575759642e-05, "loss": 20.0947, "step": 23977 }, { "epoch": 21.29, "learning_rate": 6.306598854757735e-05, "loss": 19.5127, "step": 23978 }, { "epoch": 21.3, "learning_rate": 6.306327129614176e-05, "loss": 19.3799, "step": 23979 }, { "epoch": 21.3, "learning_rate": 6.306055400329828e-05, "loss": 19.3594, "step": 23980 }, { "epoch": 21.3, "learning_rate": 6.306055400329828e-05, "loss": 19.2764, "step": 23981 }, { "epoch": 21.3, "learning_rate": 6.305783666905548e-05, "loss": 20.1123, "step": 23982 }, { "epoch": 21.3, "learning_rate": 6.305511929342202e-05, "loss": 19.6289, "step": 23983 }, { "epoch": 21.3, "learning_rate": 6.305240187640648e-05, "loss": 20.0947, "step": 23984 }, { "epoch": 21.3, "learning_rate": 6.304968441801748e-05, "loss": 19.7695, "step": 23985 }, { "epoch": 21.3, "learning_rate": 6.304696691826366e-05, "loss": 19.2344, "step": 23986 }, { "epoch": 21.3, "learning_rate": 6.30442493771536e-05, "loss": 20.0293, "step": 23987 }, { "epoch": 21.3, "learning_rate": 6.304153179469592e-05, "loss": 19.8086, "step": 23988 }, { "epoch": 21.3, "learning_rate": 6.303881417089925e-05, "loss": 19.9287, "step": 23989 }, { "epoch": 21.31, "learning_rate": 6.303609650577219e-05, "loss": 19.8301, "step": 23990 }, { "epoch": 21.31, "learning_rate": 6.303337879932339e-05, "loss": 19.4199, "step": 23991 }, { "epoch": 21.31, "learning_rate": 6.303066105156139e-05, "loss": 19.8477, "step": 23992 }, { "epoch": 21.31, "learning_rate": 6.302794326249486e-05, "loss": 19.6123, "step": 23993 }, { "epoch": 21.31, "learning_rate": 6.302522543213243e-05, "loss": 19.5469, "step": 23994 }, { "epoch": 21.31, "learning_rate": 6.302250756048266e-05, "loss": 19.6641, "step": 23995 }, { "epoch": 21.31, "learning_rate": 6.301978964755421e-05, "loss": 19.5977, "step": 23996 }, { "epoch": 21.31, "learning_rate": 6.301707169335568e-05, "loss": 20.0088, "step": 23997 }, { "epoch": 21.31, "learning_rate": 6.301435369789568e-05, "loss": 19.8398, "step": 23998 }, { "epoch": 21.31, "learning_rate": 6.301163566118284e-05, "loss": 19.4951, "step": 23999 }, { "epoch": 21.31, "learning_rate": 6.300891758322575e-05, "loss": 20.2539, "step": 24000 }, { "epoch": 21.32, "learning_rate": 6.300619946403306e-05, "loss": 19.7363, "step": 24001 }, { "epoch": 21.32, "learning_rate": 6.300348130361336e-05, "loss": 19.7607, "step": 24002 }, { "epoch": 21.32, "learning_rate": 6.300076310197526e-05, "loss": 19.5938, "step": 24003 }, { "epoch": 21.32, "learning_rate": 6.29980448591274e-05, "loss": 20.085, "step": 24004 }, { "epoch": 21.32, "learning_rate": 6.29953265750784e-05, "loss": 19.1338, "step": 24005 }, { "epoch": 21.32, "learning_rate": 6.299260824983683e-05, "loss": 20.0156, "step": 24006 }, { "epoch": 21.32, "learning_rate": 6.298988988341137e-05, "loss": 19.6738, "step": 24007 }, { "epoch": 21.32, "learning_rate": 6.298717147581059e-05, "loss": 19.7646, "step": 24008 }, { "epoch": 21.32, "learning_rate": 6.298445302704312e-05, "loss": 19.5977, "step": 24009 }, { "epoch": 21.32, "learning_rate": 6.29817345371176e-05, "loss": 19.7852, "step": 24010 }, { "epoch": 21.32, "learning_rate": 6.29790160060426e-05, "loss": 19.7354, "step": 24011 }, { "epoch": 21.33, "learning_rate": 6.297629743382678e-05, "loss": 20.0459, "step": 24012 }, { "epoch": 21.33, "learning_rate": 6.297357882047875e-05, "loss": 19.6328, "step": 24013 }, { "epoch": 21.33, "learning_rate": 6.297086016600711e-05, "loss": 19.3643, "step": 24014 }, { "epoch": 21.33, "learning_rate": 6.296814147042047e-05, "loss": 20.1377, "step": 24015 }, { "epoch": 21.33, "learning_rate": 6.296542273372748e-05, "loss": 19.4756, "step": 24016 }, { "epoch": 21.33, "learning_rate": 6.296270395593673e-05, "loss": 19.5957, "step": 24017 }, { "epoch": 21.33, "learning_rate": 6.295998513705688e-05, "loss": 20.5068, "step": 24018 }, { "epoch": 21.33, "learning_rate": 6.295726627709647e-05, "loss": 19.6367, "step": 24019 }, { "epoch": 21.33, "learning_rate": 6.295454737606419e-05, "loss": 19.9443, "step": 24020 }, { "epoch": 21.33, "learning_rate": 6.295182843396866e-05, "loss": 19.6846, "step": 24021 }, { "epoch": 21.33, "learning_rate": 6.294910945081843e-05, "loss": 19.7109, "step": 24022 }, { "epoch": 21.33, "learning_rate": 6.294639042662219e-05, "loss": 19.877, "step": 24023 }, { "epoch": 21.34, "learning_rate": 6.294367136138852e-05, "loss": 19.6836, "step": 24024 }, { "epoch": 21.34, "learning_rate": 6.294095225512603e-05, "loss": 20.1133, "step": 24025 }, { "epoch": 21.34, "learning_rate": 6.29382331078434e-05, "loss": 19.8662, "step": 24026 }, { "epoch": 21.34, "learning_rate": 6.293551391954919e-05, "loss": 19.8154, "step": 24027 }, { "epoch": 21.34, "learning_rate": 6.293279469025201e-05, "loss": 20.1221, "step": 24028 }, { "epoch": 21.34, "learning_rate": 6.293007541996053e-05, "loss": 19.5215, "step": 24029 }, { "epoch": 21.34, "learning_rate": 6.292735610868334e-05, "loss": 20.1035, "step": 24030 }, { "epoch": 21.34, "learning_rate": 6.292463675642907e-05, "loss": 20.0371, "step": 24031 }, { "epoch": 21.34, "learning_rate": 6.292191736320633e-05, "loss": 20.1523, "step": 24032 }, { "epoch": 21.34, "learning_rate": 6.291919792902374e-05, "loss": 19.7139, "step": 24033 }, { "epoch": 21.34, "learning_rate": 6.291647845388994e-05, "loss": 19.4746, "step": 24034 }, { "epoch": 21.35, "learning_rate": 6.291375893781353e-05, "loss": 19.9375, "step": 24035 }, { "epoch": 21.35, "learning_rate": 6.291103938080312e-05, "loss": 20.0557, "step": 24036 }, { "epoch": 21.35, "learning_rate": 6.290831978286737e-05, "loss": 19.415, "step": 24037 }, { "epoch": 21.35, "learning_rate": 6.290560014401486e-05, "loss": 19.5684, "step": 24038 }, { "epoch": 21.35, "learning_rate": 6.290288046425423e-05, "loss": 19.8262, "step": 24039 }, { "epoch": 21.35, "learning_rate": 6.29001607435941e-05, "loss": 19.7002, "step": 24040 }, { "epoch": 21.35, "learning_rate": 6.289744098204308e-05, "loss": 19.9092, "step": 24041 }, { "epoch": 21.35, "learning_rate": 6.289472117960982e-05, "loss": 19.3213, "step": 24042 }, { "epoch": 21.35, "learning_rate": 6.28920013363029e-05, "loss": 19.6299, "step": 24043 }, { "epoch": 21.35, "learning_rate": 6.288928145213097e-05, "loss": 20.2695, "step": 24044 }, { "epoch": 21.35, "learning_rate": 6.288656152710266e-05, "loss": 19.7002, "step": 24045 }, { "epoch": 21.36, "learning_rate": 6.288384156122655e-05, "loss": 19.5752, "step": 24046 }, { "epoch": 21.36, "learning_rate": 6.288112155451131e-05, "loss": 19.9209, "step": 24047 }, { "epoch": 21.36, "learning_rate": 6.287840150696552e-05, "loss": 19.752, "step": 24048 }, { "epoch": 21.36, "learning_rate": 6.287568141859783e-05, "loss": 18.9355, "step": 24049 }, { "epoch": 21.36, "learning_rate": 6.287296128941685e-05, "loss": 19.7832, "step": 24050 }, { "epoch": 21.36, "learning_rate": 6.287024111943121e-05, "loss": 19.7002, "step": 24051 }, { "epoch": 21.36, "learning_rate": 6.286752090864951e-05, "loss": 20.042, "step": 24052 }, { "epoch": 21.36, "learning_rate": 6.286480065708043e-05, "loss": 19.6543, "step": 24053 }, { "epoch": 21.36, "learning_rate": 6.286208036473251e-05, "loss": 19.7217, "step": 24054 }, { "epoch": 21.36, "learning_rate": 6.285936003161444e-05, "loss": 20.0225, "step": 24055 }, { "epoch": 21.36, "learning_rate": 6.285663965773482e-05, "loss": 19.8652, "step": 24056 }, { "epoch": 21.37, "learning_rate": 6.285391924310227e-05, "loss": 19.8662, "step": 24057 }, { "epoch": 21.37, "learning_rate": 6.28511987877254e-05, "loss": 19.7881, "step": 24058 }, { "epoch": 21.37, "learning_rate": 6.284847829161285e-05, "loss": 19.6445, "step": 24059 }, { "epoch": 21.37, "learning_rate": 6.284575775477326e-05, "loss": 20.4473, "step": 24060 }, { "epoch": 21.37, "learning_rate": 6.284303717721523e-05, "loss": 19.8721, "step": 24061 }, { "epoch": 21.37, "learning_rate": 6.284031655894739e-05, "loss": 19.751, "step": 24062 }, { "epoch": 21.37, "learning_rate": 6.283759589997835e-05, "loss": 20.0527, "step": 24063 }, { "epoch": 21.37, "learning_rate": 6.283487520031675e-05, "loss": 19.4941, "step": 24064 }, { "epoch": 21.37, "learning_rate": 6.283215445997122e-05, "loss": 19.2422, "step": 24065 }, { "epoch": 21.37, "learning_rate": 6.282943367895038e-05, "loss": 19.6914, "step": 24066 }, { "epoch": 21.37, "learning_rate": 6.282671285726283e-05, "loss": 19.8838, "step": 24067 }, { "epoch": 21.37, "learning_rate": 6.28239919949172e-05, "loss": 19.7363, "step": 24068 }, { "epoch": 21.38, "learning_rate": 6.282127109192217e-05, "loss": 19.793, "step": 24069 }, { "epoch": 21.38, "learning_rate": 6.281855014828631e-05, "loss": 20.1182, "step": 24070 }, { "epoch": 21.38, "learning_rate": 6.281582916401825e-05, "loss": 19.5723, "step": 24071 }, { "epoch": 21.38, "learning_rate": 6.281310813912662e-05, "loss": 19.6699, "step": 24072 }, { "epoch": 21.38, "learning_rate": 6.281038707362005e-05, "loss": 19.7441, "step": 24073 }, { "epoch": 21.38, "learning_rate": 6.280766596750717e-05, "loss": 19.6182, "step": 24074 }, { "epoch": 21.38, "learning_rate": 6.28049448207966e-05, "loss": 19.3145, "step": 24075 }, { "epoch": 21.38, "learning_rate": 6.280222363349693e-05, "loss": 19.6533, "step": 24076 }, { "epoch": 21.38, "learning_rate": 6.279950240561686e-05, "loss": 19.7695, "step": 24077 }, { "epoch": 21.38, "learning_rate": 6.279678113716496e-05, "loss": 19.667, "step": 24078 }, { "epoch": 21.38, "learning_rate": 6.279405982814988e-05, "loss": 19.9463, "step": 24079 }, { "epoch": 21.39, "learning_rate": 6.279133847858024e-05, "loss": 19.6875, "step": 24080 }, { "epoch": 21.39, "learning_rate": 6.278861708846465e-05, "loss": 19.79, "step": 24081 }, { "epoch": 21.39, "learning_rate": 6.278589565781174e-05, "loss": 19.9404, "step": 24082 }, { "epoch": 21.39, "learning_rate": 6.278317418663017e-05, "loss": 19.75, "step": 24083 }, { "epoch": 21.39, "learning_rate": 6.278045267492853e-05, "loss": 19.7627, "step": 24084 }, { "epoch": 21.39, "learning_rate": 6.277773112271546e-05, "loss": 19.9932, "step": 24085 }, { "epoch": 21.39, "learning_rate": 6.277500952999959e-05, "loss": 19.5264, "step": 24086 }, { "epoch": 21.39, "learning_rate": 6.277228789678953e-05, "loss": 19.8076, "step": 24087 }, { "epoch": 21.39, "learning_rate": 6.276956622309393e-05, "loss": 19.5303, "step": 24088 }, { "epoch": 21.39, "learning_rate": 6.27668445089214e-05, "loss": 20.2295, "step": 24089 }, { "epoch": 21.39, "learning_rate": 6.276412275428059e-05, "loss": 19.1797, "step": 24090 }, { "epoch": 21.4, "learning_rate": 6.27614009591801e-05, "loss": 19.5762, "step": 24091 }, { "epoch": 21.4, "learning_rate": 6.275867912362856e-05, "loss": 20.0479, "step": 24092 }, { "epoch": 21.4, "learning_rate": 6.275595724763462e-05, "loss": 19.8438, "step": 24093 }, { "epoch": 21.4, "learning_rate": 6.27532353312069e-05, "loss": 19.7646, "step": 24094 }, { "epoch": 21.4, "learning_rate": 6.275051337435401e-05, "loss": 19.4824, "step": 24095 }, { "epoch": 21.4, "learning_rate": 6.274779137708459e-05, "loss": 19.2891, "step": 24096 }, { "epoch": 21.4, "learning_rate": 6.274506933940729e-05, "loss": 20.0811, "step": 24097 }, { "epoch": 21.4, "learning_rate": 6.27423472613307e-05, "loss": 20.7666, "step": 24098 }, { "epoch": 21.4, "learning_rate": 6.273962514286346e-05, "loss": 19.6201, "step": 24099 }, { "epoch": 21.4, "learning_rate": 6.27369029840142e-05, "loss": 19.5342, "step": 24100 }, { "epoch": 21.4, "learning_rate": 6.273418078479157e-05, "loss": 19.9316, "step": 24101 }, { "epoch": 21.4, "learning_rate": 6.273145854520417e-05, "loss": 19.3252, "step": 24102 }, { "epoch": 21.41, "learning_rate": 6.272873626526063e-05, "loss": 19.5068, "step": 24103 }, { "epoch": 21.41, "learning_rate": 6.272601394496962e-05, "loss": 20.3721, "step": 24104 }, { "epoch": 21.41, "learning_rate": 6.272329158433971e-05, "loss": 19.502, "step": 24105 }, { "epoch": 21.41, "learning_rate": 6.272056918337958e-05, "loss": 20.3818, "step": 24106 }, { "epoch": 21.41, "learning_rate": 6.271784674209783e-05, "loss": 20.0195, "step": 24107 }, { "epoch": 21.41, "learning_rate": 6.271512426050309e-05, "loss": 19.9277, "step": 24108 }, { "epoch": 21.41, "learning_rate": 6.2712401738604e-05, "loss": 19.5889, "step": 24109 }, { "epoch": 21.41, "learning_rate": 6.27096791764092e-05, "loss": 19.6523, "step": 24110 }, { "epoch": 21.41, "learning_rate": 6.270695657392729e-05, "loss": 19.8936, "step": 24111 }, { "epoch": 21.41, "learning_rate": 6.270423393116692e-05, "loss": 20.0869, "step": 24112 }, { "epoch": 21.41, "learning_rate": 6.270151124813673e-05, "loss": 19.4004, "step": 24113 }, { "epoch": 21.42, "learning_rate": 6.269878852484531e-05, "loss": 20.0547, "step": 24114 }, { "epoch": 21.42, "learning_rate": 6.269606576130135e-05, "loss": 19.7119, "step": 24115 }, { "epoch": 21.42, "learning_rate": 6.269334295751341e-05, "loss": 19.7666, "step": 24116 }, { "epoch": 21.42, "learning_rate": 6.269062011349019e-05, "loss": 19.2764, "step": 24117 }, { "epoch": 21.42, "learning_rate": 6.268789722924029e-05, "loss": 19.3486, "step": 24118 }, { "epoch": 21.42, "learning_rate": 6.268517430477233e-05, "loss": 19.5156, "step": 24119 }, { "epoch": 21.42, "learning_rate": 6.268245134009494e-05, "loss": 19.3213, "step": 24120 }, { "epoch": 21.42, "learning_rate": 6.267972833521678e-05, "loss": 19.6787, "step": 24121 }, { "epoch": 21.42, "learning_rate": 6.267700529014649e-05, "loss": 19.3408, "step": 24122 }, { "epoch": 21.42, "learning_rate": 6.267428220489264e-05, "loss": 19.542, "step": 24123 }, { "epoch": 21.42, "learning_rate": 6.26715590794639e-05, "loss": 19.7539, "step": 24124 }, { "epoch": 21.43, "learning_rate": 6.26688359138689e-05, "loss": 19.2324, "step": 24125 }, { "epoch": 21.43, "learning_rate": 6.266611270811628e-05, "loss": 19.5234, "step": 24126 }, { "epoch": 21.43, "learning_rate": 6.266338946221465e-05, "loss": 19.8633, "step": 24127 }, { "epoch": 21.43, "learning_rate": 6.266066617617268e-05, "loss": 19.8135, "step": 24128 }, { "epoch": 21.43, "learning_rate": 6.265794284999896e-05, "loss": 19.4199, "step": 24129 }, { "epoch": 21.43, "learning_rate": 6.265521948370214e-05, "loss": 19.7148, "step": 24130 }, { "epoch": 21.43, "learning_rate": 6.265249607729087e-05, "loss": 19.8271, "step": 24131 }, { "epoch": 21.43, "learning_rate": 6.264977263077373e-05, "loss": 19.6318, "step": 24132 }, { "epoch": 21.43, "learning_rate": 6.264704914415942e-05, "loss": 19.4688, "step": 24133 }, { "epoch": 21.43, "learning_rate": 6.264432561745653e-05, "loss": 19.3457, "step": 24134 }, { "epoch": 21.43, "learning_rate": 6.26416020506737e-05, "loss": 19.2656, "step": 24135 }, { "epoch": 21.44, "learning_rate": 6.263887844381959e-05, "loss": 20.1123, "step": 24136 }, { "epoch": 21.44, "learning_rate": 6.26361547969028e-05, "loss": 19.4648, "step": 24137 }, { "epoch": 21.44, "learning_rate": 6.263343110993194e-05, "loss": 20.6162, "step": 24138 }, { "epoch": 21.44, "learning_rate": 6.263070738291573e-05, "loss": 19.5752, "step": 24139 }, { "epoch": 21.44, "learning_rate": 6.26279836158627e-05, "loss": 19.707, "step": 24140 }, { "epoch": 21.44, "learning_rate": 6.262525980878158e-05, "loss": 19.7656, "step": 24141 }, { "epoch": 21.44, "learning_rate": 6.262253596168093e-05, "loss": 20.1816, "step": 24142 }, { "epoch": 21.44, "learning_rate": 6.261981207456942e-05, "loss": 19.9395, "step": 24143 }, { "epoch": 21.44, "learning_rate": 6.261708814745568e-05, "loss": 20.1191, "step": 24144 }, { "epoch": 21.44, "learning_rate": 6.261436418034833e-05, "loss": 19.6152, "step": 24145 }, { "epoch": 21.44, "learning_rate": 6.261164017325604e-05, "loss": 19.6387, "step": 24146 }, { "epoch": 21.44, "learning_rate": 6.26089161261874e-05, "loss": 19.9561, "step": 24147 }, { "epoch": 21.45, "learning_rate": 6.260619203915108e-05, "loss": 19.3525, "step": 24148 }, { "epoch": 21.45, "learning_rate": 6.26034679121557e-05, "loss": 19.8428, "step": 24149 }, { "epoch": 21.45, "learning_rate": 6.260074374520987e-05, "loss": 19.9619, "step": 24150 }, { "epoch": 21.45, "learning_rate": 6.259801953832227e-05, "loss": 19.585, "step": 24151 }, { "epoch": 21.45, "learning_rate": 6.259529529150152e-05, "loss": 19.4902, "step": 24152 }, { "epoch": 21.45, "learning_rate": 6.259257100475623e-05, "loss": 19.54, "step": 24153 }, { "epoch": 21.45, "learning_rate": 6.258984667809506e-05, "loss": 20.1221, "step": 24154 }, { "epoch": 21.45, "learning_rate": 6.258712231152665e-05, "loss": 19.7686, "step": 24155 }, { "epoch": 21.45, "learning_rate": 6.258439790505962e-05, "loss": 20.3877, "step": 24156 }, { "epoch": 21.45, "learning_rate": 6.258167345870263e-05, "loss": 19.8066, "step": 24157 }, { "epoch": 21.45, "learning_rate": 6.257894897246429e-05, "loss": 19.7793, "step": 24158 }, { "epoch": 21.46, "learning_rate": 6.257622444635323e-05, "loss": 19.5791, "step": 24159 }, { "epoch": 21.46, "learning_rate": 6.257349988037811e-05, "loss": 19.8779, "step": 24160 }, { "epoch": 21.46, "learning_rate": 6.257077527454755e-05, "loss": 19.5986, "step": 24161 }, { "epoch": 21.46, "learning_rate": 6.256805062887021e-05, "loss": 19.8652, "step": 24162 }, { "epoch": 21.46, "learning_rate": 6.256532594335471e-05, "loss": 19.8359, "step": 24163 }, { "epoch": 21.46, "learning_rate": 6.256260121800966e-05, "loss": 20.1074, "step": 24164 }, { "epoch": 21.46, "learning_rate": 6.255987645284375e-05, "loss": 20.1738, "step": 24165 }, { "epoch": 21.46, "learning_rate": 6.255715164786559e-05, "loss": 19.5918, "step": 24166 }, { "epoch": 21.46, "learning_rate": 6.255442680308381e-05, "loss": 19.667, "step": 24167 }, { "epoch": 21.46, "learning_rate": 6.255170191850706e-05, "loss": 19.7344, "step": 24168 }, { "epoch": 21.46, "learning_rate": 6.254897699414396e-05, "loss": 19.6709, "step": 24169 }, { "epoch": 21.47, "learning_rate": 6.254625203000317e-05, "loss": 19.5361, "step": 24170 }, { "epoch": 21.47, "learning_rate": 6.254352702609331e-05, "loss": 19.8945, "step": 24171 }, { "epoch": 21.47, "learning_rate": 6.254080198242305e-05, "loss": 19.5225, "step": 24172 }, { "epoch": 21.47, "learning_rate": 6.253807689900098e-05, "loss": 20.2471, "step": 24173 }, { "epoch": 21.47, "learning_rate": 6.253535177583577e-05, "loss": 19.6836, "step": 24174 }, { "epoch": 21.47, "learning_rate": 6.253262661293604e-05, "loss": 19.835, "step": 24175 }, { "epoch": 21.47, "learning_rate": 6.252990141031045e-05, "loss": 19.8057, "step": 24176 }, { "epoch": 21.47, "learning_rate": 6.252717616796759e-05, "loss": 19.9629, "step": 24177 }, { "epoch": 21.47, "learning_rate": 6.252445088591617e-05, "loss": 19.2422, "step": 24178 }, { "epoch": 21.47, "learning_rate": 6.252172556416477e-05, "loss": 20.0869, "step": 24179 }, { "epoch": 21.47, "learning_rate": 6.251900020272208e-05, "loss": 19.5791, "step": 24180 }, { "epoch": 21.48, "learning_rate": 6.251627480159669e-05, "loss": 19.8506, "step": 24181 }, { "epoch": 21.48, "learning_rate": 6.251354936079727e-05, "loss": 19.8838, "step": 24182 }, { "epoch": 21.48, "learning_rate": 6.251082388033243e-05, "loss": 19.666, "step": 24183 }, { "epoch": 21.48, "learning_rate": 6.250809836021085e-05, "loss": 19.2686, "step": 24184 }, { "epoch": 21.48, "learning_rate": 6.250809836021085e-05, "loss": 20.3594, "step": 24185 }, { "epoch": 21.48, "learning_rate": 6.250537280044114e-05, "loss": 20.0195, "step": 24186 }, { "epoch": 21.48, "learning_rate": 6.250264720103192e-05, "loss": 19.6865, "step": 24187 }, { "epoch": 21.48, "learning_rate": 6.249992156199189e-05, "loss": 19.4492, "step": 24188 }, { "epoch": 21.48, "learning_rate": 6.249719588332964e-05, "loss": 19.959, "step": 24189 }, { "epoch": 21.48, "learning_rate": 6.249447016505384e-05, "loss": 20.4717, "step": 24190 }, { "epoch": 21.48, "learning_rate": 6.249174440717309e-05, "loss": 21.0869, "step": 24191 }, { "epoch": 21.48, "learning_rate": 6.249174440717309e-05, "loss": 19.9902, "step": 24192 }, { "epoch": 21.49, "learning_rate": 6.248901860969606e-05, "loss": 19.7686, "step": 24193 }, { "epoch": 21.49, "learning_rate": 6.24862927726314e-05, "loss": 19.9775, "step": 24194 }, { "epoch": 21.49, "learning_rate": 6.248356689598773e-05, "loss": 19.7461, "step": 24195 }, { "epoch": 21.49, "learning_rate": 6.24808409797737e-05, "loss": 19.7217, "step": 24196 }, { "epoch": 21.49, "learning_rate": 6.247811502399794e-05, "loss": 20.1846, "step": 24197 }, { "epoch": 21.49, "learning_rate": 6.24753890286691e-05, "loss": 19.5742, "step": 24198 }, { "epoch": 21.49, "learning_rate": 6.247266299379583e-05, "loss": 20.3223, "step": 24199 }, { "epoch": 21.49, "learning_rate": 6.246993691938675e-05, "loss": 19.7354, "step": 24200 }, { "epoch": 21.49, "learning_rate": 6.24672108054505e-05, "loss": 19.8906, "step": 24201 }, { "epoch": 21.49, "learning_rate": 6.246448465199576e-05, "loss": 19.3848, "step": 24202 }, { "epoch": 21.49, "learning_rate": 6.246175845903112e-05, "loss": 19.958, "step": 24203 }, { "epoch": 21.5, "learning_rate": 6.245903222656525e-05, "loss": 19.542, "step": 24204 }, { "epoch": 21.5, "learning_rate": 6.245630595460678e-05, "loss": 19.4355, "step": 24205 }, { "epoch": 21.5, "learning_rate": 6.245357964316437e-05, "loss": 19.4131, "step": 24206 }, { "epoch": 21.5, "learning_rate": 6.245085329224663e-05, "loss": 20.0518, "step": 24207 }, { "epoch": 21.5, "learning_rate": 6.244812690186226e-05, "loss": 20.0674, "step": 24208 }, { "epoch": 21.5, "learning_rate": 6.244540047201983e-05, "loss": 19.7393, "step": 24209 }, { "epoch": 21.5, "learning_rate": 6.244267400272803e-05, "loss": 19.335, "step": 24210 }, { "epoch": 21.5, "learning_rate": 6.243994749399548e-05, "loss": 19.8604, "step": 24211 }, { "epoch": 21.5, "learning_rate": 6.243722094583084e-05, "loss": 19.8828, "step": 24212 }, { "epoch": 21.5, "learning_rate": 6.243449435824276e-05, "loss": 19.7363, "step": 24213 }, { "epoch": 21.5, "learning_rate": 6.243176773123983e-05, "loss": 20.3008, "step": 24214 }, { "epoch": 21.51, "learning_rate": 6.242904106483074e-05, "loss": 19.1611, "step": 24215 }, { "epoch": 21.51, "learning_rate": 6.242631435902414e-05, "loss": 20.3555, "step": 24216 }, { "epoch": 21.51, "learning_rate": 6.242358761382864e-05, "loss": 20.1016, "step": 24217 }, { "epoch": 21.51, "learning_rate": 6.242086082925291e-05, "loss": 20.3721, "step": 24218 }, { "epoch": 21.51, "learning_rate": 6.241813400530556e-05, "loss": 19.6572, "step": 24219 }, { "epoch": 21.51, "learning_rate": 6.241813400530556e-05, "loss": 20.0781, "step": 24220 }, { "epoch": 21.51, "learning_rate": 6.241540714199528e-05, "loss": 19.8857, "step": 24221 }, { "epoch": 21.51, "learning_rate": 6.241268023933068e-05, "loss": 19.3672, "step": 24222 }, { "epoch": 21.51, "learning_rate": 6.240995329732041e-05, "loss": 19.3809, "step": 24223 }, { "epoch": 21.51, "learning_rate": 6.240722631597311e-05, "loss": 19.6748, "step": 24224 }, { "epoch": 21.51, "learning_rate": 6.240449929529744e-05, "loss": 19.2959, "step": 24225 }, { "epoch": 21.52, "learning_rate": 6.240177223530203e-05, "loss": 19.7686, "step": 24226 }, { "epoch": 21.52, "learning_rate": 6.239904513599555e-05, "loss": 19.3848, "step": 24227 }, { "epoch": 21.52, "learning_rate": 6.239631799738659e-05, "loss": 19.6855, "step": 24228 }, { "epoch": 21.52, "learning_rate": 6.239359081948384e-05, "loss": 19.957, "step": 24229 }, { "epoch": 21.52, "learning_rate": 6.239086360229595e-05, "loss": 19.5684, "step": 24230 }, { "epoch": 21.52, "learning_rate": 6.238813634583153e-05, "loss": 19.9531, "step": 24231 }, { "epoch": 21.52, "learning_rate": 6.238540905009925e-05, "loss": 19.3799, "step": 24232 }, { "epoch": 21.52, "learning_rate": 6.238268171510773e-05, "loss": 19.2041, "step": 24233 }, { "epoch": 21.52, "learning_rate": 6.237995434086564e-05, "loss": 20.167, "step": 24234 }, { "epoch": 21.52, "learning_rate": 6.237722692738163e-05, "loss": 19.7754, "step": 24235 }, { "epoch": 21.52, "learning_rate": 6.237449947466432e-05, "loss": 19.5869, "step": 24236 }, { "epoch": 21.52, "learning_rate": 6.237177198272237e-05, "loss": 19.6699, "step": 24237 }, { "epoch": 21.53, "learning_rate": 6.236904445156442e-05, "loss": 19.9727, "step": 24238 }, { "epoch": 21.53, "learning_rate": 6.236631688119912e-05, "loss": 19.4756, "step": 24239 }, { "epoch": 21.53, "learning_rate": 6.236358927163511e-05, "loss": 19.7656, "step": 24240 }, { "epoch": 21.53, "learning_rate": 6.236086162288107e-05, "loss": 19.8193, "step": 24241 }, { "epoch": 21.53, "learning_rate": 6.235813393494559e-05, "loss": 19.4004, "step": 24242 }, { "epoch": 21.53, "learning_rate": 6.235540620783735e-05, "loss": 19.8662, "step": 24243 }, { "epoch": 21.53, "learning_rate": 6.235267844156499e-05, "loss": 19.8203, "step": 24244 }, { "epoch": 21.53, "learning_rate": 6.234995063613716e-05, "loss": 19.375, "step": 24245 }, { "epoch": 21.53, "learning_rate": 6.234722279156249e-05, "loss": 19.5518, "step": 24246 }, { "epoch": 21.53, "learning_rate": 6.234449490784964e-05, "loss": 19.9365, "step": 24247 }, { "epoch": 21.53, "learning_rate": 6.234176698500726e-05, "loss": 19.8379, "step": 24248 }, { "epoch": 21.54, "learning_rate": 6.2339039023044e-05, "loss": 19.373, "step": 24249 }, { "epoch": 21.54, "learning_rate": 6.233631102196851e-05, "loss": 19.6973, "step": 24250 }, { "epoch": 21.54, "learning_rate": 6.233358298178942e-05, "loss": 19.6318, "step": 24251 }, { "epoch": 21.54, "learning_rate": 6.233085490251538e-05, "loss": 19.0518, "step": 24252 }, { "epoch": 21.54, "learning_rate": 6.232812678415504e-05, "loss": 19.7773, "step": 24253 }, { "epoch": 21.54, "learning_rate": 6.232539862671705e-05, "loss": 20.1709, "step": 24254 }, { "epoch": 21.54, "learning_rate": 6.232267043021005e-05, "loss": 20.3438, "step": 24255 }, { "epoch": 21.54, "learning_rate": 6.231994219464271e-05, "loss": 20.5176, "step": 24256 }, { "epoch": 21.54, "learning_rate": 6.231721392002367e-05, "loss": 20.1113, "step": 24257 }, { "epoch": 21.54, "learning_rate": 6.231448560636156e-05, "loss": 20.1885, "step": 24258 }, { "epoch": 21.54, "learning_rate": 6.231175725366504e-05, "loss": 19.6992, "step": 24259 }, { "epoch": 21.55, "learning_rate": 6.230902886194276e-05, "loss": 20.0674, "step": 24260 }, { "epoch": 21.55, "learning_rate": 6.230630043120336e-05, "loss": 19.7666, "step": 24261 }, { "epoch": 21.55, "learning_rate": 6.230357196145551e-05, "loss": 20.0166, "step": 24262 }, { "epoch": 21.55, "learning_rate": 6.230084345270783e-05, "loss": 19.8887, "step": 24263 }, { "epoch": 21.55, "learning_rate": 6.229811490496897e-05, "loss": 20.1592, "step": 24264 }, { "epoch": 21.55, "learning_rate": 6.229538631824761e-05, "loss": 20.1074, "step": 24265 }, { "epoch": 21.55, "learning_rate": 6.229265769255239e-05, "loss": 19.7998, "step": 24266 }, { "epoch": 21.55, "learning_rate": 6.228992902789194e-05, "loss": 19.5869, "step": 24267 }, { "epoch": 21.55, "learning_rate": 6.22872003242749e-05, "loss": 19.6592, "step": 24268 }, { "epoch": 21.55, "learning_rate": 6.228447158170996e-05, "loss": 20.2217, "step": 24269 }, { "epoch": 21.55, "learning_rate": 6.228174280020575e-05, "loss": 20.4199, "step": 24270 }, { "epoch": 21.56, "learning_rate": 6.227901397977092e-05, "loss": 19.9043, "step": 24271 }, { "epoch": 21.56, "learning_rate": 6.22762851204141e-05, "loss": 20.1621, "step": 24272 }, { "epoch": 21.56, "learning_rate": 6.227355622214396e-05, "loss": 19.5127, "step": 24273 }, { "epoch": 21.56, "learning_rate": 6.227082728496915e-05, "loss": 19.4443, "step": 24274 }, { "epoch": 21.56, "learning_rate": 6.226809830889833e-05, "loss": 19.875, "step": 24275 }, { "epoch": 21.56, "learning_rate": 6.226536929394013e-05, "loss": 20.4189, "step": 24276 }, { "epoch": 21.56, "learning_rate": 6.226264024010321e-05, "loss": 19.6504, "step": 24277 }, { "epoch": 21.56, "learning_rate": 6.225991114739622e-05, "loss": 19.7949, "step": 24278 }, { "epoch": 21.56, "learning_rate": 6.225718201582781e-05, "loss": 20.124, "step": 24279 }, { "epoch": 21.56, "learning_rate": 6.225445284540662e-05, "loss": 19.5234, "step": 24280 }, { "epoch": 21.56, "learning_rate": 6.225172363614132e-05, "loss": 19.9248, "step": 24281 }, { "epoch": 21.56, "learning_rate": 6.224899438804056e-05, "loss": 19.459, "step": 24282 }, { "epoch": 21.57, "learning_rate": 6.224626510111295e-05, "loss": 19.748, "step": 24283 }, { "epoch": 21.57, "learning_rate": 6.224353577536722e-05, "loss": 20.2754, "step": 24284 }, { "epoch": 21.57, "learning_rate": 6.224080641081196e-05, "loss": 19.8555, "step": 24285 }, { "epoch": 21.57, "learning_rate": 6.223807700745581e-05, "loss": 19.6875, "step": 24286 }, { "epoch": 21.57, "learning_rate": 6.223534756530748e-05, "loss": 19.6143, "step": 24287 }, { "epoch": 21.57, "learning_rate": 6.223261808437559e-05, "loss": 19.835, "step": 24288 }, { "epoch": 21.57, "learning_rate": 6.222988856466879e-05, "loss": 20.6211, "step": 24289 }, { "epoch": 21.57, "learning_rate": 6.222715900619573e-05, "loss": 19.6426, "step": 24290 }, { "epoch": 21.57, "learning_rate": 6.222442940896506e-05, "loss": 20.0176, "step": 24291 }, { "epoch": 21.57, "learning_rate": 6.222169977298545e-05, "loss": 20.0107, "step": 24292 }, { "epoch": 21.57, "learning_rate": 6.221897009826555e-05, "loss": 20.0791, "step": 24293 }, { "epoch": 21.58, "learning_rate": 6.221624038481398e-05, "loss": 20.0254, "step": 24294 }, { "epoch": 21.58, "learning_rate": 6.221351063263944e-05, "loss": 20.1846, "step": 24295 }, { "epoch": 21.58, "learning_rate": 6.221078084175055e-05, "loss": 19.7314, "step": 24296 }, { "epoch": 21.58, "learning_rate": 6.220805101215598e-05, "loss": 19.7568, "step": 24297 }, { "epoch": 21.58, "learning_rate": 6.220532114386437e-05, "loss": 20.0156, "step": 24298 }, { "epoch": 21.58, "learning_rate": 6.220259123688437e-05, "loss": 19.3037, "step": 24299 }, { "epoch": 21.58, "learning_rate": 6.219986129122465e-05, "loss": 20.457, "step": 24300 }, { "epoch": 21.58, "learning_rate": 6.219713130689387e-05, "loss": 19.3848, "step": 24301 }, { "epoch": 21.58, "learning_rate": 6.219440128390065e-05, "loss": 19.5137, "step": 24302 }, { "epoch": 21.58, "learning_rate": 6.219167122225366e-05, "loss": 20.8555, "step": 24303 }, { "epoch": 21.58, "learning_rate": 6.218894112196157e-05, "loss": 19.6094, "step": 24304 }, { "epoch": 21.59, "learning_rate": 6.218621098303301e-05, "loss": 20.1787, "step": 24305 }, { "epoch": 21.59, "learning_rate": 6.218348080547665e-05, "loss": 19.5879, "step": 24306 }, { "epoch": 21.59, "learning_rate": 6.218075058930113e-05, "loss": 19.6504, "step": 24307 }, { "epoch": 21.59, "learning_rate": 6.217802033451512e-05, "loss": 19.834, "step": 24308 }, { "epoch": 21.59, "learning_rate": 6.217529004112727e-05, "loss": 19.2383, "step": 24309 }, { "epoch": 21.59, "learning_rate": 6.217255970914623e-05, "loss": 19.2549, "step": 24310 }, { "epoch": 21.59, "learning_rate": 6.216982933858066e-05, "loss": 19.7285, "step": 24311 }, { "epoch": 21.59, "learning_rate": 6.216709892943919e-05, "loss": 20.3506, "step": 24312 }, { "epoch": 21.59, "learning_rate": 6.21643684817305e-05, "loss": 19.3252, "step": 24313 }, { "epoch": 21.59, "learning_rate": 6.216163799546325e-05, "loss": 19.7754, "step": 24314 }, { "epoch": 21.59, "learning_rate": 6.215890747064608e-05, "loss": 19.4375, "step": 24315 }, { "epoch": 21.6, "learning_rate": 6.215617690728765e-05, "loss": 20.4668, "step": 24316 }, { "epoch": 21.6, "learning_rate": 6.215344630539664e-05, "loss": 19.708, "step": 24317 }, { "epoch": 21.6, "learning_rate": 6.215071566498167e-05, "loss": 19.7168, "step": 24318 }, { "epoch": 21.6, "learning_rate": 6.21479849860514e-05, "loss": 19.8057, "step": 24319 }, { "epoch": 21.6, "learning_rate": 6.214525426861449e-05, "loss": 19.4707, "step": 24320 }, { "epoch": 21.6, "learning_rate": 6.214252351267959e-05, "loss": 19.4111, "step": 24321 }, { "epoch": 21.6, "learning_rate": 6.213979271825537e-05, "loss": 19.7051, "step": 24322 }, { "epoch": 21.6, "learning_rate": 6.213706188535049e-05, "loss": 19.9346, "step": 24323 }, { "epoch": 21.6, "learning_rate": 6.21343310139736e-05, "loss": 19.3389, "step": 24324 }, { "epoch": 21.6, "learning_rate": 6.213160010413334e-05, "loss": 19.4902, "step": 24325 }, { "epoch": 21.6, "learning_rate": 6.212886915583839e-05, "loss": 19.5967, "step": 24326 }, { "epoch": 21.6, "learning_rate": 6.212613816909739e-05, "loss": 20.2051, "step": 24327 }, { "epoch": 21.61, "learning_rate": 6.2123407143919e-05, "loss": 19.9131, "step": 24328 }, { "epoch": 21.61, "learning_rate": 6.212067608031187e-05, "loss": 19.9941, "step": 24329 }, { "epoch": 21.61, "learning_rate": 6.21179449782847e-05, "loss": 20.2061, "step": 24330 }, { "epoch": 21.61, "learning_rate": 6.211521383784608e-05, "loss": 20.0723, "step": 24331 }, { "epoch": 21.61, "learning_rate": 6.211248265900473e-05, "loss": 19.6016, "step": 24332 }, { "epoch": 21.61, "learning_rate": 6.210975144176925e-05, "loss": 19.0283, "step": 24333 }, { "epoch": 21.61, "learning_rate": 6.210702018614833e-05, "loss": 19.54, "step": 24334 }, { "epoch": 21.61, "learning_rate": 6.210428889215064e-05, "loss": 19.877, "step": 24335 }, { "epoch": 21.61, "learning_rate": 6.210155755978481e-05, "loss": 19.7285, "step": 24336 }, { "epoch": 21.61, "learning_rate": 6.209882618905951e-05, "loss": 19.791, "step": 24337 }, { "epoch": 21.61, "learning_rate": 6.209609477998338e-05, "loss": 20.1953, "step": 24338 }, { "epoch": 21.62, "learning_rate": 6.209336333256511e-05, "loss": 19.5547, "step": 24339 }, { "epoch": 21.62, "learning_rate": 6.209063184681335e-05, "loss": 20.2529, "step": 24340 }, { "epoch": 21.62, "learning_rate": 6.208790032273675e-05, "loss": 19.1846, "step": 24341 }, { "epoch": 21.62, "learning_rate": 6.208516876034394e-05, "loss": 19.4629, "step": 24342 }, { "epoch": 21.62, "learning_rate": 6.208243715964364e-05, "loss": 19.6152, "step": 24343 }, { "epoch": 21.62, "learning_rate": 6.207970552064446e-05, "loss": 19.5283, "step": 24344 }, { "epoch": 21.62, "learning_rate": 6.207697384335508e-05, "loss": 19.5381, "step": 24345 }, { "epoch": 21.62, "learning_rate": 6.207424212778416e-05, "loss": 20.1182, "step": 24346 }, { "epoch": 21.62, "learning_rate": 6.207151037394033e-05, "loss": 19.0488, "step": 24347 }, { "epoch": 21.62, "learning_rate": 6.20687785818323e-05, "loss": 19.3379, "step": 24348 }, { "epoch": 21.62, "learning_rate": 6.206604675146868e-05, "loss": 19.4219, "step": 24349 }, { "epoch": 21.63, "learning_rate": 6.206331488285816e-05, "loss": 19.4971, "step": 24350 }, { "epoch": 21.63, "learning_rate": 6.206058297600938e-05, "loss": 19.4795, "step": 24351 }, { "epoch": 21.63, "learning_rate": 6.205785103093101e-05, "loss": 19.5039, "step": 24352 }, { "epoch": 21.63, "learning_rate": 6.205511904763173e-05, "loss": 19.4521, "step": 24353 }, { "epoch": 21.63, "learning_rate": 6.205238702612016e-05, "loss": 19.9395, "step": 24354 }, { "epoch": 21.63, "learning_rate": 6.204965496640499e-05, "loss": 20.041, "step": 24355 }, { "epoch": 21.63, "learning_rate": 6.204692286849486e-05, "loss": 19.4961, "step": 24356 }, { "epoch": 21.63, "learning_rate": 6.204419073239844e-05, "loss": 19.9824, "step": 24357 }, { "epoch": 21.63, "learning_rate": 6.204145855812439e-05, "loss": 19.3271, "step": 24358 }, { "epoch": 21.63, "learning_rate": 6.203872634568137e-05, "loss": 19.7891, "step": 24359 }, { "epoch": 21.63, "learning_rate": 6.203599409507804e-05, "loss": 19.8486, "step": 24360 }, { "epoch": 21.63, "learning_rate": 6.203326180632306e-05, "loss": 20.0713, "step": 24361 }, { "epoch": 21.64, "learning_rate": 6.20305294794251e-05, "loss": 19.8184, "step": 24362 }, { "epoch": 21.64, "learning_rate": 6.20277971143928e-05, "loss": 19.666, "step": 24363 }, { "epoch": 21.64, "learning_rate": 6.202506471123484e-05, "loss": 19.3564, "step": 24364 }, { "epoch": 21.64, "learning_rate": 6.202233226995987e-05, "loss": 20.124, "step": 24365 }, { "epoch": 21.64, "learning_rate": 6.201959979057657e-05, "loss": 19.5762, "step": 24366 }, { "epoch": 21.64, "learning_rate": 6.201686727309358e-05, "loss": 19.9668, "step": 24367 }, { "epoch": 21.64, "learning_rate": 6.201413471751956e-05, "loss": 19.7793, "step": 24368 }, { "epoch": 21.64, "learning_rate": 6.201140212386319e-05, "loss": 19.9551, "step": 24369 }, { "epoch": 21.64, "learning_rate": 6.200866949213313e-05, "loss": 19.4873, "step": 24370 }, { "epoch": 21.64, "learning_rate": 6.200593682233802e-05, "loss": 19.5596, "step": 24371 }, { "epoch": 21.64, "learning_rate": 6.200320411448655e-05, "loss": 19.3955, "step": 24372 }, { "epoch": 21.65, "learning_rate": 6.200047136858735e-05, "loss": 19.4082, "step": 24373 }, { "epoch": 21.65, "learning_rate": 6.19977385846491e-05, "loss": 19.291, "step": 24374 }, { "epoch": 21.65, "learning_rate": 6.199500576268049e-05, "loss": 19.6562, "step": 24375 }, { "epoch": 21.65, "learning_rate": 6.199227290269014e-05, "loss": 19.8809, "step": 24376 }, { "epoch": 21.65, "learning_rate": 6.198954000468672e-05, "loss": 19.7905, "step": 24377 }, { "epoch": 21.65, "learning_rate": 6.198680706867892e-05, "loss": 19.8047, "step": 24378 }, { "epoch": 21.65, "learning_rate": 6.198407409467538e-05, "loss": 19.2129, "step": 24379 }, { "epoch": 21.65, "learning_rate": 6.198134108268476e-05, "loss": 19.8027, "step": 24380 }, { "epoch": 21.65, "learning_rate": 6.197860803271572e-05, "loss": 19.5947, "step": 24381 }, { "epoch": 21.65, "learning_rate": 6.197587494477695e-05, "loss": 19.3672, "step": 24382 }, { "epoch": 21.65, "learning_rate": 6.197314181887709e-05, "loss": 19.1543, "step": 24383 }, { "epoch": 21.66, "learning_rate": 6.197040865502481e-05, "loss": 19.6182, "step": 24384 }, { "epoch": 21.66, "learning_rate": 6.196767545322877e-05, "loss": 19.71, "step": 24385 }, { "epoch": 21.66, "learning_rate": 6.196494221349764e-05, "loss": 19.9355, "step": 24386 }, { "epoch": 21.66, "learning_rate": 6.196220893584008e-05, "loss": 19.8721, "step": 24387 }, { "epoch": 21.66, "learning_rate": 6.195947562026477e-05, "loss": 19.4844, "step": 24388 }, { "epoch": 21.66, "learning_rate": 6.195674226678035e-05, "loss": 19.7012, "step": 24389 }, { "epoch": 21.66, "learning_rate": 6.195400887539548e-05, "loss": 20.2012, "step": 24390 }, { "epoch": 21.66, "learning_rate": 6.195127544611884e-05, "loss": 19.2861, "step": 24391 }, { "epoch": 21.66, "learning_rate": 6.194854197895909e-05, "loss": 19.2988, "step": 24392 }, { "epoch": 21.66, "learning_rate": 6.194580847392491e-05, "loss": 19.3379, "step": 24393 }, { "epoch": 21.66, "learning_rate": 6.194307493102495e-05, "loss": 19.5752, "step": 24394 }, { "epoch": 21.67, "learning_rate": 6.194034135026788e-05, "loss": 19.6797, "step": 24395 }, { "epoch": 21.67, "learning_rate": 6.193760773166234e-05, "loss": 19.3174, "step": 24396 }, { "epoch": 21.67, "learning_rate": 6.193487407521702e-05, "loss": 19.7568, "step": 24397 }, { "epoch": 21.67, "learning_rate": 6.193214038094061e-05, "loss": 19.8516, "step": 24398 }, { "epoch": 21.67, "learning_rate": 6.192940664884173e-05, "loss": 20.2549, "step": 24399 }, { "epoch": 21.67, "learning_rate": 6.192667287892905e-05, "loss": 20.3457, "step": 24400 }, { "epoch": 21.67, "learning_rate": 6.192393907121125e-05, "loss": 19.752, "step": 24401 }, { "epoch": 21.67, "learning_rate": 6.1921205225697e-05, "loss": 19.7451, "step": 24402 }, { "epoch": 21.67, "learning_rate": 6.191847134239496e-05, "loss": 20.4834, "step": 24403 }, { "epoch": 21.67, "learning_rate": 6.191573742131378e-05, "loss": 19.4473, "step": 24404 }, { "epoch": 21.67, "learning_rate": 6.191300346246214e-05, "loss": 19.2266, "step": 24405 }, { "epoch": 21.67, "learning_rate": 6.191026946584872e-05, "loss": 19.6885, "step": 24406 }, { "epoch": 21.68, "learning_rate": 6.19075354314822e-05, "loss": 20.0098, "step": 24407 }, { "epoch": 21.68, "learning_rate": 6.190480135937116e-05, "loss": 19.4014, "step": 24408 }, { "epoch": 21.68, "learning_rate": 6.190206724952435e-05, "loss": 19.6465, "step": 24409 }, { "epoch": 21.68, "learning_rate": 6.189933310195041e-05, "loss": 20.4053, "step": 24410 }, { "epoch": 21.68, "learning_rate": 6.189659891665803e-05, "loss": 19.6748, "step": 24411 }, { "epoch": 21.68, "learning_rate": 6.189386469365584e-05, "loss": 19.6162, "step": 24412 }, { "epoch": 21.68, "learning_rate": 6.189113043295252e-05, "loss": 20.0576, "step": 24413 }, { "epoch": 21.68, "learning_rate": 6.188839613455673e-05, "loss": 19.3955, "step": 24414 }, { "epoch": 21.68, "learning_rate": 6.188566179847717e-05, "loss": 19.5771, "step": 24415 }, { "epoch": 21.68, "learning_rate": 6.188292742472246e-05, "loss": 19.6191, "step": 24416 }, { "epoch": 21.68, "learning_rate": 6.18801930133013e-05, "loss": 19.6123, "step": 24417 }, { "epoch": 21.69, "learning_rate": 6.187745856422235e-05, "loss": 19.9824, "step": 24418 }, { "epoch": 21.69, "learning_rate": 6.187472407749428e-05, "loss": 19.9297, "step": 24419 }, { "epoch": 21.69, "learning_rate": 6.187198955312575e-05, "loss": 19.8232, "step": 24420 }, { "epoch": 21.69, "learning_rate": 6.186925499112544e-05, "loss": 20.084, "step": 24421 }, { "epoch": 21.69, "learning_rate": 6.186925499112544e-05, "loss": 19.6572, "step": 24422 }, { "epoch": 21.69, "learning_rate": 6.186652039150199e-05, "loss": 19.7412, "step": 24423 }, { "epoch": 21.69, "learning_rate": 6.18637857542641e-05, "loss": 19.8086, "step": 24424 }, { "epoch": 21.69, "learning_rate": 6.186105107942043e-05, "loss": 20.2334, "step": 24425 }, { "epoch": 21.69, "learning_rate": 6.185831636697964e-05, "loss": 19.5254, "step": 24426 }, { "epoch": 21.69, "learning_rate": 6.185831636697964e-05, "loss": 21.2168, "step": 24427 }, { "epoch": 21.69, "learning_rate": 6.185558161695041e-05, "loss": 19.7139, "step": 24428 }, { "epoch": 21.7, "learning_rate": 6.18528468293414e-05, "loss": 19.7051, "step": 24429 }, { "epoch": 21.7, "learning_rate": 6.185011200416128e-05, "loss": 19.5908, "step": 24430 }, { "epoch": 21.7, "learning_rate": 6.184737714141871e-05, "loss": 20.2158, "step": 24431 }, { "epoch": 21.7, "learning_rate": 6.184464224112237e-05, "loss": 19.457, "step": 24432 }, { "epoch": 21.7, "learning_rate": 6.184190730328095e-05, "loss": 20.0732, "step": 24433 }, { "epoch": 21.7, "learning_rate": 6.183917232790308e-05, "loss": 19.625, "step": 24434 }, { "epoch": 21.7, "learning_rate": 6.183643731499743e-05, "loss": 20.5303, "step": 24435 }, { "epoch": 21.7, "learning_rate": 6.183370226457271e-05, "loss": 19.1621, "step": 24436 }, { "epoch": 21.7, "learning_rate": 6.183096717663755e-05, "loss": 19.5322, "step": 24437 }, { "epoch": 21.7, "learning_rate": 6.182823205120063e-05, "loss": 19.5518, "step": 24438 }, { "epoch": 21.7, "learning_rate": 6.182549688827065e-05, "loss": 19.4473, "step": 24439 }, { "epoch": 21.71, "learning_rate": 6.182276168785624e-05, "loss": 19.9727, "step": 24440 }, { "epoch": 21.71, "learning_rate": 6.182002644996608e-05, "loss": 19.6025, "step": 24441 }, { "epoch": 21.71, "learning_rate": 6.181729117460883e-05, "loss": 19.8096, "step": 24442 }, { "epoch": 21.71, "learning_rate": 6.18145558617932e-05, "loss": 19.8779, "step": 24443 }, { "epoch": 21.71, "learning_rate": 6.181182051152784e-05, "loss": 19.6074, "step": 24444 }, { "epoch": 21.71, "learning_rate": 6.18090851238214e-05, "loss": 19.6055, "step": 24445 }, { "epoch": 21.71, "learning_rate": 6.180634969868258e-05, "loss": 19.7227, "step": 24446 }, { "epoch": 21.71, "learning_rate": 6.180361423612e-05, "loss": 19.9238, "step": 24447 }, { "epoch": 21.71, "learning_rate": 6.180087873614242e-05, "loss": 19.4463, "step": 24448 }, { "epoch": 21.71, "learning_rate": 6.179814319875843e-05, "loss": 19.8721, "step": 24449 }, { "epoch": 21.71, "learning_rate": 6.179540762397671e-05, "loss": 19.6123, "step": 24450 }, { "epoch": 21.71, "learning_rate": 6.179267201180599e-05, "loss": 19.8535, "step": 24451 }, { "epoch": 21.72, "learning_rate": 6.178993636225489e-05, "loss": 19.7852, "step": 24452 }, { "epoch": 21.72, "learning_rate": 6.178720067533209e-05, "loss": 19.2705, "step": 24453 }, { "epoch": 21.72, "learning_rate": 6.178446495104627e-05, "loss": 19.3916, "step": 24454 }, { "epoch": 21.72, "learning_rate": 6.178172918940608e-05, "loss": 20.3281, "step": 24455 }, { "epoch": 21.72, "learning_rate": 6.177899339042022e-05, "loss": 19.4521, "step": 24456 }, { "epoch": 21.72, "learning_rate": 6.177625755409737e-05, "loss": 19.1035, "step": 24457 }, { "epoch": 21.72, "learning_rate": 6.177352168044616e-05, "loss": 19.7578, "step": 24458 }, { "epoch": 21.72, "learning_rate": 6.177078576947528e-05, "loss": 19.5781, "step": 24459 }, { "epoch": 21.72, "learning_rate": 6.176804982119343e-05, "loss": 20.457, "step": 24460 }, { "epoch": 21.72, "learning_rate": 6.176531383560925e-05, "loss": 19.916, "step": 24461 }, { "epoch": 21.72, "learning_rate": 6.176257781273141e-05, "loss": 19.5693, "step": 24462 }, { "epoch": 21.73, "learning_rate": 6.175984175256861e-05, "loss": 20.2627, "step": 24463 }, { "epoch": 21.73, "learning_rate": 6.17571056551295e-05, "loss": 19.4629, "step": 24464 }, { "epoch": 21.73, "learning_rate": 6.175436952042277e-05, "loss": 19.5986, "step": 24465 }, { "epoch": 21.73, "learning_rate": 6.175163334845708e-05, "loss": 19.667, "step": 24466 }, { "epoch": 21.73, "learning_rate": 6.17488971392411e-05, "loss": 20.6064, "step": 24467 }, { "epoch": 21.73, "learning_rate": 6.174616089278351e-05, "loss": 19.8027, "step": 24468 }, { "epoch": 21.73, "learning_rate": 6.1743424609093e-05, "loss": 19.6562, "step": 24469 }, { "epoch": 21.73, "learning_rate": 6.17406882881782e-05, "loss": 20.3516, "step": 24470 }, { "epoch": 21.73, "learning_rate": 6.173795193004783e-05, "loss": 19.5117, "step": 24471 }, { "epoch": 21.73, "learning_rate": 6.173521553471054e-05, "loss": 19.7881, "step": 24472 }, { "epoch": 21.73, "learning_rate": 6.173247910217502e-05, "loss": 19.6943, "step": 24473 }, { "epoch": 21.74, "learning_rate": 6.172974263244991e-05, "loss": 19.8896, "step": 24474 }, { "epoch": 21.74, "learning_rate": 6.17270061255439e-05, "loss": 20.5479, "step": 24475 }, { "epoch": 21.74, "learning_rate": 6.172426958146569e-05, "loss": 19.6367, "step": 24476 }, { "epoch": 21.74, "learning_rate": 6.172153300022391e-05, "loss": 19.8428, "step": 24477 }, { "epoch": 21.74, "learning_rate": 6.17187963818273e-05, "loss": 20.668, "step": 24478 }, { "epoch": 21.74, "learning_rate": 6.171605972628447e-05, "loss": 20.2979, "step": 24479 }, { "epoch": 21.74, "learning_rate": 6.171332303360411e-05, "loss": 20.3076, "step": 24480 }, { "epoch": 21.74, "learning_rate": 6.171058630379492e-05, "loss": 20.5859, "step": 24481 }, { "epoch": 21.74, "learning_rate": 6.170784953686553e-05, "loss": 19.9404, "step": 24482 }, { "epoch": 21.74, "learning_rate": 6.170511273282467e-05, "loss": 20.1953, "step": 24483 }, { "epoch": 21.74, "learning_rate": 6.170237589168098e-05, "loss": 20.5938, "step": 24484 }, { "epoch": 21.75, "learning_rate": 6.169963901344313e-05, "loss": 19.9912, "step": 24485 }, { "epoch": 21.75, "learning_rate": 6.169690209811982e-05, "loss": 20.1826, "step": 24486 }, { "epoch": 21.75, "learning_rate": 6.169416514571971e-05, "loss": 20.1416, "step": 24487 }, { "epoch": 21.75, "learning_rate": 6.169142815625149e-05, "loss": 19.582, "step": 24488 }, { "epoch": 21.75, "learning_rate": 6.168869112972381e-05, "loss": 19.8008, "step": 24489 }, { "epoch": 21.75, "learning_rate": 6.168595406614537e-05, "loss": 19.3984, "step": 24490 }, { "epoch": 21.75, "learning_rate": 6.168321696552482e-05, "loss": 19.832, "step": 24491 }, { "epoch": 21.75, "learning_rate": 6.168047982787088e-05, "loss": 19.9492, "step": 24492 }, { "epoch": 21.75, "learning_rate": 6.16777426531922e-05, "loss": 19.8018, "step": 24493 }, { "epoch": 21.75, "learning_rate": 6.167500544149743e-05, "loss": 19.5322, "step": 24494 }, { "epoch": 21.75, "learning_rate": 6.167226819279528e-05, "loss": 20.0264, "step": 24495 }, { "epoch": 21.75, "learning_rate": 6.166953090709442e-05, "loss": 19.7666, "step": 24496 }, { "epoch": 21.76, "learning_rate": 6.166679358440353e-05, "loss": 19.4492, "step": 24497 }, { "epoch": 21.76, "learning_rate": 6.166405622473128e-05, "loss": 19.4541, "step": 24498 }, { "epoch": 21.76, "learning_rate": 6.166131882808632e-05, "loss": 19.7666, "step": 24499 }, { "epoch": 21.76, "learning_rate": 6.165858139447739e-05, "loss": 19.5176, "step": 24500 }, { "epoch": 21.76, "learning_rate": 6.165584392391312e-05, "loss": 19.7295, "step": 24501 }, { "epoch": 21.76, "learning_rate": 6.165310641640221e-05, "loss": 20.29, "step": 24502 }, { "epoch": 21.76, "learning_rate": 6.16503688719533e-05, "loss": 19.6055, "step": 24503 }, { "epoch": 21.76, "learning_rate": 6.164763129057511e-05, "loss": 19.4404, "step": 24504 }, { "epoch": 21.76, "learning_rate": 6.164489367227633e-05, "loss": 19.7979, "step": 24505 }, { "epoch": 21.76, "learning_rate": 6.164215601706558e-05, "loss": 20.1973, "step": 24506 }, { "epoch": 21.76, "learning_rate": 6.163941832495157e-05, "loss": 19.8877, "step": 24507 }, { "epoch": 21.77, "learning_rate": 6.163668059594297e-05, "loss": 19.6934, "step": 24508 }, { "epoch": 21.77, "learning_rate": 6.163394283004846e-05, "loss": 19.542, "step": 24509 }, { "epoch": 21.77, "learning_rate": 6.163120502727674e-05, "loss": 19.9102, "step": 24510 }, { "epoch": 21.77, "learning_rate": 6.162846718763648e-05, "loss": 19.4463, "step": 24511 }, { "epoch": 21.77, "learning_rate": 6.162572931113631e-05, "loss": 19.8877, "step": 24512 }, { "epoch": 21.77, "learning_rate": 6.162299139778498e-05, "loss": 19.5117, "step": 24513 }, { "epoch": 21.77, "learning_rate": 6.162025344759112e-05, "loss": 20.1514, "step": 24514 }, { "epoch": 21.77, "learning_rate": 6.161751546056342e-05, "loss": 20.1348, "step": 24515 }, { "epoch": 21.77, "learning_rate": 6.161477743671057e-05, "loss": 19.4668, "step": 24516 }, { "epoch": 21.77, "learning_rate": 6.161203937604124e-05, "loss": 19.6357, "step": 24517 }, { "epoch": 21.77, "learning_rate": 6.160930127856411e-05, "loss": 19.6641, "step": 24518 }, { "epoch": 21.78, "learning_rate": 6.160656314428788e-05, "loss": 19.6768, "step": 24519 }, { "epoch": 21.78, "learning_rate": 6.160382497322119e-05, "loss": 19.3457, "step": 24520 }, { "epoch": 21.78, "learning_rate": 6.160108676537273e-05, "loss": 19.4395, "step": 24521 }, { "epoch": 21.78, "learning_rate": 6.15983485207512e-05, "loss": 20.0312, "step": 24522 }, { "epoch": 21.78, "learning_rate": 6.159561023936527e-05, "loss": 19.6963, "step": 24523 }, { "epoch": 21.78, "learning_rate": 6.159287192122363e-05, "loss": 19.6221, "step": 24524 }, { "epoch": 21.78, "learning_rate": 6.159013356633492e-05, "loss": 20.1182, "step": 24525 }, { "epoch": 21.78, "learning_rate": 6.158739517470786e-05, "loss": 19.6172, "step": 24526 }, { "epoch": 21.78, "learning_rate": 6.158465674635113e-05, "loss": 19.6973, "step": 24527 }, { "epoch": 21.78, "learning_rate": 6.15819182812734e-05, "loss": 19.9268, "step": 24528 }, { "epoch": 21.78, "learning_rate": 6.157917977948333e-05, "loss": 19.9521, "step": 24529 }, { "epoch": 21.79, "learning_rate": 6.157644124098962e-05, "loss": 20.1348, "step": 24530 }, { "epoch": 21.79, "learning_rate": 6.157370266580097e-05, "loss": 19.8076, "step": 24531 }, { "epoch": 21.79, "learning_rate": 6.157096405392604e-05, "loss": 19.7432, "step": 24532 }, { "epoch": 21.79, "learning_rate": 6.156822540537349e-05, "loss": 20.2588, "step": 24533 }, { "epoch": 21.79, "learning_rate": 6.156548672015203e-05, "loss": 19.9102, "step": 24534 }, { "epoch": 21.79, "learning_rate": 6.156274799827034e-05, "loss": 19.3076, "step": 24535 }, { "epoch": 21.79, "learning_rate": 6.15600092397371e-05, "loss": 20.1523, "step": 24536 }, { "epoch": 21.79, "learning_rate": 6.155727044456097e-05, "loss": 19.918, "step": 24537 }, { "epoch": 21.79, "learning_rate": 6.155453161275066e-05, "loss": 19.9736, "step": 24538 }, { "epoch": 21.79, "learning_rate": 6.155179274431482e-05, "loss": 19.5879, "step": 24539 }, { "epoch": 21.79, "learning_rate": 6.154905383926217e-05, "loss": 20.2119, "step": 24540 }, { "epoch": 21.79, "learning_rate": 6.154631489760137e-05, "loss": 20.3555, "step": 24541 }, { "epoch": 21.8, "learning_rate": 6.15435759193411e-05, "loss": 20.1523, "step": 24542 }, { "epoch": 21.8, "learning_rate": 6.154083690449006e-05, "loss": 20.3379, "step": 24543 }, { "epoch": 21.8, "learning_rate": 6.153809785305688e-05, "loss": 19.9893, "step": 24544 }, { "epoch": 21.8, "learning_rate": 6.153535876505033e-05, "loss": 19.3174, "step": 24545 }, { "epoch": 21.8, "learning_rate": 6.153261964047902e-05, "loss": 20.1377, "step": 24546 }, { "epoch": 21.8, "learning_rate": 6.152988047935165e-05, "loss": 19.4717, "step": 24547 }, { "epoch": 21.8, "learning_rate": 6.152714128167692e-05, "loss": 20.0195, "step": 24548 }, { "epoch": 21.8, "learning_rate": 6.152440204746348e-05, "loss": 19.6914, "step": 24549 }, { "epoch": 21.8, "learning_rate": 6.152166277672004e-05, "loss": 20.2129, "step": 24550 }, { "epoch": 21.8, "learning_rate": 6.151892346945529e-05, "loss": 19.9922, "step": 24551 }, { "epoch": 21.8, "learning_rate": 6.15161841256779e-05, "loss": 19.4707, "step": 24552 }, { "epoch": 21.81, "learning_rate": 6.151344474539655e-05, "loss": 19.8486, "step": 24553 }, { "epoch": 21.81, "learning_rate": 6.151070532861992e-05, "loss": 19.5293, "step": 24554 }, { "epoch": 21.81, "learning_rate": 6.15079658753567e-05, "loss": 19.7686, "step": 24555 }, { "epoch": 21.81, "learning_rate": 6.150522638561558e-05, "loss": 19.5811, "step": 24556 }, { "epoch": 21.81, "learning_rate": 6.150248685940523e-05, "loss": 19.9395, "step": 24557 }, { "epoch": 21.81, "learning_rate": 6.149974729673433e-05, "loss": 19.6504, "step": 24558 }, { "epoch": 21.81, "learning_rate": 6.14970076976116e-05, "loss": 19.8027, "step": 24559 }, { "epoch": 21.81, "learning_rate": 6.14970076976116e-05, "loss": 20.1152, "step": 24560 }, { "epoch": 21.81, "learning_rate": 6.149426806204568e-05, "loss": 19.8711, "step": 24561 }, { "epoch": 21.81, "learning_rate": 6.149152839004527e-05, "loss": 19.7705, "step": 24562 }, { "epoch": 21.81, "learning_rate": 6.148878868161907e-05, "loss": 19.7354, "step": 24563 }, { "epoch": 21.82, "learning_rate": 6.148604893677575e-05, "loss": 20.0234, "step": 24564 }, { "epoch": 21.82, "learning_rate": 6.148330915552398e-05, "loss": 19.5312, "step": 24565 }, { "epoch": 21.82, "learning_rate": 6.148056933787246e-05, "loss": 19.417, "step": 24566 }, { "epoch": 21.82, "learning_rate": 6.147782948382988e-05, "loss": 19.7441, "step": 24567 }, { "epoch": 21.82, "learning_rate": 6.147508959340494e-05, "loss": 20.0068, "step": 24568 }, { "epoch": 21.82, "learning_rate": 6.147234966660628e-05, "loss": 20.7471, "step": 24569 }, { "epoch": 21.82, "learning_rate": 6.14696097034426e-05, "loss": 20.0312, "step": 24570 }, { "epoch": 21.82, "learning_rate": 6.146686970392262e-05, "loss": 19.6602, "step": 24571 }, { "epoch": 21.82, "learning_rate": 6.146412966805499e-05, "loss": 19.3799, "step": 24572 }, { "epoch": 21.82, "learning_rate": 6.146138959584841e-05, "loss": 19.9785, "step": 24573 }, { "epoch": 21.82, "learning_rate": 6.145864948731154e-05, "loss": 19.8418, "step": 24574 }, { "epoch": 21.83, "learning_rate": 6.14559093424531e-05, "loss": 20.0029, "step": 24575 }, { "epoch": 21.83, "learning_rate": 6.145316916128177e-05, "loss": 19.752, "step": 24576 }, { "epoch": 21.83, "learning_rate": 6.145042894380622e-05, "loss": 19.4766, "step": 24577 }, { "epoch": 21.83, "learning_rate": 6.144768869003513e-05, "loss": 19.4414, "step": 24578 }, { "epoch": 21.83, "learning_rate": 6.144494839997721e-05, "loss": 19.8682, "step": 24579 }, { "epoch": 21.83, "learning_rate": 6.144220807364113e-05, "loss": 19.834, "step": 24580 }, { "epoch": 21.83, "learning_rate": 6.14394677110356e-05, "loss": 19.7871, "step": 24581 }, { "epoch": 21.83, "learning_rate": 6.143672731216927e-05, "loss": 19.3721, "step": 24582 }, { "epoch": 21.83, "learning_rate": 6.143398687705084e-05, "loss": 19.8135, "step": 24583 }, { "epoch": 21.83, "learning_rate": 6.143124640568903e-05, "loss": 19.3486, "step": 24584 }, { "epoch": 21.83, "learning_rate": 6.142850589809248e-05, "loss": 20.2393, "step": 24585 }, { "epoch": 21.83, "learning_rate": 6.14257653542699e-05, "loss": 19.6406, "step": 24586 }, { "epoch": 21.84, "learning_rate": 6.142302477422995e-05, "loss": 20.2402, "step": 24587 }, { "epoch": 21.84, "learning_rate": 6.142028415798136e-05, "loss": 20.0645, "step": 24588 }, { "epoch": 21.84, "learning_rate": 6.141754350553279e-05, "loss": 19.6855, "step": 24589 }, { "epoch": 21.84, "learning_rate": 6.141480281689294e-05, "loss": 19.5684, "step": 24590 }, { "epoch": 21.84, "learning_rate": 6.141206209207049e-05, "loss": 19.3076, "step": 24591 }, { "epoch": 21.84, "learning_rate": 6.140932133107412e-05, "loss": 19.7822, "step": 24592 }, { "epoch": 21.84, "learning_rate": 6.140658053391253e-05, "loss": 19.4072, "step": 24593 }, { "epoch": 21.84, "learning_rate": 6.14038397005944e-05, "loss": 19.5645, "step": 24594 }, { "epoch": 21.84, "learning_rate": 6.140109883112844e-05, "loss": 19.0928, "step": 24595 }, { "epoch": 21.84, "learning_rate": 6.139835792552328e-05, "loss": 19.9893, "step": 24596 }, { "epoch": 21.84, "learning_rate": 6.139561698378767e-05, "loss": 19.6689, "step": 24597 }, { "epoch": 21.85, "learning_rate": 6.13928760059303e-05, "loss": 19.5439, "step": 24598 }, { "epoch": 21.85, "learning_rate": 6.13901349919598e-05, "loss": 20.1221, "step": 24599 }, { "epoch": 21.85, "learning_rate": 6.13873939418849e-05, "loss": 20.083, "step": 24600 }, { "epoch": 21.85, "learning_rate": 6.13846528557143e-05, "loss": 19.8633, "step": 24601 }, { "epoch": 21.85, "learning_rate": 6.138191173345665e-05, "loss": 20.0039, "step": 24602 }, { "epoch": 21.85, "learning_rate": 6.137917057512067e-05, "loss": 19.3809, "step": 24603 }, { "epoch": 21.85, "learning_rate": 6.137917057512067e-05, "loss": 19.9834, "step": 24604 }, { "epoch": 21.85, "learning_rate": 6.137642938071504e-05, "loss": 19.5137, "step": 24605 }, { "epoch": 21.85, "learning_rate": 6.137368815024844e-05, "loss": 19.7021, "step": 24606 }, { "epoch": 21.85, "learning_rate": 6.137094688372956e-05, "loss": 19.4873, "step": 24607 }, { "epoch": 21.85, "learning_rate": 6.13682055811671e-05, "loss": 19.7871, "step": 24608 }, { "epoch": 21.86, "learning_rate": 6.136546424256975e-05, "loss": 19.4482, "step": 24609 }, { "epoch": 21.86, "learning_rate": 6.136272286794619e-05, "loss": 19.7344, "step": 24610 }, { "epoch": 21.86, "learning_rate": 6.135998145730511e-05, "loss": 19.9072, "step": 24611 }, { "epoch": 21.86, "learning_rate": 6.135724001065522e-05, "loss": 19.6787, "step": 24612 }, { "epoch": 21.86, "learning_rate": 6.135449852800518e-05, "loss": 19.4014, "step": 24613 }, { "epoch": 21.86, "learning_rate": 6.135175700936368e-05, "loss": 19.8701, "step": 24614 }, { "epoch": 21.86, "learning_rate": 6.134901545473944e-05, "loss": 19.752, "step": 24615 }, { "epoch": 21.86, "learning_rate": 6.134627386414114e-05, "loss": 19.4688, "step": 24616 }, { "epoch": 21.86, "learning_rate": 6.134353223757746e-05, "loss": 19.6504, "step": 24617 }, { "epoch": 21.86, "learning_rate": 6.134079057505708e-05, "loss": 19.251, "step": 24618 }, { "epoch": 21.86, "learning_rate": 6.133804887658872e-05, "loss": 19.541, "step": 24619 }, { "epoch": 21.87, "learning_rate": 6.133530714218104e-05, "loss": 19.8145, "step": 24620 }, { "epoch": 21.87, "learning_rate": 6.133256537184275e-05, "loss": 20.3291, "step": 24621 }, { "epoch": 21.87, "learning_rate": 6.132982356558255e-05, "loss": 20.1221, "step": 24622 }, { "epoch": 21.87, "learning_rate": 6.13270817234091e-05, "loss": 19.8389, "step": 24623 }, { "epoch": 21.87, "learning_rate": 6.132433984533113e-05, "loss": 19.6973, "step": 24624 }, { "epoch": 21.87, "learning_rate": 6.13215979313573e-05, "loss": 19.915, "step": 24625 }, { "epoch": 21.87, "learning_rate": 6.131885598149631e-05, "loss": 19.4072, "step": 24626 }, { "epoch": 21.87, "learning_rate": 6.131611399575684e-05, "loss": 19.7109, "step": 24627 }, { "epoch": 21.87, "learning_rate": 6.131337197414761e-05, "loss": 19.8711, "step": 24628 }, { "epoch": 21.87, "learning_rate": 6.131062991667729e-05, "loss": 19.9668, "step": 24629 }, { "epoch": 21.87, "learning_rate": 6.130788782335458e-05, "loss": 19.7754, "step": 24630 }, { "epoch": 21.87, "learning_rate": 6.130514569418817e-05, "loss": 19.3906, "step": 24631 }, { "epoch": 21.88, "learning_rate": 6.130240352918675e-05, "loss": 19.5234, "step": 24632 }, { "epoch": 21.88, "learning_rate": 6.129966132835902e-05, "loss": 19.5449, "step": 24633 }, { "epoch": 21.88, "learning_rate": 6.129691909171366e-05, "loss": 20.5664, "step": 24634 }, { "epoch": 21.88, "learning_rate": 6.129417681925936e-05, "loss": 20.4053, "step": 24635 }, { "epoch": 21.88, "learning_rate": 6.129143451100483e-05, "loss": 19.9551, "step": 24636 }, { "epoch": 21.88, "learning_rate": 6.128869216695875e-05, "loss": 19.4082, "step": 24637 }, { "epoch": 21.88, "learning_rate": 6.128594978712981e-05, "loss": 19.9863, "step": 24638 }, { "epoch": 21.88, "learning_rate": 6.128320737152673e-05, "loss": 20.0996, "step": 24639 }, { "epoch": 21.88, "learning_rate": 6.128046492015817e-05, "loss": 20.3242, "step": 24640 }, { "epoch": 21.88, "learning_rate": 6.127772243303282e-05, "loss": 20.4922, "step": 24641 }, { "epoch": 21.88, "learning_rate": 6.12749799101594e-05, "loss": 19.8652, "step": 24642 }, { "epoch": 21.89, "learning_rate": 6.127223735154659e-05, "loss": 19.7627, "step": 24643 }, { "epoch": 21.89, "learning_rate": 6.12694947572031e-05, "loss": 19.5596, "step": 24644 }, { "epoch": 21.89, "learning_rate": 6.12667521271376e-05, "loss": 19.7041, "step": 24645 }, { "epoch": 21.89, "learning_rate": 6.126400946135877e-05, "loss": 20.2842, "step": 24646 }, { "epoch": 21.89, "learning_rate": 6.126126675987535e-05, "loss": 19.7432, "step": 24647 }, { "epoch": 21.89, "learning_rate": 6.125852402269599e-05, "loss": 19.9014, "step": 24648 }, { "epoch": 21.89, "learning_rate": 6.125578124982942e-05, "loss": 19.9971, "step": 24649 }, { "epoch": 21.89, "learning_rate": 6.12530384412843e-05, "loss": 19.915, "step": 24650 }, { "epoch": 21.89, "learning_rate": 6.125029559706934e-05, "loss": 19.7275, "step": 24651 }, { "epoch": 21.89, "learning_rate": 6.124755271719325e-05, "loss": 19.585, "step": 24652 }, { "epoch": 21.89, "learning_rate": 6.124480980166472e-05, "loss": 19.5137, "step": 24653 }, { "epoch": 21.9, "learning_rate": 6.124206685049241e-05, "loss": 19.9014, "step": 24654 }, { "epoch": 21.9, "learning_rate": 6.123932386368504e-05, "loss": 19.8555, "step": 24655 }, { "epoch": 21.9, "learning_rate": 6.123658084125131e-05, "loss": 19.6416, "step": 24656 }, { "epoch": 21.9, "learning_rate": 6.123383778319991e-05, "loss": 19.2324, "step": 24657 }, { "epoch": 21.9, "learning_rate": 6.123109468953953e-05, "loss": 19.7471, "step": 24658 }, { "epoch": 21.9, "learning_rate": 6.122835156027886e-05, "loss": 19.6074, "step": 24659 }, { "epoch": 21.9, "learning_rate": 6.122560839542663e-05, "loss": 19.5098, "step": 24660 }, { "epoch": 21.9, "learning_rate": 6.122286519499149e-05, "loss": 19.8076, "step": 24661 }, { "epoch": 21.9, "learning_rate": 6.122012195898215e-05, "loss": 19.2891, "step": 24662 }, { "epoch": 21.9, "learning_rate": 6.121737868740731e-05, "loss": 19.4141, "step": 24663 }, { "epoch": 21.9, "learning_rate": 6.121463538027567e-05, "loss": 20.0703, "step": 24664 }, { "epoch": 21.9, "learning_rate": 6.121189203759592e-05, "loss": 19.8887, "step": 24665 }, { "epoch": 21.91, "learning_rate": 6.120914865937676e-05, "loss": 19.6445, "step": 24666 }, { "epoch": 21.91, "learning_rate": 6.120640524562689e-05, "loss": 20.127, "step": 24667 }, { "epoch": 21.91, "learning_rate": 6.120366179635498e-05, "loss": 19.8975, "step": 24668 }, { "epoch": 21.91, "learning_rate": 6.120091831156975e-05, "loss": 19.6494, "step": 24669 }, { "epoch": 21.91, "learning_rate": 6.11981747912799e-05, "loss": 19.6562, "step": 24670 }, { "epoch": 21.91, "learning_rate": 6.119543123549413e-05, "loss": 19.2949, "step": 24671 }, { "epoch": 21.91, "learning_rate": 6.11926876442211e-05, "loss": 19.4854, "step": 24672 }, { "epoch": 21.91, "learning_rate": 6.118994401746953e-05, "loss": 19.5684, "step": 24673 }, { "epoch": 21.91, "learning_rate": 6.118720035524813e-05, "loss": 19.7695, "step": 24674 }, { "epoch": 21.91, "learning_rate": 6.118445665756556e-05, "loss": 19.8232, "step": 24675 }, { "epoch": 21.91, "learning_rate": 6.118171292443057e-05, "loss": 20.2129, "step": 24676 }, { "epoch": 21.92, "learning_rate": 6.117896915585182e-05, "loss": 19.7295, "step": 24677 }, { "epoch": 21.92, "learning_rate": 6.117622535183802e-05, "loss": 19.6279, "step": 24678 }, { "epoch": 21.92, "learning_rate": 6.117348151239786e-05, "loss": 20.2881, "step": 24679 }, { "epoch": 21.92, "learning_rate": 6.117073763754004e-05, "loss": 19.8496, "step": 24680 }, { "epoch": 21.92, "learning_rate": 6.116799372727323e-05, "loss": 19.6113, "step": 24681 }, { "epoch": 21.92, "learning_rate": 6.11652497816062e-05, "loss": 19.4609, "step": 24682 }, { "epoch": 21.92, "learning_rate": 6.116250580054757e-05, "loss": 19.9102, "step": 24683 }, { "epoch": 21.92, "learning_rate": 6.11597617841061e-05, "loss": 19.707, "step": 24684 }, { "epoch": 21.92, "learning_rate": 6.115701773229042e-05, "loss": 20.373, "step": 24685 }, { "epoch": 21.92, "learning_rate": 6.115427364510929e-05, "loss": 19.8252, "step": 24686 }, { "epoch": 21.92, "learning_rate": 6.115152952257139e-05, "loss": 19.5332, "step": 24687 }, { "epoch": 21.93, "learning_rate": 6.114878536468541e-05, "loss": 20.3398, "step": 24688 }, { "epoch": 21.93, "learning_rate": 6.114604117146005e-05, "loss": 21.0186, "step": 24689 }, { "epoch": 21.93, "learning_rate": 6.114329694290402e-05, "loss": 19.2803, "step": 24690 }, { "epoch": 21.93, "learning_rate": 6.114055267902599e-05, "loss": 19.8086, "step": 24691 }, { "epoch": 21.93, "learning_rate": 6.113780837983469e-05, "loss": 19.4404, "step": 24692 }, { "epoch": 21.93, "learning_rate": 6.11350640453388e-05, "loss": 19.8721, "step": 24693 }, { "epoch": 21.93, "learning_rate": 6.113231967554703e-05, "loss": 19.6396, "step": 24694 }, { "epoch": 21.93, "learning_rate": 6.112957527046809e-05, "loss": 19.9707, "step": 24695 }, { "epoch": 21.93, "learning_rate": 6.112683083011064e-05, "loss": 19.5908, "step": 24696 }, { "epoch": 21.93, "learning_rate": 6.112408635448341e-05, "loss": 19.5674, "step": 24697 }, { "epoch": 21.93, "learning_rate": 6.11213418435951e-05, "loss": 19.7393, "step": 24698 }, { "epoch": 21.94, "learning_rate": 6.11185972974544e-05, "loss": 20.1621, "step": 24699 }, { "epoch": 21.94, "learning_rate": 6.111585271607001e-05, "loss": 19.6758, "step": 24700 }, { "epoch": 21.94, "learning_rate": 6.111310809945064e-05, "loss": 19.7148, "step": 24701 }, { "epoch": 21.94, "learning_rate": 6.111036344760497e-05, "loss": 19.6387, "step": 24702 }, { "epoch": 21.94, "learning_rate": 6.11076187605417e-05, "loss": 19.8213, "step": 24703 }, { "epoch": 21.94, "learning_rate": 6.110487403826957e-05, "loss": 20.2412, "step": 24704 }, { "epoch": 21.94, "learning_rate": 6.110212928079722e-05, "loss": 19.458, "step": 24705 }, { "epoch": 21.94, "learning_rate": 6.109938448813342e-05, "loss": 20.1963, "step": 24706 }, { "epoch": 21.94, "learning_rate": 6.10966396602868e-05, "loss": 20.0596, "step": 24707 }, { "epoch": 21.94, "learning_rate": 6.109389479726611e-05, "loss": 19.9639, "step": 24708 }, { "epoch": 21.94, "learning_rate": 6.109114989908003e-05, "loss": 19.667, "step": 24709 }, { "epoch": 21.94, "learning_rate": 6.108840496573726e-05, "loss": 19.8408, "step": 24710 }, { "epoch": 21.95, "learning_rate": 6.108565999724651e-05, "loss": 19.9512, "step": 24711 }, { "epoch": 21.95, "learning_rate": 6.108291499361647e-05, "loss": 19.7295, "step": 24712 }, { "epoch": 21.95, "learning_rate": 6.108016995485586e-05, "loss": 20.0977, "step": 24713 }, { "epoch": 21.95, "learning_rate": 6.107742488097338e-05, "loss": 19.749, "step": 24714 }, { "epoch": 21.95, "learning_rate": 6.10746797719777e-05, "loss": 19.6689, "step": 24715 }, { "epoch": 21.95, "learning_rate": 6.107193462787753e-05, "loss": 20.0264, "step": 24716 }, { "epoch": 21.95, "learning_rate": 6.10691894486816e-05, "loss": 20.1436, "step": 24717 }, { "epoch": 21.95, "learning_rate": 6.10664442343986e-05, "loss": 19.9756, "step": 24718 }, { "epoch": 21.95, "learning_rate": 6.106369898503723e-05, "loss": 19.3604, "step": 24719 }, { "epoch": 21.95, "learning_rate": 6.106095370060616e-05, "loss": 19.5293, "step": 24720 }, { "epoch": 21.95, "learning_rate": 6.105820838111413e-05, "loss": 19.8242, "step": 24721 }, { "epoch": 21.96, "learning_rate": 6.105546302656986e-05, "loss": 19.4404, "step": 24722 }, { "epoch": 21.96, "learning_rate": 6.105271763698201e-05, "loss": 19.3271, "step": 24723 }, { "epoch": 21.96, "learning_rate": 6.105271763698201e-05, "loss": 19.7217, "step": 24724 }, { "epoch": 21.96, "learning_rate": 6.105271763698201e-05, "loss": 19.8311, "step": 24725 }, { "epoch": 21.96, "learning_rate": 6.104997221235929e-05, "loss": 19.6582, "step": 24726 }, { "epoch": 21.96, "learning_rate": 6.104722675271041e-05, "loss": 20.1973, "step": 24727 }, { "epoch": 21.96, "learning_rate": 6.104448125804407e-05, "loss": 19.7002, "step": 24728 }, { "epoch": 21.96, "learning_rate": 6.104173572836899e-05, "loss": 19.7373, "step": 24729 }, { "epoch": 21.96, "learning_rate": 6.103899016369384e-05, "loss": 19.3828, "step": 24730 }, { "epoch": 21.96, "learning_rate": 6.103624456402733e-05, "loss": 19.3848, "step": 24731 }, { "epoch": 21.96, "learning_rate": 6.103349892937821e-05, "loss": 19.7422, "step": 24732 }, { "epoch": 21.97, "learning_rate": 6.103075325975511e-05, "loss": 20.042, "step": 24733 }, { "epoch": 21.97, "learning_rate": 6.10280075551668e-05, "loss": 19.7373, "step": 24734 }, { "epoch": 21.97, "learning_rate": 6.1025261815621937e-05, "loss": 19.8203, "step": 24735 }, { "epoch": 21.97, "learning_rate": 6.102251604112924e-05, "loss": 19.5498, "step": 24736 }, { "epoch": 21.97, "learning_rate": 6.1019770231697426e-05, "loss": 19.8584, "step": 24737 }, { "epoch": 21.97, "learning_rate": 6.1017024387335164e-05, "loss": 19.4316, "step": 24738 }, { "epoch": 21.97, "learning_rate": 6.101427850805119e-05, "loss": 19.5176, "step": 24739 }, { "epoch": 21.97, "learning_rate": 6.10115325938542e-05, "loss": 20.6035, "step": 24740 }, { "epoch": 21.97, "learning_rate": 6.100878664475289e-05, "loss": 19.4336, "step": 24741 }, { "epoch": 21.97, "learning_rate": 6.100604066075597e-05, "loss": 19.4414, "step": 24742 }, { "epoch": 21.97, "learning_rate": 6.100329464187216e-05, "loss": 19.8838, "step": 24743 }, { "epoch": 21.98, "learning_rate": 6.100054858811012e-05, "loss": 19.6543, "step": 24744 }, { "epoch": 21.98, "learning_rate": 6.0997802499478605e-05, "loss": 20.2402, "step": 24745 }, { "epoch": 21.98, "learning_rate": 6.099505637598628e-05, "loss": 20.3213, "step": 24746 }, { "epoch": 21.98, "learning_rate": 6.099231021764188e-05, "loss": 19.2734, "step": 24747 }, { "epoch": 21.98, "learning_rate": 6.0989564024454096e-05, "loss": 20.3184, "step": 24748 }, { "epoch": 21.98, "learning_rate": 6.0986817796431616e-05, "loss": 20.1562, "step": 24749 }, { "epoch": 21.98, "learning_rate": 6.098407153358318e-05, "loss": 19.5586, "step": 24750 }, { "epoch": 21.98, "learning_rate": 6.098132523591747e-05, "loss": 19.8662, "step": 24751 }, { "epoch": 21.98, "learning_rate": 6.0978578903443206e-05, "loss": 19.293, "step": 24752 }, { "epoch": 21.98, "learning_rate": 6.0975832536169065e-05, "loss": 19.3965, "step": 24753 }, { "epoch": 21.98, "learning_rate": 6.097308613410378e-05, "loss": 19.6592, "step": 24754 }, { "epoch": 21.98, "learning_rate": 6.097033969725605e-05, "loss": 19.7051, "step": 24755 }, { "epoch": 21.99, "learning_rate": 6.096759322563458e-05, "loss": 19.6309, "step": 24756 }, { "epoch": 21.99, "learning_rate": 6.096484671924807e-05, "loss": 19.5195, "step": 24757 }, { "epoch": 21.99, "learning_rate": 6.096210017810522e-05, "loss": 19.1182, "step": 24758 }, { "epoch": 21.99, "learning_rate": 6.0959353602214766e-05, "loss": 19.6318, "step": 24759 }, { "epoch": 21.99, "learning_rate": 6.095660699158538e-05, "loss": 20.1572, "step": 24760 }, { "epoch": 21.99, "learning_rate": 6.095386034622579e-05, "loss": 19.7021, "step": 24761 }, { "epoch": 21.99, "learning_rate": 6.0951113666144686e-05, "loss": 19.6426, "step": 24762 }, { "epoch": 21.99, "learning_rate": 6.094836695135079e-05, "loss": 20.3604, "step": 24763 }, { "epoch": 21.99, "learning_rate": 6.0945620201852806e-05, "loss": 20.1641, "step": 24764 }, { "epoch": 21.99, "learning_rate": 6.094287341765943e-05, "loss": 20.3105, "step": 24765 }, { "epoch": 21.99, "learning_rate": 6.094012659877937e-05, "loss": 19.6523, "step": 24766 }, { "epoch": 22.0, "learning_rate": 6.0937379745221335e-05, "loss": 19.4277, "step": 24767 }, { "epoch": 22.0, "learning_rate": 6.0934632856994046e-05, "loss": 19.46, "step": 24768 }, { "epoch": 22.0, "learning_rate": 6.0931885934106204e-05, "loss": 19.3994, "step": 24769 }, { "epoch": 22.0, "learning_rate": 6.09291389765665e-05, "loss": 19.8789, "step": 24770 }, { "epoch": 22.0, "learning_rate": 6.092639198438364e-05, "loss": 20.7539, "step": 24771 }, { "epoch": 22.0, "learning_rate": 6.092364495756637e-05, "loss": 19.5479, "step": 24772 }, { "epoch": 22.0, "learning_rate": 6.092089789612335e-05, "loss": 19.624, "step": 24773 }, { "epoch": 22.0, "learning_rate": 6.091815080006332e-05, "loss": 19.3789, "step": 24774 }, { "epoch": 22.0, "learning_rate": 6.0915403669394964e-05, "loss": 19.4541, "step": 24775 }, { "epoch": 22.0, "learning_rate": 6.091265650412702e-05, "loss": 19.5049, "step": 24776 }, { "epoch": 22.0, "learning_rate": 6.0909909304268176e-05, "loss": 19.7686, "step": 24777 }, { "epoch": 22.01, "learning_rate": 6.090716206982714e-05, "loss": 20.2061, "step": 24778 }, { "epoch": 22.01, "learning_rate": 6.090441480081261e-05, "loss": 19.8936, "step": 24779 }, { "epoch": 22.01, "learning_rate": 6.0901667497233314e-05, "loss": 20.2275, "step": 24780 }, { "epoch": 22.01, "learning_rate": 6.089892015909796e-05, "loss": 19.7354, "step": 24781 }, { "epoch": 22.01, "learning_rate": 6.089617278641524e-05, "loss": 19.3281, "step": 24782 }, { "epoch": 22.01, "learning_rate": 6.089342537919389e-05, "loss": 19.5391, "step": 24783 }, { "epoch": 22.01, "learning_rate": 6.0890677937442574e-05, "loss": 19.3799, "step": 24784 }, { "epoch": 22.01, "learning_rate": 6.088793046117005e-05, "loss": 19.4111, "step": 24785 }, { "epoch": 22.01, "learning_rate": 6.0885182950385e-05, "loss": 19.5088, "step": 24786 }, { "epoch": 22.01, "learning_rate": 6.088243540509614e-05, "loss": 19.71, "step": 24787 }, { "epoch": 22.01, "learning_rate": 6.0879687825312173e-05, "loss": 19.832, "step": 24788 }, { "epoch": 22.02, "learning_rate": 6.08769402110418e-05, "loss": 20.2959, "step": 24789 }, { "epoch": 22.02, "learning_rate": 6.0874192562293754e-05, "loss": 19.7822, "step": 24790 }, { "epoch": 22.02, "learning_rate": 6.087144487907675e-05, "loss": 19.8984, "step": 24791 }, { "epoch": 22.02, "learning_rate": 6.086869716139946e-05, "loss": 20.0791, "step": 24792 }, { "epoch": 22.02, "learning_rate": 6.086594940927061e-05, "loss": 19.6924, "step": 24793 }, { "epoch": 22.02, "learning_rate": 6.086320162269893e-05, "loss": 19.749, "step": 24794 }, { "epoch": 22.02, "learning_rate": 6.0860453801693106e-05, "loss": 19.6006, "step": 24795 }, { "epoch": 22.02, "learning_rate": 6.0857705946261866e-05, "loss": 19.1504, "step": 24796 }, { "epoch": 22.02, "learning_rate": 6.085495805641389e-05, "loss": 19.7471, "step": 24797 }, { "epoch": 22.02, "learning_rate": 6.0852210132157916e-05, "loss": 19.917, "step": 24798 }, { "epoch": 22.02, "learning_rate": 6.084946217350266e-05, "loss": 19.4707, "step": 24799 }, { "epoch": 22.02, "learning_rate": 6.084671418045681e-05, "loss": 19.5391, "step": 24800 }, { "epoch": 22.03, "learning_rate": 6.084396615302909e-05, "loss": 20.2002, "step": 24801 }, { "epoch": 22.03, "learning_rate": 6.0841218091228205e-05, "loss": 19.5137, "step": 24802 }, { "epoch": 22.03, "learning_rate": 6.0838469995062863e-05, "loss": 19.0596, "step": 24803 }, { "epoch": 22.03, "learning_rate": 6.0835721864541784e-05, "loss": 19.3115, "step": 24804 }, { "epoch": 22.03, "learning_rate": 6.083297369967368e-05, "loss": 19.4619, "step": 24805 }, { "epoch": 22.03, "learning_rate": 6.083022550046724e-05, "loss": 19.0947, "step": 24806 }, { "epoch": 22.03, "learning_rate": 6.082747726693121e-05, "loss": 19.6045, "step": 24807 }, { "epoch": 22.03, "learning_rate": 6.0824728999074274e-05, "loss": 20.0322, "step": 24808 }, { "epoch": 22.03, "learning_rate": 6.0821980696905146e-05, "loss": 19.5439, "step": 24809 }, { "epoch": 22.03, "learning_rate": 6.081923236043255e-05, "loss": 19.9307, "step": 24810 }, { "epoch": 22.03, "learning_rate": 6.0816483989665194e-05, "loss": 19.4844, "step": 24811 }, { "epoch": 22.04, "learning_rate": 6.08137355846118e-05, "loss": 19.0898, "step": 24812 }, { "epoch": 22.04, "learning_rate": 6.0810987145281054e-05, "loss": 19.5645, "step": 24813 }, { "epoch": 22.04, "learning_rate": 6.0808238671681686e-05, "loss": 19.792, "step": 24814 }, { "epoch": 22.04, "learning_rate": 6.0805490163822384e-05, "loss": 19.1025, "step": 24815 }, { "epoch": 22.04, "learning_rate": 6.08027416217119e-05, "loss": 19.7939, "step": 24816 }, { "epoch": 22.04, "learning_rate": 6.0799993045358914e-05, "loss": 19.9131, "step": 24817 }, { "epoch": 22.04, "learning_rate": 6.0797244434772174e-05, "loss": 19.5254, "step": 24818 }, { "epoch": 22.04, "learning_rate": 6.0794495789960337e-05, "loss": 19.3467, "step": 24819 }, { "epoch": 22.04, "learning_rate": 6.0791747110932176e-05, "loss": 19.3037, "step": 24820 }, { "epoch": 22.04, "learning_rate": 6.078899839769636e-05, "loss": 19.623, "step": 24821 }, { "epoch": 22.04, "learning_rate": 6.0786249650261615e-05, "loss": 19.4473, "step": 24822 }, { "epoch": 22.05, "learning_rate": 6.078350086863667e-05, "loss": 19.4775, "step": 24823 }, { "epoch": 22.05, "learning_rate": 6.078075205283021e-05, "loss": 19.4619, "step": 24824 }, { "epoch": 22.05, "learning_rate": 6.077800320285096e-05, "loss": 19.5381, "step": 24825 }, { "epoch": 22.05, "learning_rate": 6.077525431870766e-05, "loss": 19.9229, "step": 24826 }, { "epoch": 22.05, "learning_rate": 6.077525431870766e-05, "loss": 19.6426, "step": 24827 }, { "epoch": 22.05, "learning_rate": 6.077250540040898e-05, "loss": 20.2705, "step": 24828 }, { "epoch": 22.05, "learning_rate": 6.076975644796367e-05, "loss": 20.3438, "step": 24829 }, { "epoch": 22.05, "learning_rate": 6.07670074613804e-05, "loss": 20.0957, "step": 24830 }, { "epoch": 22.05, "learning_rate": 6.0764258440667924e-05, "loss": 19.0264, "step": 24831 }, { "epoch": 22.05, "learning_rate": 6.076150938583495e-05, "loss": 20.2803, "step": 24832 }, { "epoch": 22.05, "learning_rate": 6.075876029689016e-05, "loss": 19.915, "step": 24833 }, { "epoch": 22.06, "learning_rate": 6.075601117384231e-05, "loss": 19.6787, "step": 24834 }, { "epoch": 22.06, "learning_rate": 6.075326201670011e-05, "loss": 19.9375, "step": 24835 }, { "epoch": 22.06, "learning_rate": 6.075051282547224e-05, "loss": 19.7266, "step": 24836 }, { "epoch": 22.06, "learning_rate": 6.074776360016743e-05, "loss": 19.2461, "step": 24837 }, { "epoch": 22.06, "learning_rate": 6.07450143407944e-05, "loss": 20.1367, "step": 24838 }, { "epoch": 22.06, "learning_rate": 6.074226504736188e-05, "loss": 19.5596, "step": 24839 }, { "epoch": 22.06, "learning_rate": 6.073951571987857e-05, "loss": 19.5352, "step": 24840 }, { "epoch": 22.06, "learning_rate": 6.073676635835317e-05, "loss": 19.1328, "step": 24841 }, { "epoch": 22.06, "learning_rate": 6.0734016962794394e-05, "loss": 19.4551, "step": 24842 }, { "epoch": 22.06, "learning_rate": 6.0731267533211e-05, "loss": 19.8232, "step": 24843 }, { "epoch": 22.06, "learning_rate": 6.0728518069611664e-05, "loss": 19.3154, "step": 24844 }, { "epoch": 22.06, "learning_rate": 6.0725768572005117e-05, "loss": 19.8857, "step": 24845 }, { "epoch": 22.07, "learning_rate": 6.0723019040400056e-05, "loss": 19.709, "step": 24846 }, { "epoch": 22.07, "learning_rate": 6.072026947480522e-05, "loss": 19.5547, "step": 24847 }, { "epoch": 22.07, "learning_rate": 6.071751987522931e-05, "loss": 19.6992, "step": 24848 }, { "epoch": 22.07, "learning_rate": 6.071477024168105e-05, "loss": 19.1621, "step": 24849 }, { "epoch": 22.07, "learning_rate": 6.071202057416915e-05, "loss": 20.1826, "step": 24850 }, { "epoch": 22.07, "learning_rate": 6.070927087270232e-05, "loss": 19.7451, "step": 24851 }, { "epoch": 22.07, "learning_rate": 6.0706521137289285e-05, "loss": 19.2471, "step": 24852 }, { "epoch": 22.07, "learning_rate": 6.070377136793875e-05, "loss": 20.0039, "step": 24853 }, { "epoch": 22.07, "learning_rate": 6.0701021564659476e-05, "loss": 19.2793, "step": 24854 }, { "epoch": 22.07, "learning_rate": 6.069827172746011e-05, "loss": 19.8896, "step": 24855 }, { "epoch": 22.07, "learning_rate": 6.0695521856349415e-05, "loss": 20.1777, "step": 24856 }, { "epoch": 22.08, "learning_rate": 6.069277195133609e-05, "loss": 19.8799, "step": 24857 }, { "epoch": 22.08, "learning_rate": 6.069002201242886e-05, "loss": 19.7158, "step": 24858 }, { "epoch": 22.08, "learning_rate": 6.068727203963645e-05, "loss": 20.4189, "step": 24859 }, { "epoch": 22.08, "learning_rate": 6.068452203296754e-05, "loss": 19.4111, "step": 24860 }, { "epoch": 22.08, "learning_rate": 6.068177199243089e-05, "loss": 19.3545, "step": 24861 }, { "epoch": 22.08, "learning_rate": 6.06790219180352e-05, "loss": 19.4678, "step": 24862 }, { "epoch": 22.08, "learning_rate": 6.067627180978919e-05, "loss": 19.6543, "step": 24863 }, { "epoch": 22.08, "learning_rate": 6.067352166770155e-05, "loss": 19.5596, "step": 24864 }, { "epoch": 22.08, "learning_rate": 6.0670771491781043e-05, "loss": 19.2939, "step": 24865 }, { "epoch": 22.08, "learning_rate": 6.0668021282036344e-05, "loss": 19.1152, "step": 24866 }, { "epoch": 22.08, "learning_rate": 6.0665271038476225e-05, "loss": 19.5723, "step": 24867 }, { "epoch": 22.09, "learning_rate": 6.0662520761109334e-05, "loss": 19.377, "step": 24868 }, { "epoch": 22.09, "learning_rate": 6.065977044994444e-05, "loss": 19.6758, "step": 24869 }, { "epoch": 22.09, "learning_rate": 6.0657020104990256e-05, "loss": 20.1436, "step": 24870 }, { "epoch": 22.09, "learning_rate": 6.0657020104990256e-05, "loss": 19.8896, "step": 24871 }, { "epoch": 22.09, "learning_rate": 6.0654269726255476e-05, "loss": 19.8662, "step": 24872 }, { "epoch": 22.09, "learning_rate": 6.0651519313748836e-05, "loss": 19.4072, "step": 24873 }, { "epoch": 22.09, "learning_rate": 6.064876886747904e-05, "loss": 20.0371, "step": 24874 }, { "epoch": 22.09, "learning_rate": 6.064601838745483e-05, "loss": 19.1309, "step": 24875 }, { "epoch": 22.09, "learning_rate": 6.064326787368492e-05, "loss": 19.0723, "step": 24876 }, { "epoch": 22.09, "learning_rate": 6.064051732617799e-05, "loss": 18.8906, "step": 24877 }, { "epoch": 22.09, "learning_rate": 6.0637766744942815e-05, "loss": 19.1797, "step": 24878 }, { "epoch": 22.1, "learning_rate": 6.063501612998806e-05, "loss": 19.8047, "step": 24879 }, { "epoch": 22.1, "learning_rate": 6.063226548132249e-05, "loss": 19.3916, "step": 24880 }, { "epoch": 22.1, "learning_rate": 6.063226548132249e-05, "loss": 19.8096, "step": 24881 }, { "epoch": 22.1, "learning_rate": 6.062951479895481e-05, "loss": 19.9434, "step": 24882 }, { "epoch": 22.1, "learning_rate": 6.0626764082893716e-05, "loss": 19.4453, "step": 24883 }, { "epoch": 22.1, "learning_rate": 6.0624013333147955e-05, "loss": 19.6699, "step": 24884 }, { "epoch": 22.1, "learning_rate": 6.0621262549726244e-05, "loss": 19.9287, "step": 24885 }, { "epoch": 22.1, "learning_rate": 6.0618511732637284e-05, "loss": 20.6865, "step": 24886 }, { "epoch": 22.1, "learning_rate": 6.0615760881889804e-05, "loss": 19.584, "step": 24887 }, { "epoch": 22.1, "learning_rate": 6.061300999749253e-05, "loss": 20.1025, "step": 24888 }, { "epoch": 22.1, "learning_rate": 6.061025907945417e-05, "loss": 19.6211, "step": 24889 }, { "epoch": 22.1, "learning_rate": 6.0607508127783466e-05, "loss": 20.043, "step": 24890 }, { "epoch": 22.11, "learning_rate": 6.060475714248911e-05, "loss": 19.5488, "step": 24891 }, { "epoch": 22.11, "learning_rate": 6.0602006123579833e-05, "loss": 19.2617, "step": 24892 }, { "epoch": 22.11, "learning_rate": 6.059925507106437e-05, "loss": 19.3867, "step": 24893 }, { "epoch": 22.11, "learning_rate": 6.0596503984951415e-05, "loss": 19.5771, "step": 24894 }, { "epoch": 22.11, "learning_rate": 6.0593752865249696e-05, "loss": 19.5645, "step": 24895 }, { "epoch": 22.11, "learning_rate": 6.0591001711967966e-05, "loss": 19.7549, "step": 24896 }, { "epoch": 22.11, "learning_rate": 6.0588250525114885e-05, "loss": 20.1621, "step": 24897 }, { "epoch": 22.11, "learning_rate": 6.0585499304699234e-05, "loss": 20.5039, "step": 24898 }, { "epoch": 22.11, "learning_rate": 6.058274805072969e-05, "loss": 19.7393, "step": 24899 }, { "epoch": 22.11, "learning_rate": 6.0579996763214993e-05, "loss": 20.3457, "step": 24900 }, { "epoch": 22.11, "learning_rate": 6.0577245442163866e-05, "loss": 19.6943, "step": 24901 }, { "epoch": 22.12, "learning_rate": 6.057449408758502e-05, "loss": 19.9785, "step": 24902 }, { "epoch": 22.12, "learning_rate": 6.057174269948719e-05, "loss": 19.6562, "step": 24903 }, { "epoch": 22.12, "learning_rate": 6.05689912778791e-05, "loss": 19.7432, "step": 24904 }, { "epoch": 22.12, "learning_rate": 6.056623982276944e-05, "loss": 19.835, "step": 24905 }, { "epoch": 22.12, "learning_rate": 6.0563488334166964e-05, "loss": 20.0225, "step": 24906 }, { "epoch": 22.12, "learning_rate": 6.056073681208038e-05, "loss": 19.7539, "step": 24907 }, { "epoch": 22.12, "learning_rate": 6.05579852565184e-05, "loss": 19.9131, "step": 24908 }, { "epoch": 22.12, "learning_rate": 6.055523366748979e-05, "loss": 19.2959, "step": 24909 }, { "epoch": 22.12, "learning_rate": 6.0552482045003204e-05, "loss": 19.4863, "step": 24910 }, { "epoch": 22.12, "learning_rate": 6.05497303890674e-05, "loss": 19.6416, "step": 24911 }, { "epoch": 22.12, "learning_rate": 6.0546978699691134e-05, "loss": 20.4551, "step": 24912 }, { "epoch": 22.13, "learning_rate": 6.054422697688308e-05, "loss": 20.167, "step": 24913 }, { "epoch": 22.13, "learning_rate": 6.054147522065197e-05, "loss": 19.6299, "step": 24914 }, { "epoch": 22.13, "learning_rate": 6.053872343100653e-05, "loss": 19.71, "step": 24915 }, { "epoch": 22.13, "learning_rate": 6.053597160795548e-05, "loss": 19.7891, "step": 24916 }, { "epoch": 22.13, "learning_rate": 6.0533219751507564e-05, "loss": 19.5664, "step": 24917 }, { "epoch": 22.13, "learning_rate": 6.053046786167147e-05, "loss": 20.1445, "step": 24918 }, { "epoch": 22.13, "learning_rate": 6.052771593845593e-05, "loss": 19.7783, "step": 24919 }, { "epoch": 22.13, "learning_rate": 6.0524963981869696e-05, "loss": 20.0508, "step": 24920 }, { "epoch": 22.13, "learning_rate": 6.0522211991921475e-05, "loss": 20.374, "step": 24921 }, { "epoch": 22.13, "learning_rate": 6.051945996861996e-05, "loss": 20.0322, "step": 24922 }, { "epoch": 22.13, "learning_rate": 6.051670791197392e-05, "loss": 20.2041, "step": 24923 }, { "epoch": 22.13, "learning_rate": 6.051395582199205e-05, "loss": 19.6182, "step": 24924 }, { "epoch": 22.14, "learning_rate": 6.051120369868311e-05, "loss": 19.4004, "step": 24925 }, { "epoch": 22.14, "learning_rate": 6.0508451542055764e-05, "loss": 19.9102, "step": 24926 }, { "epoch": 22.14, "learning_rate": 6.0505699352118775e-05, "loss": 19.4941, "step": 24927 }, { "epoch": 22.14, "learning_rate": 6.050294712888086e-05, "loss": 19.6113, "step": 24928 }, { "epoch": 22.14, "learning_rate": 6.0500194872350746e-05, "loss": 19.6387, "step": 24929 }, { "epoch": 22.14, "learning_rate": 6.049744258253715e-05, "loss": 20.0176, "step": 24930 }, { "epoch": 22.14, "learning_rate": 6.04946902594488e-05, "loss": 19.5645, "step": 24931 }, { "epoch": 22.14, "learning_rate": 6.049193790309441e-05, "loss": 19.8369, "step": 24932 }, { "epoch": 22.14, "learning_rate": 6.048918551348274e-05, "loss": 19.8438, "step": 24933 }, { "epoch": 22.14, "learning_rate": 6.048643309062248e-05, "loss": 19.9424, "step": 24934 }, { "epoch": 22.14, "learning_rate": 6.0483680634522346e-05, "loss": 19.7461, "step": 24935 }, { "epoch": 22.15, "learning_rate": 6.04809281451911e-05, "loss": 19.6133, "step": 24936 }, { "epoch": 22.15, "learning_rate": 6.047817562263743e-05, "loss": 19.9219, "step": 24937 }, { "epoch": 22.15, "learning_rate": 6.047542306687008e-05, "loss": 19.417, "step": 24938 }, { "epoch": 22.15, "learning_rate": 6.04726704778978e-05, "loss": 19.9922, "step": 24939 }, { "epoch": 22.15, "learning_rate": 6.046991785572926e-05, "loss": 20.0117, "step": 24940 }, { "epoch": 22.15, "learning_rate": 6.046716520037323e-05, "loss": 19.4062, "step": 24941 }, { "epoch": 22.15, "learning_rate": 6.046441251183841e-05, "loss": 20.166, "step": 24942 }, { "epoch": 22.15, "learning_rate": 6.046165979013354e-05, "loss": 19.5166, "step": 24943 }, { "epoch": 22.15, "learning_rate": 6.0458907035267346e-05, "loss": 19.8193, "step": 24944 }, { "epoch": 22.15, "learning_rate": 6.045615424724853e-05, "loss": 19.6025, "step": 24945 }, { "epoch": 22.15, "learning_rate": 6.0453401426085845e-05, "loss": 19.5342, "step": 24946 }, { "epoch": 22.16, "learning_rate": 6.0450648571788004e-05, "loss": 19.4023, "step": 24947 }, { "epoch": 22.16, "learning_rate": 6.044789568436374e-05, "loss": 19.293, "step": 24948 }, { "epoch": 22.16, "learning_rate": 6.044514276382177e-05, "loss": 19.2324, "step": 24949 }, { "epoch": 22.16, "learning_rate": 6.044238981017083e-05, "loss": 19.5449, "step": 24950 }, { "epoch": 22.16, "learning_rate": 6.043963682341964e-05, "loss": 19.8398, "step": 24951 }, { "epoch": 22.16, "learning_rate": 6.043688380357695e-05, "loss": 19.5605, "step": 24952 }, { "epoch": 22.16, "learning_rate": 6.043413075065144e-05, "loss": 19.459, "step": 24953 }, { "epoch": 22.16, "learning_rate": 6.0431377664651855e-05, "loss": 19.5557, "step": 24954 }, { "epoch": 22.16, "learning_rate": 6.0428624545586944e-05, "loss": 19.6641, "step": 24955 }, { "epoch": 22.16, "learning_rate": 6.042587139346542e-05, "loss": 19.7588, "step": 24956 }, { "epoch": 22.16, "learning_rate": 6.0423118208296e-05, "loss": 19.3164, "step": 24957 }, { "epoch": 22.17, "learning_rate": 6.042036499008741e-05, "loss": 20.0303, "step": 24958 }, { "epoch": 22.17, "learning_rate": 6.04176117388484e-05, "loss": 19.8955, "step": 24959 }, { "epoch": 22.17, "learning_rate": 6.0414858454587683e-05, "loss": 19.4131, "step": 24960 }, { "epoch": 22.17, "learning_rate": 6.041210513731399e-05, "loss": 19.7812, "step": 24961 }, { "epoch": 22.17, "learning_rate": 6.040935178703604e-05, "loss": 19.6641, "step": 24962 }, { "epoch": 22.17, "learning_rate": 6.040659840376256e-05, "loss": 19.8496, "step": 24963 }, { "epoch": 22.17, "learning_rate": 6.040384498750229e-05, "loss": 19.5264, "step": 24964 }, { "epoch": 22.17, "learning_rate": 6.0401091538263955e-05, "loss": 19.6445, "step": 24965 }, { "epoch": 22.17, "learning_rate": 6.039833805605627e-05, "loss": 19.5273, "step": 24966 }, { "epoch": 22.17, "learning_rate": 6.0395584540887963e-05, "loss": 19.6885, "step": 24967 }, { "epoch": 22.17, "learning_rate": 6.039283099276779e-05, "loss": 19.6016, "step": 24968 }, { "epoch": 22.17, "learning_rate": 6.039007741170446e-05, "loss": 19.0234, "step": 24969 }, { "epoch": 22.18, "learning_rate": 6.038732379770669e-05, "loss": 19.8164, "step": 24970 }, { "epoch": 22.18, "learning_rate": 6.0384570150783224e-05, "loss": 19.4131, "step": 24971 }, { "epoch": 22.18, "learning_rate": 6.0381816470942786e-05, "loss": 19.7275, "step": 24972 }, { "epoch": 22.18, "learning_rate": 6.0379062758194114e-05, "loss": 19.1943, "step": 24973 }, { "epoch": 22.18, "learning_rate": 6.037630901254592e-05, "loss": 20.3936, "step": 24974 }, { "epoch": 22.18, "learning_rate": 6.037355523400694e-05, "loss": 19.2217, "step": 24975 }, { "epoch": 22.18, "learning_rate": 6.037080142258591e-05, "loss": 19.6768, "step": 24976 }, { "epoch": 22.18, "learning_rate": 6.036804757829154e-05, "loss": 19.3838, "step": 24977 }, { "epoch": 22.18, "learning_rate": 6.0365293701132576e-05, "loss": 19.2432, "step": 24978 }, { "epoch": 22.18, "learning_rate": 6.036253979111776e-05, "loss": 20.209, "step": 24979 }, { "epoch": 22.18, "learning_rate": 6.035978584825578e-05, "loss": 20.0381, "step": 24980 }, { "epoch": 22.19, "learning_rate": 6.0357031872555395e-05, "loss": 19.998, "step": 24981 }, { "epoch": 22.19, "learning_rate": 6.0354277864025346e-05, "loss": 19.6621, "step": 24982 }, { "epoch": 22.19, "learning_rate": 6.035152382267433e-05, "loss": 19.5498, "step": 24983 }, { "epoch": 22.19, "learning_rate": 6.034876974851109e-05, "loss": 20.4365, "step": 24984 }, { "epoch": 22.19, "learning_rate": 6.034601564154436e-05, "loss": 19.8555, "step": 24985 }, { "epoch": 22.19, "learning_rate": 6.0343261501782876e-05, "loss": 19.6543, "step": 24986 }, { "epoch": 22.19, "learning_rate": 6.034050732923537e-05, "loss": 19.25, "step": 24987 }, { "epoch": 22.19, "learning_rate": 6.033775312391055e-05, "loss": 20.0312, "step": 24988 }, { "epoch": 22.19, "learning_rate": 6.033499888581715e-05, "loss": 19.7578, "step": 24989 }, { "epoch": 22.19, "learning_rate": 6.033224461496393e-05, "loss": 19.4268, "step": 24990 }, { "epoch": 22.19, "learning_rate": 6.032949031135958e-05, "loss": 20.0674, "step": 24991 }, { "epoch": 22.2, "learning_rate": 6.032673597501287e-05, "loss": 19.8545, "step": 24992 }, { "epoch": 22.2, "learning_rate": 6.032398160593249e-05, "loss": 19.915, "step": 24993 }, { "epoch": 22.2, "learning_rate": 6.03212272041272e-05, "loss": 19.5381, "step": 24994 }, { "epoch": 22.2, "learning_rate": 6.0318472769605725e-05, "loss": 20.1885, "step": 24995 }, { "epoch": 22.2, "learning_rate": 6.03157183023768e-05, "loss": 19.1094, "step": 24996 }, { "epoch": 22.2, "learning_rate": 6.031296380244914e-05, "loss": 18.96, "step": 24997 }, { "epoch": 22.2, "learning_rate": 6.031020926983149e-05, "loss": 19.6699, "step": 24998 }, { "epoch": 22.2, "learning_rate": 6.0307454704532575e-05, "loss": 19.6182, "step": 24999 }, { "epoch": 22.2, "learning_rate": 6.030470010656113e-05, "loss": 20.3076, "step": 25000 }, { "epoch": 22.2, "learning_rate": 6.0301945475925894e-05, "loss": 19.3789, "step": 25001 }, { "epoch": 22.2, "learning_rate": 6.0299190812635576e-05, "loss": 19.9082, "step": 25002 }, { "epoch": 22.21, "learning_rate": 6.029643611669892e-05, "loss": 19.4717, "step": 25003 }, { "epoch": 22.21, "learning_rate": 6.029368138812467e-05, "loss": 20.4609, "step": 25004 }, { "epoch": 22.21, "learning_rate": 6.029092662692154e-05, "loss": 19.3408, "step": 25005 }, { "epoch": 22.21, "learning_rate": 6.028817183309827e-05, "loss": 19.7363, "step": 25006 }, { "epoch": 22.21, "learning_rate": 6.028541700666359e-05, "loss": 19.3262, "step": 25007 }, { "epoch": 22.21, "learning_rate": 6.028266214762624e-05, "loss": 19.8389, "step": 25008 }, { "epoch": 22.21, "learning_rate": 6.027990725599495e-05, "loss": 19.0537, "step": 25009 }, { "epoch": 22.21, "learning_rate": 6.027715233177844e-05, "loss": 19.3984, "step": 25010 }, { "epoch": 22.21, "learning_rate": 6.0274397374985455e-05, "loss": 20.5098, "step": 25011 }, { "epoch": 22.21, "learning_rate": 6.0271642385624715e-05, "loss": 19.6338, "step": 25012 }, { "epoch": 22.21, "learning_rate": 6.0268887363704976e-05, "loss": 19.9111, "step": 25013 }, { "epoch": 22.21, "learning_rate": 6.0266132309234954e-05, "loss": 19.4697, "step": 25014 }, { "epoch": 22.22, "learning_rate": 6.026337722222337e-05, "loss": 19.3896, "step": 25015 }, { "epoch": 22.22, "learning_rate": 6.0260622102678984e-05, "loss": 19.5791, "step": 25016 }, { "epoch": 22.22, "learning_rate": 6.0257866950610506e-05, "loss": 20.3857, "step": 25017 }, { "epoch": 22.22, "learning_rate": 6.0255111766026696e-05, "loss": 19.9873, "step": 25018 }, { "epoch": 22.22, "learning_rate": 6.025235654893626e-05, "loss": 19.9248, "step": 25019 }, { "epoch": 22.22, "learning_rate": 6.024960129934794e-05, "loss": 19.3115, "step": 25020 }, { "epoch": 22.22, "learning_rate": 6.024684601727047e-05, "loss": 19.1504, "step": 25021 }, { "epoch": 22.22, "learning_rate": 6.024409070271261e-05, "loss": 20.0156, "step": 25022 }, { "epoch": 22.22, "learning_rate": 6.024133535568305e-05, "loss": 19.9141, "step": 25023 }, { "epoch": 22.22, "learning_rate": 6.023857997619054e-05, "loss": 19.6797, "step": 25024 }, { "epoch": 22.22, "learning_rate": 6.0235824564243824e-05, "loss": 18.8604, "step": 25025 }, { "epoch": 22.23, "learning_rate": 6.0233069119851624e-05, "loss": 19.6553, "step": 25026 }, { "epoch": 22.23, "learning_rate": 6.02303136430227e-05, "loss": 20.3369, "step": 25027 }, { "epoch": 22.23, "learning_rate": 6.022755813376575e-05, "loss": 19.7197, "step": 25028 }, { "epoch": 22.23, "learning_rate": 6.0224802592089513e-05, "loss": 20.0645, "step": 25029 }, { "epoch": 22.23, "learning_rate": 6.022204701800276e-05, "loss": 19.2705, "step": 25030 }, { "epoch": 22.23, "learning_rate": 6.021929141151419e-05, "loss": 19.8467, "step": 25031 }, { "epoch": 22.23, "learning_rate": 6.021653577263255e-05, "loss": 19.7891, "step": 25032 }, { "epoch": 22.23, "learning_rate": 6.021653577263255e-05, "loss": 20.0889, "step": 25033 }, { "epoch": 22.23, "learning_rate": 6.0213780101366555e-05, "loss": 19.958, "step": 25034 }, { "epoch": 22.23, "learning_rate": 6.021102439772498e-05, "loss": 19.9482, "step": 25035 }, { "epoch": 22.23, "learning_rate": 6.020826866171654e-05, "loss": 20.0244, "step": 25036 }, { "epoch": 22.24, "learning_rate": 6.020551289334996e-05, "loss": 19.7471, "step": 25037 }, { "epoch": 22.24, "learning_rate": 6.020275709263398e-05, "loss": 20.0039, "step": 25038 }, { "epoch": 22.24, "learning_rate": 6.020000125957734e-05, "loss": 19.9277, "step": 25039 }, { "epoch": 22.24, "learning_rate": 6.0197245394188774e-05, "loss": 19.9531, "step": 25040 }, { "epoch": 22.24, "learning_rate": 6.019448949647702e-05, "loss": 19.2373, "step": 25041 }, { "epoch": 22.24, "learning_rate": 6.019173356645082e-05, "loss": 19.8916, "step": 25042 }, { "epoch": 22.24, "learning_rate": 6.018897760411888e-05, "loss": 19.2676, "step": 25043 }, { "epoch": 22.24, "learning_rate": 6.018622160948998e-05, "loss": 20.3477, "step": 25044 }, { "epoch": 22.24, "learning_rate": 6.018346558257282e-05, "loss": 19.7686, "step": 25045 }, { "epoch": 22.24, "learning_rate": 6.018070952337616e-05, "loss": 19.79, "step": 25046 }, { "epoch": 22.24, "learning_rate": 6.0177953431908704e-05, "loss": 19.0176, "step": 25047 }, { "epoch": 22.25, "learning_rate": 6.017519730817922e-05, "loss": 19.9541, "step": 25048 }, { "epoch": 22.25, "learning_rate": 6.017244115219644e-05, "loss": 19.9189, "step": 25049 }, { "epoch": 22.25, "learning_rate": 6.0169684963969095e-05, "loss": 19.1719, "step": 25050 }, { "epoch": 22.25, "learning_rate": 6.0166928743505915e-05, "loss": 20.2354, "step": 25051 }, { "epoch": 22.25, "learning_rate": 6.016417249081564e-05, "loss": 19.9941, "step": 25052 }, { "epoch": 22.25, "learning_rate": 6.0161416205907015e-05, "loss": 19.8359, "step": 25053 }, { "epoch": 22.25, "learning_rate": 6.015865988878877e-05, "loss": 19.4365, "step": 25054 }, { "epoch": 22.25, "learning_rate": 6.015590353946965e-05, "loss": 19.1367, "step": 25055 }, { "epoch": 22.25, "learning_rate": 6.015314715795837e-05, "loss": 19.6611, "step": 25056 }, { "epoch": 22.25, "learning_rate": 6.015039074426367e-05, "loss": 19.1904, "step": 25057 }, { "epoch": 22.25, "learning_rate": 6.014763429839434e-05, "loss": 19.4326, "step": 25058 }, { "epoch": 22.25, "learning_rate": 6.0144877820359044e-05, "loss": 19.708, "step": 25059 }, { "epoch": 22.26, "learning_rate": 6.0142121310166564e-05, "loss": 19.583, "step": 25060 }, { "epoch": 22.26, "learning_rate": 6.0139364767825626e-05, "loss": 19.5752, "step": 25061 }, { "epoch": 22.26, "learning_rate": 6.0136608193344965e-05, "loss": 19.7969, "step": 25062 }, { "epoch": 22.26, "learning_rate": 6.0133851586733336e-05, "loss": 19.8428, "step": 25063 }, { "epoch": 22.26, "learning_rate": 6.0131094947999445e-05, "loss": 19.5498, "step": 25064 }, { "epoch": 22.26, "learning_rate": 6.012833827715204e-05, "loss": 19.5312, "step": 25065 }, { "epoch": 22.26, "learning_rate": 6.012558157419989e-05, "loss": 19.8457, "step": 25066 }, { "epoch": 22.26, "learning_rate": 6.012282483915169e-05, "loss": 19.5273, "step": 25067 }, { "epoch": 22.26, "learning_rate": 6.0120068072016225e-05, "loss": 19.2725, "step": 25068 }, { "epoch": 22.26, "learning_rate": 6.011731127280217e-05, "loss": 20.0586, "step": 25069 }, { "epoch": 22.26, "learning_rate": 6.011455444151831e-05, "loss": 18.9268, "step": 25070 }, { "epoch": 22.27, "learning_rate": 6.011179757817339e-05, "loss": 19.3916, "step": 25071 }, { "epoch": 22.27, "learning_rate": 6.010904068277612e-05, "loss": 19.2656, "step": 25072 }, { "epoch": 22.27, "learning_rate": 6.0106283755335245e-05, "loss": 19.8008, "step": 25073 }, { "epoch": 22.27, "learning_rate": 6.010352679585952e-05, "loss": 19.8145, "step": 25074 }, { "epoch": 22.27, "learning_rate": 6.010076980435767e-05, "loss": 20.1436, "step": 25075 }, { "epoch": 22.27, "learning_rate": 6.009801278083844e-05, "loss": 19.376, "step": 25076 }, { "epoch": 22.27, "learning_rate": 6.0095255725310576e-05, "loss": 19.5039, "step": 25077 }, { "epoch": 22.27, "learning_rate": 6.009249863778278e-05, "loss": 19.8564, "step": 25078 }, { "epoch": 22.27, "learning_rate": 6.0089741518263845e-05, "loss": 19.9697, "step": 25079 }, { "epoch": 22.27, "learning_rate": 6.008698436676248e-05, "loss": 19.9541, "step": 25080 }, { "epoch": 22.27, "learning_rate": 6.0084227183287424e-05, "loss": 19.5869, "step": 25081 }, { "epoch": 22.28, "learning_rate": 6.008146996784742e-05, "loss": 19.8379, "step": 25082 }, { "epoch": 22.28, "learning_rate": 6.0078712720451216e-05, "loss": 20.1191, "step": 25083 }, { "epoch": 22.28, "learning_rate": 6.0075955441107555e-05, "loss": 19.6289, "step": 25084 }, { "epoch": 22.28, "learning_rate": 6.007319812982515e-05, "loss": 19.8594, "step": 25085 }, { "epoch": 22.28, "learning_rate": 6.007044078661277e-05, "loss": 18.9658, "step": 25086 }, { "epoch": 22.28, "learning_rate": 6.006768341147915e-05, "loss": 19.6172, "step": 25087 }, { "epoch": 22.28, "learning_rate": 6.006492600443301e-05, "loss": 19.7285, "step": 25088 }, { "epoch": 22.28, "learning_rate": 6.0062168565483114e-05, "loss": 20.2344, "step": 25089 }, { "epoch": 22.28, "learning_rate": 6.00594110946382e-05, "loss": 19.8223, "step": 25090 }, { "epoch": 22.28, "learning_rate": 6.005665359190698e-05, "loss": 19.5205, "step": 25091 }, { "epoch": 22.28, "learning_rate": 6.005389605729824e-05, "loss": 19.6621, "step": 25092 }, { "epoch": 22.29, "learning_rate": 6.005113849082069e-05, "loss": 19.3857, "step": 25093 }, { "epoch": 22.29, "learning_rate": 6.004838089248308e-05, "loss": 19.582, "step": 25094 }, { "epoch": 22.29, "learning_rate": 6.004562326229415e-05, "loss": 19.5225, "step": 25095 }, { "epoch": 22.29, "learning_rate": 6.004286560026263e-05, "loss": 19.5586, "step": 25096 }, { "epoch": 22.29, "learning_rate": 6.004010790639729e-05, "loss": 20.1191, "step": 25097 }, { "epoch": 22.29, "learning_rate": 6.0037350180706855e-05, "loss": 19.5439, "step": 25098 }, { "epoch": 22.29, "learning_rate": 6.003459242320005e-05, "loss": 19.4668, "step": 25099 }, { "epoch": 22.29, "learning_rate": 6.003183463388564e-05, "loss": 19.9805, "step": 25100 }, { "epoch": 22.29, "learning_rate": 6.002907681277235e-05, "loss": 19.6113, "step": 25101 }, { "epoch": 22.29, "learning_rate": 6.002631895986893e-05, "loss": 20.207, "step": 25102 }, { "epoch": 22.29, "learning_rate": 6.002356107518414e-05, "loss": 20.3438, "step": 25103 }, { "epoch": 22.29, "learning_rate": 6.002080315872668e-05, "loss": 20.0986, "step": 25104 }, { "epoch": 22.3, "learning_rate": 6.001804521050532e-05, "loss": 19.4639, "step": 25105 }, { "epoch": 22.3, "learning_rate": 6.001528723052882e-05, "loss": 19.1973, "step": 25106 }, { "epoch": 22.3, "learning_rate": 6.001252921880588e-05, "loss": 19.7402, "step": 25107 }, { "epoch": 22.3, "learning_rate": 6.000977117534526e-05, "loss": 19.6113, "step": 25108 }, { "epoch": 22.3, "learning_rate": 6.0007013100155716e-05, "loss": 19.9287, "step": 25109 }, { "epoch": 22.3, "learning_rate": 6.000425499324598e-05, "loss": 19.6963, "step": 25110 }, { "epoch": 22.3, "learning_rate": 6.0001496854624796e-05, "loss": 19.3848, "step": 25111 }, { "epoch": 22.3, "learning_rate": 5.999873868430089e-05, "loss": 19.4912, "step": 25112 }, { "epoch": 22.3, "learning_rate": 5.999598048228302e-05, "loss": 19.3867, "step": 25113 }, { "epoch": 22.3, "learning_rate": 5.999322224857995e-05, "loss": 19.624, "step": 25114 }, { "epoch": 22.3, "learning_rate": 5.9990463983200385e-05, "loss": 19.752, "step": 25115 }, { "epoch": 22.31, "learning_rate": 5.998770568615308e-05, "loss": 19.4189, "step": 25116 }, { "epoch": 22.31, "learning_rate": 5.99849473574468e-05, "loss": 19.0068, "step": 25117 }, { "epoch": 22.31, "learning_rate": 5.998218899709025e-05, "loss": 19.0889, "step": 25118 }, { "epoch": 22.31, "learning_rate": 5.997943060509222e-05, "loss": 19.4062, "step": 25119 }, { "epoch": 22.31, "learning_rate": 5.9976672181461415e-05, "loss": 19.3027, "step": 25120 }, { "epoch": 22.31, "learning_rate": 5.9973913726206585e-05, "loss": 19.583, "step": 25121 }, { "epoch": 22.31, "learning_rate": 5.9971155239336494e-05, "loss": 19.3525, "step": 25122 }, { "epoch": 22.31, "learning_rate": 5.9968396720859864e-05, "loss": 19.1318, "step": 25123 }, { "epoch": 22.31, "learning_rate": 5.996563817078544e-05, "loss": 19.0996, "step": 25124 }, { "epoch": 22.31, "learning_rate": 5.9962879589122003e-05, "loss": 20.4971, "step": 25125 }, { "epoch": 22.31, "learning_rate": 5.996012097587823e-05, "loss": 19.0322, "step": 25126 }, { "epoch": 22.32, "learning_rate": 5.995736233106293e-05, "loss": 19.499, "step": 25127 }, { "epoch": 22.32, "learning_rate": 5.9954603654684814e-05, "loss": 19.7393, "step": 25128 }, { "epoch": 22.32, "learning_rate": 5.995184494675262e-05, "loss": 19.9795, "step": 25129 }, { "epoch": 22.32, "learning_rate": 5.9949086207275115e-05, "loss": 19.8428, "step": 25130 }, { "epoch": 22.32, "learning_rate": 5.994632743626103e-05, "loss": 20.2646, "step": 25131 }, { "epoch": 22.32, "learning_rate": 5.9943568633719116e-05, "loss": 19.4805, "step": 25132 }, { "epoch": 22.32, "learning_rate": 5.994080979965813e-05, "loss": 19.9619, "step": 25133 }, { "epoch": 22.32, "learning_rate": 5.993805093408679e-05, "loss": 19.1396, "step": 25134 }, { "epoch": 22.32, "learning_rate": 5.993529203701385e-05, "loss": 19.585, "step": 25135 }, { "epoch": 22.32, "learning_rate": 5.9932533108448054e-05, "loss": 19.7168, "step": 25136 }, { "epoch": 22.32, "learning_rate": 5.992977414839815e-05, "loss": 20.1074, "step": 25137 }, { "epoch": 22.33, "learning_rate": 5.992701515687291e-05, "loss": 19.585, "step": 25138 }, { "epoch": 22.33, "learning_rate": 5.992425613388104e-05, "loss": 19.3564, "step": 25139 }, { "epoch": 22.33, "learning_rate": 5.992149707943129e-05, "loss": 19.9062, "step": 25140 }, { "epoch": 22.33, "learning_rate": 5.9918737993532426e-05, "loss": 20.3906, "step": 25141 }, { "epoch": 22.33, "learning_rate": 5.991597887619318e-05, "loss": 19.0166, "step": 25142 }, { "epoch": 22.33, "learning_rate": 5.99132197274223e-05, "loss": 19.8906, "step": 25143 }, { "epoch": 22.33, "learning_rate": 5.991046054722854e-05, "loss": 20.1143, "step": 25144 }, { "epoch": 22.33, "learning_rate": 5.9907701335620636e-05, "loss": 19.124, "step": 25145 }, { "epoch": 22.33, "learning_rate": 5.990494209260734e-05, "loss": 19.2676, "step": 25146 }, { "epoch": 22.33, "learning_rate": 5.990218281819739e-05, "loss": 19.5342, "step": 25147 }, { "epoch": 22.33, "learning_rate": 5.9899423512399545e-05, "loss": 19.4717, "step": 25148 }, { "epoch": 22.33, "learning_rate": 5.989666417522254e-05, "loss": 19.3125, "step": 25149 }, { "epoch": 22.34, "learning_rate": 5.989390480667512e-05, "loss": 20.1982, "step": 25150 }, { "epoch": 22.34, "learning_rate": 5.989114540676606e-05, "loss": 19.7021, "step": 25151 }, { "epoch": 22.34, "learning_rate": 5.988838597550406e-05, "loss": 19.4775, "step": 25152 }, { "epoch": 22.34, "learning_rate": 5.988562651289788e-05, "loss": 19.998, "step": 25153 }, { "epoch": 22.34, "learning_rate": 5.988286701895631e-05, "loss": 19.9072, "step": 25154 }, { "epoch": 22.34, "learning_rate": 5.988010749368805e-05, "loss": 19.4141, "step": 25155 }, { "epoch": 22.34, "learning_rate": 5.987734793710187e-05, "loss": 19.5771, "step": 25156 }, { "epoch": 22.34, "learning_rate": 5.987458834920651e-05, "loss": 19.5732, "step": 25157 }, { "epoch": 22.34, "learning_rate": 5.9871828730010705e-05, "loss": 19.1445, "step": 25158 }, { "epoch": 22.34, "learning_rate": 5.9869069079523235e-05, "loss": 19.5312, "step": 25159 }, { "epoch": 22.34, "learning_rate": 5.9866309397752805e-05, "loss": 19.4346, "step": 25160 }, { "epoch": 22.35, "learning_rate": 5.9863549684708185e-05, "loss": 19.9121, "step": 25161 }, { "epoch": 22.35, "learning_rate": 5.9860789940398134e-05, "loss": 19.5703, "step": 25162 }, { "epoch": 22.35, "learning_rate": 5.985803016483138e-05, "loss": 19.5869, "step": 25163 }, { "epoch": 22.35, "learning_rate": 5.985527035801668e-05, "loss": 20.3643, "step": 25164 }, { "epoch": 22.35, "learning_rate": 5.985251051996279e-05, "loss": 19.6973, "step": 25165 }, { "epoch": 22.35, "learning_rate": 5.984975065067844e-05, "loss": 19.4648, "step": 25166 }, { "epoch": 22.35, "learning_rate": 5.9846990750172396e-05, "loss": 19.5889, "step": 25167 }, { "epoch": 22.35, "learning_rate": 5.9844230818453386e-05, "loss": 19.7168, "step": 25168 }, { "epoch": 22.35, "learning_rate": 5.984147085553018e-05, "loss": 19.9873, "step": 25169 }, { "epoch": 22.35, "learning_rate": 5.983871086141151e-05, "loss": 19.8125, "step": 25170 }, { "epoch": 22.35, "learning_rate": 5.9835950836106125e-05, "loss": 19.4023, "step": 25171 }, { "epoch": 22.36, "learning_rate": 5.983319077962279e-05, "loss": 19.8027, "step": 25172 }, { "epoch": 22.36, "learning_rate": 5.983043069197025e-05, "loss": 19.7305, "step": 25173 }, { "epoch": 22.36, "learning_rate": 5.982767057315723e-05, "loss": 20.0947, "step": 25174 }, { "epoch": 22.36, "learning_rate": 5.9824910423192505e-05, "loss": 20.2412, "step": 25175 }, { "epoch": 22.36, "learning_rate": 5.9822150242084816e-05, "loss": 19.5107, "step": 25176 }, { "epoch": 22.36, "learning_rate": 5.981939002984291e-05, "loss": 19.2529, "step": 25177 }, { "epoch": 22.36, "learning_rate": 5.981662978647555e-05, "loss": 19.6484, "step": 25178 }, { "epoch": 22.36, "learning_rate": 5.981386951199146e-05, "loss": 19.6514, "step": 25179 }, { "epoch": 22.36, "learning_rate": 5.981110920639941e-05, "loss": 19.457, "step": 25180 }, { "epoch": 22.36, "learning_rate": 5.980834886970814e-05, "loss": 19.7881, "step": 25181 }, { "epoch": 22.36, "learning_rate": 5.980558850192641e-05, "loss": 19.751, "step": 25182 }, { "epoch": 22.37, "learning_rate": 5.980282810306295e-05, "loss": 20.0801, "step": 25183 }, { "epoch": 22.37, "learning_rate": 5.9800067673126526e-05, "loss": 19.835, "step": 25184 }, { "epoch": 22.37, "learning_rate": 5.9797307212125886e-05, "loss": 19.833, "step": 25185 }, { "epoch": 22.37, "learning_rate": 5.979454672006979e-05, "loss": 19.8428, "step": 25186 }, { "epoch": 22.37, "learning_rate": 5.979178619696696e-05, "loss": 20.126, "step": 25187 }, { "epoch": 22.37, "learning_rate": 5.978902564282616e-05, "loss": 20.2725, "step": 25188 }, { "epoch": 22.37, "learning_rate": 5.9786265057656155e-05, "loss": 19.3789, "step": 25189 }, { "epoch": 22.37, "learning_rate": 5.9783504441465676e-05, "loss": 20.1084, "step": 25190 }, { "epoch": 22.37, "learning_rate": 5.978074379426349e-05, "loss": 19.8037, "step": 25191 }, { "epoch": 22.37, "learning_rate": 5.9777983116058336e-05, "loss": 19.7568, "step": 25192 }, { "epoch": 22.37, "learning_rate": 5.977522240685896e-05, "loss": 19.8955, "step": 25193 }, { "epoch": 22.37, "learning_rate": 5.977246166667414e-05, "loss": 19.7314, "step": 25194 }, { "epoch": 22.38, "learning_rate": 5.976970089551259e-05, "loss": 19.3799, "step": 25195 }, { "epoch": 22.38, "learning_rate": 5.976694009338309e-05, "loss": 20.0625, "step": 25196 }, { "epoch": 22.38, "learning_rate": 5.976417926029436e-05, "loss": 20.3281, "step": 25197 }, { "epoch": 22.38, "learning_rate": 5.976141839625519e-05, "loss": 19.4404, "step": 25198 }, { "epoch": 22.38, "learning_rate": 5.97586575012743e-05, "loss": 20.0557, "step": 25199 }, { "epoch": 22.38, "learning_rate": 5.975589657536047e-05, "loss": 19.5938, "step": 25200 }, { "epoch": 22.38, "learning_rate": 5.9753135618522416e-05, "loss": 19.7949, "step": 25201 }, { "epoch": 22.38, "learning_rate": 5.975037463076892e-05, "loss": 19.5146, "step": 25202 }, { "epoch": 22.38, "learning_rate": 5.9747613612108724e-05, "loss": 19.5078, "step": 25203 }, { "epoch": 22.38, "learning_rate": 5.974485256255058e-05, "loss": 19.4824, "step": 25204 }, { "epoch": 22.38, "learning_rate": 5.9742091482103236e-05, "loss": 19.4199, "step": 25205 }, { "epoch": 22.39, "learning_rate": 5.973933037077544e-05, "loss": 20.0859, "step": 25206 }, { "epoch": 22.39, "learning_rate": 5.9736569228575956e-05, "loss": 19.7852, "step": 25207 }, { "epoch": 22.39, "learning_rate": 5.973380805551354e-05, "loss": 19.376, "step": 25208 }, { "epoch": 22.39, "learning_rate": 5.973104685159694e-05, "loss": 19.2549, "step": 25209 }, { "epoch": 22.39, "learning_rate": 5.972828561683489e-05, "loss": 19.4648, "step": 25210 }, { "epoch": 22.39, "learning_rate": 5.972552435123615e-05, "loss": 20.2119, "step": 25211 }, { "epoch": 22.39, "learning_rate": 5.972276305480949e-05, "loss": 19.7217, "step": 25212 }, { "epoch": 22.39, "learning_rate": 5.9720001727563667e-05, "loss": 19.7129, "step": 25213 }, { "epoch": 22.39, "learning_rate": 5.971724036950739e-05, "loss": 19.2949, "step": 25214 }, { "epoch": 22.39, "learning_rate": 5.971447898064946e-05, "loss": 19.4434, "step": 25215 }, { "epoch": 22.39, "learning_rate": 5.97117175609986e-05, "loss": 19.8096, "step": 25216 }, { "epoch": 22.4, "learning_rate": 5.970895611056358e-05, "loss": 19.2773, "step": 25217 }, { "epoch": 22.4, "learning_rate": 5.970619462935315e-05, "loss": 20.2031, "step": 25218 }, { "epoch": 22.4, "learning_rate": 5.970343311737605e-05, "loss": 19.2812, "step": 25219 }, { "epoch": 22.4, "learning_rate": 5.970067157464105e-05, "loss": 19.5537, "step": 25220 }, { "epoch": 22.4, "learning_rate": 5.969791000115692e-05, "loss": 19.6924, "step": 25221 }, { "epoch": 22.4, "learning_rate": 5.969514839693237e-05, "loss": 19.8281, "step": 25222 }, { "epoch": 22.4, "learning_rate": 5.969238676197616e-05, "loss": 19.9629, "step": 25223 }, { "epoch": 22.4, "learning_rate": 5.968962509629709e-05, "loss": 19.7031, "step": 25224 }, { "epoch": 22.4, "learning_rate": 5.9686863399903856e-05, "loss": 19.8408, "step": 25225 }, { "epoch": 22.4, "learning_rate": 5.968410167280526e-05, "loss": 19.5547, "step": 25226 }, { "epoch": 22.4, "learning_rate": 5.968133991501001e-05, "loss": 19.4521, "step": 25227 }, { "epoch": 22.4, "learning_rate": 5.967857812652691e-05, "loss": 19.6699, "step": 25228 }, { "epoch": 22.41, "learning_rate": 5.9675816307364674e-05, "loss": 19.4775, "step": 25229 }, { "epoch": 22.41, "learning_rate": 5.967305445753209e-05, "loss": 19.5547, "step": 25230 }, { "epoch": 22.41, "learning_rate": 5.967029257703787e-05, "loss": 19.4141, "step": 25231 }, { "epoch": 22.41, "learning_rate": 5.9667530665890804e-05, "loss": 19.9014, "step": 25232 }, { "epoch": 22.41, "learning_rate": 5.966476872409963e-05, "loss": 19.7734, "step": 25233 }, { "epoch": 22.41, "learning_rate": 5.966200675167312e-05, "loss": 20.1748, "step": 25234 }, { "epoch": 22.41, "learning_rate": 5.965924474862001e-05, "loss": 19.6973, "step": 25235 }, { "epoch": 22.41, "learning_rate": 5.965648271494906e-05, "loss": 19.7373, "step": 25236 }, { "epoch": 22.41, "learning_rate": 5.965372065066903e-05, "loss": 20.0342, "step": 25237 }, { "epoch": 22.41, "learning_rate": 5.965372065066903e-05, "loss": 19.7158, "step": 25238 }, { "epoch": 22.41, "learning_rate": 5.965372065066903e-05, "loss": 19.8262, "step": 25239 }, { "epoch": 22.42, "learning_rate": 5.9650958555788685e-05, "loss": 20.0742, "step": 25240 }, { "epoch": 22.42, "learning_rate": 5.964819643031675e-05, "loss": 19.5176, "step": 25241 }, { "epoch": 22.42, "learning_rate": 5.9645434274262e-05, "loss": 19.2412, "step": 25242 }, { "epoch": 22.42, "learning_rate": 5.964267208763319e-05, "loss": 19.5439, "step": 25243 }, { "epoch": 22.42, "learning_rate": 5.963990987043907e-05, "loss": 19.6396, "step": 25244 }, { "epoch": 22.42, "learning_rate": 5.963714762268842e-05, "loss": 18.8027, "step": 25245 }, { "epoch": 22.42, "learning_rate": 5.963438534438997e-05, "loss": 19.8623, "step": 25246 }, { "epoch": 22.42, "learning_rate": 5.963162303555246e-05, "loss": 19.6562, "step": 25247 }, { "epoch": 22.42, "learning_rate": 5.9628860696184685e-05, "loss": 19.5635, "step": 25248 }, { "epoch": 22.42, "learning_rate": 5.9626098326295376e-05, "loss": 20.6494, "step": 25249 }, { "epoch": 22.42, "learning_rate": 5.962333592589331e-05, "loss": 19.5127, "step": 25250 }, { "epoch": 22.43, "learning_rate": 5.9620573494987205e-05, "loss": 19.498, "step": 25251 }, { "epoch": 22.43, "learning_rate": 5.961781103358586e-05, "loss": 19.7373, "step": 25252 }, { "epoch": 22.43, "learning_rate": 5.9615048541698016e-05, "loss": 19.5166, "step": 25253 }, { "epoch": 22.43, "learning_rate": 5.961228601933242e-05, "loss": 19.3145, "step": 25254 }, { "epoch": 22.43, "learning_rate": 5.960952346649784e-05, "loss": 19.8037, "step": 25255 }, { "epoch": 22.43, "learning_rate": 5.960676088320302e-05, "loss": 19.2188, "step": 25256 }, { "epoch": 22.43, "learning_rate": 5.960399826945673e-05, "loss": 19.002, "step": 25257 }, { "epoch": 22.43, "learning_rate": 5.960123562526774e-05, "loss": 20.165, "step": 25258 }, { "epoch": 22.43, "learning_rate": 5.959847295064477e-05, "loss": 19.8955, "step": 25259 }, { "epoch": 22.43, "learning_rate": 5.959571024559659e-05, "loss": 20.2236, "step": 25260 }, { "epoch": 22.43, "learning_rate": 5.959294751013198e-05, "loss": 19.1855, "step": 25261 }, { "epoch": 22.44, "learning_rate": 5.959018474425967e-05, "loss": 19.6943, "step": 25262 }, { "epoch": 22.44, "learning_rate": 5.958742194798844e-05, "loss": 19.6943, "step": 25263 }, { "epoch": 22.44, "learning_rate": 5.9584659121327014e-05, "loss": 20.1504, "step": 25264 }, { "epoch": 22.44, "learning_rate": 5.958189626428419e-05, "loss": 19.3369, "step": 25265 }, { "epoch": 22.44, "learning_rate": 5.957913337686871e-05, "loss": 20.0361, "step": 25266 }, { "epoch": 22.44, "learning_rate": 5.9576370459089315e-05, "loss": 20.1592, "step": 25267 }, { "epoch": 22.44, "learning_rate": 5.9573607510954784e-05, "loss": 19.9502, "step": 25268 }, { "epoch": 22.44, "learning_rate": 5.957084453247387e-05, "loss": 19.9775, "step": 25269 }, { "epoch": 22.44, "learning_rate": 5.9568081523655315e-05, "loss": 19.6719, "step": 25270 }, { "epoch": 22.44, "learning_rate": 5.956531848450793e-05, "loss": 19.8496, "step": 25271 }, { "epoch": 22.44, "learning_rate": 5.95625554150404e-05, "loss": 19.9121, "step": 25272 }, { "epoch": 22.44, "learning_rate": 5.955979231526152e-05, "loss": 19.5068, "step": 25273 }, { "epoch": 22.45, "learning_rate": 5.955702918518005e-05, "loss": 19.6445, "step": 25274 }, { "epoch": 22.45, "learning_rate": 5.955426602480474e-05, "loss": 19.7051, "step": 25275 }, { "epoch": 22.45, "learning_rate": 5.955150283414436e-05, "loss": 19.6045, "step": 25276 }, { "epoch": 22.45, "learning_rate": 5.9548739613207674e-05, "loss": 19.5625, "step": 25277 }, { "epoch": 22.45, "learning_rate": 5.95459763620034e-05, "loss": 19.8223, "step": 25278 }, { "epoch": 22.45, "learning_rate": 5.954321308054035e-05, "loss": 20.002, "step": 25279 }, { "epoch": 22.45, "learning_rate": 5.9540449768827246e-05, "loss": 19.1328, "step": 25280 }, { "epoch": 22.45, "learning_rate": 5.9537686426872865e-05, "loss": 19.5635, "step": 25281 }, { "epoch": 22.45, "learning_rate": 5.9534923054685966e-05, "loss": 19.0986, "step": 25282 }, { "epoch": 22.45, "learning_rate": 5.9532159652275285e-05, "loss": 19.458, "step": 25283 }, { "epoch": 22.45, "learning_rate": 5.952939621964961e-05, "loss": 19.9941, "step": 25284 }, { "epoch": 22.46, "learning_rate": 5.952663275681771e-05, "loss": 19.8271, "step": 25285 }, { "epoch": 22.46, "learning_rate": 5.952386926378831e-05, "loss": 20.1738, "step": 25286 }, { "epoch": 22.46, "learning_rate": 5.9521105740570185e-05, "loss": 19.8184, "step": 25287 }, { "epoch": 22.46, "learning_rate": 5.951834218717209e-05, "loss": 19.8408, "step": 25288 }, { "epoch": 22.46, "learning_rate": 5.9515578603602796e-05, "loss": 20.2012, "step": 25289 }, { "epoch": 22.46, "learning_rate": 5.9512814989871056e-05, "loss": 19.2285, "step": 25290 }, { "epoch": 22.46, "learning_rate": 5.951005134598562e-05, "loss": 19.3652, "step": 25291 }, { "epoch": 22.46, "learning_rate": 5.950728767195527e-05, "loss": 19.7412, "step": 25292 }, { "epoch": 22.46, "learning_rate": 5.950452396778876e-05, "loss": 19.8506, "step": 25293 }, { "epoch": 22.46, "learning_rate": 5.950176023349484e-05, "loss": 19.8662, "step": 25294 }, { "epoch": 22.46, "learning_rate": 5.949899646908227e-05, "loss": 20.0674, "step": 25295 }, { "epoch": 22.47, "learning_rate": 5.949623267455983e-05, "loss": 19.667, "step": 25296 }, { "epoch": 22.47, "learning_rate": 5.949346884993625e-05, "loss": 19.9404, "step": 25297 }, { "epoch": 22.47, "learning_rate": 5.9490704995220325e-05, "loss": 20.1602, "step": 25298 }, { "epoch": 22.47, "learning_rate": 5.948794111042079e-05, "loss": 20.1201, "step": 25299 }, { "epoch": 22.47, "learning_rate": 5.948517719554641e-05, "loss": 19.21, "step": 25300 }, { "epoch": 22.47, "learning_rate": 5.948241325060596e-05, "loss": 19.3574, "step": 25301 }, { "epoch": 22.47, "learning_rate": 5.947964927560818e-05, "loss": 19.668, "step": 25302 }, { "epoch": 22.47, "learning_rate": 5.947688527056186e-05, "loss": 19.7998, "step": 25303 }, { "epoch": 22.47, "learning_rate": 5.947412123547573e-05, "loss": 19.5273, "step": 25304 }, { "epoch": 22.47, "learning_rate": 5.947135717035858e-05, "loss": 19.5244, "step": 25305 }, { "epoch": 22.47, "learning_rate": 5.946859307521915e-05, "loss": 19.8984, "step": 25306 }, { "epoch": 22.48, "learning_rate": 5.94658289500662e-05, "loss": 19.5566, "step": 25307 }, { "epoch": 22.48, "learning_rate": 5.9463064794908516e-05, "loss": 19.8848, "step": 25308 }, { "epoch": 22.48, "learning_rate": 5.946030060975484e-05, "loss": 19.9053, "step": 25309 }, { "epoch": 22.48, "learning_rate": 5.945753639461393e-05, "loss": 20.1143, "step": 25310 }, { "epoch": 22.48, "learning_rate": 5.945753639461393e-05, "loss": 20.4482, "step": 25311 }, { "epoch": 22.48, "learning_rate": 5.945477214949456e-05, "loss": 19.75, "step": 25312 }, { "epoch": 22.48, "learning_rate": 5.945200787440551e-05, "loss": 20.1553, "step": 25313 }, { "epoch": 22.48, "learning_rate": 5.944924356935549e-05, "loss": 19.8799, "step": 25314 }, { "epoch": 22.48, "learning_rate": 5.944647923435331e-05, "loss": 19.6387, "step": 25315 }, { "epoch": 22.48, "learning_rate": 5.9443714869407715e-05, "loss": 20.1533, "step": 25316 }, { "epoch": 22.48, "learning_rate": 5.9440950474527466e-05, "loss": 19.5381, "step": 25317 }, { "epoch": 22.48, "learning_rate": 5.943818604972132e-05, "loss": 19.6572, "step": 25318 }, { "epoch": 22.49, "learning_rate": 5.943542159499805e-05, "loss": 19.2422, "step": 25319 }, { "epoch": 22.49, "learning_rate": 5.943265711036643e-05, "loss": 19.8535, "step": 25320 }, { "epoch": 22.49, "learning_rate": 5.94298925958352e-05, "loss": 19.0771, "step": 25321 }, { "epoch": 22.49, "learning_rate": 5.942712805141313e-05, "loss": 20.1787, "step": 25322 }, { "epoch": 22.49, "learning_rate": 5.942436347710899e-05, "loss": 20.2393, "step": 25323 }, { "epoch": 22.49, "learning_rate": 5.942159887293153e-05, "loss": 20.4121, "step": 25324 }, { "epoch": 22.49, "learning_rate": 5.941883423888952e-05, "loss": 20.0332, "step": 25325 }, { "epoch": 22.49, "learning_rate": 5.941606957499174e-05, "loss": 18.9238, "step": 25326 }, { "epoch": 22.49, "learning_rate": 5.941330488124691e-05, "loss": 19.7441, "step": 25327 }, { "epoch": 22.49, "learning_rate": 5.941054015766384e-05, "loss": 19.6533, "step": 25328 }, { "epoch": 22.49, "learning_rate": 5.940777540425129e-05, "loss": 19.8525, "step": 25329 }, { "epoch": 22.5, "learning_rate": 5.9405010621017986e-05, "loss": 19.5918, "step": 25330 }, { "epoch": 22.5, "learning_rate": 5.940224580797272e-05, "loss": 19.8682, "step": 25331 }, { "epoch": 22.5, "learning_rate": 5.939948096512425e-05, "loss": 20.3545, "step": 25332 }, { "epoch": 22.5, "learning_rate": 5.9396716092481345e-05, "loss": 19.5439, "step": 25333 }, { "epoch": 22.5, "learning_rate": 5.939395119005277e-05, "loss": 19.8701, "step": 25334 }, { "epoch": 22.5, "learning_rate": 5.9391186257847275e-05, "loss": 19.7393, "step": 25335 }, { "epoch": 22.5, "learning_rate": 5.938842129587362e-05, "loss": 19.1895, "step": 25336 }, { "epoch": 22.5, "learning_rate": 5.93856563041406e-05, "loss": 19.7686, "step": 25337 }, { "epoch": 22.5, "learning_rate": 5.938289128265696e-05, "loss": 19.6768, "step": 25338 }, { "epoch": 22.5, "learning_rate": 5.9380126231431474e-05, "loss": 19.6475, "step": 25339 }, { "epoch": 22.5, "learning_rate": 5.9377361150472874e-05, "loss": 19.5654, "step": 25340 }, { "epoch": 22.51, "learning_rate": 5.9374596039789964e-05, "loss": 19.7939, "step": 25341 }, { "epoch": 22.51, "learning_rate": 5.93718308993915e-05, "loss": 19.5244, "step": 25342 }, { "epoch": 22.51, "learning_rate": 5.9369065729286245e-05, "loss": 20.1846, "step": 25343 }, { "epoch": 22.51, "learning_rate": 5.9366300529482946e-05, "loss": 19.373, "step": 25344 }, { "epoch": 22.51, "learning_rate": 5.936353529999039e-05, "loss": 19.4541, "step": 25345 }, { "epoch": 22.51, "learning_rate": 5.9360770040817326e-05, "loss": 20.6533, "step": 25346 }, { "epoch": 22.51, "learning_rate": 5.9358004751972555e-05, "loss": 19.5615, "step": 25347 }, { "epoch": 22.51, "learning_rate": 5.935523943346479e-05, "loss": 20.1289, "step": 25348 }, { "epoch": 22.51, "learning_rate": 5.9352474085302825e-05, "loss": 20.1367, "step": 25349 }, { "epoch": 22.51, "learning_rate": 5.934970870749543e-05, "loss": 19.584, "step": 25350 }, { "epoch": 22.51, "learning_rate": 5.934694330005136e-05, "loss": 19.6465, "step": 25351 }, { "epoch": 22.52, "learning_rate": 5.9344177862979376e-05, "loss": 20.2969, "step": 25352 }, { "epoch": 22.52, "learning_rate": 5.934141239628827e-05, "loss": 20.1064, "step": 25353 }, { "epoch": 22.52, "learning_rate": 5.933864689998677e-05, "loss": 20.0068, "step": 25354 }, { "epoch": 22.52, "learning_rate": 5.933588137408368e-05, "loss": 19.5674, "step": 25355 }, { "epoch": 22.52, "learning_rate": 5.9333115818587735e-05, "loss": 19.6777, "step": 25356 }, { "epoch": 22.52, "learning_rate": 5.9330350233507726e-05, "loss": 20.2852, "step": 25357 }, { "epoch": 22.52, "learning_rate": 5.93275846188524e-05, "loss": 19.6943, "step": 25358 }, { "epoch": 22.52, "learning_rate": 5.932481897463053e-05, "loss": 19.2324, "step": 25359 }, { "epoch": 22.52, "learning_rate": 5.932205330085089e-05, "loss": 19.1221, "step": 25360 }, { "epoch": 22.52, "learning_rate": 5.9319287597522246e-05, "loss": 19.6973, "step": 25361 }, { "epoch": 22.52, "learning_rate": 5.931652186465334e-05, "loss": 19.2959, "step": 25362 }, { "epoch": 22.52, "learning_rate": 5.931375610225297e-05, "loss": 19.3965, "step": 25363 }, { "epoch": 22.53, "learning_rate": 5.9310990310329895e-05, "loss": 19.7021, "step": 25364 }, { "epoch": 22.53, "learning_rate": 5.930822448889287e-05, "loss": 19.792, "step": 25365 }, { "epoch": 22.53, "learning_rate": 5.930545863795067e-05, "loss": 19.6016, "step": 25366 }, { "epoch": 22.53, "learning_rate": 5.9302692757512056e-05, "loss": 20.1025, "step": 25367 }, { "epoch": 22.53, "learning_rate": 5.9299926847585805e-05, "loss": 19.1992, "step": 25368 }, { "epoch": 22.53, "learning_rate": 5.9297160908180706e-05, "loss": 19.5928, "step": 25369 }, { "epoch": 22.53, "learning_rate": 5.9294394939305474e-05, "loss": 19.4102, "step": 25370 }, { "epoch": 22.53, "learning_rate": 5.9291628940968904e-05, "loss": 21.1904, "step": 25371 }, { "epoch": 22.53, "learning_rate": 5.928886291317978e-05, "loss": 19.583, "step": 25372 }, { "epoch": 22.53, "learning_rate": 5.9286096855946835e-05, "loss": 19.5713, "step": 25373 }, { "epoch": 22.53, "learning_rate": 5.928333076927888e-05, "loss": 19.5645, "step": 25374 }, { "epoch": 22.54, "learning_rate": 5.9280564653184624e-05, "loss": 20.1787, "step": 25375 }, { "epoch": 22.54, "learning_rate": 5.9277798507672874e-05, "loss": 19.3916, "step": 25376 }, { "epoch": 22.54, "learning_rate": 5.927503233275242e-05, "loss": 19.2236, "step": 25377 }, { "epoch": 22.54, "learning_rate": 5.9272266128431986e-05, "loss": 20.2236, "step": 25378 }, { "epoch": 22.54, "learning_rate": 5.9269499894720356e-05, "loss": 19.6826, "step": 25379 }, { "epoch": 22.54, "learning_rate": 5.9266733631626306e-05, "loss": 19.2012, "step": 25380 }, { "epoch": 22.54, "learning_rate": 5.92639673391586e-05, "loss": 19.2705, "step": 25381 }, { "epoch": 22.54, "learning_rate": 5.926120101732601e-05, "loss": 19.9277, "step": 25382 }, { "epoch": 22.54, "learning_rate": 5.9258434666137286e-05, "loss": 20.1104, "step": 25383 }, { "epoch": 22.54, "learning_rate": 5.9255668285601216e-05, "loss": 19.54, "step": 25384 }, { "epoch": 22.54, "learning_rate": 5.925290187572656e-05, "loss": 20.2607, "step": 25385 }, { "epoch": 22.55, "learning_rate": 5.9250135436522095e-05, "loss": 19.5576, "step": 25386 }, { "epoch": 22.55, "learning_rate": 5.9247368967996574e-05, "loss": 19.7285, "step": 25387 }, { "epoch": 22.55, "learning_rate": 5.9244602470158794e-05, "loss": 19.6406, "step": 25388 }, { "epoch": 22.55, "learning_rate": 5.9241835943017496e-05, "loss": 19.5947, "step": 25389 }, { "epoch": 22.55, "learning_rate": 5.923906938658147e-05, "loss": 19.6406, "step": 25390 }, { "epoch": 22.55, "learning_rate": 5.923630280085948e-05, "loss": 19.5127, "step": 25391 }, { "epoch": 22.55, "learning_rate": 5.923353618586027e-05, "loss": 19.6582, "step": 25392 }, { "epoch": 22.55, "learning_rate": 5.9230769541592654e-05, "loss": 19.7773, "step": 25393 }, { "epoch": 22.55, "learning_rate": 5.9228002868065366e-05, "loss": 19.6201, "step": 25394 }, { "epoch": 22.55, "learning_rate": 5.922523616528719e-05, "loss": 19.7881, "step": 25395 }, { "epoch": 22.55, "learning_rate": 5.922246943326691e-05, "loss": 19.916, "step": 25396 }, { "epoch": 22.56, "learning_rate": 5.9219702672013264e-05, "loss": 19.5557, "step": 25397 }, { "epoch": 22.56, "learning_rate": 5.9216935881535053e-05, "loss": 19.1523, "step": 25398 }, { "epoch": 22.56, "learning_rate": 5.9214169061841016e-05, "loss": 19.2178, "step": 25399 }, { "epoch": 22.56, "learning_rate": 5.921140221293996e-05, "loss": 19.4551, "step": 25400 }, { "epoch": 22.56, "learning_rate": 5.9208635334840625e-05, "loss": 19.1064, "step": 25401 }, { "epoch": 22.56, "learning_rate": 5.920586842755178e-05, "loss": 19.7725, "step": 25402 }, { "epoch": 22.56, "learning_rate": 5.9203101491082223e-05, "loss": 19.543, "step": 25403 }, { "epoch": 22.56, "learning_rate": 5.920033452544072e-05, "loss": 19.2861, "step": 25404 }, { "epoch": 22.56, "learning_rate": 5.9197567530636014e-05, "loss": 19.2861, "step": 25405 }, { "epoch": 22.56, "learning_rate": 5.919480050667689e-05, "loss": 19.5693, "step": 25406 }, { "epoch": 22.56, "learning_rate": 5.919203345357214e-05, "loss": 19.6152, "step": 25407 }, { "epoch": 22.56, "learning_rate": 5.9189266371330496e-05, "loss": 19.7617, "step": 25408 }, { "epoch": 22.57, "learning_rate": 5.918649925996077e-05, "loss": 19.3896, "step": 25409 }, { "epoch": 22.57, "learning_rate": 5.91837321194717e-05, "loss": 19.5742, "step": 25410 }, { "epoch": 22.57, "learning_rate": 5.918096494987207e-05, "loss": 19.6182, "step": 25411 }, { "epoch": 22.57, "learning_rate": 5.917819775117066e-05, "loss": 19.8672, "step": 25412 }, { "epoch": 22.57, "learning_rate": 5.917543052337623e-05, "loss": 20.0703, "step": 25413 }, { "epoch": 22.57, "learning_rate": 5.9172663266497554e-05, "loss": 20.2109, "step": 25414 }, { "epoch": 22.57, "learning_rate": 5.91698959805434e-05, "loss": 19.5215, "step": 25415 }, { "epoch": 22.57, "learning_rate": 5.916712866552254e-05, "loss": 20.3555, "step": 25416 }, { "epoch": 22.57, "learning_rate": 5.9164361321443764e-05, "loss": 19.2588, "step": 25417 }, { "epoch": 22.57, "learning_rate": 5.916159394831582e-05, "loss": 19.6826, "step": 25418 }, { "epoch": 22.57, "learning_rate": 5.9158826546147496e-05, "loss": 19.2783, "step": 25419 }, { "epoch": 22.58, "learning_rate": 5.915605911494755e-05, "loss": 19.7354, "step": 25420 }, { "epoch": 22.58, "learning_rate": 5.915329165472477e-05, "loss": 19.7529, "step": 25421 }, { "epoch": 22.58, "learning_rate": 5.915052416548793e-05, "loss": 19.374, "step": 25422 }, { "epoch": 22.58, "learning_rate": 5.9147756647245776e-05, "loss": 19.7939, "step": 25423 }, { "epoch": 22.58, "learning_rate": 5.9144989100007087e-05, "loss": 19.3271, "step": 25424 }, { "epoch": 22.58, "learning_rate": 5.9142221523780673e-05, "loss": 20.0215, "step": 25425 }, { "epoch": 22.58, "learning_rate": 5.913945391857526e-05, "loss": 20.0176, "step": 25426 }, { "epoch": 22.58, "learning_rate": 5.913668628439965e-05, "loss": 20.1387, "step": 25427 }, { "epoch": 22.58, "learning_rate": 5.913668628439965e-05, "loss": 19.749, "step": 25428 }, { "epoch": 22.58, "learning_rate": 5.913668628439965e-05, "loss": 19.6533, "step": 25429 }, { "epoch": 22.58, "learning_rate": 5.91339186212626e-05, "loss": 19.6133, "step": 25430 }, { "epoch": 22.59, "learning_rate": 5.9131150929172894e-05, "loss": 19.666, "step": 25431 }, { "epoch": 22.59, "learning_rate": 5.912838320813929e-05, "loss": 19.9619, "step": 25432 }, { "epoch": 22.59, "learning_rate": 5.9125615458170593e-05, "loss": 19.7783, "step": 25433 }, { "epoch": 22.59, "learning_rate": 5.912284767927554e-05, "loss": 20.21, "step": 25434 }, { "epoch": 22.59, "learning_rate": 5.912007987146292e-05, "loss": 19.1025, "step": 25435 }, { "epoch": 22.59, "learning_rate": 5.91173120347415e-05, "loss": 19.377, "step": 25436 }, { "epoch": 22.59, "learning_rate": 5.9114544169120053e-05, "loss": 20.3818, "step": 25437 }, { "epoch": 22.59, "learning_rate": 5.911177627460739e-05, "loss": 19.6699, "step": 25438 }, { "epoch": 22.59, "learning_rate": 5.910900835121221e-05, "loss": 19.9775, "step": 25439 }, { "epoch": 22.59, "learning_rate": 5.9106240398943346e-05, "loss": 19.4648, "step": 25440 }, { "epoch": 22.59, "learning_rate": 5.910347241780958e-05, "loss": 19.373, "step": 25441 }, { "epoch": 22.6, "learning_rate": 5.910070440781963e-05, "loss": 19.8242, "step": 25442 }, { "epoch": 22.6, "learning_rate": 5.909793636898231e-05, "loss": 20.2285, "step": 25443 }, { "epoch": 22.6, "learning_rate": 5.909516830130639e-05, "loss": 20.2891, "step": 25444 }, { "epoch": 22.6, "learning_rate": 5.909240020480064e-05, "loss": 20.0986, "step": 25445 }, { "epoch": 22.6, "learning_rate": 5.9089632079473834e-05, "loss": 20.2979, "step": 25446 }, { "epoch": 22.6, "learning_rate": 5.9086863925334744e-05, "loss": 19.5732, "step": 25447 }, { "epoch": 22.6, "learning_rate": 5.908409574239213e-05, "loss": 19.1172, "step": 25448 }, { "epoch": 22.6, "learning_rate": 5.908132753065482e-05, "loss": 19.9551, "step": 25449 }, { "epoch": 22.6, "learning_rate": 5.907855929013152e-05, "loss": 19.5703, "step": 25450 }, { "epoch": 22.6, "learning_rate": 5.9075791020831064e-05, "loss": 19.4443, "step": 25451 }, { "epoch": 22.6, "learning_rate": 5.907302272276217e-05, "loss": 19.752, "step": 25452 }, { "epoch": 22.6, "learning_rate": 5.9070254395933656e-05, "loss": 19.6201, "step": 25453 }, { "epoch": 22.61, "learning_rate": 5.9067486040354294e-05, "loss": 19.9473, "step": 25454 }, { "epoch": 22.61, "learning_rate": 5.906471765603283e-05, "loss": 20.0762, "step": 25455 }, { "epoch": 22.61, "learning_rate": 5.906194924297807e-05, "loss": 19.8008, "step": 25456 }, { "epoch": 22.61, "learning_rate": 5.9059180801198765e-05, "loss": 19.0908, "step": 25457 }, { "epoch": 22.61, "learning_rate": 5.905641233070371e-05, "loss": 19.3545, "step": 25458 }, { "epoch": 22.61, "learning_rate": 5.9053643831501694e-05, "loss": 19.7031, "step": 25459 }, { "epoch": 22.61, "learning_rate": 5.9053643831501694e-05, "loss": 20.5225, "step": 25460 }, { "epoch": 22.61, "learning_rate": 5.905087530360145e-05, "loss": 19.4277, "step": 25461 }, { "epoch": 22.61, "learning_rate": 5.9048106747011764e-05, "loss": 19.502, "step": 25462 }, { "epoch": 22.61, "learning_rate": 5.904533816174145e-05, "loss": 20.0303, "step": 25463 }, { "epoch": 22.61, "learning_rate": 5.9042569547799244e-05, "loss": 19.9141, "step": 25464 }, { "epoch": 22.62, "learning_rate": 5.903980090519393e-05, "loss": 19.6016, "step": 25465 }, { "epoch": 22.62, "learning_rate": 5.903703223393429e-05, "loss": 19.3291, "step": 25466 }, { "epoch": 22.62, "learning_rate": 5.9034263534029096e-05, "loss": 20.1123, "step": 25467 }, { "epoch": 22.62, "learning_rate": 5.9031494805487156e-05, "loss": 19.5781, "step": 25468 }, { "epoch": 22.62, "learning_rate": 5.9028726048317196e-05, "loss": 19.9795, "step": 25469 }, { "epoch": 22.62, "learning_rate": 5.902595726252801e-05, "loss": 19.0322, "step": 25470 }, { "epoch": 22.62, "learning_rate": 5.902318844812837e-05, "loss": 19.6123, "step": 25471 }, { "epoch": 22.62, "learning_rate": 5.902041960512707e-05, "loss": 19.4248, "step": 25472 }, { "epoch": 22.62, "learning_rate": 5.901765073353289e-05, "loss": 19.9668, "step": 25473 }, { "epoch": 22.62, "learning_rate": 5.9014881833354596e-05, "loss": 20.0107, "step": 25474 }, { "epoch": 22.62, "learning_rate": 5.9012112904600935e-05, "loss": 19.5293, "step": 25475 }, { "epoch": 22.63, "learning_rate": 5.900934394728075e-05, "loss": 20.374, "step": 25476 }, { "epoch": 22.63, "learning_rate": 5.900657496140276e-05, "loss": 19.666, "step": 25477 }, { "epoch": 22.63, "learning_rate": 5.900380594697575e-05, "loss": 19.6396, "step": 25478 }, { "epoch": 22.63, "learning_rate": 5.9001036904008535e-05, "loss": 19.5615, "step": 25479 }, { "epoch": 22.63, "learning_rate": 5.8998267832509846e-05, "loss": 19.3223, "step": 25480 }, { "epoch": 22.63, "learning_rate": 5.899549873248849e-05, "loss": 19.3916, "step": 25481 }, { "epoch": 22.63, "learning_rate": 5.899272960395324e-05, "loss": 19.2031, "step": 25482 }, { "epoch": 22.63, "learning_rate": 5.898996044691287e-05, "loss": 20.0791, "step": 25483 }, { "epoch": 22.63, "learning_rate": 5.898719126137615e-05, "loss": 20.0918, "step": 25484 }, { "epoch": 22.63, "learning_rate": 5.898442204735186e-05, "loss": 20.1064, "step": 25485 }, { "epoch": 22.63, "learning_rate": 5.8981652804848796e-05, "loss": 19.7949, "step": 25486 }, { "epoch": 22.63, "learning_rate": 5.897888353387573e-05, "loss": 19.417, "step": 25487 }, { "epoch": 22.64, "learning_rate": 5.8976114234441404e-05, "loss": 20.041, "step": 25488 }, { "epoch": 22.64, "learning_rate": 5.897334490655464e-05, "loss": 19.8955, "step": 25489 }, { "epoch": 22.64, "learning_rate": 5.8970575550224206e-05, "loss": 19.7051, "step": 25490 }, { "epoch": 22.64, "learning_rate": 5.896780616545887e-05, "loss": 20.2402, "step": 25491 }, { "epoch": 22.64, "learning_rate": 5.8965036752267423e-05, "loss": 19.5459, "step": 25492 }, { "epoch": 22.64, "learning_rate": 5.896226731065862e-05, "loss": 19.3623, "step": 25493 }, { "epoch": 22.64, "learning_rate": 5.8959497840641266e-05, "loss": 19.9111, "step": 25494 }, { "epoch": 22.64, "learning_rate": 5.8956728342224134e-05, "loss": 19.3848, "step": 25495 }, { "epoch": 22.64, "learning_rate": 5.895395881541599e-05, "loss": 19.9209, "step": 25496 }, { "epoch": 22.64, "learning_rate": 5.895118926022561e-05, "loss": 19.9033, "step": 25497 }, { "epoch": 22.64, "learning_rate": 5.8948419676661816e-05, "loss": 19.2402, "step": 25498 }, { "epoch": 22.65, "learning_rate": 5.8945650064733324e-05, "loss": 20.0908, "step": 25499 }, { "epoch": 22.65, "learning_rate": 5.894288042444897e-05, "loss": 19.6191, "step": 25500 }, { "epoch": 22.65, "learning_rate": 5.8940110755817476e-05, "loss": 19.6279, "step": 25501 }, { "epoch": 22.65, "learning_rate": 5.893734105884767e-05, "loss": 20.1113, "step": 25502 }, { "epoch": 22.65, "learning_rate": 5.8934571333548324e-05, "loss": 19.168, "step": 25503 }, { "epoch": 22.65, "learning_rate": 5.89318015799282e-05, "loss": 19.7754, "step": 25504 }, { "epoch": 22.65, "learning_rate": 5.8929031797996085e-05, "loss": 19.1504, "step": 25505 }, { "epoch": 22.65, "learning_rate": 5.892626198776075e-05, "loss": 19.7168, "step": 25506 }, { "epoch": 22.65, "learning_rate": 5.892349214923099e-05, "loss": 19.5342, "step": 25507 }, { "epoch": 22.65, "learning_rate": 5.8920722282415564e-05, "loss": 19.8252, "step": 25508 }, { "epoch": 22.65, "learning_rate": 5.8917952387323294e-05, "loss": 20.3809, "step": 25509 }, { "epoch": 22.66, "learning_rate": 5.8915182463962905e-05, "loss": 19.6885, "step": 25510 }, { "epoch": 22.66, "learning_rate": 5.891241251234322e-05, "loss": 19.9092, "step": 25511 }, { "epoch": 22.66, "learning_rate": 5.8909642532472996e-05, "loss": 19.7529, "step": 25512 }, { "epoch": 22.66, "learning_rate": 5.8906872524361025e-05, "loss": 20.376, "step": 25513 }, { "epoch": 22.66, "learning_rate": 5.890410248801608e-05, "loss": 19.7705, "step": 25514 }, { "epoch": 22.66, "learning_rate": 5.890133242344694e-05, "loss": 19.8867, "step": 25515 }, { "epoch": 22.66, "learning_rate": 5.88985623306624e-05, "loss": 19.7139, "step": 25516 }, { "epoch": 22.66, "learning_rate": 5.889579220967123e-05, "loss": 20.1201, "step": 25517 }, { "epoch": 22.66, "learning_rate": 5.8893022060482205e-05, "loss": 19.4668, "step": 25518 }, { "epoch": 22.66, "learning_rate": 5.889025188310411e-05, "loss": 19.6191, "step": 25519 }, { "epoch": 22.66, "learning_rate": 5.888748167754573e-05, "loss": 19.3447, "step": 25520 }, { "epoch": 22.67, "learning_rate": 5.888471144381584e-05, "loss": 19.9102, "step": 25521 }, { "epoch": 22.67, "learning_rate": 5.888194118192325e-05, "loss": 19.7705, "step": 25522 }, { "epoch": 22.67, "learning_rate": 5.887917089187669e-05, "loss": 20.1768, "step": 25523 }, { "epoch": 22.67, "learning_rate": 5.8876400573684964e-05, "loss": 19.501, "step": 25524 }, { "epoch": 22.67, "learning_rate": 5.887363022735688e-05, "loss": 19.4023, "step": 25525 }, { "epoch": 22.67, "learning_rate": 5.887085985290117e-05, "loss": 19.9209, "step": 25526 }, { "epoch": 22.67, "learning_rate": 5.8868089450326655e-05, "loss": 19.6816, "step": 25527 }, { "epoch": 22.67, "learning_rate": 5.8865319019642103e-05, "loss": 19.6699, "step": 25528 }, { "epoch": 22.67, "learning_rate": 5.88625485608563e-05, "loss": 19.1719, "step": 25529 }, { "epoch": 22.67, "learning_rate": 5.885977807397802e-05, "loss": 19.2578, "step": 25530 }, { "epoch": 22.67, "learning_rate": 5.885700755901605e-05, "loss": 19.4121, "step": 25531 }, { "epoch": 22.67, "learning_rate": 5.885423701597917e-05, "loss": 19.7246, "step": 25532 }, { "epoch": 22.68, "learning_rate": 5.8851466444876155e-05, "loss": 19.6406, "step": 25533 }, { "epoch": 22.68, "learning_rate": 5.884869584571581e-05, "loss": 20.1826, "step": 25534 }, { "epoch": 22.68, "learning_rate": 5.88459252185069e-05, "loss": 19.3643, "step": 25535 }, { "epoch": 22.68, "learning_rate": 5.8843154563258194e-05, "loss": 19.7412, "step": 25536 }, { "epoch": 22.68, "learning_rate": 5.88403838799785e-05, "loss": 19.6289, "step": 25537 }, { "epoch": 22.68, "learning_rate": 5.88376131686766e-05, "loss": 20.0732, "step": 25538 }, { "epoch": 22.68, "learning_rate": 5.883484242936125e-05, "loss": 19.707, "step": 25539 }, { "epoch": 22.68, "learning_rate": 5.883207166204125e-05, "loss": 19.6875, "step": 25540 }, { "epoch": 22.68, "learning_rate": 5.882930086672539e-05, "loss": 19.8232, "step": 25541 }, { "epoch": 22.68, "learning_rate": 5.8826530043422445e-05, "loss": 19.4727, "step": 25542 }, { "epoch": 22.68, "learning_rate": 5.88237591921412e-05, "loss": 19.876, "step": 25543 }, { "epoch": 22.69, "learning_rate": 5.882098831289043e-05, "loss": 19.4648, "step": 25544 }, { "epoch": 22.69, "learning_rate": 5.8818217405678934e-05, "loss": 19.6934, "step": 25545 }, { "epoch": 22.69, "learning_rate": 5.8815446470515464e-05, "loss": 19.7227, "step": 25546 }, { "epoch": 22.69, "learning_rate": 5.8812675507408845e-05, "loss": 19.1631, "step": 25547 }, { "epoch": 22.69, "learning_rate": 5.880990451636783e-05, "loss": 19.6182, "step": 25548 }, { "epoch": 22.69, "learning_rate": 5.880713349740123e-05, "loss": 19.957, "step": 25549 }, { "epoch": 22.69, "learning_rate": 5.880436245051779e-05, "loss": 20.207, "step": 25550 }, { "epoch": 22.69, "learning_rate": 5.880159137572633e-05, "loss": 19.8701, "step": 25551 }, { "epoch": 22.69, "learning_rate": 5.879882027303561e-05, "loss": 19.249, "step": 25552 }, { "epoch": 22.69, "learning_rate": 5.8796049142454426e-05, "loss": 19.4365, "step": 25553 }, { "epoch": 22.69, "learning_rate": 5.879327798399154e-05, "loss": 19.4336, "step": 25554 }, { "epoch": 22.7, "learning_rate": 5.879050679765579e-05, "loss": 19.6396, "step": 25555 }, { "epoch": 22.7, "learning_rate": 5.878773558345589e-05, "loss": 19.6582, "step": 25556 }, { "epoch": 22.7, "learning_rate": 5.87849643414007e-05, "loss": 19.9033, "step": 25557 }, { "epoch": 22.7, "learning_rate": 5.878219307149893e-05, "loss": 19.2969, "step": 25558 }, { "epoch": 22.7, "learning_rate": 5.877942177375939e-05, "loss": 19.7471, "step": 25559 }, { "epoch": 22.7, "learning_rate": 5.8776650448190895e-05, "loss": 19.8662, "step": 25560 }, { "epoch": 22.7, "learning_rate": 5.8773879094802197e-05, "loss": 20.3496, "step": 25561 }, { "epoch": 22.7, "learning_rate": 5.87711077136021e-05, "loss": 19.6143, "step": 25562 }, { "epoch": 22.7, "learning_rate": 5.876833630459936e-05, "loss": 19.54, "step": 25563 }, { "epoch": 22.7, "learning_rate": 5.876556486780278e-05, "loss": 20.2314, "step": 25564 }, { "epoch": 22.7, "learning_rate": 5.876279340322117e-05, "loss": 19.8896, "step": 25565 }, { "epoch": 22.71, "learning_rate": 5.8760021910863274e-05, "loss": 19.0957, "step": 25566 }, { "epoch": 22.71, "learning_rate": 5.8757250390737895e-05, "loss": 19.8086, "step": 25567 }, { "epoch": 22.71, "learning_rate": 5.875447884285381e-05, "loss": 19.5479, "step": 25568 }, { "epoch": 22.71, "learning_rate": 5.875170726721983e-05, "loss": 19.9521, "step": 25569 }, { "epoch": 22.71, "learning_rate": 5.87489356638447e-05, "loss": 19.166, "step": 25570 }, { "epoch": 22.71, "learning_rate": 5.874616403273724e-05, "loss": 19.4463, "step": 25571 }, { "epoch": 22.71, "learning_rate": 5.87433923739062e-05, "loss": 19.3037, "step": 25572 }, { "epoch": 22.71, "learning_rate": 5.874062068736041e-05, "loss": 20.001, "step": 25573 }, { "epoch": 22.71, "learning_rate": 5.8737848973108634e-05, "loss": 19.085, "step": 25574 }, { "epoch": 22.71, "learning_rate": 5.873507723115965e-05, "loss": 19.4248, "step": 25575 }, { "epoch": 22.71, "learning_rate": 5.873230546152225e-05, "loss": 19.5127, "step": 25576 }, { "epoch": 22.71, "learning_rate": 5.872953366420523e-05, "loss": 19.5342, "step": 25577 }, { "epoch": 22.72, "learning_rate": 5.872676183921737e-05, "loss": 19.8896, "step": 25578 }, { "epoch": 22.72, "learning_rate": 5.872398998656744e-05, "loss": 20.0801, "step": 25579 }, { "epoch": 22.72, "learning_rate": 5.872121810626423e-05, "loss": 19.998, "step": 25580 }, { "epoch": 22.72, "learning_rate": 5.871844619831656e-05, "loss": 19.8164, "step": 25581 }, { "epoch": 22.72, "learning_rate": 5.871567426273317e-05, "loss": 20.1084, "step": 25582 }, { "epoch": 22.72, "learning_rate": 5.8712902299522875e-05, "loss": 20.0908, "step": 25583 }, { "epoch": 22.72, "learning_rate": 5.8710130308694464e-05, "loss": 20.0781, "step": 25584 }, { "epoch": 22.72, "learning_rate": 5.8707358290256695e-05, "loss": 19.4834, "step": 25585 }, { "epoch": 22.72, "learning_rate": 5.8704586244218405e-05, "loss": 19.834, "step": 25586 }, { "epoch": 22.72, "learning_rate": 5.870181417058833e-05, "loss": 19.7725, "step": 25587 }, { "epoch": 22.72, "learning_rate": 5.8699042069375275e-05, "loss": 19.6221, "step": 25588 }, { "epoch": 22.73, "learning_rate": 5.869626994058803e-05, "loss": 20.0547, "step": 25589 }, { "epoch": 22.73, "learning_rate": 5.8693497784235397e-05, "loss": 19.7148, "step": 25590 }, { "epoch": 22.73, "learning_rate": 5.869072560032612e-05, "loss": 20.3213, "step": 25591 }, { "epoch": 22.73, "learning_rate": 5.868795338886904e-05, "loss": 20.0938, "step": 25592 }, { "epoch": 22.73, "learning_rate": 5.868518114987291e-05, "loss": 20.4844, "step": 25593 }, { "epoch": 22.73, "learning_rate": 5.868240888334653e-05, "loss": 19.4922, "step": 25594 }, { "epoch": 22.73, "learning_rate": 5.867963658929867e-05, "loss": 19.793, "step": 25595 }, { "epoch": 22.73, "learning_rate": 5.867686426773813e-05, "loss": 20.2969, "step": 25596 }, { "epoch": 22.73, "learning_rate": 5.867409191867371e-05, "loss": 20.04, "step": 25597 }, { "epoch": 22.73, "learning_rate": 5.867131954211418e-05, "loss": 19.8936, "step": 25598 }, { "epoch": 22.73, "learning_rate": 5.866854713806833e-05, "loss": 19.6025, "step": 25599 }, { "epoch": 22.74, "learning_rate": 5.866577470654496e-05, "loss": 19.6816, "step": 25600 }, { "epoch": 22.74, "learning_rate": 5.866300224755284e-05, "loss": 19.6631, "step": 25601 }, { "epoch": 22.74, "learning_rate": 5.8660229761100774e-05, "loss": 20.1602, "step": 25602 }, { "epoch": 22.74, "learning_rate": 5.865745724719755e-05, "loss": 19.542, "step": 25603 }, { "epoch": 22.74, "learning_rate": 5.865468470585194e-05, "loss": 19.7227, "step": 25604 }, { "epoch": 22.74, "learning_rate": 5.865191213707275e-05, "loss": 19.4453, "step": 25605 }, { "epoch": 22.74, "learning_rate": 5.8649139540868756e-05, "loss": 19.4463, "step": 25606 }, { "epoch": 22.74, "learning_rate": 5.864636691724874e-05, "loss": 19.6299, "step": 25607 }, { "epoch": 22.74, "learning_rate": 5.864359426622153e-05, "loss": 20.1006, "step": 25608 }, { "epoch": 22.74, "learning_rate": 5.864082158779588e-05, "loss": 19.8311, "step": 25609 }, { "epoch": 22.74, "learning_rate": 5.863804888198059e-05, "loss": 19.5439, "step": 25610 }, { "epoch": 22.75, "learning_rate": 5.863527614878441e-05, "loss": 19.4268, "step": 25611 }, { "epoch": 22.75, "learning_rate": 5.86325033882162e-05, "loss": 19.5283, "step": 25612 }, { "epoch": 22.75, "learning_rate": 5.86297306002847e-05, "loss": 19.5811, "step": 25613 }, { "epoch": 22.75, "learning_rate": 5.8626957784998716e-05, "loss": 19.5527, "step": 25614 }, { "epoch": 22.75, "learning_rate": 5.862418494236703e-05, "loss": 20.1221, "step": 25615 }, { "epoch": 22.75, "learning_rate": 5.862141207239844e-05, "loss": 19.4854, "step": 25616 }, { "epoch": 22.75, "learning_rate": 5.861863917510173e-05, "loss": 19.6006, "step": 25617 }, { "epoch": 22.75, "learning_rate": 5.86158662504857e-05, "loss": 19.6279, "step": 25618 }, { "epoch": 22.75, "learning_rate": 5.861309329855911e-05, "loss": 20.0605, "step": 25619 }, { "epoch": 22.75, "learning_rate": 5.8610320319330755e-05, "loss": 19.4014, "step": 25620 }, { "epoch": 22.75, "learning_rate": 5.860754731280948e-05, "loss": 19.4961, "step": 25621 }, { "epoch": 22.75, "learning_rate": 5.860477427900401e-05, "loss": 20.1484, "step": 25622 }, { "epoch": 22.76, "learning_rate": 5.860200121792316e-05, "loss": 19.5342, "step": 25623 }, { "epoch": 22.76, "learning_rate": 5.859922812957572e-05, "loss": 20.0361, "step": 25624 }, { "epoch": 22.76, "learning_rate": 5.859645501397048e-05, "loss": 19.4531, "step": 25625 }, { "epoch": 22.76, "learning_rate": 5.8593681871116224e-05, "loss": 19.7393, "step": 25626 }, { "epoch": 22.76, "learning_rate": 5.8590908701021764e-05, "loss": 19.9893, "step": 25627 }, { "epoch": 22.76, "learning_rate": 5.8588135503695865e-05, "loss": 20.0967, "step": 25628 }, { "epoch": 22.76, "learning_rate": 5.858536227914732e-05, "loss": 19.7461, "step": 25629 }, { "epoch": 22.76, "learning_rate": 5.858258902738493e-05, "loss": 19.9248, "step": 25630 }, { "epoch": 22.76, "learning_rate": 5.8579815748417474e-05, "loss": 19.6387, "step": 25631 }, { "epoch": 22.76, "learning_rate": 5.857704244225377e-05, "loss": 19.793, "step": 25632 }, { "epoch": 22.76, "learning_rate": 5.857426910890256e-05, "loss": 19.4951, "step": 25633 }, { "epoch": 22.77, "learning_rate": 5.8571495748372684e-05, "loss": 19.9189, "step": 25634 }, { "epoch": 22.77, "learning_rate": 5.856872236067291e-05, "loss": 19.377, "step": 25635 }, { "epoch": 22.77, "learning_rate": 5.856594894581203e-05, "loss": 19.8047, "step": 25636 }, { "epoch": 22.77, "learning_rate": 5.856317550379884e-05, "loss": 19.8164, "step": 25637 }, { "epoch": 22.77, "learning_rate": 5.8560402034642124e-05, "loss": 19.2939, "step": 25638 }, { "epoch": 22.77, "learning_rate": 5.855762853835068e-05, "loss": 20.251, "step": 25639 }, { "epoch": 22.77, "learning_rate": 5.855485501493331e-05, "loss": 19.9717, "step": 25640 }, { "epoch": 22.77, "learning_rate": 5.8552081464398776e-05, "loss": 20.2822, "step": 25641 }, { "epoch": 22.77, "learning_rate": 5.854930788675589e-05, "loss": 19.7754, "step": 25642 }, { "epoch": 22.77, "learning_rate": 5.8546534282013446e-05, "loss": 19.4502, "step": 25643 }, { "epoch": 22.77, "learning_rate": 5.854376065018021e-05, "loss": 20.4131, "step": 25644 }, { "epoch": 22.78, "learning_rate": 5.854098699126502e-05, "loss": 19.1807, "step": 25645 }, { "epoch": 22.78, "learning_rate": 5.853821330527662e-05, "loss": 20.3008, "step": 25646 }, { "epoch": 22.78, "learning_rate": 5.853543959222383e-05, "loss": 19.7051, "step": 25647 }, { "epoch": 22.78, "learning_rate": 5.853266585211545e-05, "loss": 19.5059, "step": 25648 }, { "epoch": 22.78, "learning_rate": 5.8529892084960245e-05, "loss": 19.9443, "step": 25649 }, { "epoch": 22.78, "learning_rate": 5.852711829076701e-05, "loss": 19.6465, "step": 25650 }, { "epoch": 22.78, "learning_rate": 5.852434446954457e-05, "loss": 19.3037, "step": 25651 }, { "epoch": 22.78, "learning_rate": 5.852157062130168e-05, "loss": 19.6816, "step": 25652 }, { "epoch": 22.78, "learning_rate": 5.8518796746047154e-05, "loss": 19.8154, "step": 25653 }, { "epoch": 22.78, "learning_rate": 5.8516022843789774e-05, "loss": 19.8203, "step": 25654 }, { "epoch": 22.78, "learning_rate": 5.8513248914538334e-05, "loss": 19.5029, "step": 25655 }, { "epoch": 22.79, "learning_rate": 5.851047495830163e-05, "loss": 19.6494, "step": 25656 }, { "epoch": 22.79, "learning_rate": 5.850770097508846e-05, "loss": 19.7021, "step": 25657 }, { "epoch": 22.79, "learning_rate": 5.8504926964907605e-05, "loss": 19.791, "step": 25658 }, { "epoch": 22.79, "learning_rate": 5.8502152927767885e-05, "loss": 19.1953, "step": 25659 }, { "epoch": 22.79, "learning_rate": 5.8499378863678037e-05, "loss": 19.8906, "step": 25660 }, { "epoch": 22.79, "learning_rate": 5.849660477264691e-05, "loss": 19.1104, "step": 25661 }, { "epoch": 22.79, "learning_rate": 5.849383065468328e-05, "loss": 19.7783, "step": 25662 }, { "epoch": 22.79, "learning_rate": 5.849105650979594e-05, "loss": 19.8398, "step": 25663 }, { "epoch": 22.79, "learning_rate": 5.848828233799366e-05, "loss": 19.4609, "step": 25664 }, { "epoch": 22.79, "learning_rate": 5.8485508139285274e-05, "loss": 19.4248, "step": 25665 }, { "epoch": 22.79, "learning_rate": 5.8482733913679545e-05, "loss": 19.7383, "step": 25666 }, { "epoch": 22.79, "learning_rate": 5.847995966118529e-05, "loss": 20.2344, "step": 25667 }, { "epoch": 22.8, "learning_rate": 5.8477185381811284e-05, "loss": 19.8311, "step": 25668 }, { "epoch": 22.8, "learning_rate": 5.8474411075566324e-05, "loss": 19.123, "step": 25669 }, { "epoch": 22.8, "learning_rate": 5.847163674245921e-05, "loss": 19.5986, "step": 25670 }, { "epoch": 22.8, "learning_rate": 5.8468862382498735e-05, "loss": 19.9492, "step": 25671 }, { "epoch": 22.8, "learning_rate": 5.84660879956937e-05, "loss": 19.8877, "step": 25672 }, { "epoch": 22.8, "learning_rate": 5.846331358205287e-05, "loss": 19.2559, "step": 25673 }, { "epoch": 22.8, "learning_rate": 5.846053914158507e-05, "loss": 19.7178, "step": 25674 }, { "epoch": 22.8, "learning_rate": 5.84577646742991e-05, "loss": 19.8223, "step": 25675 }, { "epoch": 22.8, "learning_rate": 5.8454990180203726e-05, "loss": 20.1719, "step": 25676 }, { "epoch": 22.8, "learning_rate": 5.845221565930775e-05, "loss": 19.9717, "step": 25677 }, { "epoch": 22.8, "learning_rate": 5.8449441111619984e-05, "loss": 19.8047, "step": 25678 }, { "epoch": 22.81, "learning_rate": 5.84466665371492e-05, "loss": 19.665, "step": 25679 }, { "epoch": 22.81, "learning_rate": 5.844389193590421e-05, "loss": 19.6914, "step": 25680 }, { "epoch": 22.81, "learning_rate": 5.844111730789381e-05, "loss": 19.5703, "step": 25681 }, { "epoch": 22.81, "learning_rate": 5.843834265312678e-05, "loss": 19.75, "step": 25682 }, { "epoch": 22.81, "learning_rate": 5.843556797161193e-05, "loss": 19.9473, "step": 25683 }, { "epoch": 22.81, "learning_rate": 5.8432793263358035e-05, "loss": 19.2861, "step": 25684 }, { "epoch": 22.81, "learning_rate": 5.843001852837392e-05, "loss": 19.9131, "step": 25685 }, { "epoch": 22.81, "learning_rate": 5.842724376666834e-05, "loss": 19.9941, "step": 25686 }, { "epoch": 22.81, "learning_rate": 5.842446897825014e-05, "loss": 19.6768, "step": 25687 }, { "epoch": 22.81, "learning_rate": 5.8421694163128083e-05, "loss": 19.5586, "step": 25688 }, { "epoch": 22.81, "learning_rate": 5.841891932131096e-05, "loss": 19.6221, "step": 25689 }, { "epoch": 22.82, "learning_rate": 5.841614445280759e-05, "loss": 19.3545, "step": 25690 }, { "epoch": 22.82, "learning_rate": 5.8413369557626754e-05, "loss": 20.4746, "step": 25691 }, { "epoch": 22.82, "learning_rate": 5.841059463577724e-05, "loss": 19.4668, "step": 25692 }, { "epoch": 22.82, "learning_rate": 5.840781968726786e-05, "loss": 19.8047, "step": 25693 }, { "epoch": 22.82, "learning_rate": 5.840504471210742e-05, "loss": 19.8887, "step": 25694 }, { "epoch": 22.82, "learning_rate": 5.840226971030468e-05, "loss": 19.9795, "step": 25695 }, { "epoch": 22.82, "learning_rate": 5.840226971030468e-05, "loss": 20.4775, "step": 25696 }, { "epoch": 22.82, "learning_rate": 5.8399494681868474e-05, "loss": 19.8809, "step": 25697 }, { "epoch": 22.82, "learning_rate": 5.8396719626807574e-05, "loss": 20.0781, "step": 25698 }, { "epoch": 22.82, "learning_rate": 5.839394454513077e-05, "loss": 19.9775, "step": 25699 }, { "epoch": 22.82, "learning_rate": 5.8391169436846895e-05, "loss": 20.1953, "step": 25700 }, { "epoch": 22.83, "learning_rate": 5.838839430196471e-05, "loss": 19.3057, "step": 25701 }, { "epoch": 22.83, "learning_rate": 5.838561914049302e-05, "loss": 19.8135, "step": 25702 }, { "epoch": 22.83, "learning_rate": 5.8382843952440645e-05, "loss": 19.8184, "step": 25703 }, { "epoch": 22.83, "learning_rate": 5.838006873781635e-05, "loss": 20.0645, "step": 25704 }, { "epoch": 22.83, "learning_rate": 5.837729349662895e-05, "loss": 19.8018, "step": 25705 }, { "epoch": 22.83, "learning_rate": 5.837451822888722e-05, "loss": 19.7979, "step": 25706 }, { "epoch": 22.83, "learning_rate": 5.837174293459998e-05, "loss": 20.001, "step": 25707 }, { "epoch": 22.83, "learning_rate": 5.836896761377604e-05, "loss": 19.6992, "step": 25708 }, { "epoch": 22.83, "learning_rate": 5.836619226642416e-05, "loss": 19.8945, "step": 25709 }, { "epoch": 22.83, "learning_rate": 5.836341689255315e-05, "loss": 20.7109, "step": 25710 }, { "epoch": 22.83, "learning_rate": 5.836064149217183e-05, "loss": 20.4727, "step": 25711 }, { "epoch": 22.83, "learning_rate": 5.835786606528897e-05, "loss": 20.2002, "step": 25712 }, { "epoch": 22.84, "learning_rate": 5.835509061191338e-05, "loss": 19.916, "step": 25713 }, { "epoch": 22.84, "learning_rate": 5.835231513205385e-05, "loss": 20.252, "step": 25714 }, { "epoch": 22.84, "learning_rate": 5.8349539625719184e-05, "loss": 20.0107, "step": 25715 }, { "epoch": 22.84, "learning_rate": 5.8346764092918196e-05, "loss": 19.7637, "step": 25716 }, { "epoch": 22.84, "learning_rate": 5.834398853365965e-05, "loss": 19.2568, "step": 25717 }, { "epoch": 22.84, "learning_rate": 5.834121294795234e-05, "loss": 19.5557, "step": 25718 }, { "epoch": 22.84, "learning_rate": 5.833843733580512e-05, "loss": 20.0615, "step": 25719 }, { "epoch": 22.84, "learning_rate": 5.833566169722674e-05, "loss": 19.6592, "step": 25720 }, { "epoch": 22.84, "learning_rate": 5.833288603222602e-05, "loss": 19.1982, "step": 25721 }, { "epoch": 22.84, "learning_rate": 5.833011034081173e-05, "loss": 19.8633, "step": 25722 }, { "epoch": 22.84, "learning_rate": 5.832733462299269e-05, "loss": 19.9307, "step": 25723 }, { "epoch": 22.85, "learning_rate": 5.8324558878777715e-05, "loss": 19.5098, "step": 25724 }, { "epoch": 22.85, "learning_rate": 5.832178310817556e-05, "loss": 20.3818, "step": 25725 }, { "epoch": 22.85, "learning_rate": 5.831900731119506e-05, "loss": 19.9248, "step": 25726 }, { "epoch": 22.85, "learning_rate": 5.831623148784501e-05, "loss": 20.4775, "step": 25727 }, { "epoch": 22.85, "learning_rate": 5.8313455638134185e-05, "loss": 19.585, "step": 25728 }, { "epoch": 22.85, "learning_rate": 5.8310679762071416e-05, "loss": 19.6367, "step": 25729 }, { "epoch": 22.85, "learning_rate": 5.830790385966547e-05, "loss": 19.8838, "step": 25730 }, { "epoch": 22.85, "learning_rate": 5.830512793092516e-05, "loss": 20.0234, "step": 25731 }, { "epoch": 22.85, "learning_rate": 5.8302351975859305e-05, "loss": 19.1025, "step": 25732 }, { "epoch": 22.85, "learning_rate": 5.8299575994476675e-05, "loss": 19.8242, "step": 25733 }, { "epoch": 22.85, "learning_rate": 5.8296799986786077e-05, "loss": 19.8818, "step": 25734 }, { "epoch": 22.86, "learning_rate": 5.829402395279632e-05, "loss": 19.4102, "step": 25735 }, { "epoch": 22.86, "learning_rate": 5.829124789251619e-05, "loss": 19.2246, "step": 25736 }, { "epoch": 22.86, "learning_rate": 5.82884718059545e-05, "loss": 19.1396, "step": 25737 }, { "epoch": 22.86, "learning_rate": 5.8285695693120044e-05, "loss": 19.6162, "step": 25738 }, { "epoch": 22.86, "learning_rate": 5.828291955402161e-05, "loss": 19.7822, "step": 25739 }, { "epoch": 22.86, "learning_rate": 5.828291955402161e-05, "loss": 20.5664, "step": 25740 }, { "epoch": 22.86, "learning_rate": 5.8280143388668016e-05, "loss": 20.4111, "step": 25741 }, { "epoch": 22.86, "learning_rate": 5.827736719706806e-05, "loss": 19.8789, "step": 25742 }, { "epoch": 22.86, "learning_rate": 5.827459097923052e-05, "loss": 19.8701, "step": 25743 }, { "epoch": 22.86, "learning_rate": 5.8271814735164234e-05, "loss": 19.4834, "step": 25744 }, { "epoch": 22.86, "learning_rate": 5.826903846487796e-05, "loss": 19.4834, "step": 25745 }, { "epoch": 22.87, "learning_rate": 5.826626216838054e-05, "loss": 19.3848, "step": 25746 }, { "epoch": 22.87, "learning_rate": 5.8263485845680745e-05, "loss": 19.5859, "step": 25747 }, { "epoch": 22.87, "learning_rate": 5.826070949678737e-05, "loss": 19.5889, "step": 25748 }, { "epoch": 22.87, "learning_rate": 5.825793312170924e-05, "loss": 19.6699, "step": 25749 }, { "epoch": 22.87, "learning_rate": 5.825515672045514e-05, "loss": 19.4121, "step": 25750 }, { "epoch": 22.87, "learning_rate": 5.8252380293033884e-05, "loss": 19.5879, "step": 25751 }, { "epoch": 22.87, "learning_rate": 5.824960383945427e-05, "loss": 19.5986, "step": 25752 }, { "epoch": 22.87, "learning_rate": 5.8246827359725074e-05, "loss": 19.5176, "step": 25753 }, { "epoch": 22.87, "learning_rate": 5.824405085385512e-05, "loss": 20.0352, "step": 25754 }, { "epoch": 22.87, "learning_rate": 5.824127432185321e-05, "loss": 20.5244, "step": 25755 }, { "epoch": 22.87, "learning_rate": 5.823849776372814e-05, "loss": 19.1396, "step": 25756 }, { "epoch": 22.87, "learning_rate": 5.823572117948872e-05, "loss": 19.7422, "step": 25757 }, { "epoch": 22.88, "learning_rate": 5.823294456914371e-05, "loss": 19.8623, "step": 25758 }, { "epoch": 22.88, "learning_rate": 5.823016793270196e-05, "loss": 19.6709, "step": 25759 }, { "epoch": 22.88, "learning_rate": 5.822739127017227e-05, "loss": 20.4531, "step": 25760 }, { "epoch": 22.88, "learning_rate": 5.822461458156342e-05, "loss": 19.7139, "step": 25761 }, { "epoch": 22.88, "learning_rate": 5.822183786688421e-05, "loss": 19.3389, "step": 25762 }, { "epoch": 22.88, "learning_rate": 5.8219061126143446e-05, "loss": 19.5156, "step": 25763 }, { "epoch": 22.88, "learning_rate": 5.8216284359349936e-05, "loss": 20.3896, "step": 25764 }, { "epoch": 22.88, "learning_rate": 5.8213507566512495e-05, "loss": 19.4717, "step": 25765 }, { "epoch": 22.88, "learning_rate": 5.821073074763988e-05, "loss": 19.6396, "step": 25766 }, { "epoch": 22.88, "learning_rate": 5.820795390274094e-05, "loss": 19.5469, "step": 25767 }, { "epoch": 22.88, "learning_rate": 5.820517703182445e-05, "loss": 19.084, "step": 25768 }, { "epoch": 22.89, "learning_rate": 5.820240013489923e-05, "loss": 19.917, "step": 25769 }, { "epoch": 22.89, "learning_rate": 5.819962321197406e-05, "loss": 19.2617, "step": 25770 }, { "epoch": 22.89, "learning_rate": 5.819684626305776e-05, "loss": 19.3535, "step": 25771 }, { "epoch": 22.89, "learning_rate": 5.8194069288159126e-05, "loss": 19.4902, "step": 25772 }, { "epoch": 22.89, "learning_rate": 5.8191292287286983e-05, "loss": 20.1367, "step": 25773 }, { "epoch": 22.89, "learning_rate": 5.818851526045008e-05, "loss": 19.8828, "step": 25774 }, { "epoch": 22.89, "learning_rate": 5.818573820765727e-05, "loss": 19.6709, "step": 25775 }, { "epoch": 22.89, "learning_rate": 5.818573820765727e-05, "loss": 19.876, "step": 25776 }, { "epoch": 22.89, "learning_rate": 5.818296112891733e-05, "loss": 19.54, "step": 25777 }, { "epoch": 22.89, "learning_rate": 5.818018402423908e-05, "loss": 19.4727, "step": 25778 }, { "epoch": 22.89, "learning_rate": 5.8177406893631306e-05, "loss": 20.0576, "step": 25779 }, { "epoch": 22.9, "learning_rate": 5.817462973710284e-05, "loss": 19.4727, "step": 25780 }, { "epoch": 22.9, "learning_rate": 5.817185255466243e-05, "loss": 19.8936, "step": 25781 }, { "epoch": 22.9, "learning_rate": 5.8169075346318924e-05, "loss": 19.6445, "step": 25782 }, { "epoch": 22.9, "learning_rate": 5.816629811208112e-05, "loss": 19.3467, "step": 25783 }, { "epoch": 22.9, "learning_rate": 5.816352085195781e-05, "loss": 19.5146, "step": 25784 }, { "epoch": 22.9, "learning_rate": 5.81607435659578e-05, "loss": 19.9902, "step": 25785 }, { "epoch": 22.9, "learning_rate": 5.81579662540899e-05, "loss": 19.8438, "step": 25786 }, { "epoch": 22.9, "learning_rate": 5.81551889163629e-05, "loss": 19.4473, "step": 25787 }, { "epoch": 22.9, "learning_rate": 5.8152411552785634e-05, "loss": 19.6094, "step": 25788 }, { "epoch": 22.9, "learning_rate": 5.8149634163366875e-05, "loss": 19.8906, "step": 25789 }, { "epoch": 22.9, "learning_rate": 5.814685674811542e-05, "loss": 19.3916, "step": 25790 }, { "epoch": 22.9, "learning_rate": 5.81440793070401e-05, "loss": 19.4189, "step": 25791 }, { "epoch": 22.91, "learning_rate": 5.814130184014971e-05, "loss": 20.4678, "step": 25792 }, { "epoch": 22.91, "learning_rate": 5.813852434745306e-05, "loss": 19.7012, "step": 25793 }, { "epoch": 22.91, "learning_rate": 5.813574682895894e-05, "loss": 19.5059, "step": 25794 }, { "epoch": 22.91, "learning_rate": 5.813296928467614e-05, "loss": 20.0723, "step": 25795 }, { "epoch": 22.91, "learning_rate": 5.813019171461351e-05, "loss": 19.5635, "step": 25796 }, { "epoch": 22.91, "learning_rate": 5.812741411877982e-05, "loss": 20.0098, "step": 25797 }, { "epoch": 22.91, "learning_rate": 5.812463649718389e-05, "loss": 19.3545, "step": 25798 }, { "epoch": 22.91, "learning_rate": 5.812185884983451e-05, "loss": 19.5635, "step": 25799 }, { "epoch": 22.91, "learning_rate": 5.8119081176740484e-05, "loss": 19.7393, "step": 25800 }, { "epoch": 22.91, "learning_rate": 5.811630347791065e-05, "loss": 19.7598, "step": 25801 }, { "epoch": 22.91, "learning_rate": 5.811352575335377e-05, "loss": 19.4697, "step": 25802 }, { "epoch": 22.92, "learning_rate": 5.8110748003078664e-05, "loss": 19.4453, "step": 25803 }, { "epoch": 22.92, "learning_rate": 5.8107970227094146e-05, "loss": 19.8525, "step": 25804 }, { "epoch": 22.92, "learning_rate": 5.8105192425409015e-05, "loss": 20.127, "step": 25805 }, { "epoch": 22.92, "learning_rate": 5.8102414598032074e-05, "loss": 19.3672, "step": 25806 }, { "epoch": 22.92, "learning_rate": 5.809963674497213e-05, "loss": 19.3301, "step": 25807 }, { "epoch": 22.92, "learning_rate": 5.809685886623798e-05, "loss": 19.1953, "step": 25808 }, { "epoch": 22.92, "learning_rate": 5.8094080961838446e-05, "loss": 19.5684, "step": 25809 }, { "epoch": 22.92, "learning_rate": 5.8091303031782315e-05, "loss": 19.5088, "step": 25810 }, { "epoch": 22.92, "learning_rate": 5.808852507607841e-05, "loss": 19.5879, "step": 25811 }, { "epoch": 22.92, "learning_rate": 5.808574709473553e-05, "loss": 19.5283, "step": 25812 }, { "epoch": 22.92, "learning_rate": 5.8082969087762474e-05, "loss": 19.2812, "step": 25813 }, { "epoch": 22.93, "learning_rate": 5.8080191055168064e-05, "loss": 19.6582, "step": 25814 }, { "epoch": 22.93, "learning_rate": 5.8077412996961086e-05, "loss": 20.0439, "step": 25815 }, { "epoch": 22.93, "learning_rate": 5.807463491315036e-05, "loss": 19.9932, "step": 25816 }, { "epoch": 22.93, "learning_rate": 5.807185680374467e-05, "loss": 19.2949, "step": 25817 }, { "epoch": 22.93, "learning_rate": 5.806907866875285e-05, "loss": 19.9639, "step": 25818 }, { "epoch": 22.93, "learning_rate": 5.80663005081837e-05, "loss": 19.4775, "step": 25819 }, { "epoch": 22.93, "learning_rate": 5.8063522322046024e-05, "loss": 20.1992, "step": 25820 }, { "epoch": 22.93, "learning_rate": 5.806074411034861e-05, "loss": 19.7617, "step": 25821 }, { "epoch": 22.93, "learning_rate": 5.805796587310028e-05, "loss": 19.332, "step": 25822 }, { "epoch": 22.93, "learning_rate": 5.8055187610309855e-05, "loss": 20.7207, "step": 25823 }, { "epoch": 22.93, "learning_rate": 5.8052409321986115e-05, "loss": 19.1113, "step": 25824 }, { "epoch": 22.94, "learning_rate": 5.8049631008137885e-05, "loss": 19.6904, "step": 25825 }, { "epoch": 22.94, "learning_rate": 5.804685266877395e-05, "loss": 19.9248, "step": 25826 }, { "epoch": 22.94, "learning_rate": 5.8044074303903154e-05, "loss": 19.7471, "step": 25827 }, { "epoch": 22.94, "learning_rate": 5.8041295913534265e-05, "loss": 19.793, "step": 25828 }, { "epoch": 22.94, "learning_rate": 5.8038517497676116e-05, "loss": 19.6523, "step": 25829 }, { "epoch": 22.94, "learning_rate": 5.8035739056337494e-05, "loss": 19.7725, "step": 25830 }, { "epoch": 22.94, "learning_rate": 5.803296058952722e-05, "loss": 20.1943, "step": 25831 }, { "epoch": 22.94, "learning_rate": 5.80301820972541e-05, "loss": 19.7402, "step": 25832 }, { "epoch": 22.94, "learning_rate": 5.8027403579526953e-05, "loss": 19.7207, "step": 25833 }, { "epoch": 22.94, "learning_rate": 5.802462503635454e-05, "loss": 19.709, "step": 25834 }, { "epoch": 22.94, "learning_rate": 5.802184646774572e-05, "loss": 19.0342, "step": 25835 }, { "epoch": 22.94, "learning_rate": 5.8019067873709286e-05, "loss": 19.7832, "step": 25836 }, { "epoch": 22.95, "learning_rate": 5.801628925425403e-05, "loss": 19.5264, "step": 25837 }, { "epoch": 22.95, "learning_rate": 5.801351060938878e-05, "loss": 19.498, "step": 25838 }, { "epoch": 22.95, "learning_rate": 5.8010731939122323e-05, "loss": 19.0996, "step": 25839 }, { "epoch": 22.95, "learning_rate": 5.800795324346349e-05, "loss": 19.4854, "step": 25840 }, { "epoch": 22.95, "learning_rate": 5.800517452242107e-05, "loss": 19.8564, "step": 25841 }, { "epoch": 22.95, "learning_rate": 5.800239577600388e-05, "loss": 19.5586, "step": 25842 }, { "epoch": 22.95, "learning_rate": 5.799961700422071e-05, "loss": 20.0078, "step": 25843 }, { "epoch": 22.95, "learning_rate": 5.79968382070804e-05, "loss": 19.3613, "step": 25844 }, { "epoch": 22.95, "learning_rate": 5.799405938459175e-05, "loss": 19.7441, "step": 25845 }, { "epoch": 22.95, "learning_rate": 5.7991280536763546e-05, "loss": 20.2832, "step": 25846 }, { "epoch": 22.95, "learning_rate": 5.798850166360461e-05, "loss": 20.041, "step": 25847 }, { "epoch": 22.96, "learning_rate": 5.798572276512376e-05, "loss": 19.4443, "step": 25848 }, { "epoch": 22.96, "learning_rate": 5.798294384132981e-05, "loss": 19.7305, "step": 25849 }, { "epoch": 22.96, "learning_rate": 5.7980164892231526e-05, "loss": 19.1982, "step": 25850 }, { "epoch": 22.96, "learning_rate": 5.797738591783776e-05, "loss": 19.8584, "step": 25851 }, { "epoch": 22.96, "learning_rate": 5.79746069181573e-05, "loss": 19.6875, "step": 25852 }, { "epoch": 22.96, "learning_rate": 5.797182789319896e-05, "loss": 19.8916, "step": 25853 }, { "epoch": 22.96, "learning_rate": 5.7969048842971565e-05, "loss": 19.8838, "step": 25854 }, { "epoch": 22.96, "learning_rate": 5.796626976748389e-05, "loss": 19.5664, "step": 25855 }, { "epoch": 22.96, "learning_rate": 5.796349066674477e-05, "loss": 19.8379, "step": 25856 }, { "epoch": 22.96, "learning_rate": 5.796071154076301e-05, "loss": 19.46, "step": 25857 }, { "epoch": 22.96, "learning_rate": 5.795793238954742e-05, "loss": 19.874, "step": 25858 }, { "epoch": 22.97, "learning_rate": 5.7955153213106796e-05, "loss": 19.5615, "step": 25859 }, { "epoch": 22.97, "learning_rate": 5.795237401144996e-05, "loss": 19.9619, "step": 25860 }, { "epoch": 22.97, "learning_rate": 5.7949594784585716e-05, "loss": 19.9258, "step": 25861 }, { "epoch": 22.97, "learning_rate": 5.794681553252288e-05, "loss": 19.4072, "step": 25862 }, { "epoch": 22.97, "learning_rate": 5.794403625527026e-05, "loss": 19.8008, "step": 25863 }, { "epoch": 22.97, "learning_rate": 5.7941256952836666e-05, "loss": 19.8613, "step": 25864 }, { "epoch": 22.97, "learning_rate": 5.7938477625230904e-05, "loss": 20.1914, "step": 25865 }, { "epoch": 22.97, "learning_rate": 5.793569827246178e-05, "loss": 20.3008, "step": 25866 }, { "epoch": 22.97, "learning_rate": 5.7932918894538104e-05, "loss": 19.9648, "step": 25867 }, { "epoch": 22.97, "learning_rate": 5.793013949146872e-05, "loss": 19.2715, "step": 25868 }, { "epoch": 22.97, "learning_rate": 5.792736006326237e-05, "loss": 19.5869, "step": 25869 }, { "epoch": 22.98, "learning_rate": 5.7924580609927917e-05, "loss": 20.0547, "step": 25870 }, { "epoch": 22.98, "learning_rate": 5.792180113147417e-05, "loss": 20.0996, "step": 25871 }, { "epoch": 22.98, "learning_rate": 5.791902162790992e-05, "loss": 20.1533, "step": 25872 }, { "epoch": 22.98, "learning_rate": 5.791624209924399e-05, "loss": 19.7119, "step": 25873 }, { "epoch": 22.98, "learning_rate": 5.7913462545485176e-05, "loss": 19.8252, "step": 25874 }, { "epoch": 22.98, "learning_rate": 5.7910682966642306e-05, "loss": 19.4512, "step": 25875 }, { "epoch": 22.98, "learning_rate": 5.790790336272419e-05, "loss": 19.1201, "step": 25876 }, { "epoch": 22.98, "learning_rate": 5.790512373373962e-05, "loss": 19.7109, "step": 25877 }, { "epoch": 22.98, "learning_rate": 5.7902344079697415e-05, "loss": 20.0938, "step": 25878 }, { "epoch": 22.98, "learning_rate": 5.78995644006064e-05, "loss": 19.5332, "step": 25879 }, { "epoch": 22.98, "learning_rate": 5.789678469647537e-05, "loss": 20.2197, "step": 25880 }, { "epoch": 22.98, "learning_rate": 5.789400496731314e-05, "loss": 19.5723, "step": 25881 }, { "epoch": 22.99, "learning_rate": 5.789122521312852e-05, "loss": 19.7275, "step": 25882 }, { "epoch": 22.99, "learning_rate": 5.7888445433930326e-05, "loss": 19.4219, "step": 25883 }, { "epoch": 22.99, "learning_rate": 5.788566562972738e-05, "loss": 19.6641, "step": 25884 }, { "epoch": 22.99, "learning_rate": 5.788288580052847e-05, "loss": 20.0762, "step": 25885 }, { "epoch": 22.99, "learning_rate": 5.788010594634241e-05, "loss": 19.7305, "step": 25886 }, { "epoch": 22.99, "learning_rate": 5.787732606717803e-05, "loss": 19.6982, "step": 25887 }, { "epoch": 22.99, "learning_rate": 5.787454616304413e-05, "loss": 19.9287, "step": 25888 }, { "epoch": 22.99, "learning_rate": 5.787176623394952e-05, "loss": 19.6289, "step": 25889 }, { "epoch": 22.99, "learning_rate": 5.7868986279903026e-05, "loss": 19.0596, "step": 25890 }, { "epoch": 22.99, "learning_rate": 5.786620630091343e-05, "loss": 19.5596, "step": 25891 }, { "epoch": 22.99, "learning_rate": 5.7863426296989575e-05, "loss": 20.168, "step": 25892 }, { "epoch": 23.0, "learning_rate": 5.786064626814026e-05, "loss": 19.4697, "step": 25893 }, { "epoch": 23.0, "learning_rate": 5.785786621437429e-05, "loss": 20.1152, "step": 25894 }, { "epoch": 23.0, "learning_rate": 5.7855086135700495e-05, "loss": 19.8633, "step": 25895 }, { "epoch": 23.0, "learning_rate": 5.7852306032127666e-05, "loss": 19.1592, "step": 25896 }, { "epoch": 23.0, "learning_rate": 5.784952590366464e-05, "loss": 19.5127, "step": 25897 }, { "epoch": 23.0, "learning_rate": 5.784674575032022e-05, "loss": 19.2559, "step": 25898 }, { "epoch": 23.0, "learning_rate": 5.784396557210321e-05, "loss": 19.8096, "step": 25899 }, { "epoch": 23.0, "learning_rate": 5.784118536902241e-05, "loss": 19.748, "step": 25900 }, { "epoch": 23.0, "learning_rate": 5.783840514108667e-05, "loss": 20.3037, "step": 25901 }, { "epoch": 23.0, "learning_rate": 5.7835624888304775e-05, "loss": 19.5205, "step": 25902 }, { "epoch": 23.0, "learning_rate": 5.7832844610685554e-05, "loss": 18.9629, "step": 25903 }, { "epoch": 23.01, "learning_rate": 5.7830064308237785e-05, "loss": 19.7754, "step": 25904 }, { "epoch": 23.01, "learning_rate": 5.7827283980970325e-05, "loss": 19.3516, "step": 25905 }, { "epoch": 23.01, "learning_rate": 5.782450362889199e-05, "loss": 19.8779, "step": 25906 }, { "epoch": 23.01, "learning_rate": 5.782172325201155e-05, "loss": 19.666, "step": 25907 }, { "epoch": 23.01, "learning_rate": 5.7818942850337844e-05, "loss": 19.3867, "step": 25908 }, { "epoch": 23.01, "learning_rate": 5.781616242387968e-05, "loss": 19.623, "step": 25909 }, { "epoch": 23.01, "learning_rate": 5.781338197264587e-05, "loss": 19.5947, "step": 25910 }, { "epoch": 23.01, "learning_rate": 5.7810601496645254e-05, "loss": 19.9541, "step": 25911 }, { "epoch": 23.01, "learning_rate": 5.780782099588661e-05, "loss": 19.623, "step": 25912 }, { "epoch": 23.01, "learning_rate": 5.780504047037876e-05, "loss": 19.8789, "step": 25913 }, { "epoch": 23.01, "learning_rate": 5.780225992013051e-05, "loss": 19.6309, "step": 25914 }, { "epoch": 23.02, "learning_rate": 5.77994793451507e-05, "loss": 19.4326, "step": 25915 }, { "epoch": 23.02, "learning_rate": 5.779669874544814e-05, "loss": 20.1504, "step": 25916 }, { "epoch": 23.02, "learning_rate": 5.779391812103162e-05, "loss": 19.0576, "step": 25917 }, { "epoch": 23.02, "learning_rate": 5.7791137471909964e-05, "loss": 19.6182, "step": 25918 }, { "epoch": 23.02, "learning_rate": 5.7788356798092004e-05, "loss": 19.6582, "step": 25919 }, { "epoch": 23.02, "learning_rate": 5.778557609958652e-05, "loss": 19.3838, "step": 25920 }, { "epoch": 23.02, "learning_rate": 5.778279537640235e-05, "loss": 19.5791, "step": 25921 }, { "epoch": 23.02, "learning_rate": 5.778001462854832e-05, "loss": 19.6611, "step": 25922 }, { "epoch": 23.02, "learning_rate": 5.777723385603322e-05, "loss": 19.7734, "step": 25923 }, { "epoch": 23.02, "learning_rate": 5.7774453058865875e-05, "loss": 19.751, "step": 25924 }, { "epoch": 23.02, "learning_rate": 5.77716722370551e-05, "loss": 19.8809, "step": 25925 }, { "epoch": 23.02, "learning_rate": 5.77688913906097e-05, "loss": 19.1484, "step": 25926 }, { "epoch": 23.03, "learning_rate": 5.7766110519538497e-05, "loss": 19.8438, "step": 25927 }, { "epoch": 23.03, "learning_rate": 5.776332962385031e-05, "loss": 19.751, "step": 25928 }, { "epoch": 23.03, "learning_rate": 5.776054870355395e-05, "loss": 19.4541, "step": 25929 }, { "epoch": 23.03, "learning_rate": 5.775776775865824e-05, "loss": 19.5225, "step": 25930 }, { "epoch": 23.03, "learning_rate": 5.7754986789171964e-05, "loss": 19.3164, "step": 25931 }, { "epoch": 23.03, "learning_rate": 5.7752205795103986e-05, "loss": 19.8066, "step": 25932 }, { "epoch": 23.03, "learning_rate": 5.774942477646308e-05, "loss": 19.4922, "step": 25933 }, { "epoch": 23.03, "learning_rate": 5.774664373325808e-05, "loss": 19.3506, "step": 25934 }, { "epoch": 23.03, "learning_rate": 5.774386266549779e-05, "loss": 19.9521, "step": 25935 }, { "epoch": 23.03, "learning_rate": 5.774108157319105e-05, "loss": 19.7461, "step": 25936 }, { "epoch": 23.03, "learning_rate": 5.773830045634664e-05, "loss": 19.1963, "step": 25937 }, { "epoch": 23.04, "learning_rate": 5.773551931497342e-05, "loss": 19.7676, "step": 25938 }, { "epoch": 23.04, "learning_rate": 5.773273814908016e-05, "loss": 18.7949, "step": 25939 }, { "epoch": 23.04, "learning_rate": 5.772995695867569e-05, "loss": 19.29, "step": 25940 }, { "epoch": 23.04, "learning_rate": 5.772717574376885e-05, "loss": 19.5615, "step": 25941 }, { "epoch": 23.04, "learning_rate": 5.772439450436842e-05, "loss": 19.6592, "step": 25942 }, { "epoch": 23.04, "learning_rate": 5.7721613240483254e-05, "loss": 19.5107, "step": 25943 }, { "epoch": 23.04, "learning_rate": 5.771883195212212e-05, "loss": 19.7051, "step": 25944 }, { "epoch": 23.04, "learning_rate": 5.771605063929387e-05, "loss": 19.7969, "step": 25945 }, { "epoch": 23.04, "learning_rate": 5.771326930200733e-05, "loss": 19.5977, "step": 25946 }, { "epoch": 23.04, "learning_rate": 5.7710487940271285e-05, "loss": 19.3516, "step": 25947 }, { "epoch": 23.04, "learning_rate": 5.7707706554094564e-05, "loss": 19.8271, "step": 25948 }, { "epoch": 23.05, "learning_rate": 5.770492514348598e-05, "loss": 19.2158, "step": 25949 }, { "epoch": 23.05, "learning_rate": 5.770214370845436e-05, "loss": 19.0635, "step": 25950 }, { "epoch": 23.05, "learning_rate": 5.769936224900852e-05, "loss": 19.7236, "step": 25951 }, { "epoch": 23.05, "learning_rate": 5.769658076515726e-05, "loss": 19.5205, "step": 25952 }, { "epoch": 23.05, "learning_rate": 5.76937992569094e-05, "loss": 19.4688, "step": 25953 }, { "epoch": 23.05, "learning_rate": 5.769101772427378e-05, "loss": 19.873, "step": 25954 }, { "epoch": 23.05, "learning_rate": 5.768823616725919e-05, "loss": 19.1484, "step": 25955 }, { "epoch": 23.05, "learning_rate": 5.768545458587446e-05, "loss": 19.1709, "step": 25956 }, { "epoch": 23.05, "learning_rate": 5.7682672980128406e-05, "loss": 19.1631, "step": 25957 }, { "epoch": 23.05, "learning_rate": 5.767989135002984e-05, "loss": 20.5498, "step": 25958 }, { "epoch": 23.05, "learning_rate": 5.767710969558759e-05, "loss": 19.7578, "step": 25959 }, { "epoch": 23.06, "learning_rate": 5.767432801681046e-05, "loss": 19.7607, "step": 25960 }, { "epoch": 23.06, "learning_rate": 5.767154631370728e-05, "loss": 20.2969, "step": 25961 }, { "epoch": 23.06, "learning_rate": 5.766876458628686e-05, "loss": 19.5664, "step": 25962 }, { "epoch": 23.06, "learning_rate": 5.766598283455802e-05, "loss": 19.1855, "step": 25963 }, { "epoch": 23.06, "learning_rate": 5.766320105852957e-05, "loss": 19.3184, "step": 25964 }, { "epoch": 23.06, "learning_rate": 5.766041925821035e-05, "loss": 19.1689, "step": 25965 }, { "epoch": 23.06, "learning_rate": 5.765763743360914e-05, "loss": 19.9463, "step": 25966 }, { "epoch": 23.06, "learning_rate": 5.765485558473479e-05, "loss": 19.8301, "step": 25967 }, { "epoch": 23.06, "learning_rate": 5.765207371159611e-05, "loss": 20.1426, "step": 25968 }, { "epoch": 23.06, "learning_rate": 5.764929181420191e-05, "loss": 19.9678, "step": 25969 }, { "epoch": 23.06, "learning_rate": 5.764650989256102e-05, "loss": 19.8682, "step": 25970 }, { "epoch": 23.06, "learning_rate": 5.764372794668224e-05, "loss": 20.0928, "step": 25971 }, { "epoch": 23.07, "learning_rate": 5.76409459765744e-05, "loss": 19.5625, "step": 25972 }, { "epoch": 23.07, "learning_rate": 5.763816398224634e-05, "loss": 19.6846, "step": 25973 }, { "epoch": 23.07, "learning_rate": 5.763538196370684e-05, "loss": 19.2646, "step": 25974 }, { "epoch": 23.07, "learning_rate": 5.763259992096474e-05, "loss": 19.7529, "step": 25975 }, { "epoch": 23.07, "learning_rate": 5.7629817854028845e-05, "loss": 19.9512, "step": 25976 }, { "epoch": 23.07, "learning_rate": 5.762703576290798e-05, "loss": 19.8643, "step": 25977 }, { "epoch": 23.07, "learning_rate": 5.762425364761098e-05, "loss": 19.9414, "step": 25978 }, { "epoch": 23.07, "learning_rate": 5.762147150814663e-05, "loss": 19.5566, "step": 25979 }, { "epoch": 23.07, "learning_rate": 5.761868934452378e-05, "loss": 19.7568, "step": 25980 }, { "epoch": 23.07, "learning_rate": 5.761590715675125e-05, "loss": 20.0684, "step": 25981 }, { "epoch": 23.07, "learning_rate": 5.761312494483784e-05, "loss": 20.0166, "step": 25982 }, { "epoch": 23.08, "learning_rate": 5.7610342708792354e-05, "loss": 20.3066, "step": 25983 }, { "epoch": 23.08, "learning_rate": 5.760756044862365e-05, "loss": 19.4121, "step": 25984 }, { "epoch": 23.08, "learning_rate": 5.760477816434052e-05, "loss": 19.6484, "step": 25985 }, { "epoch": 23.08, "learning_rate": 5.7601995855951806e-05, "loss": 19.2666, "step": 25986 }, { "epoch": 23.08, "learning_rate": 5.759921352346631e-05, "loss": 19.9082, "step": 25987 }, { "epoch": 23.08, "learning_rate": 5.759643116689284e-05, "loss": 20.0264, "step": 25988 }, { "epoch": 23.08, "learning_rate": 5.759364878624025e-05, "loss": 19.6025, "step": 25989 }, { "epoch": 23.08, "learning_rate": 5.759086638151734e-05, "loss": 19.7451, "step": 25990 }, { "epoch": 23.08, "learning_rate": 5.758808395273293e-05, "loss": 19.3389, "step": 25991 }, { "epoch": 23.08, "learning_rate": 5.7585301499895815e-05, "loss": 19.5928, "step": 25992 }, { "epoch": 23.08, "learning_rate": 5.758251902301486e-05, "loss": 19.8271, "step": 25993 }, { "epoch": 23.09, "learning_rate": 5.757973652209887e-05, "loss": 19.8887, "step": 25994 }, { "epoch": 23.09, "learning_rate": 5.7576953997156655e-05, "loss": 19.5381, "step": 25995 }, { "epoch": 23.09, "learning_rate": 5.7576953997156655e-05, "loss": 19.958, "step": 25996 }, { "epoch": 23.09, "learning_rate": 5.757417144819703e-05, "loss": 19.2002, "step": 25997 }, { "epoch": 23.09, "learning_rate": 5.757138887522884e-05, "loss": 19.5225, "step": 25998 }, { "epoch": 23.09, "learning_rate": 5.756860627826089e-05, "loss": 19.8584, "step": 25999 }, { "epoch": 23.09, "learning_rate": 5.7565823657301985e-05, "loss": 19.001, "step": 26000 }, { "epoch": 23.09, "learning_rate": 5.756304101236097e-05, "loss": 19.6475, "step": 26001 }, { "epoch": 23.09, "learning_rate": 5.7560258343446636e-05, "loss": 20.1611, "step": 26002 }, { "epoch": 23.09, "learning_rate": 5.755747565056786e-05, "loss": 19.668, "step": 26003 }, { "epoch": 23.09, "learning_rate": 5.75546929337334e-05, "loss": 19.5332, "step": 26004 }, { "epoch": 23.1, "learning_rate": 5.755191019295211e-05, "loss": 19.6895, "step": 26005 }, { "epoch": 23.1, "learning_rate": 5.754912742823281e-05, "loss": 20.1152, "step": 26006 }, { "epoch": 23.1, "learning_rate": 5.75463446395843e-05, "loss": 19.8643, "step": 26007 }, { "epoch": 23.1, "learning_rate": 5.7543561827015433e-05, "loss": 19.4277, "step": 26008 }, { "epoch": 23.1, "learning_rate": 5.7540778990534995e-05, "loss": 19.249, "step": 26009 }, { "epoch": 23.1, "learning_rate": 5.753799613015183e-05, "loss": 19.7666, "step": 26010 }, { "epoch": 23.1, "learning_rate": 5.753521324587475e-05, "loss": 19.5234, "step": 26011 }, { "epoch": 23.1, "learning_rate": 5.7532430337712585e-05, "loss": 19.4805, "step": 26012 }, { "epoch": 23.1, "learning_rate": 5.7529647405674146e-05, "loss": 20.4277, "step": 26013 }, { "epoch": 23.1, "learning_rate": 5.752686444976827e-05, "loss": 19.71, "step": 26014 }, { "epoch": 23.1, "learning_rate": 5.7524081470003744e-05, "loss": 19.5889, "step": 26015 }, { "epoch": 23.1, "learning_rate": 5.752129846638943e-05, "loss": 20.5361, "step": 26016 }, { "epoch": 23.11, "learning_rate": 5.751851543893414e-05, "loss": 19.5635, "step": 26017 }, { "epoch": 23.11, "learning_rate": 5.751573238764667e-05, "loss": 19.2617, "step": 26018 }, { "epoch": 23.11, "learning_rate": 5.751294931253587e-05, "loss": 19.999, "step": 26019 }, { "epoch": 23.11, "learning_rate": 5.751016621361055e-05, "loss": 19.707, "step": 26020 }, { "epoch": 23.11, "learning_rate": 5.750738309087953e-05, "loss": 20.3457, "step": 26021 }, { "epoch": 23.11, "learning_rate": 5.750459994435165e-05, "loss": 20.0186, "step": 26022 }, { "epoch": 23.11, "learning_rate": 5.75018167740357e-05, "loss": 19.9111, "step": 26023 }, { "epoch": 23.11, "learning_rate": 5.749903357994052e-05, "loss": 19.5449, "step": 26024 }, { "epoch": 23.11, "learning_rate": 5.749625036207493e-05, "loss": 19.6162, "step": 26025 }, { "epoch": 23.11, "learning_rate": 5.7493467120447764e-05, "loss": 19.6777, "step": 26026 }, { "epoch": 23.11, "learning_rate": 5.749068385506784e-05, "loss": 19.9443, "step": 26027 }, { "epoch": 23.12, "learning_rate": 5.7487900565943955e-05, "loss": 20.627, "step": 26028 }, { "epoch": 23.12, "learning_rate": 5.748511725308495e-05, "loss": 19.835, "step": 26029 }, { "epoch": 23.12, "learning_rate": 5.7482333916499665e-05, "loss": 19.6611, "step": 26030 }, { "epoch": 23.12, "learning_rate": 5.74795505561969e-05, "loss": 20.2041, "step": 26031 }, { "epoch": 23.12, "learning_rate": 5.747676717218549e-05, "loss": 20.002, "step": 26032 }, { "epoch": 23.12, "learning_rate": 5.747676717218549e-05, "loss": 19.9385, "step": 26033 }, { "epoch": 23.12, "learning_rate": 5.747398376447424e-05, "loss": 19.2539, "step": 26034 }, { "epoch": 23.12, "learning_rate": 5.747120033307198e-05, "loss": 19.5674, "step": 26035 }, { "epoch": 23.12, "learning_rate": 5.7468416877987554e-05, "loss": 20.2314, "step": 26036 }, { "epoch": 23.12, "learning_rate": 5.746563339922976e-05, "loss": 19.5664, "step": 26037 }, { "epoch": 23.12, "learning_rate": 5.7462849896807424e-05, "loss": 19.9033, "step": 26038 }, { "epoch": 23.13, "learning_rate": 5.746006637072938e-05, "loss": 19.8193, "step": 26039 }, { "epoch": 23.13, "learning_rate": 5.7457282821004445e-05, "loss": 19.168, "step": 26040 }, { "epoch": 23.13, "learning_rate": 5.745449924764143e-05, "loss": 19.7207, "step": 26041 }, { "epoch": 23.13, "learning_rate": 5.74517156506492e-05, "loss": 19.7715, "step": 26042 }, { "epoch": 23.13, "learning_rate": 5.7448932030036526e-05, "loss": 19.8848, "step": 26043 }, { "epoch": 23.13, "learning_rate": 5.744614838581227e-05, "loss": 19.2031, "step": 26044 }, { "epoch": 23.13, "learning_rate": 5.7443364717985236e-05, "loss": 19.8389, "step": 26045 }, { "epoch": 23.13, "learning_rate": 5.744058102656424e-05, "loss": 19.752, "step": 26046 }, { "epoch": 23.13, "learning_rate": 5.743779731155813e-05, "loss": 19.502, "step": 26047 }, { "epoch": 23.13, "learning_rate": 5.743501357297572e-05, "loss": 20.2656, "step": 26048 }, { "epoch": 23.13, "learning_rate": 5.743222981082582e-05, "loss": 19.7051, "step": 26049 }, { "epoch": 23.13, "learning_rate": 5.742944602511729e-05, "loss": 20.207, "step": 26050 }, { "epoch": 23.14, "learning_rate": 5.7426662215858906e-05, "loss": 19.7803, "step": 26051 }, { "epoch": 23.14, "learning_rate": 5.742387838305953e-05, "loss": 19.8438, "step": 26052 }, { "epoch": 23.14, "learning_rate": 5.742109452672796e-05, "loss": 19.9697, "step": 26053 }, { "epoch": 23.14, "learning_rate": 5.741831064687303e-05, "loss": 19.4824, "step": 26054 }, { "epoch": 23.14, "learning_rate": 5.741552674350359e-05, "loss": 19.7715, "step": 26055 }, { "epoch": 23.14, "learning_rate": 5.741274281662841e-05, "loss": 20.3096, "step": 26056 }, { "epoch": 23.14, "learning_rate": 5.7409958866256366e-05, "loss": 19.5957, "step": 26057 }, { "epoch": 23.14, "learning_rate": 5.740717489239627e-05, "loss": 19.4629, "step": 26058 }, { "epoch": 23.14, "learning_rate": 5.740439089505691e-05, "loss": 19.3477, "step": 26059 }, { "epoch": 23.14, "learning_rate": 5.740160687424716e-05, "loss": 20.1934, "step": 26060 }, { "epoch": 23.14, "learning_rate": 5.7398822829975815e-05, "loss": 19.6748, "step": 26061 }, { "epoch": 23.15, "learning_rate": 5.739603876225171e-05, "loss": 19.8857, "step": 26062 }, { "epoch": 23.15, "learning_rate": 5.73932546710837e-05, "loss": 19.6982, "step": 26063 }, { "epoch": 23.15, "learning_rate": 5.7390470556480545e-05, "loss": 19.7871, "step": 26064 }, { "epoch": 23.15, "learning_rate": 5.738768641845109e-05, "loss": 19.4209, "step": 26065 }, { "epoch": 23.15, "learning_rate": 5.7384902257004215e-05, "loss": 20.0713, "step": 26066 }, { "epoch": 23.15, "learning_rate": 5.7382118072148684e-05, "loss": 19.1836, "step": 26067 }, { "epoch": 23.15, "learning_rate": 5.7379333863893346e-05, "loss": 20.1719, "step": 26068 }, { "epoch": 23.15, "learning_rate": 5.737654963224701e-05, "loss": 19.4365, "step": 26069 }, { "epoch": 23.15, "learning_rate": 5.737376537721853e-05, "loss": 19.4844, "step": 26070 }, { "epoch": 23.15, "learning_rate": 5.7370981098816725e-05, "loss": 19.2148, "step": 26071 }, { "epoch": 23.15, "learning_rate": 5.736819679705039e-05, "loss": 19.5146, "step": 26072 }, { "epoch": 23.16, "learning_rate": 5.736541247192838e-05, "loss": 20.1025, "step": 26073 }, { "epoch": 23.16, "learning_rate": 5.736262812345952e-05, "loss": 19.1553, "step": 26074 }, { "epoch": 23.16, "learning_rate": 5.735984375165262e-05, "loss": 18.9502, "step": 26075 }, { "epoch": 23.16, "learning_rate": 5.735705935651652e-05, "loss": 19.6514, "step": 26076 }, { "epoch": 23.16, "learning_rate": 5.735427493806004e-05, "loss": 19.5352, "step": 26077 }, { "epoch": 23.16, "learning_rate": 5.735149049629199e-05, "loss": 19.0303, "step": 26078 }, { "epoch": 23.16, "learning_rate": 5.7348706031221247e-05, "loss": 19.6621, "step": 26079 }, { "epoch": 23.16, "learning_rate": 5.7345921542856585e-05, "loss": 19.3037, "step": 26080 }, { "epoch": 23.16, "learning_rate": 5.734313703120684e-05, "loss": 20.0439, "step": 26081 }, { "epoch": 23.16, "learning_rate": 5.734035249628086e-05, "loss": 20.2227, "step": 26082 }, { "epoch": 23.16, "learning_rate": 5.7337567938087445e-05, "loss": 19.6758, "step": 26083 }, { "epoch": 23.17, "learning_rate": 5.733478335663545e-05, "loss": 19.4053, "step": 26084 }, { "epoch": 23.17, "learning_rate": 5.733199875193368e-05, "loss": 19.7041, "step": 26085 }, { "epoch": 23.17, "learning_rate": 5.732921412399097e-05, "loss": 19.2012, "step": 26086 }, { "epoch": 23.17, "learning_rate": 5.732642947281614e-05, "loss": 19.5449, "step": 26087 }, { "epoch": 23.17, "learning_rate": 5.732364479841802e-05, "loss": 19.6318, "step": 26088 }, { "epoch": 23.17, "learning_rate": 5.732086010080544e-05, "loss": 18.7539, "step": 26089 }, { "epoch": 23.17, "learning_rate": 5.7318075379987235e-05, "loss": 19.7715, "step": 26090 }, { "epoch": 23.17, "learning_rate": 5.731529063597221e-05, "loss": 19.7393, "step": 26091 }, { "epoch": 23.17, "learning_rate": 5.731250586876919e-05, "loss": 19.8525, "step": 26092 }, { "epoch": 23.17, "learning_rate": 5.730972107838706e-05, "loss": 19.3779, "step": 26093 }, { "epoch": 23.17, "learning_rate": 5.7306936264834565e-05, "loss": 19.3164, "step": 26094 }, { "epoch": 23.17, "learning_rate": 5.730415142812059e-05, "loss": 20.0, "step": 26095 }, { "epoch": 23.18, "learning_rate": 5.7301366568253934e-05, "loss": 19.7441, "step": 26096 }, { "epoch": 23.18, "learning_rate": 5.7298581685243436e-05, "loss": 19.2041, "step": 26097 }, { "epoch": 23.18, "learning_rate": 5.7295796779097934e-05, "loss": 19.1631, "step": 26098 }, { "epoch": 23.18, "learning_rate": 5.7293011849826217e-05, "loss": 19.6045, "step": 26099 }, { "epoch": 23.18, "learning_rate": 5.729022689743714e-05, "loss": 19.7764, "step": 26100 }, { "epoch": 23.18, "learning_rate": 5.7287441921939556e-05, "loss": 19.8789, "step": 26101 }, { "epoch": 23.18, "learning_rate": 5.728465692334224e-05, "loss": 19.6514, "step": 26102 }, { "epoch": 23.18, "learning_rate": 5.728187190165407e-05, "loss": 19.9316, "step": 26103 }, { "epoch": 23.18, "learning_rate": 5.7279086856883825e-05, "loss": 20.2324, "step": 26104 }, { "epoch": 23.18, "learning_rate": 5.7276301789040364e-05, "loss": 19.3076, "step": 26105 }, { "epoch": 23.18, "learning_rate": 5.727351669813252e-05, "loss": 19.3545, "step": 26106 }, { "epoch": 23.19, "learning_rate": 5.727073158416911e-05, "loss": 19.4395, "step": 26107 }, { "epoch": 23.19, "learning_rate": 5.7267946447158946e-05, "loss": 20.082, "step": 26108 }, { "epoch": 23.19, "learning_rate": 5.726516128711089e-05, "loss": 19.7002, "step": 26109 }, { "epoch": 23.19, "learning_rate": 5.726237610403374e-05, "loss": 20.0908, "step": 26110 }, { "epoch": 23.19, "learning_rate": 5.725959089793636e-05, "loss": 19.4756, "step": 26111 }, { "epoch": 23.19, "learning_rate": 5.7256805668827526e-05, "loss": 19.2891, "step": 26112 }, { "epoch": 23.19, "learning_rate": 5.7254020416716106e-05, "loss": 19.002, "step": 26113 }, { "epoch": 23.19, "learning_rate": 5.7251235141610926e-05, "loss": 20.0371, "step": 26114 }, { "epoch": 23.19, "learning_rate": 5.72484498435208e-05, "loss": 19.9209, "step": 26115 }, { "epoch": 23.19, "learning_rate": 5.724566452245458e-05, "loss": 19.6328, "step": 26116 }, { "epoch": 23.19, "learning_rate": 5.724287917842106e-05, "loss": 19.8047, "step": 26117 }, { "epoch": 23.2, "learning_rate": 5.72400938114291e-05, "loss": 20.0605, "step": 26118 }, { "epoch": 23.2, "learning_rate": 5.723730842148752e-05, "loss": 19.9033, "step": 26119 }, { "epoch": 23.2, "learning_rate": 5.723452300860515e-05, "loss": 19.9238, "step": 26120 }, { "epoch": 23.2, "learning_rate": 5.72317375727908e-05, "loss": 19.4531, "step": 26121 }, { "epoch": 23.2, "learning_rate": 5.7228952114053324e-05, "loss": 19.5283, "step": 26122 }, { "epoch": 23.2, "learning_rate": 5.7226166632401546e-05, "loss": 20.0439, "step": 26123 }, { "epoch": 23.2, "learning_rate": 5.722338112784429e-05, "loss": 19.8506, "step": 26124 }, { "epoch": 23.2, "learning_rate": 5.722059560039039e-05, "loss": 19.6699, "step": 26125 }, { "epoch": 23.2, "learning_rate": 5.7217810050048656e-05, "loss": 19.3193, "step": 26126 }, { "epoch": 23.2, "learning_rate": 5.721502447682796e-05, "loss": 19.1797, "step": 26127 }, { "epoch": 23.2, "learning_rate": 5.7212238880737105e-05, "loss": 20.0527, "step": 26128 }, { "epoch": 23.21, "learning_rate": 5.7209453261784904e-05, "loss": 19.7637, "step": 26129 }, { "epoch": 23.21, "learning_rate": 5.7206667619980215e-05, "loss": 19.2881, "step": 26130 }, { "epoch": 23.21, "learning_rate": 5.7203881955331853e-05, "loss": 20.4561, "step": 26131 }, { "epoch": 23.21, "learning_rate": 5.720109626784865e-05, "loss": 19.4756, "step": 26132 }, { "epoch": 23.21, "learning_rate": 5.719831055753946e-05, "loss": 19.7305, "step": 26133 }, { "epoch": 23.21, "learning_rate": 5.719552482441307e-05, "loss": 19.7393, "step": 26134 }, { "epoch": 23.21, "learning_rate": 5.7192739068478344e-05, "loss": 19.79, "step": 26135 }, { "epoch": 23.21, "learning_rate": 5.718995328974409e-05, "loss": 19.4688, "step": 26136 }, { "epoch": 23.21, "learning_rate": 5.718716748821915e-05, "loss": 19.5928, "step": 26137 }, { "epoch": 23.21, "learning_rate": 5.718438166391238e-05, "loss": 19.6914, "step": 26138 }, { "epoch": 23.21, "learning_rate": 5.7181595816832544e-05, "loss": 19.9814, "step": 26139 }, { "epoch": 23.21, "learning_rate": 5.7178809946988534e-05, "loss": 19.8652, "step": 26140 }, { "epoch": 23.22, "learning_rate": 5.7176024054389166e-05, "loss": 20.0986, "step": 26141 }, { "epoch": 23.22, "learning_rate": 5.717323813904325e-05, "loss": 19.5049, "step": 26142 }, { "epoch": 23.22, "learning_rate": 5.717045220095964e-05, "loss": 19.3682, "step": 26143 }, { "epoch": 23.22, "learning_rate": 5.716766624014714e-05, "loss": 19.707, "step": 26144 }, { "epoch": 23.22, "learning_rate": 5.716488025661462e-05, "loss": 19.2471, "step": 26145 }, { "epoch": 23.22, "learning_rate": 5.716209425037089e-05, "loss": 20.0635, "step": 26146 }, { "epoch": 23.22, "learning_rate": 5.715930822142477e-05, "loss": 19.4951, "step": 26147 }, { "epoch": 23.22, "learning_rate": 5.7156522169785085e-05, "loss": 19.6133, "step": 26148 }, { "epoch": 23.22, "learning_rate": 5.715373609546071e-05, "loss": 19.625, "step": 26149 }, { "epoch": 23.22, "learning_rate": 5.715094999846043e-05, "loss": 19.3789, "step": 26150 }, { "epoch": 23.22, "learning_rate": 5.714816387879311e-05, "loss": 19.9961, "step": 26151 }, { "epoch": 23.23, "learning_rate": 5.714537773646756e-05, "loss": 19.4238, "step": 26152 }, { "epoch": 23.23, "learning_rate": 5.714259157149262e-05, "loss": 19.4316, "step": 26153 }, { "epoch": 23.23, "learning_rate": 5.714259157149262e-05, "loss": 20.1094, "step": 26154 }, { "epoch": 23.23, "learning_rate": 5.713980538387713e-05, "loss": 19.2939, "step": 26155 }, { "epoch": 23.23, "learning_rate": 5.71370191736299e-05, "loss": 19.0801, "step": 26156 }, { "epoch": 23.23, "learning_rate": 5.713423294075978e-05, "loss": 19.1895, "step": 26157 }, { "epoch": 23.23, "learning_rate": 5.713144668527559e-05, "loss": 19.8047, "step": 26158 }, { "epoch": 23.23, "learning_rate": 5.7128660407186164e-05, "loss": 19.2666, "step": 26159 }, { "epoch": 23.23, "learning_rate": 5.712587410650034e-05, "loss": 19.9072, "step": 26160 }, { "epoch": 23.23, "learning_rate": 5.712308778322696e-05, "loss": 19.6152, "step": 26161 }, { "epoch": 23.23, "learning_rate": 5.712308778322696e-05, "loss": 19.5342, "step": 26162 }, { "epoch": 23.24, "learning_rate": 5.7120301437374826e-05, "loss": 19.1934, "step": 26163 }, { "epoch": 23.24, "learning_rate": 5.711751506895279e-05, "loss": 19.6211, "step": 26164 }, { "epoch": 23.24, "learning_rate": 5.7114728677969684e-05, "loss": 19.918, "step": 26165 }, { "epoch": 23.24, "learning_rate": 5.7111942264434334e-05, "loss": 19.376, "step": 26166 }, { "epoch": 23.24, "learning_rate": 5.7109155828355575e-05, "loss": 19.4414, "step": 26167 }, { "epoch": 23.24, "learning_rate": 5.710636936974225e-05, "loss": 19.2656, "step": 26168 }, { "epoch": 23.24, "learning_rate": 5.710358288860317e-05, "loss": 19.6279, "step": 26169 }, { "epoch": 23.24, "learning_rate": 5.71007963849472e-05, "loss": 19.624, "step": 26170 }, { "epoch": 23.24, "learning_rate": 5.709800985878313e-05, "loss": 19.333, "step": 26171 }, { "epoch": 23.24, "learning_rate": 5.709800985878313e-05, "loss": 19.5137, "step": 26172 }, { "epoch": 23.24, "learning_rate": 5.709522331011983e-05, "loss": 20.0771, "step": 26173 }, { "epoch": 23.25, "learning_rate": 5.7092436738966106e-05, "loss": 19.0586, "step": 26174 }, { "epoch": 23.25, "learning_rate": 5.708965014533081e-05, "loss": 19.792, "step": 26175 }, { "epoch": 23.25, "learning_rate": 5.7086863529222766e-05, "loss": 19.4248, "step": 26176 }, { "epoch": 23.25, "learning_rate": 5.708407689065082e-05, "loss": 19.8047, "step": 26177 }, { "epoch": 23.25, "learning_rate": 5.7081290229623765e-05, "loss": 19.1465, "step": 26178 }, { "epoch": 23.25, "learning_rate": 5.707850354615049e-05, "loss": 19.5586, "step": 26179 }, { "epoch": 23.25, "learning_rate": 5.707571684023978e-05, "loss": 19.4668, "step": 26180 }, { "epoch": 23.25, "learning_rate": 5.70729301119005e-05, "loss": 19.4561, "step": 26181 }, { "epoch": 23.25, "learning_rate": 5.707014336114147e-05, "loss": 20.1064, "step": 26182 }, { "epoch": 23.25, "learning_rate": 5.7067356587971534e-05, "loss": 19.8418, "step": 26183 }, { "epoch": 23.25, "learning_rate": 5.7064569792399516e-05, "loss": 19.7334, "step": 26184 }, { "epoch": 23.25, "learning_rate": 5.706178297443425e-05, "loss": 19.2012, "step": 26185 }, { "epoch": 23.26, "learning_rate": 5.705899613408456e-05, "loss": 19.8037, "step": 26186 }, { "epoch": 23.26, "learning_rate": 5.7056209271359306e-05, "loss": 19.8457, "step": 26187 }, { "epoch": 23.26, "learning_rate": 5.70534223862673e-05, "loss": 19.293, "step": 26188 }, { "epoch": 23.26, "learning_rate": 5.7050635478817386e-05, "loss": 18.9785, "step": 26189 }, { "epoch": 23.26, "learning_rate": 5.704784854901839e-05, "loss": 19.3105, "step": 26190 }, { "epoch": 23.26, "learning_rate": 5.7045061596879134e-05, "loss": 19.6738, "step": 26191 }, { "epoch": 23.26, "learning_rate": 5.7042274622408487e-05, "loss": 19.7471, "step": 26192 }, { "epoch": 23.26, "learning_rate": 5.703948762561526e-05, "loss": 20.123, "step": 26193 }, { "epoch": 23.26, "learning_rate": 5.7036700606508295e-05, "loss": 20.1973, "step": 26194 }, { "epoch": 23.26, "learning_rate": 5.7033913565096416e-05, "loss": 20.1543, "step": 26195 }, { "epoch": 23.26, "learning_rate": 5.703112650138846e-05, "loss": 19.999, "step": 26196 }, { "epoch": 23.27, "learning_rate": 5.7028339415393296e-05, "loss": 19.5684, "step": 26197 }, { "epoch": 23.27, "learning_rate": 5.70255523071197e-05, "loss": 19.7969, "step": 26198 }, { "epoch": 23.27, "learning_rate": 5.7022765176576544e-05, "loss": 19.582, "step": 26199 }, { "epoch": 23.27, "learning_rate": 5.701997802377265e-05, "loss": 19.7021, "step": 26200 }, { "epoch": 23.27, "learning_rate": 5.701719084871685e-05, "loss": 19.7109, "step": 26201 }, { "epoch": 23.27, "learning_rate": 5.701440365141799e-05, "loss": 19.4883, "step": 26202 }, { "epoch": 23.27, "learning_rate": 5.701161643188491e-05, "loss": 19.5918, "step": 26203 }, { "epoch": 23.27, "learning_rate": 5.700882919012641e-05, "loss": 19.9268, "step": 26204 }, { "epoch": 23.27, "learning_rate": 5.7006041926151376e-05, "loss": 19.8994, "step": 26205 }, { "epoch": 23.27, "learning_rate": 5.700325463996859e-05, "loss": 20.1016, "step": 26206 }, { "epoch": 23.27, "learning_rate": 5.700046733158694e-05, "loss": 19.2451, "step": 26207 }, { "epoch": 23.28, "learning_rate": 5.6997680001015217e-05, "loss": 20.0137, "step": 26208 }, { "epoch": 23.28, "learning_rate": 5.699489264826228e-05, "loss": 20.0137, "step": 26209 }, { "epoch": 23.28, "learning_rate": 5.699210527333696e-05, "loss": 19.9971, "step": 26210 }, { "epoch": 23.28, "learning_rate": 5.6989317876248096e-05, "loss": 20.1318, "step": 26211 }, { "epoch": 23.28, "learning_rate": 5.698653045700451e-05, "loss": 20.1475, "step": 26212 }, { "epoch": 23.28, "learning_rate": 5.698374301561503e-05, "loss": 19.6006, "step": 26213 }, { "epoch": 23.28, "learning_rate": 5.6980955552088546e-05, "loss": 19.5293, "step": 26214 }, { "epoch": 23.28, "learning_rate": 5.697816806643383e-05, "loss": 19.6133, "step": 26215 }, { "epoch": 23.28, "learning_rate": 5.697538055865975e-05, "loss": 19.5684, "step": 26216 }, { "epoch": 23.28, "learning_rate": 5.6972593028775124e-05, "loss": 20.001, "step": 26217 }, { "epoch": 23.28, "learning_rate": 5.696980547678881e-05, "loss": 19.8643, "step": 26218 }, { "epoch": 23.29, "learning_rate": 5.696701790270964e-05, "loss": 19.498, "step": 26219 }, { "epoch": 23.29, "learning_rate": 5.696423030654643e-05, "loss": 19.4609, "step": 26220 }, { "epoch": 23.29, "learning_rate": 5.6961442688308034e-05, "loss": 19.4033, "step": 26221 }, { "epoch": 23.29, "learning_rate": 5.695865504800327e-05, "loss": 19.2559, "step": 26222 }, { "epoch": 23.29, "learning_rate": 5.695586738564101e-05, "loss": 19.6582, "step": 26223 }, { "epoch": 23.29, "learning_rate": 5.695307970123006e-05, "loss": 19.9482, "step": 26224 }, { "epoch": 23.29, "learning_rate": 5.695029199477926e-05, "loss": 19.5137, "step": 26225 }, { "epoch": 23.29, "learning_rate": 5.6947504266297435e-05, "loss": 20.1064, "step": 26226 }, { "epoch": 23.29, "learning_rate": 5.6944716515793464e-05, "loss": 19.4131, "step": 26227 }, { "epoch": 23.29, "learning_rate": 5.694192874327614e-05, "loss": 19.9111, "step": 26228 }, { "epoch": 23.29, "learning_rate": 5.693914094875432e-05, "loss": 19.2842, "step": 26229 }, { "epoch": 23.29, "learning_rate": 5.693635313223684e-05, "loss": 19.2305, "step": 26230 }, { "epoch": 23.3, "learning_rate": 5.6933565293732524e-05, "loss": 19.8242, "step": 26231 }, { "epoch": 23.3, "learning_rate": 5.6930777433250235e-05, "loss": 20.6416, "step": 26232 }, { "epoch": 23.3, "learning_rate": 5.692798955079879e-05, "loss": 19.127, "step": 26233 }, { "epoch": 23.3, "learning_rate": 5.692520164638703e-05, "loss": 19.8291, "step": 26234 }, { "epoch": 23.3, "learning_rate": 5.6922413720023783e-05, "loss": 19.6074, "step": 26235 }, { "epoch": 23.3, "learning_rate": 5.69196257717179e-05, "loss": 20.0254, "step": 26236 }, { "epoch": 23.3, "learning_rate": 5.6916837801478206e-05, "loss": 19.8486, "step": 26237 }, { "epoch": 23.3, "learning_rate": 5.6914049809313565e-05, "loss": 19.792, "step": 26238 }, { "epoch": 23.3, "learning_rate": 5.691126179523276e-05, "loss": 19.4609, "step": 26239 }, { "epoch": 23.3, "learning_rate": 5.690847375924471e-05, "loss": 19.6338, "step": 26240 }, { "epoch": 23.3, "learning_rate": 5.6905685701358166e-05, "loss": 19.3506, "step": 26241 }, { "epoch": 23.31, "learning_rate": 5.690289762158203e-05, "loss": 19.4082, "step": 26242 }, { "epoch": 23.31, "learning_rate": 5.690010951992509e-05, "loss": 19.9932, "step": 26243 }, { "epoch": 23.31, "learning_rate": 5.689732139639623e-05, "loss": 19.7227, "step": 26244 }, { "epoch": 23.31, "learning_rate": 5.6894533251004254e-05, "loss": 19.9326, "step": 26245 }, { "epoch": 23.31, "learning_rate": 5.689174508375803e-05, "loss": 20.084, "step": 26246 }, { "epoch": 23.31, "learning_rate": 5.688895689466637e-05, "loss": 19.9541, "step": 26247 }, { "epoch": 23.31, "learning_rate": 5.688616868373812e-05, "loss": 19.5928, "step": 26248 }, { "epoch": 23.31, "learning_rate": 5.68833804509821e-05, "loss": 19.3633, "step": 26249 }, { "epoch": 23.31, "learning_rate": 5.688059219640719e-05, "loss": 19.8018, "step": 26250 }, { "epoch": 23.31, "learning_rate": 5.687780392002221e-05, "loss": 19.5, "step": 26251 }, { "epoch": 23.31, "learning_rate": 5.687501562183596e-05, "loss": 20.1094, "step": 26252 }, { "epoch": 23.32, "learning_rate": 5.687222730185733e-05, "loss": 19.9639, "step": 26253 }, { "epoch": 23.32, "learning_rate": 5.6869438960095154e-05, "loss": 19.707, "step": 26254 }, { "epoch": 23.32, "learning_rate": 5.6866650596558236e-05, "loss": 19.2324, "step": 26255 }, { "epoch": 23.32, "learning_rate": 5.686386221125545e-05, "loss": 19.4385, "step": 26256 }, { "epoch": 23.32, "learning_rate": 5.686107380419561e-05, "loss": 19.1201, "step": 26257 }, { "epoch": 23.32, "learning_rate": 5.6858285375387556e-05, "loss": 19.8174, "step": 26258 }, { "epoch": 23.32, "learning_rate": 5.6855496924840154e-05, "loss": 19.6729, "step": 26259 }, { "epoch": 23.32, "learning_rate": 5.685270845256221e-05, "loss": 20.0322, "step": 26260 }, { "epoch": 23.32, "learning_rate": 5.684991995856257e-05, "loss": 19.1133, "step": 26261 }, { "epoch": 23.32, "learning_rate": 5.68471314428501e-05, "loss": 20.0254, "step": 26262 }, { "epoch": 23.32, "learning_rate": 5.68443429054336e-05, "loss": 19.8955, "step": 26263 }, { "epoch": 23.33, "learning_rate": 5.6841554346321945e-05, "loss": 20.0928, "step": 26264 }, { "epoch": 23.33, "learning_rate": 5.6838765765523935e-05, "loss": 19.4209, "step": 26265 }, { "epoch": 23.33, "learning_rate": 5.6835977163048435e-05, "loss": 19.8184, "step": 26266 }, { "epoch": 23.33, "learning_rate": 5.68331885389043e-05, "loss": 19.6523, "step": 26267 }, { "epoch": 23.33, "learning_rate": 5.683039989310034e-05, "loss": 19.7568, "step": 26268 }, { "epoch": 23.33, "learning_rate": 5.682761122564539e-05, "loss": 19.5713, "step": 26269 }, { "epoch": 23.33, "learning_rate": 5.6824822536548316e-05, "loss": 20.3203, "step": 26270 }, { "epoch": 23.33, "learning_rate": 5.6822033825817946e-05, "loss": 19.8975, "step": 26271 }, { "epoch": 23.33, "learning_rate": 5.6819245093463116e-05, "loss": 19.1152, "step": 26272 }, { "epoch": 23.33, "learning_rate": 5.6816456339492676e-05, "loss": 19.8223, "step": 26273 }, { "epoch": 23.33, "learning_rate": 5.681366756391544e-05, "loss": 19.2979, "step": 26274 }, { "epoch": 23.33, "learning_rate": 5.6810878766740283e-05, "loss": 19.2129, "step": 26275 }, { "epoch": 23.34, "learning_rate": 5.680808994797603e-05, "loss": 19.4658, "step": 26276 }, { "epoch": 23.34, "learning_rate": 5.680530110763151e-05, "loss": 19.9004, "step": 26277 }, { "epoch": 23.34, "learning_rate": 5.680251224571557e-05, "loss": 19.7334, "step": 26278 }, { "epoch": 23.34, "learning_rate": 5.679972336223704e-05, "loss": 19.7197, "step": 26279 }, { "epoch": 23.34, "learning_rate": 5.6796934457204795e-05, "loss": 19.6396, "step": 26280 }, { "epoch": 23.34, "learning_rate": 5.6794145530627654e-05, "loss": 19.8975, "step": 26281 }, { "epoch": 23.34, "learning_rate": 5.6791356582514444e-05, "loss": 19.8779, "step": 26282 }, { "epoch": 23.34, "learning_rate": 5.678856761287402e-05, "loss": 19.4961, "step": 26283 }, { "epoch": 23.34, "learning_rate": 5.6785778621715225e-05, "loss": 19.5703, "step": 26284 }, { "epoch": 23.34, "learning_rate": 5.678298960904689e-05, "loss": 19.7041, "step": 26285 }, { "epoch": 23.34, "learning_rate": 5.678020057487786e-05, "loss": 19.583, "step": 26286 }, { "epoch": 23.35, "learning_rate": 5.677741151921697e-05, "loss": 19.915, "step": 26287 }, { "epoch": 23.35, "learning_rate": 5.6774622442073065e-05, "loss": 20.2139, "step": 26288 }, { "epoch": 23.35, "learning_rate": 5.677183334345501e-05, "loss": 19.3613, "step": 26289 }, { "epoch": 23.35, "learning_rate": 5.6769044223371606e-05, "loss": 19.5596, "step": 26290 }, { "epoch": 23.35, "learning_rate": 5.6766255081831707e-05, "loss": 20.0176, "step": 26291 }, { "epoch": 23.35, "learning_rate": 5.676346591884416e-05, "loss": 19.8672, "step": 26292 }, { "epoch": 23.35, "learning_rate": 5.6760676734417804e-05, "loss": 20.0566, "step": 26293 }, { "epoch": 23.35, "learning_rate": 5.675788752856151e-05, "loss": 19.2852, "step": 26294 }, { "epoch": 23.35, "learning_rate": 5.675509830128405e-05, "loss": 19.6143, "step": 26295 }, { "epoch": 23.35, "learning_rate": 5.675230905259432e-05, "loss": 19.3164, "step": 26296 }, { "epoch": 23.35, "learning_rate": 5.674951978250114e-05, "loss": 19.3096, "step": 26297 }, { "epoch": 23.36, "learning_rate": 5.6746730491013357e-05, "loss": 19.1572, "step": 26298 }, { "epoch": 23.36, "learning_rate": 5.6743941178139834e-05, "loss": 19.4414, "step": 26299 }, { "epoch": 23.36, "learning_rate": 5.6741151843889375e-05, "loss": 19.6387, "step": 26300 }, { "epoch": 23.36, "learning_rate": 5.673836248827082e-05, "loss": 20.167, "step": 26301 }, { "epoch": 23.36, "learning_rate": 5.673557311129306e-05, "loss": 19.5244, "step": 26302 }, { "epoch": 23.36, "learning_rate": 5.6732783712964884e-05, "loss": 19.6357, "step": 26303 }, { "epoch": 23.36, "learning_rate": 5.6729994293295164e-05, "loss": 19.5557, "step": 26304 }, { "epoch": 23.36, "learning_rate": 5.6727204852292736e-05, "loss": 19.2666, "step": 26305 }, { "epoch": 23.36, "learning_rate": 5.672441538996644e-05, "loss": 19.9482, "step": 26306 }, { "epoch": 23.36, "learning_rate": 5.6721625906325116e-05, "loss": 19.9141, "step": 26307 }, { "epoch": 23.36, "learning_rate": 5.671883640137761e-05, "loss": 20.0449, "step": 26308 }, { "epoch": 23.37, "learning_rate": 5.6716046875132746e-05, "loss": 19.6299, "step": 26309 }, { "epoch": 23.37, "learning_rate": 5.67132573275994e-05, "loss": 19.7891, "step": 26310 }, { "epoch": 23.37, "learning_rate": 5.671046775878638e-05, "loss": 19.332, "step": 26311 }, { "epoch": 23.37, "learning_rate": 5.670767816870255e-05, "loss": 19.5684, "step": 26312 }, { "epoch": 23.37, "learning_rate": 5.670488855735676e-05, "loss": 19.6924, "step": 26313 }, { "epoch": 23.37, "learning_rate": 5.670209892475782e-05, "loss": 18.9746, "step": 26314 }, { "epoch": 23.37, "learning_rate": 5.669930927091461e-05, "loss": 20.0273, "step": 26315 }, { "epoch": 23.37, "learning_rate": 5.669651959583595e-05, "loss": 20.4121, "step": 26316 }, { "epoch": 23.37, "learning_rate": 5.6693729899530675e-05, "loss": 19.8389, "step": 26317 }, { "epoch": 23.37, "learning_rate": 5.669094018200765e-05, "loss": 19.6748, "step": 26318 }, { "epoch": 23.37, "learning_rate": 5.668815044327571e-05, "loss": 19.3545, "step": 26319 }, { "epoch": 23.37, "learning_rate": 5.668536068334369e-05, "loss": 20.0898, "step": 26320 }, { "epoch": 23.38, "learning_rate": 5.668257090222045e-05, "loss": 19.5381, "step": 26321 }, { "epoch": 23.38, "learning_rate": 5.667978109991481e-05, "loss": 18.9414, "step": 26322 }, { "epoch": 23.38, "learning_rate": 5.667699127643562e-05, "loss": 19.3066, "step": 26323 }, { "epoch": 23.38, "learning_rate": 5.667420143179174e-05, "loss": 19.2432, "step": 26324 }, { "epoch": 23.38, "learning_rate": 5.6671411565991994e-05, "loss": 19.6533, "step": 26325 }, { "epoch": 23.38, "learning_rate": 5.666862167904524e-05, "loss": 19.2637, "step": 26326 }, { "epoch": 23.38, "learning_rate": 5.6665831770960295e-05, "loss": 19.4219, "step": 26327 }, { "epoch": 23.38, "learning_rate": 5.666304184174605e-05, "loss": 19.2451, "step": 26328 }, { "epoch": 23.38, "learning_rate": 5.666025189141131e-05, "loss": 19.624, "step": 26329 }, { "epoch": 23.38, "learning_rate": 5.6657461919964914e-05, "loss": 20.0791, "step": 26330 }, { "epoch": 23.38, "learning_rate": 5.6654671927415736e-05, "loss": 19.6035, "step": 26331 }, { "epoch": 23.39, "learning_rate": 5.66518819137726e-05, "loss": 19.6816, "step": 26332 }, { "epoch": 23.39, "learning_rate": 5.664909187904435e-05, "loss": 19.1436, "step": 26333 }, { "epoch": 23.39, "learning_rate": 5.664630182323984e-05, "loss": 19.5449, "step": 26334 }, { "epoch": 23.39, "learning_rate": 5.6643511746367904e-05, "loss": 20.1006, "step": 26335 }, { "epoch": 23.39, "learning_rate": 5.664072164843738e-05, "loss": 20.0576, "step": 26336 }, { "epoch": 23.39, "learning_rate": 5.6637931529457134e-05, "loss": 20.043, "step": 26337 }, { "epoch": 23.39, "learning_rate": 5.6635141389435996e-05, "loss": 20.6904, "step": 26338 }, { "epoch": 23.39, "learning_rate": 5.6632351228382806e-05, "loss": 19.7939, "step": 26339 }, { "epoch": 23.39, "learning_rate": 5.6629561046306414e-05, "loss": 19.2646, "step": 26340 }, { "epoch": 23.39, "learning_rate": 5.662677084321567e-05, "loss": 19.5215, "step": 26341 }, { "epoch": 23.39, "learning_rate": 5.6623980619119424e-05, "loss": 19.625, "step": 26342 }, { "epoch": 23.4, "learning_rate": 5.662119037402649e-05, "loss": 19.4609, "step": 26343 }, { "epoch": 23.4, "learning_rate": 5.6618400107945736e-05, "loss": 19.6777, "step": 26344 }, { "epoch": 23.4, "learning_rate": 5.6615609820885994e-05, "loss": 19.3066, "step": 26345 }, { "epoch": 23.4, "learning_rate": 5.661281951285613e-05, "loss": 19.752, "step": 26346 }, { "epoch": 23.4, "learning_rate": 5.661002918386497e-05, "loss": 20.6143, "step": 26347 }, { "epoch": 23.4, "learning_rate": 5.660723883392137e-05, "loss": 20.125, "step": 26348 }, { "epoch": 23.4, "learning_rate": 5.660444846303415e-05, "loss": 19.5654, "step": 26349 }, { "epoch": 23.4, "learning_rate": 5.6601658071212204e-05, "loss": 20.4893, "step": 26350 }, { "epoch": 23.4, "learning_rate": 5.6598867658464325e-05, "loss": 19.4922, "step": 26351 }, { "epoch": 23.4, "learning_rate": 5.659607722479938e-05, "loss": 20.1387, "step": 26352 }, { "epoch": 23.4, "learning_rate": 5.659328677022623e-05, "loss": 20.167, "step": 26353 }, { "epoch": 23.4, "learning_rate": 5.659049629475369e-05, "loss": 19.6797, "step": 26354 }, { "epoch": 23.41, "learning_rate": 5.6587705798390624e-05, "loss": 19.5967, "step": 26355 }, { "epoch": 23.41, "learning_rate": 5.658491528114588e-05, "loss": 19.124, "step": 26356 }, { "epoch": 23.41, "learning_rate": 5.6582124743028286e-05, "loss": 20.6387, "step": 26357 }, { "epoch": 23.41, "learning_rate": 5.657933418404671e-05, "loss": 19.9951, "step": 26358 }, { "epoch": 23.41, "learning_rate": 5.657654360420997e-05, "loss": 19.5479, "step": 26359 }, { "epoch": 23.41, "learning_rate": 5.657375300352693e-05, "loss": 19.665, "step": 26360 }, { "epoch": 23.41, "learning_rate": 5.6570962382006445e-05, "loss": 19.6533, "step": 26361 }, { "epoch": 23.41, "learning_rate": 5.656817173965733e-05, "loss": 19.9609, "step": 26362 }, { "epoch": 23.41, "learning_rate": 5.656538107648846e-05, "loss": 19.8428, "step": 26363 }, { "epoch": 23.41, "learning_rate": 5.656259039250866e-05, "loss": 19.832, "step": 26364 }, { "epoch": 23.41, "learning_rate": 5.65597996877268e-05, "loss": 20.1123, "step": 26365 }, { "epoch": 23.42, "learning_rate": 5.65570089621517e-05, "loss": 20.3535, "step": 26366 }, { "epoch": 23.42, "learning_rate": 5.655421821579222e-05, "loss": 19.2705, "step": 26367 }, { "epoch": 23.42, "learning_rate": 5.65514274486572e-05, "loss": 19.7646, "step": 26368 }, { "epoch": 23.42, "learning_rate": 5.6548636660755516e-05, "loss": 19.5332, "step": 26369 }, { "epoch": 23.42, "learning_rate": 5.654584585209596e-05, "loss": 19.6797, "step": 26370 }, { "epoch": 23.42, "learning_rate": 5.65430550226874e-05, "loss": 19.5234, "step": 26371 }, { "epoch": 23.42, "learning_rate": 5.6540264172538714e-05, "loss": 20.0371, "step": 26372 }, { "epoch": 23.42, "learning_rate": 5.653747330165871e-05, "loss": 19.6045, "step": 26373 }, { "epoch": 23.42, "learning_rate": 5.653468241005626e-05, "loss": 19.6055, "step": 26374 }, { "epoch": 23.42, "learning_rate": 5.653189149774018e-05, "loss": 19.6211, "step": 26375 }, { "epoch": 23.42, "learning_rate": 5.652910056471934e-05, "loss": 20.0566, "step": 26376 }, { "epoch": 23.43, "learning_rate": 5.6526309611002594e-05, "loss": 19.3408, "step": 26377 }, { "epoch": 23.43, "learning_rate": 5.652351863659876e-05, "loss": 19.6309, "step": 26378 }, { "epoch": 23.43, "learning_rate": 5.652351863659876e-05, "loss": 20.041, "step": 26379 }, { "epoch": 23.43, "learning_rate": 5.65207276415167e-05, "loss": 19.2764, "step": 26380 }, { "epoch": 23.43, "learning_rate": 5.6517936625765276e-05, "loss": 19.751, "step": 26381 }, { "epoch": 23.43, "learning_rate": 5.6515145589353314e-05, "loss": 19.8926, "step": 26382 }, { "epoch": 23.43, "learning_rate": 5.651235453228967e-05, "loss": 19.4414, "step": 26383 }, { "epoch": 23.43, "learning_rate": 5.650956345458319e-05, "loss": 19.5596, "step": 26384 }, { "epoch": 23.43, "learning_rate": 5.65067723562427e-05, "loss": 19.2031, "step": 26385 }, { "epoch": 23.43, "learning_rate": 5.650398123727709e-05, "loss": 19.7334, "step": 26386 }, { "epoch": 23.43, "learning_rate": 5.650398123727709e-05, "loss": 19.8789, "step": 26387 }, { "epoch": 23.44, "learning_rate": 5.650119009769519e-05, "loss": 19.6182, "step": 26388 }, { "epoch": 23.44, "learning_rate": 5.6498398937505826e-05, "loss": 19.7139, "step": 26389 }, { "epoch": 23.44, "learning_rate": 5.6495607756717864e-05, "loss": 20.251, "step": 26390 }, { "epoch": 23.44, "learning_rate": 5.6492816555340156e-05, "loss": 20.041, "step": 26391 }, { "epoch": 23.44, "learning_rate": 5.649002533338155e-05, "loss": 20.6875, "step": 26392 }, { "epoch": 23.44, "learning_rate": 5.648723409085086e-05, "loss": 20.8018, "step": 26393 }, { "epoch": 23.44, "learning_rate": 5.648444282775698e-05, "loss": 19.6865, "step": 26394 }, { "epoch": 23.44, "learning_rate": 5.648165154410873e-05, "loss": 19.5098, "step": 26395 }, { "epoch": 23.44, "learning_rate": 5.6478860239914957e-05, "loss": 19.9941, "step": 26396 }, { "epoch": 23.44, "learning_rate": 5.647606891518453e-05, "loss": 20.0801, "step": 26397 }, { "epoch": 23.44, "learning_rate": 5.6473277569926285e-05, "loss": 19.9199, "step": 26398 }, { "epoch": 23.44, "learning_rate": 5.647048620414905e-05, "loss": 19.8037, "step": 26399 }, { "epoch": 23.45, "learning_rate": 5.6467694817861714e-05, "loss": 19.4512, "step": 26400 }, { "epoch": 23.45, "learning_rate": 5.64649034110731e-05, "loss": 19.3955, "step": 26401 }, { "epoch": 23.45, "learning_rate": 5.6462111983792054e-05, "loss": 19.2705, "step": 26402 }, { "epoch": 23.45, "learning_rate": 5.6459320536027424e-05, "loss": 19.9443, "step": 26403 }, { "epoch": 23.45, "learning_rate": 5.645652906778808e-05, "loss": 19.5625, "step": 26404 }, { "epoch": 23.45, "learning_rate": 5.645373757908284e-05, "loss": 19.915, "step": 26405 }, { "epoch": 23.45, "learning_rate": 5.645094606992058e-05, "loss": 19.8115, "step": 26406 }, { "epoch": 23.45, "learning_rate": 5.644815454031013e-05, "loss": 20.1289, "step": 26407 }, { "epoch": 23.45, "learning_rate": 5.644536299026033e-05, "loss": 20.1221, "step": 26408 }, { "epoch": 23.45, "learning_rate": 5.644257141978006e-05, "loss": 20.2578, "step": 26409 }, { "epoch": 23.45, "learning_rate": 5.643977982887815e-05, "loss": 19.3545, "step": 26410 }, { "epoch": 23.46, "learning_rate": 5.6436988217563444e-05, "loss": 19.3252, "step": 26411 }, { "epoch": 23.46, "learning_rate": 5.6434196585844786e-05, "loss": 19.5996, "step": 26412 }, { "epoch": 23.46, "learning_rate": 5.6431404933731046e-05, "loss": 19.7451, "step": 26413 }, { "epoch": 23.46, "learning_rate": 5.642861326123108e-05, "loss": 19.7432, "step": 26414 }, { "epoch": 23.46, "learning_rate": 5.6425821568353695e-05, "loss": 20.001, "step": 26415 }, { "epoch": 23.46, "learning_rate": 5.642302985510778e-05, "loss": 19.8037, "step": 26416 }, { "epoch": 23.46, "learning_rate": 5.6420238121502156e-05, "loss": 19.6982, "step": 26417 }, { "epoch": 23.46, "learning_rate": 5.641744636754569e-05, "loss": 19.4395, "step": 26418 }, { "epoch": 23.46, "learning_rate": 5.641465459324724e-05, "loss": 19.8828, "step": 26419 }, { "epoch": 23.46, "learning_rate": 5.641186279861563e-05, "loss": 19.3135, "step": 26420 }, { "epoch": 23.46, "learning_rate": 5.640907098365973e-05, "loss": 19.7881, "step": 26421 }, { "epoch": 23.47, "learning_rate": 5.6406279148388366e-05, "loss": 19.7676, "step": 26422 }, { "epoch": 23.47, "learning_rate": 5.640348729281041e-05, "loss": 20.1348, "step": 26423 }, { "epoch": 23.47, "learning_rate": 5.64006954169347e-05, "loss": 19.7168, "step": 26424 }, { "epoch": 23.47, "learning_rate": 5.639790352077009e-05, "loss": 19.6475, "step": 26425 }, { "epoch": 23.47, "learning_rate": 5.6395111604325436e-05, "loss": 19.3516, "step": 26426 }, { "epoch": 23.47, "learning_rate": 5.639231966760958e-05, "loss": 19.8496, "step": 26427 }, { "epoch": 23.47, "learning_rate": 5.6389527710631376e-05, "loss": 19.6318, "step": 26428 }, { "epoch": 23.47, "learning_rate": 5.6386735733399665e-05, "loss": 19.3477, "step": 26429 }, { "epoch": 23.47, "learning_rate": 5.6383943735923304e-05, "loss": 19.4551, "step": 26430 }, { "epoch": 23.47, "learning_rate": 5.6381151718211136e-05, "loss": 19.6455, "step": 26431 }, { "epoch": 23.47, "learning_rate": 5.637835968027202e-05, "loss": 19.8604, "step": 26432 }, { "epoch": 23.48, "learning_rate": 5.637556762211482e-05, "loss": 19.8701, "step": 26433 }, { "epoch": 23.48, "learning_rate": 5.637277554374836e-05, "loss": 19.6318, "step": 26434 }, { "epoch": 23.48, "learning_rate": 5.636998344518149e-05, "loss": 19.7344, "step": 26435 }, { "epoch": 23.48, "learning_rate": 5.636719132642307e-05, "loss": 20.0195, "step": 26436 }, { "epoch": 23.48, "learning_rate": 5.636439918748195e-05, "loss": 19.7031, "step": 26437 }, { "epoch": 23.48, "learning_rate": 5.6361607028367e-05, "loss": 19.8984, "step": 26438 }, { "epoch": 23.48, "learning_rate": 5.635881484908704e-05, "loss": 19.5801, "step": 26439 }, { "epoch": 23.48, "learning_rate": 5.635602264965093e-05, "loss": 19.4307, "step": 26440 }, { "epoch": 23.48, "learning_rate": 5.6353230430067525e-05, "loss": 19.8643, "step": 26441 }, { "epoch": 23.48, "learning_rate": 5.6350438190345677e-05, "loss": 19.7139, "step": 26442 }, { "epoch": 23.48, "learning_rate": 5.634764593049424e-05, "loss": 19.5049, "step": 26443 }, { "epoch": 23.48, "learning_rate": 5.6344853650522043e-05, "loss": 19.7061, "step": 26444 }, { "epoch": 23.49, "learning_rate": 5.634206135043796e-05, "loss": 19.5029, "step": 26445 }, { "epoch": 23.49, "learning_rate": 5.633926903025084e-05, "loss": 19.6982, "step": 26446 }, { "epoch": 23.49, "learning_rate": 5.633647668996953e-05, "loss": 19.8301, "step": 26447 }, { "epoch": 23.49, "learning_rate": 5.633368432960286e-05, "loss": 19.9639, "step": 26448 }, { "epoch": 23.49, "learning_rate": 5.6330891949159725e-05, "loss": 19.8848, "step": 26449 }, { "epoch": 23.49, "learning_rate": 5.632809954864894e-05, "loss": 19.2803, "step": 26450 }, { "epoch": 23.49, "learning_rate": 5.6325307128079384e-05, "loss": 19.6113, "step": 26451 }, { "epoch": 23.49, "learning_rate": 5.632251468745987e-05, "loss": 20.0059, "step": 26452 }, { "epoch": 23.49, "learning_rate": 5.6319722226799274e-05, "loss": 19.7754, "step": 26453 }, { "epoch": 23.49, "learning_rate": 5.631692974610647e-05, "loss": 20.1963, "step": 26454 }, { "epoch": 23.49, "learning_rate": 5.6314137245390274e-05, "loss": 19.0371, "step": 26455 }, { "epoch": 23.5, "learning_rate": 5.631134472465954e-05, "loss": 19.1699, "step": 26456 }, { "epoch": 23.5, "learning_rate": 5.6308552183923135e-05, "loss": 19.8281, "step": 26457 }, { "epoch": 23.5, "learning_rate": 5.63057596231899e-05, "loss": 19.6064, "step": 26458 }, { "epoch": 23.5, "learning_rate": 5.630296704246871e-05, "loss": 20.6494, "step": 26459 }, { "epoch": 23.5, "learning_rate": 5.630017444176838e-05, "loss": 20.1475, "step": 26460 }, { "epoch": 23.5, "learning_rate": 5.629738182109778e-05, "loss": 19.9209, "step": 26461 }, { "epoch": 23.5, "learning_rate": 5.629458918046578e-05, "loss": 19.2949, "step": 26462 }, { "epoch": 23.5, "learning_rate": 5.62917965198812e-05, "loss": 20.166, "step": 26463 }, { "epoch": 23.5, "learning_rate": 5.628900383935292e-05, "loss": 19.5527, "step": 26464 }, { "epoch": 23.5, "learning_rate": 5.628621113888977e-05, "loss": 20.1016, "step": 26465 }, { "epoch": 23.5, "learning_rate": 5.62834184185006e-05, "loss": 19.6377, "step": 26466 }, { "epoch": 23.51, "learning_rate": 5.628062567819429e-05, "loss": 20.2461, "step": 26467 }, { "epoch": 23.51, "learning_rate": 5.627783291797968e-05, "loss": 19.8174, "step": 26468 }, { "epoch": 23.51, "learning_rate": 5.627504013786561e-05, "loss": 19.4492, "step": 26469 }, { "epoch": 23.51, "learning_rate": 5.627224733786094e-05, "loss": 19.5889, "step": 26470 }, { "epoch": 23.51, "learning_rate": 5.626945451797452e-05, "loss": 20.0781, "step": 26471 }, { "epoch": 23.51, "learning_rate": 5.6266661678215216e-05, "loss": 19.4668, "step": 26472 }, { "epoch": 23.51, "learning_rate": 5.626386881859188e-05, "loss": 19.8789, "step": 26473 }, { "epoch": 23.51, "learning_rate": 5.626107593911333e-05, "loss": 20.3164, "step": 26474 }, { "epoch": 23.51, "learning_rate": 5.625828303978846e-05, "loss": 20.1309, "step": 26475 }, { "epoch": 23.51, "learning_rate": 5.625549012062611e-05, "loss": 19.6582, "step": 26476 }, { "epoch": 23.51, "learning_rate": 5.6252697181635126e-05, "loss": 19.2422, "step": 26477 }, { "epoch": 23.52, "learning_rate": 5.6249904222824366e-05, "loss": 19.1943, "step": 26478 }, { "epoch": 23.52, "learning_rate": 5.624711124420269e-05, "loss": 20.6338, "step": 26479 }, { "epoch": 23.52, "learning_rate": 5.624431824577894e-05, "loss": 19.6719, "step": 26480 }, { "epoch": 23.52, "learning_rate": 5.6241525227561976e-05, "loss": 20.2607, "step": 26481 }, { "epoch": 23.52, "learning_rate": 5.623873218956065e-05, "loss": 19.8828, "step": 26482 }, { "epoch": 23.52, "learning_rate": 5.6235939131783786e-05, "loss": 19.5508, "step": 26483 }, { "epoch": 23.52, "learning_rate": 5.6233146054240305e-05, "loss": 19.5928, "step": 26484 }, { "epoch": 23.52, "learning_rate": 5.6230352956939e-05, "loss": 19.5156, "step": 26485 }, { "epoch": 23.52, "learning_rate": 5.6227559839888764e-05, "loss": 19.9082, "step": 26486 }, { "epoch": 23.52, "learning_rate": 5.6224766703098405e-05, "loss": 19.9453, "step": 26487 }, { "epoch": 23.52, "learning_rate": 5.622197354657681e-05, "loss": 20.2861, "step": 26488 }, { "epoch": 23.52, "learning_rate": 5.6219180370332844e-05, "loss": 19.8301, "step": 26489 }, { "epoch": 23.53, "learning_rate": 5.621638717437534e-05, "loss": 19.1934, "step": 26490 }, { "epoch": 23.53, "learning_rate": 5.621359395871314e-05, "loss": 20.0996, "step": 26491 }, { "epoch": 23.53, "learning_rate": 5.6210800723355126e-05, "loss": 19.79, "step": 26492 }, { "epoch": 23.53, "learning_rate": 5.620800746831013e-05, "loss": 19.8447, "step": 26493 }, { "epoch": 23.53, "learning_rate": 5.620521419358703e-05, "loss": 19.999, "step": 26494 }, { "epoch": 23.53, "learning_rate": 5.620242089919465e-05, "loss": 20.0645, "step": 26495 }, { "epoch": 23.53, "learning_rate": 5.6199627585141856e-05, "loss": 19.7197, "step": 26496 }, { "epoch": 23.53, "learning_rate": 5.6196834251437526e-05, "loss": 19.7549, "step": 26497 }, { "epoch": 23.53, "learning_rate": 5.619404089809048e-05, "loss": 19.5244, "step": 26498 }, { "epoch": 23.53, "learning_rate": 5.619124752510959e-05, "loss": 19.7959, "step": 26499 }, { "epoch": 23.53, "learning_rate": 5.618845413250371e-05, "loss": 19.6006, "step": 26500 }, { "epoch": 23.54, "learning_rate": 5.618566072028169e-05, "loss": 20.2354, "step": 26501 }, { "epoch": 23.54, "learning_rate": 5.618566072028169e-05, "loss": 19.4453, "step": 26502 }, { "epoch": 23.54, "learning_rate": 5.618286728845238e-05, "loss": 19.7471, "step": 26503 }, { "epoch": 23.54, "learning_rate": 5.618007383702464e-05, "loss": 19.4873, "step": 26504 }, { "epoch": 23.54, "learning_rate": 5.6177280366007335e-05, "loss": 20.0801, "step": 26505 }, { "epoch": 23.54, "learning_rate": 5.6174486875409294e-05, "loss": 19.0596, "step": 26506 }, { "epoch": 23.54, "learning_rate": 5.61716933652394e-05, "loss": 19.4414, "step": 26507 }, { "epoch": 23.54, "learning_rate": 5.61688998355065e-05, "loss": 20.1895, "step": 26508 }, { "epoch": 23.54, "learning_rate": 5.616610628621943e-05, "loss": 19.3438, "step": 26509 }, { "epoch": 23.54, "learning_rate": 5.6163312717387064e-05, "loss": 19.2441, "step": 26510 }, { "epoch": 23.54, "learning_rate": 5.616051912901826e-05, "loss": 19.3242, "step": 26511 }, { "epoch": 23.55, "learning_rate": 5.6157725521121863e-05, "loss": 20.7666, "step": 26512 }, { "epoch": 23.55, "learning_rate": 5.615493189370673e-05, "loss": 19.8955, "step": 26513 }, { "epoch": 23.55, "learning_rate": 5.6152138246781705e-05, "loss": 19.3174, "step": 26514 }, { "epoch": 23.55, "learning_rate": 5.6149344580355664e-05, "loss": 20.0244, "step": 26515 }, { "epoch": 23.55, "learning_rate": 5.6146550894437456e-05, "loss": 19.0273, "step": 26516 }, { "epoch": 23.55, "learning_rate": 5.614375718903594e-05, "loss": 19.4717, "step": 26517 }, { "epoch": 23.55, "learning_rate": 5.6140963464159956e-05, "loss": 19.6914, "step": 26518 }, { "epoch": 23.55, "learning_rate": 5.6138169719818376e-05, "loss": 19.8887, "step": 26519 }, { "epoch": 23.55, "learning_rate": 5.613537595602004e-05, "loss": 19.5732, "step": 26520 }, { "epoch": 23.55, "learning_rate": 5.613258217277382e-05, "loss": 19.7158, "step": 26521 }, { "epoch": 23.55, "learning_rate": 5.612978837008856e-05, "loss": 19.9688, "step": 26522 }, { "epoch": 23.56, "learning_rate": 5.612699454797311e-05, "loss": 19.1758, "step": 26523 }, { "epoch": 23.56, "learning_rate": 5.612420070643635e-05, "loss": 18.9609, "step": 26524 }, { "epoch": 23.56, "learning_rate": 5.612140684548712e-05, "loss": 19.6611, "step": 26525 }, { "epoch": 23.56, "learning_rate": 5.611861296513428e-05, "loss": 19.123, "step": 26526 }, { "epoch": 23.56, "learning_rate": 5.6115819065386675e-05, "loss": 19.873, "step": 26527 }, { "epoch": 23.56, "learning_rate": 5.611302514625317e-05, "loss": 19.8105, "step": 26528 }, { "epoch": 23.56, "learning_rate": 5.611302514625317e-05, "loss": 19.6123, "step": 26529 }, { "epoch": 23.56, "learning_rate": 5.6110231207742625e-05, "loss": 19.5449, "step": 26530 }, { "epoch": 23.56, "learning_rate": 5.61074372498639e-05, "loss": 20.0273, "step": 26531 }, { "epoch": 23.56, "learning_rate": 5.610464327262584e-05, "loss": 19.8076, "step": 26532 }, { "epoch": 23.56, "learning_rate": 5.6101849276037276e-05, "loss": 19.8027, "step": 26533 }, { "epoch": 23.56, "learning_rate": 5.6099055260107125e-05, "loss": 19.6152, "step": 26534 }, { "epoch": 23.57, "learning_rate": 5.6096261224844205e-05, "loss": 19.9629, "step": 26535 }, { "epoch": 23.57, "learning_rate": 5.6093467170257374e-05, "loss": 19.7207, "step": 26536 }, { "epoch": 23.57, "learning_rate": 5.6090673096355494e-05, "loss": 19.2646, "step": 26537 }, { "epoch": 23.57, "learning_rate": 5.608787900314742e-05, "loss": 19.6162, "step": 26538 }, { "epoch": 23.57, "learning_rate": 5.6085084890642024e-05, "loss": 19.4365, "step": 26539 }, { "epoch": 23.57, "learning_rate": 5.6082290758848147e-05, "loss": 19.8301, "step": 26540 }, { "epoch": 23.57, "learning_rate": 5.607949660777463e-05, "loss": 20.1738, "step": 26541 }, { "epoch": 23.57, "learning_rate": 5.607670243743036e-05, "loss": 20.3203, "step": 26542 }, { "epoch": 23.57, "learning_rate": 5.607390824782417e-05, "loss": 19.3447, "step": 26543 }, { "epoch": 23.57, "learning_rate": 5.6071114038964936e-05, "loss": 19.0439, "step": 26544 }, { "epoch": 23.57, "learning_rate": 5.6068319810861515e-05, "loss": 19.8721, "step": 26545 }, { "epoch": 23.58, "learning_rate": 5.606552556352275e-05, "loss": 20.3701, "step": 26546 }, { "epoch": 23.58, "learning_rate": 5.6062731296957506e-05, "loss": 19.9629, "step": 26547 }, { "epoch": 23.58, "learning_rate": 5.605993701117464e-05, "loss": 20.0518, "step": 26548 }, { "epoch": 23.58, "learning_rate": 5.6057142706183e-05, "loss": 19.2949, "step": 26549 }, { "epoch": 23.58, "learning_rate": 5.605434838199145e-05, "loss": 19.8311, "step": 26550 }, { "epoch": 23.58, "learning_rate": 5.605155403860886e-05, "loss": 19.3105, "step": 26551 }, { "epoch": 23.58, "learning_rate": 5.604875967604407e-05, "loss": 19.4678, "step": 26552 }, { "epoch": 23.58, "learning_rate": 5.604596529430596e-05, "loss": 19.3047, "step": 26553 }, { "epoch": 23.58, "learning_rate": 5.604317089340335e-05, "loss": 19.6055, "step": 26554 }, { "epoch": 23.58, "learning_rate": 5.604037647334513e-05, "loss": 19.7256, "step": 26555 }, { "epoch": 23.58, "learning_rate": 5.603758203414015e-05, "loss": 19.3857, "step": 26556 }, { "epoch": 23.59, "learning_rate": 5.6034787575797255e-05, "loss": 20.2002, "step": 26557 }, { "epoch": 23.59, "learning_rate": 5.603199309832533e-05, "loss": 19.502, "step": 26558 }, { "epoch": 23.59, "learning_rate": 5.60291986017332e-05, "loss": 19.4756, "step": 26559 }, { "epoch": 23.59, "learning_rate": 5.6026404086029735e-05, "loss": 19.6758, "step": 26560 }, { "epoch": 23.59, "learning_rate": 5.602360955122381e-05, "loss": 19.4756, "step": 26561 }, { "epoch": 23.59, "learning_rate": 5.602081499732427e-05, "loss": 19.6885, "step": 26562 }, { "epoch": 23.59, "learning_rate": 5.6018020424339965e-05, "loss": 19.6064, "step": 26563 }, { "epoch": 23.59, "learning_rate": 5.601522583227976e-05, "loss": 19.0938, "step": 26564 }, { "epoch": 23.59, "learning_rate": 5.6012431221152514e-05, "loss": 19.8545, "step": 26565 }, { "epoch": 23.59, "learning_rate": 5.6009636590967106e-05, "loss": 18.8555, "step": 26566 }, { "epoch": 23.59, "learning_rate": 5.6006841941732355e-05, "loss": 19.8486, "step": 26567 }, { "epoch": 23.6, "learning_rate": 5.600404727345715e-05, "loss": 20.334, "step": 26568 }, { "epoch": 23.6, "learning_rate": 5.6001252586150334e-05, "loss": 19.8389, "step": 26569 }, { "epoch": 23.6, "learning_rate": 5.5998457879820764e-05, "loss": 19.8389, "step": 26570 }, { "epoch": 23.6, "learning_rate": 5.599566315447732e-05, "loss": 19.5781, "step": 26571 }, { "epoch": 23.6, "learning_rate": 5.599566315447732e-05, "loss": 20.0635, "step": 26572 }, { "epoch": 23.6, "learning_rate": 5.599286841012884e-05, "loss": 19.3203, "step": 26573 }, { "epoch": 23.6, "learning_rate": 5.599007364678417e-05, "loss": 19.4395, "step": 26574 }, { "epoch": 23.6, "learning_rate": 5.5987278864452205e-05, "loss": 19.7246, "step": 26575 }, { "epoch": 23.6, "learning_rate": 5.598448406314178e-05, "loss": 19.708, "step": 26576 }, { "epoch": 23.6, "learning_rate": 5.598168924286176e-05, "loss": 19.5967, "step": 26577 }, { "epoch": 23.6, "learning_rate": 5.597889440362101e-05, "loss": 19.2451, "step": 26578 }, { "epoch": 23.6, "learning_rate": 5.597609954542837e-05, "loss": 19.9072, "step": 26579 }, { "epoch": 23.61, "learning_rate": 5.597330466829274e-05, "loss": 19.6738, "step": 26580 }, { "epoch": 23.61, "learning_rate": 5.597050977222292e-05, "loss": 19.7744, "step": 26581 }, { "epoch": 23.61, "learning_rate": 5.596771485722782e-05, "loss": 20.1924, "step": 26582 }, { "epoch": 23.61, "learning_rate": 5.596491992331626e-05, "loss": 19.9043, "step": 26583 }, { "epoch": 23.61, "learning_rate": 5.596212497049713e-05, "loss": 19.4287, "step": 26584 }, { "epoch": 23.61, "learning_rate": 5.5959329998779277e-05, "loss": 19.4131, "step": 26585 }, { "epoch": 23.61, "learning_rate": 5.595653500817157e-05, "loss": 20.7871, "step": 26586 }, { "epoch": 23.61, "learning_rate": 5.595373999868285e-05, "loss": 20.2432, "step": 26587 }, { "epoch": 23.61, "learning_rate": 5.595094497032201e-05, "loss": 19.5215, "step": 26588 }, { "epoch": 23.61, "learning_rate": 5.5948149923097856e-05, "loss": 19.416, "step": 26589 }, { "epoch": 23.61, "learning_rate": 5.594535485701929e-05, "loss": 19.8799, "step": 26590 }, { "epoch": 23.62, "learning_rate": 5.594255977209516e-05, "loss": 20.2666, "step": 26591 }, { "epoch": 23.62, "learning_rate": 5.593976466833433e-05, "loss": 19.7344, "step": 26592 }, { "epoch": 23.62, "learning_rate": 5.593696954574566e-05, "loss": 19.6309, "step": 26593 }, { "epoch": 23.62, "learning_rate": 5.5934174404338e-05, "loss": 19.5049, "step": 26594 }, { "epoch": 23.62, "learning_rate": 5.593137924412022e-05, "loss": 20.0371, "step": 26595 }, { "epoch": 23.62, "learning_rate": 5.5928584065101165e-05, "loss": 20.1143, "step": 26596 }, { "epoch": 23.62, "learning_rate": 5.592578886728972e-05, "loss": 20.2441, "step": 26597 }, { "epoch": 23.62, "learning_rate": 5.5922993650694736e-05, "loss": 19.7324, "step": 26598 }, { "epoch": 23.62, "learning_rate": 5.5920198415325064e-05, "loss": 19.7783, "step": 26599 }, { "epoch": 23.62, "learning_rate": 5.591740316118955e-05, "loss": 20.6533, "step": 26600 }, { "epoch": 23.62, "learning_rate": 5.5914607888297086e-05, "loss": 20.1699, "step": 26601 }, { "epoch": 23.63, "learning_rate": 5.5911812596656535e-05, "loss": 19.6797, "step": 26602 }, { "epoch": 23.63, "learning_rate": 5.5909017286276736e-05, "loss": 19.8574, "step": 26603 }, { "epoch": 23.63, "learning_rate": 5.590622195716654e-05, "loss": 19.9873, "step": 26604 }, { "epoch": 23.63, "learning_rate": 5.590342660933483e-05, "loss": 19.6787, "step": 26605 }, { "epoch": 23.63, "learning_rate": 5.590063124279047e-05, "loss": 20.1123, "step": 26606 }, { "epoch": 23.63, "learning_rate": 5.5897835857542317e-05, "loss": 19.8398, "step": 26607 }, { "epoch": 23.63, "learning_rate": 5.589504045359921e-05, "loss": 19.2852, "step": 26608 }, { "epoch": 23.63, "learning_rate": 5.5892245030970015e-05, "loss": 19.7812, "step": 26609 }, { "epoch": 23.63, "learning_rate": 5.5889449589663634e-05, "loss": 19.1602, "step": 26610 }, { "epoch": 23.63, "learning_rate": 5.588665412968888e-05, "loss": 19.4541, "step": 26611 }, { "epoch": 23.63, "learning_rate": 5.588385865105463e-05, "loss": 19.2412, "step": 26612 }, { "epoch": 23.63, "learning_rate": 5.588106315376975e-05, "loss": 19.3652, "step": 26613 }, { "epoch": 23.64, "learning_rate": 5.5878267637843104e-05, "loss": 19.5947, "step": 26614 }, { "epoch": 23.64, "learning_rate": 5.587547210328355e-05, "loss": 20.4111, "step": 26615 }, { "epoch": 23.64, "learning_rate": 5.587267655009994e-05, "loss": 19.9365, "step": 26616 }, { "epoch": 23.64, "learning_rate": 5.586988097830114e-05, "loss": 19.8203, "step": 26617 }, { "epoch": 23.64, "learning_rate": 5.586708538789601e-05, "loss": 19.1846, "step": 26618 }, { "epoch": 23.64, "learning_rate": 5.586428977889342e-05, "loss": 19.9561, "step": 26619 }, { "epoch": 23.64, "learning_rate": 5.5861494151302226e-05, "loss": 19.6416, "step": 26620 }, { "epoch": 23.64, "learning_rate": 5.58586985051313e-05, "loss": 19.5664, "step": 26621 }, { "epoch": 23.64, "learning_rate": 5.585590284038947e-05, "loss": 19.9756, "step": 26622 }, { "epoch": 23.64, "learning_rate": 5.585310715708565e-05, "loss": 19.8799, "step": 26623 }, { "epoch": 23.64, "learning_rate": 5.5850311455228655e-05, "loss": 20.2158, "step": 26624 }, { "epoch": 23.65, "learning_rate": 5.584751573482736e-05, "loss": 19.4482, "step": 26625 }, { "epoch": 23.65, "learning_rate": 5.5844719995890635e-05, "loss": 19.9141, "step": 26626 }, { "epoch": 23.65, "learning_rate": 5.5841924238427344e-05, "loss": 20.0381, "step": 26627 }, { "epoch": 23.65, "learning_rate": 5.583912846244635e-05, "loss": 19.8828, "step": 26628 }, { "epoch": 23.65, "learning_rate": 5.58363326679565e-05, "loss": 19.8262, "step": 26629 }, { "epoch": 23.65, "learning_rate": 5.583353685496666e-05, "loss": 19.6748, "step": 26630 }, { "epoch": 23.65, "learning_rate": 5.583074102348571e-05, "loss": 19.4102, "step": 26631 }, { "epoch": 23.65, "learning_rate": 5.582794517352249e-05, "loss": 19.9746, "step": 26632 }, { "epoch": 23.65, "learning_rate": 5.582514930508587e-05, "loss": 19.5479, "step": 26633 }, { "epoch": 23.65, "learning_rate": 5.582235341818473e-05, "loss": 19.7139, "step": 26634 }, { "epoch": 23.65, "learning_rate": 5.581955751282788e-05, "loss": 20.2031, "step": 26635 }, { "epoch": 23.66, "learning_rate": 5.5816761589024235e-05, "loss": 20.4834, "step": 26636 }, { "epoch": 23.66, "learning_rate": 5.5813965646782665e-05, "loss": 19.0586, "step": 26637 }, { "epoch": 23.66, "learning_rate": 5.5811169686111975e-05, "loss": 19.4219, "step": 26638 }, { "epoch": 23.66, "learning_rate": 5.5808373707021076e-05, "loss": 20.2988, "step": 26639 }, { "epoch": 23.66, "learning_rate": 5.580557770951882e-05, "loss": 20.0703, "step": 26640 }, { "epoch": 23.66, "learning_rate": 5.580278169361406e-05, "loss": 19.8613, "step": 26641 }, { "epoch": 23.66, "learning_rate": 5.579998565931567e-05, "loss": 19.8438, "step": 26642 }, { "epoch": 23.66, "learning_rate": 5.5797189606632506e-05, "loss": 19.6221, "step": 26643 }, { "epoch": 23.66, "learning_rate": 5.5794393535573406e-05, "loss": 19.7373, "step": 26644 }, { "epoch": 23.66, "learning_rate": 5.579159744614729e-05, "loss": 19.8828, "step": 26645 }, { "epoch": 23.66, "learning_rate": 5.5788801338362984e-05, "loss": 19.8203, "step": 26646 }, { "epoch": 23.67, "learning_rate": 5.578600521222936e-05, "loss": 19.1924, "step": 26647 }, { "epoch": 23.67, "learning_rate": 5.578320906775527e-05, "loss": 19.7373, "step": 26648 }, { "epoch": 23.67, "learning_rate": 5.578041290494959e-05, "loss": 19.6465, "step": 26649 }, { "epoch": 23.67, "learning_rate": 5.577761672382118e-05, "loss": 19.6445, "step": 26650 }, { "epoch": 23.67, "learning_rate": 5.57748205243789e-05, "loss": 19.1396, "step": 26651 }, { "epoch": 23.67, "learning_rate": 5.577202430663161e-05, "loss": 19.0898, "step": 26652 }, { "epoch": 23.67, "learning_rate": 5.5769228070588186e-05, "loss": 19.1299, "step": 26653 }, { "epoch": 23.67, "learning_rate": 5.576643181625748e-05, "loss": 19.8057, "step": 26654 }, { "epoch": 23.67, "learning_rate": 5.5763635543648377e-05, "loss": 19.9482, "step": 26655 }, { "epoch": 23.67, "learning_rate": 5.5760839252769705e-05, "loss": 19.4424, "step": 26656 }, { "epoch": 23.67, "learning_rate": 5.575804294363034e-05, "loss": 19.668, "step": 26657 }, { "epoch": 23.67, "learning_rate": 5.5755246616239166e-05, "loss": 19.9404, "step": 26658 }, { "epoch": 23.68, "learning_rate": 5.5752450270605026e-05, "loss": 19.5752, "step": 26659 }, { "epoch": 23.68, "learning_rate": 5.57496539067368e-05, "loss": 19.6768, "step": 26660 }, { "epoch": 23.68, "learning_rate": 5.574685752464334e-05, "loss": 20.0215, "step": 26661 }, { "epoch": 23.68, "learning_rate": 5.57440611243335e-05, "loss": 19.6211, "step": 26662 }, { "epoch": 23.68, "learning_rate": 5.5741264705816166e-05, "loss": 19.8076, "step": 26663 }, { "epoch": 23.68, "learning_rate": 5.57384682691002e-05, "loss": 19.2803, "step": 26664 }, { "epoch": 23.68, "learning_rate": 5.573567181419446e-05, "loss": 20.4717, "step": 26665 }, { "epoch": 23.68, "learning_rate": 5.573287534110779e-05, "loss": 20.2432, "step": 26666 }, { "epoch": 23.68, "learning_rate": 5.5730078849849085e-05, "loss": 20.2275, "step": 26667 }, { "epoch": 23.68, "learning_rate": 5.572728234042719e-05, "loss": 19.6006, "step": 26668 }, { "epoch": 23.68, "learning_rate": 5.572448581285099e-05, "loss": 19.9053, "step": 26669 }, { "epoch": 23.69, "learning_rate": 5.572168926712932e-05, "loss": 20.0752, "step": 26670 }, { "epoch": 23.69, "learning_rate": 5.571889270327108e-05, "loss": 19.2764, "step": 26671 }, { "epoch": 23.69, "learning_rate": 5.571609612128511e-05, "loss": 20.1338, "step": 26672 }, { "epoch": 23.69, "learning_rate": 5.571329952118027e-05, "loss": 19.6836, "step": 26673 }, { "epoch": 23.69, "learning_rate": 5.571050290296545e-05, "loss": 19.7266, "step": 26674 }, { "epoch": 23.69, "learning_rate": 5.5707706266649473e-05, "loss": 19.4248, "step": 26675 }, { "epoch": 23.69, "learning_rate": 5.570490961224125e-05, "loss": 19.3779, "step": 26676 }, { "epoch": 23.69, "learning_rate": 5.570211293974963e-05, "loss": 19.6582, "step": 26677 }, { "epoch": 23.69, "learning_rate": 5.569931624918347e-05, "loss": 19.8945, "step": 26678 }, { "epoch": 23.69, "learning_rate": 5.569651954055163e-05, "loss": 20.0137, "step": 26679 }, { "epoch": 23.69, "learning_rate": 5.569651954055163e-05, "loss": 20.0156, "step": 26680 }, { "epoch": 23.7, "learning_rate": 5.569372281386299e-05, "loss": 20.0557, "step": 26681 }, { "epoch": 23.7, "learning_rate": 5.56909260691264e-05, "loss": 19.8301, "step": 26682 }, { "epoch": 23.7, "learning_rate": 5.5688129306350755e-05, "loss": 19.7012, "step": 26683 }, { "epoch": 23.7, "learning_rate": 5.5685332525544887e-05, "loss": 19.6816, "step": 26684 }, { "epoch": 23.7, "learning_rate": 5.568253572671765e-05, "loss": 20.3057, "step": 26685 }, { "epoch": 23.7, "learning_rate": 5.5679738909877966e-05, "loss": 19.6025, "step": 26686 }, { "epoch": 23.7, "learning_rate": 5.5676942075034655e-05, "loss": 19.5771, "step": 26687 }, { "epoch": 23.7, "learning_rate": 5.5674145222196596e-05, "loss": 20.1211, "step": 26688 }, { "epoch": 23.7, "learning_rate": 5.567134835137265e-05, "loss": 20.6035, "step": 26689 }, { "epoch": 23.7, "learning_rate": 5.566855146257168e-05, "loss": 19.6064, "step": 26690 }, { "epoch": 23.7, "learning_rate": 5.5665754555802575e-05, "loss": 19.8076, "step": 26691 }, { "epoch": 23.71, "learning_rate": 5.5662957631074174e-05, "loss": 19.6064, "step": 26692 }, { "epoch": 23.71, "learning_rate": 5.566016068839535e-05, "loss": 19.8623, "step": 26693 }, { "epoch": 23.71, "learning_rate": 5.5657363727774956e-05, "loss": 19.9766, "step": 26694 }, { "epoch": 23.71, "learning_rate": 5.565456674922188e-05, "loss": 19.3008, "step": 26695 }, { "epoch": 23.71, "learning_rate": 5.565176975274498e-05, "loss": 19.1025, "step": 26696 }, { "epoch": 23.71, "learning_rate": 5.5648972738353144e-05, "loss": 19.2578, "step": 26697 }, { "epoch": 23.71, "learning_rate": 5.564617570605518e-05, "loss": 19.6221, "step": 26698 }, { "epoch": 23.71, "learning_rate": 5.564337865586001e-05, "loss": 19.7432, "step": 26699 }, { "epoch": 23.71, "learning_rate": 5.5640581587776476e-05, "loss": 19.5234, "step": 26700 }, { "epoch": 23.71, "learning_rate": 5.563778450181345e-05, "loss": 19.4688, "step": 26701 }, { "epoch": 23.71, "learning_rate": 5.563498739797979e-05, "loss": 19.1338, "step": 26702 }, { "epoch": 23.71, "learning_rate": 5.563219027628437e-05, "loss": 19.6445, "step": 26703 }, { "epoch": 23.72, "learning_rate": 5.5629393136736055e-05, "loss": 19.1602, "step": 26704 }, { "epoch": 23.72, "learning_rate": 5.562659597934372e-05, "loss": 18.9619, "step": 26705 }, { "epoch": 23.72, "learning_rate": 5.562379880411621e-05, "loss": 19.6699, "step": 26706 }, { "epoch": 23.72, "learning_rate": 5.562100161106239e-05, "loss": 19.0977, "step": 26707 }, { "epoch": 23.72, "learning_rate": 5.5618204400191165e-05, "loss": 20.0039, "step": 26708 }, { "epoch": 23.72, "learning_rate": 5.561540717151137e-05, "loss": 19.6348, "step": 26709 }, { "epoch": 23.72, "learning_rate": 5.5612609925031876e-05, "loss": 19.6855, "step": 26710 }, { "epoch": 23.72, "learning_rate": 5.560981266076155e-05, "loss": 19.8398, "step": 26711 }, { "epoch": 23.72, "learning_rate": 5.5607015378709256e-05, "loss": 20.1748, "step": 26712 }, { "epoch": 23.72, "learning_rate": 5.560421807888389e-05, "loss": 19.7178, "step": 26713 }, { "epoch": 23.72, "learning_rate": 5.5601420761294274e-05, "loss": 19.4824, "step": 26714 }, { "epoch": 23.73, "learning_rate": 5.559862342594929e-05, "loss": 19.4395, "step": 26715 }, { "epoch": 23.73, "learning_rate": 5.559582607285783e-05, "loss": 19.7764, "step": 26716 }, { "epoch": 23.73, "learning_rate": 5.5593028702028724e-05, "loss": 19.2539, "step": 26717 }, { "epoch": 23.73, "learning_rate": 5.5590231313470875e-05, "loss": 19.124, "step": 26718 }, { "epoch": 23.73, "learning_rate": 5.558743390719312e-05, "loss": 19.3965, "step": 26719 }, { "epoch": 23.73, "learning_rate": 5.558463648320432e-05, "loss": 19.6143, "step": 26720 }, { "epoch": 23.73, "learning_rate": 5.5581839041513393e-05, "loss": 19.1787, "step": 26721 }, { "epoch": 23.73, "learning_rate": 5.5579041582129156e-05, "loss": 19.6084, "step": 26722 }, { "epoch": 23.73, "learning_rate": 5.5576244105060504e-05, "loss": 19.6455, "step": 26723 }, { "epoch": 23.73, "learning_rate": 5.557344661031627e-05, "loss": 19.6758, "step": 26724 }, { "epoch": 23.73, "learning_rate": 5.557064909790537e-05, "loss": 19.8252, "step": 26725 }, { "epoch": 23.74, "learning_rate": 5.556785156783665e-05, "loss": 20.4033, "step": 26726 }, { "epoch": 23.74, "learning_rate": 5.556505402011896e-05, "loss": 19.0029, "step": 26727 }, { "epoch": 23.74, "learning_rate": 5.556225645476118e-05, "loss": 19.8242, "step": 26728 }, { "epoch": 23.74, "learning_rate": 5.55594588717722e-05, "loss": 19.1064, "step": 26729 }, { "epoch": 23.74, "learning_rate": 5.555666127116085e-05, "loss": 19.4434, "step": 26730 }, { "epoch": 23.74, "learning_rate": 5.555386365293602e-05, "loss": 19.3477, "step": 26731 }, { "epoch": 23.74, "learning_rate": 5.555106601710659e-05, "loss": 19.7617, "step": 26732 }, { "epoch": 23.74, "learning_rate": 5.5548268363681386e-05, "loss": 19.8496, "step": 26733 }, { "epoch": 23.74, "learning_rate": 5.554547069266932e-05, "loss": 19.8906, "step": 26734 }, { "epoch": 23.74, "learning_rate": 5.5542673004079235e-05, "loss": 19.6807, "step": 26735 }, { "epoch": 23.74, "learning_rate": 5.5539875297920005e-05, "loss": 19.585, "step": 26736 }, { "epoch": 23.75, "learning_rate": 5.55370775742005e-05, "loss": 19.75, "step": 26737 }, { "epoch": 23.75, "learning_rate": 5.553427983292958e-05, "loss": 19.8564, "step": 26738 }, { "epoch": 23.75, "learning_rate": 5.5531482074116134e-05, "loss": 19.4238, "step": 26739 }, { "epoch": 23.75, "learning_rate": 5.552868429776902e-05, "loss": 19.9688, "step": 26740 }, { "epoch": 23.75, "learning_rate": 5.552588650389709e-05, "loss": 19.6641, "step": 26741 }, { "epoch": 23.75, "learning_rate": 5.5523088692509226e-05, "loss": 20.5166, "step": 26742 }, { "epoch": 23.75, "learning_rate": 5.55202908636143e-05, "loss": 19.7764, "step": 26743 }, { "epoch": 23.75, "learning_rate": 5.5517493017221175e-05, "loss": 19.916, "step": 26744 }, { "epoch": 23.75, "learning_rate": 5.551469515333874e-05, "loss": 19.6426, "step": 26745 }, { "epoch": 23.75, "learning_rate": 5.551189727197581e-05, "loss": 19.7627, "step": 26746 }, { "epoch": 23.75, "learning_rate": 5.550909937314131e-05, "loss": 19.9277, "step": 26747 }, { "epoch": 23.75, "learning_rate": 5.550630145684409e-05, "loss": 19.3906, "step": 26748 }, { "epoch": 23.76, "learning_rate": 5.550350352309301e-05, "loss": 19.5352, "step": 26749 }, { "epoch": 23.76, "learning_rate": 5.550070557189695e-05, "loss": 19.1553, "step": 26750 }, { "epoch": 23.76, "learning_rate": 5.549790760326477e-05, "loss": 19.6445, "step": 26751 }, { "epoch": 23.76, "learning_rate": 5.549510961720533e-05, "loss": 20.166, "step": 26752 }, { "epoch": 23.76, "learning_rate": 5.549231161372754e-05, "loss": 19.4883, "step": 26753 }, { "epoch": 23.76, "learning_rate": 5.548951359284022e-05, "loss": 19.7168, "step": 26754 }, { "epoch": 23.76, "learning_rate": 5.548671555455226e-05, "loss": 19.4404, "step": 26755 }, { "epoch": 23.76, "learning_rate": 5.548391749887255e-05, "loss": 19.4238, "step": 26756 }, { "epoch": 23.76, "learning_rate": 5.5481119425809926e-05, "loss": 20.1904, "step": 26757 }, { "epoch": 23.76, "learning_rate": 5.5478321335373274e-05, "loss": 19.457, "step": 26758 }, { "epoch": 23.76, "learning_rate": 5.5475523227571445e-05, "loss": 19.9717, "step": 26759 }, { "epoch": 23.77, "learning_rate": 5.547272510241333e-05, "loss": 20.1963, "step": 26760 }, { "epoch": 23.77, "learning_rate": 5.5469926959907806e-05, "loss": 19.5029, "step": 26761 }, { "epoch": 23.77, "learning_rate": 5.5467128800063716e-05, "loss": 20.2021, "step": 26762 }, { "epoch": 23.77, "learning_rate": 5.5464330622889936e-05, "loss": 19.5166, "step": 26763 }, { "epoch": 23.77, "learning_rate": 5.546153242839535e-05, "loss": 19.457, "step": 26764 }, { "epoch": 23.77, "learning_rate": 5.5458734216588816e-05, "loss": 19.7051, "step": 26765 }, { "epoch": 23.77, "learning_rate": 5.545593598747921e-05, "loss": 19.5781, "step": 26766 }, { "epoch": 23.77, "learning_rate": 5.54531377410754e-05, "loss": 19.6084, "step": 26767 }, { "epoch": 23.77, "learning_rate": 5.545033947738624e-05, "loss": 18.8818, "step": 26768 }, { "epoch": 23.77, "learning_rate": 5.5447541196420624e-05, "loss": 19.7676, "step": 26769 }, { "epoch": 23.77, "learning_rate": 5.544474289818742e-05, "loss": 19.6211, "step": 26770 }, { "epoch": 23.78, "learning_rate": 5.544194458269548e-05, "loss": 20.0469, "step": 26771 }, { "epoch": 23.78, "learning_rate": 5.543914624995369e-05, "loss": 19.5576, "step": 26772 }, { "epoch": 23.78, "learning_rate": 5.5436347899970906e-05, "loss": 19.9521, "step": 26773 }, { "epoch": 23.78, "learning_rate": 5.543354953275603e-05, "loss": 19.4883, "step": 26774 }, { "epoch": 23.78, "learning_rate": 5.5430751148317885e-05, "loss": 19.4805, "step": 26775 }, { "epoch": 23.78, "learning_rate": 5.542795274666537e-05, "loss": 19.9521, "step": 26776 }, { "epoch": 23.78, "learning_rate": 5.542515432780735e-05, "loss": 19.4844, "step": 26777 }, { "epoch": 23.78, "learning_rate": 5.54223558917527e-05, "loss": 19.2686, "step": 26778 }, { "epoch": 23.78, "learning_rate": 5.541955743851028e-05, "loss": 19.5781, "step": 26779 }, { "epoch": 23.78, "learning_rate": 5.541675896808899e-05, "loss": 19.7842, "step": 26780 }, { "epoch": 23.78, "learning_rate": 5.541396048049765e-05, "loss": 19.082, "step": 26781 }, { "epoch": 23.79, "learning_rate": 5.5411161975745176e-05, "loss": 19.3066, "step": 26782 }, { "epoch": 23.79, "learning_rate": 5.540836345384042e-05, "loss": 19.7012, "step": 26783 }, { "epoch": 23.79, "learning_rate": 5.540556491479224e-05, "loss": 19.5117, "step": 26784 }, { "epoch": 23.79, "learning_rate": 5.540276635860952e-05, "loss": 19.1445, "step": 26785 }, { "epoch": 23.79, "learning_rate": 5.539996778530115e-05, "loss": 20.1602, "step": 26786 }, { "epoch": 23.79, "learning_rate": 5.539716919487596e-05, "loss": 19.3457, "step": 26787 }, { "epoch": 23.79, "learning_rate": 5.539437058734287e-05, "loss": 19.2529, "step": 26788 }, { "epoch": 23.79, "learning_rate": 5.5391571962710706e-05, "loss": 19.0859, "step": 26789 }, { "epoch": 23.79, "learning_rate": 5.538877332098836e-05, "loss": 19.6631, "step": 26790 }, { "epoch": 23.79, "learning_rate": 5.53859746621847e-05, "loss": 19.3545, "step": 26791 }, { "epoch": 23.79, "learning_rate": 5.53831759863086e-05, "loss": 19.3135, "step": 26792 }, { "epoch": 23.79, "learning_rate": 5.5380377293368946e-05, "loss": 19.752, "step": 26793 }, { "epoch": 23.8, "learning_rate": 5.537757858337456e-05, "loss": 19.915, "step": 26794 }, { "epoch": 23.8, "learning_rate": 5.537477985633436e-05, "loss": 20.1318, "step": 26795 }, { "epoch": 23.8, "learning_rate": 5.537198111225721e-05, "loss": 20.0615, "step": 26796 }, { "epoch": 23.8, "learning_rate": 5.536918235115197e-05, "loss": 19.3252, "step": 26797 }, { "epoch": 23.8, "learning_rate": 5.536638357302751e-05, "loss": 19.7705, "step": 26798 }, { "epoch": 23.8, "learning_rate": 5.5363584777892706e-05, "loss": 19.6289, "step": 26799 }, { "epoch": 23.8, "learning_rate": 5.5363584777892706e-05, "loss": 20.1064, "step": 26800 }, { "epoch": 23.8, "learning_rate": 5.5360785965756445e-05, "loss": 19.5596, "step": 26801 }, { "epoch": 23.8, "learning_rate": 5.5360785965756445e-05, "loss": 20.1562, "step": 26802 }, { "epoch": 23.8, "learning_rate": 5.535798713662758e-05, "loss": 20.1709, "step": 26803 }, { "epoch": 23.8, "learning_rate": 5.535518829051498e-05, "loss": 19.1768, "step": 26804 }, { "epoch": 23.81, "learning_rate": 5.535238942742753e-05, "loss": 19.082, "step": 26805 }, { "epoch": 23.81, "learning_rate": 5.53495905473741e-05, "loss": 19.5645, "step": 26806 }, { "epoch": 23.81, "learning_rate": 5.534679165036354e-05, "loss": 20.2197, "step": 26807 }, { "epoch": 23.81, "learning_rate": 5.534399273640475e-05, "loss": 19.6904, "step": 26808 }, { "epoch": 23.81, "learning_rate": 5.53411938055066e-05, "loss": 20.0615, "step": 26809 }, { "epoch": 23.81, "learning_rate": 5.5338394857677945e-05, "loss": 19.8135, "step": 26810 }, { "epoch": 23.81, "learning_rate": 5.533559589292767e-05, "loss": 19.7119, "step": 26811 }, { "epoch": 23.81, "learning_rate": 5.533279691126465e-05, "loss": 20.3359, "step": 26812 }, { "epoch": 23.81, "learning_rate": 5.532999791269774e-05, "loss": 19.3789, "step": 26813 }, { "epoch": 23.81, "learning_rate": 5.532719889723582e-05, "loss": 19.4023, "step": 26814 }, { "epoch": 23.81, "learning_rate": 5.5324399864887764e-05, "loss": 19.7031, "step": 26815 }, { "epoch": 23.82, "learning_rate": 5.5321600815662454e-05, "loss": 19.3008, "step": 26816 }, { "epoch": 23.82, "learning_rate": 5.531880174956876e-05, "loss": 19.2471, "step": 26817 }, { "epoch": 23.82, "learning_rate": 5.531600266661554e-05, "loss": 19.5781, "step": 26818 }, { "epoch": 23.82, "learning_rate": 5.5313203566811666e-05, "loss": 19.1963, "step": 26819 }, { "epoch": 23.82, "learning_rate": 5.531040445016603e-05, "loss": 19.7266, "step": 26820 }, { "epoch": 23.82, "learning_rate": 5.5307605316687485e-05, "loss": 19.7734, "step": 26821 }, { "epoch": 23.82, "learning_rate": 5.530480616638493e-05, "loss": 20.2012, "step": 26822 }, { "epoch": 23.82, "learning_rate": 5.53020069992672e-05, "loss": 19.75, "step": 26823 }, { "epoch": 23.82, "learning_rate": 5.529920781534319e-05, "loss": 19.6816, "step": 26824 }, { "epoch": 23.82, "learning_rate": 5.529640861462179e-05, "loss": 19.6445, "step": 26825 }, { "epoch": 23.82, "learning_rate": 5.5293609397111834e-05, "loss": 20.0488, "step": 26826 }, { "epoch": 23.83, "learning_rate": 5.5290810162822226e-05, "loss": 19.7656, "step": 26827 }, { "epoch": 23.83, "learning_rate": 5.528801091176182e-05, "loss": 20.6943, "step": 26828 }, { "epoch": 23.83, "learning_rate": 5.528521164393949e-05, "loss": 19.5596, "step": 26829 }, { "epoch": 23.83, "learning_rate": 5.528241235936415e-05, "loss": 19.5518, "step": 26830 }, { "epoch": 23.83, "learning_rate": 5.527961305804461e-05, "loss": 19.9697, "step": 26831 }, { "epoch": 23.83, "learning_rate": 5.527681373998976e-05, "loss": 19.4521, "step": 26832 }, { "epoch": 23.83, "learning_rate": 5.527401440520852e-05, "loss": 20.0156, "step": 26833 }, { "epoch": 23.83, "learning_rate": 5.527121505370971e-05, "loss": 19.9346, "step": 26834 }, { "epoch": 23.83, "learning_rate": 5.526841568550223e-05, "loss": 19.8125, "step": 26835 }, { "epoch": 23.83, "learning_rate": 5.5265616300594936e-05, "loss": 20.3525, "step": 26836 }, { "epoch": 23.83, "learning_rate": 5.5262816898996703e-05, "loss": 19.9502, "step": 26837 }, { "epoch": 23.83, "learning_rate": 5.526001748071644e-05, "loss": 19.6855, "step": 26838 }, { "epoch": 23.84, "learning_rate": 5.525721804576298e-05, "loss": 19.7227, "step": 26839 }, { "epoch": 23.84, "learning_rate": 5.525441859414521e-05, "loss": 19.5176, "step": 26840 }, { "epoch": 23.84, "learning_rate": 5.5251619125872e-05, "loss": 19.8457, "step": 26841 }, { "epoch": 23.84, "learning_rate": 5.524881964095222e-05, "loss": 19.4385, "step": 26842 }, { "epoch": 23.84, "learning_rate": 5.524602013939477e-05, "loss": 19.7256, "step": 26843 }, { "epoch": 23.84, "learning_rate": 5.52432206212085e-05, "loss": 20.1104, "step": 26844 }, { "epoch": 23.84, "learning_rate": 5.524042108640227e-05, "loss": 20.0732, "step": 26845 }, { "epoch": 23.84, "learning_rate": 5.5237621534985e-05, "loss": 19.9375, "step": 26846 }, { "epoch": 23.84, "learning_rate": 5.523482196696552e-05, "loss": 19.6064, "step": 26847 }, { "epoch": 23.84, "learning_rate": 5.5232022382352735e-05, "loss": 19.5, "step": 26848 }, { "epoch": 23.84, "learning_rate": 5.5229222781155485e-05, "loss": 19.709, "step": 26849 }, { "epoch": 23.85, "learning_rate": 5.522642316338268e-05, "loss": 19.4814, "step": 26850 }, { "epoch": 23.85, "learning_rate": 5.522362352904318e-05, "loss": 19.7148, "step": 26851 }, { "epoch": 23.85, "learning_rate": 5.5220823878145844e-05, "loss": 19.7861, "step": 26852 }, { "epoch": 23.85, "learning_rate": 5.521802421069957e-05, "loss": 19.792, "step": 26853 }, { "epoch": 23.85, "learning_rate": 5.521522452671321e-05, "loss": 19.5381, "step": 26854 }, { "epoch": 23.85, "learning_rate": 5.5212424826195665e-05, "loss": 19.8242, "step": 26855 }, { "epoch": 23.85, "learning_rate": 5.52096251091558e-05, "loss": 19.1748, "step": 26856 }, { "epoch": 23.85, "learning_rate": 5.520682537560248e-05, "loss": 19.6016, "step": 26857 }, { "epoch": 23.85, "learning_rate": 5.520402562554456e-05, "loss": 19.3262, "step": 26858 }, { "epoch": 23.85, "learning_rate": 5.5201225858990956e-05, "loss": 19.9023, "step": 26859 }, { "epoch": 23.85, "learning_rate": 5.519842607595055e-05, "loss": 19.3193, "step": 26860 }, { "epoch": 23.86, "learning_rate": 5.5195626276432165e-05, "loss": 19.7051, "step": 26861 }, { "epoch": 23.86, "learning_rate": 5.51928264604447e-05, "loss": 20.0762, "step": 26862 }, { "epoch": 23.86, "learning_rate": 5.519002662799705e-05, "loss": 19.8818, "step": 26863 }, { "epoch": 23.86, "learning_rate": 5.518722677909807e-05, "loss": 19.9326, "step": 26864 }, { "epoch": 23.86, "learning_rate": 5.518442691375664e-05, "loss": 19.9688, "step": 26865 }, { "epoch": 23.86, "learning_rate": 5.518162703198162e-05, "loss": 19.373, "step": 26866 }, { "epoch": 23.86, "learning_rate": 5.5178827133781896e-05, "loss": 20.3018, "step": 26867 }, { "epoch": 23.86, "learning_rate": 5.517602721916636e-05, "loss": 20.0615, "step": 26868 }, { "epoch": 23.86, "learning_rate": 5.517322728814387e-05, "loss": 20.2422, "step": 26869 }, { "epoch": 23.86, "learning_rate": 5.517042734072331e-05, "loss": 20.2979, "step": 26870 }, { "epoch": 23.86, "learning_rate": 5.5167627376913525e-05, "loss": 19.4717, "step": 26871 }, { "epoch": 23.87, "learning_rate": 5.516482739672343e-05, "loss": 19.0889, "step": 26872 }, { "epoch": 23.87, "learning_rate": 5.516202740016188e-05, "loss": 19.5361, "step": 26873 }, { "epoch": 23.87, "learning_rate": 5.515922738723777e-05, "loss": 19.2832, "step": 26874 }, { "epoch": 23.87, "learning_rate": 5.515642735795994e-05, "loss": 19.5381, "step": 26875 }, { "epoch": 23.87, "learning_rate": 5.515362731233729e-05, "loss": 19.415, "step": 26876 }, { "epoch": 23.87, "learning_rate": 5.515082725037869e-05, "loss": 20.0283, "step": 26877 }, { "epoch": 23.87, "learning_rate": 5.514802717209304e-05, "loss": 19.5391, "step": 26878 }, { "epoch": 23.87, "learning_rate": 5.514522707748917e-05, "loss": 19.6572, "step": 26879 }, { "epoch": 23.87, "learning_rate": 5.514242696657597e-05, "loss": 19.623, "step": 26880 }, { "epoch": 23.87, "learning_rate": 5.5139626839362347e-05, "loss": 19.5449, "step": 26881 }, { "epoch": 23.87, "learning_rate": 5.5136826695857144e-05, "loss": 19.6699, "step": 26882 }, { "epoch": 23.87, "learning_rate": 5.513402653606925e-05, "loss": 19.8184, "step": 26883 }, { "epoch": 23.88, "learning_rate": 5.5131226360007525e-05, "loss": 19.3086, "step": 26884 }, { "epoch": 23.88, "learning_rate": 5.512842616768087e-05, "loss": 19.5908, "step": 26885 }, { "epoch": 23.88, "learning_rate": 5.512562595909816e-05, "loss": 19.873, "step": 26886 }, { "epoch": 23.88, "learning_rate": 5.5122825734268246e-05, "loss": 19.623, "step": 26887 }, { "epoch": 23.88, "learning_rate": 5.512002549320002e-05, "loss": 19.5029, "step": 26888 }, { "epoch": 23.88, "learning_rate": 5.511722523590236e-05, "loss": 19.5859, "step": 26889 }, { "epoch": 23.88, "learning_rate": 5.5114424962384124e-05, "loss": 20.2158, "step": 26890 }, { "epoch": 23.88, "learning_rate": 5.5111624672654215e-05, "loss": 19.2695, "step": 26891 }, { "epoch": 23.88, "learning_rate": 5.5108824366721514e-05, "loss": 19.5479, "step": 26892 }, { "epoch": 23.88, "learning_rate": 5.510602404459484e-05, "loss": 19.5703, "step": 26893 }, { "epoch": 23.88, "learning_rate": 5.510322370628315e-05, "loss": 19.498, "step": 26894 }, { "epoch": 23.89, "learning_rate": 5.510042335179526e-05, "loss": 19.6709, "step": 26895 }, { "epoch": 23.89, "learning_rate": 5.509762298114006e-05, "loss": 19.4902, "step": 26896 }, { "epoch": 23.89, "learning_rate": 5.509482259432645e-05, "loss": 19.5488, "step": 26897 }, { "epoch": 23.89, "learning_rate": 5.5092022191363276e-05, "loss": 19.8994, "step": 26898 }, { "epoch": 23.89, "learning_rate": 5.5089221772259445e-05, "loss": 19.6045, "step": 26899 }, { "epoch": 23.89, "learning_rate": 5.508642133702382e-05, "loss": 19.7959, "step": 26900 }, { "epoch": 23.89, "learning_rate": 5.508362088566526e-05, "loss": 19.3994, "step": 26901 }, { "epoch": 23.89, "learning_rate": 5.5080820418192666e-05, "loss": 19.1982, "step": 26902 }, { "epoch": 23.89, "learning_rate": 5.50780199346149e-05, "loss": 19.5771, "step": 26903 }, { "epoch": 23.89, "learning_rate": 5.507521943494085e-05, "loss": 20.0957, "step": 26904 }, { "epoch": 23.89, "learning_rate": 5.50724189191794e-05, "loss": 19.5215, "step": 26905 }, { "epoch": 23.9, "learning_rate": 5.506961838733939e-05, "loss": 19.5049, "step": 26906 }, { "epoch": 23.9, "learning_rate": 5.506681783942974e-05, "loss": 19.7998, "step": 26907 }, { "epoch": 23.9, "learning_rate": 5.506401727545931e-05, "loss": 19.6416, "step": 26908 }, { "epoch": 23.9, "learning_rate": 5.506401727545931e-05, "loss": 20.1172, "step": 26909 }, { "epoch": 23.9, "learning_rate": 5.506121669543698e-05, "loss": 19.1924, "step": 26910 }, { "epoch": 23.9, "learning_rate": 5.505841609937161e-05, "loss": 19.1973, "step": 26911 }, { "epoch": 23.9, "learning_rate": 5.5055615487272104e-05, "loss": 19.5811, "step": 26912 }, { "epoch": 23.9, "learning_rate": 5.5052814859147315e-05, "loss": 19.3584, "step": 26913 }, { "epoch": 23.9, "learning_rate": 5.505001421500615e-05, "loss": 19.4619, "step": 26914 }, { "epoch": 23.9, "learning_rate": 5.5047213554857456e-05, "loss": 19.1953, "step": 26915 }, { "epoch": 23.9, "learning_rate": 5.504441287871011e-05, "loss": 19.6768, "step": 26916 }, { "epoch": 23.9, "learning_rate": 5.504161218657303e-05, "loss": 19.8135, "step": 26917 }, { "epoch": 23.91, "learning_rate": 5.503881147845507e-05, "loss": 19.3672, "step": 26918 }, { "epoch": 23.91, "learning_rate": 5.503601075436508e-05, "loss": 19.501, "step": 26919 }, { "epoch": 23.91, "learning_rate": 5.503321001431198e-05, "loss": 19.2959, "step": 26920 }, { "epoch": 23.91, "learning_rate": 5.5030409258304614e-05, "loss": 19.6523, "step": 26921 }, { "epoch": 23.91, "learning_rate": 5.502760848635189e-05, "loss": 19.8584, "step": 26922 }, { "epoch": 23.91, "learning_rate": 5.5024807698462665e-05, "loss": 19.4277, "step": 26923 }, { "epoch": 23.91, "learning_rate": 5.5022006894645814e-05, "loss": 19.5977, "step": 26924 }, { "epoch": 23.91, "learning_rate": 5.501920607491023e-05, "loss": 19.5605, "step": 26925 }, { "epoch": 23.91, "learning_rate": 5.50164052392648e-05, "loss": 19.8467, "step": 26926 }, { "epoch": 23.91, "learning_rate": 5.501360438771838e-05, "loss": 19.3994, "step": 26927 }, { "epoch": 23.91, "learning_rate": 5.501080352027985e-05, "loss": 20.1709, "step": 26928 }, { "epoch": 23.92, "learning_rate": 5.50080026369581e-05, "loss": 19.9775, "step": 26929 }, { "epoch": 23.92, "learning_rate": 5.500520173776199e-05, "loss": 19.5088, "step": 26930 }, { "epoch": 23.92, "learning_rate": 5.5002400822700415e-05, "loss": 19.7266, "step": 26931 }, { "epoch": 23.92, "learning_rate": 5.499959989178226e-05, "loss": 19.5508, "step": 26932 }, { "epoch": 23.92, "learning_rate": 5.499679894501638e-05, "loss": 19.7334, "step": 26933 }, { "epoch": 23.92, "learning_rate": 5.499399798241167e-05, "loss": 19.749, "step": 26934 }, { "epoch": 23.92, "learning_rate": 5.4991197003977004e-05, "loss": 19.3955, "step": 26935 }, { "epoch": 23.92, "learning_rate": 5.498839600972127e-05, "loss": 19.8584, "step": 26936 }, { "epoch": 23.92, "learning_rate": 5.4985594999653323e-05, "loss": 19.7461, "step": 26937 }, { "epoch": 23.92, "learning_rate": 5.4982793973782055e-05, "loss": 19.624, "step": 26938 }, { "epoch": 23.92, "learning_rate": 5.497999293211635e-05, "loss": 19.7715, "step": 26939 }, { "epoch": 23.93, "learning_rate": 5.497719187466508e-05, "loss": 19.8271, "step": 26940 }, { "epoch": 23.93, "learning_rate": 5.4974390801437136e-05, "loss": 19.9482, "step": 26941 }, { "epoch": 23.93, "learning_rate": 5.4971589712441374e-05, "loss": 20.0781, "step": 26942 }, { "epoch": 23.93, "learning_rate": 5.4971589712441374e-05, "loss": 20.2275, "step": 26943 }, { "epoch": 23.93, "learning_rate": 5.496878860768668e-05, "loss": 19.2256, "step": 26944 }, { "epoch": 23.93, "learning_rate": 5.4965987487181957e-05, "loss": 20.1787, "step": 26945 }, { "epoch": 23.93, "learning_rate": 5.496318635093606e-05, "loss": 19.6748, "step": 26946 }, { "epoch": 23.93, "learning_rate": 5.4960385198957864e-05, "loss": 19.7607, "step": 26947 }, { "epoch": 23.93, "learning_rate": 5.495758403125626e-05, "loss": 19.1992, "step": 26948 }, { "epoch": 23.93, "learning_rate": 5.495478284784014e-05, "loss": 19.8574, "step": 26949 }, { "epoch": 23.93, "learning_rate": 5.4951981648718356e-05, "loss": 19.9092, "step": 26950 }, { "epoch": 23.94, "learning_rate": 5.494918043389981e-05, "loss": 20.0947, "step": 26951 }, { "epoch": 23.94, "learning_rate": 5.494637920339335e-05, "loss": 19.8818, "step": 26952 }, { "epoch": 23.94, "learning_rate": 5.494357795720788e-05, "loss": 20.3691, "step": 26953 }, { "epoch": 23.94, "learning_rate": 5.494077669535228e-05, "loss": 19.8027, "step": 26954 }, { "epoch": 23.94, "learning_rate": 5.4937975417835444e-05, "loss": 19.2236, "step": 26955 }, { "epoch": 23.94, "learning_rate": 5.49351741246662e-05, "loss": 19.873, "step": 26956 }, { "epoch": 23.94, "learning_rate": 5.493237281585346e-05, "loss": 19.6152, "step": 26957 }, { "epoch": 23.94, "learning_rate": 5.492957149140613e-05, "loss": 20.1104, "step": 26958 }, { "epoch": 23.94, "learning_rate": 5.492677015133305e-05, "loss": 20.0771, "step": 26959 }, { "epoch": 23.94, "learning_rate": 5.492396879564311e-05, "loss": 20.1094, "step": 26960 }, { "epoch": 23.94, "learning_rate": 5.4921167424345185e-05, "loss": 20.2559, "step": 26961 }, { "epoch": 23.94, "learning_rate": 5.491836603744818e-05, "loss": 19.7402, "step": 26962 }, { "epoch": 23.95, "learning_rate": 5.491556463496096e-05, "loss": 19.1709, "step": 26963 }, { "epoch": 23.95, "learning_rate": 5.491276321689238e-05, "loss": 20.3975, "step": 26964 }, { "epoch": 23.95, "learning_rate": 5.4909961783251354e-05, "loss": 19.9229, "step": 26965 }, { "epoch": 23.95, "learning_rate": 5.4907160334046734e-05, "loss": 20.457, "step": 26966 }, { "epoch": 23.95, "learning_rate": 5.490435886928743e-05, "loss": 20.0869, "step": 26967 }, { "epoch": 23.95, "learning_rate": 5.49015573889823e-05, "loss": 19.79, "step": 26968 }, { "epoch": 23.95, "learning_rate": 5.489875589314025e-05, "loss": 19.3945, "step": 26969 }, { "epoch": 23.95, "learning_rate": 5.489595438177012e-05, "loss": 20.6543, "step": 26970 }, { "epoch": 23.95, "learning_rate": 5.4893152854880836e-05, "loss": 19.6582, "step": 26971 }, { "epoch": 23.95, "learning_rate": 5.489035131248123e-05, "loss": 19.9824, "step": 26972 }, { "epoch": 23.95, "learning_rate": 5.4887549754580216e-05, "loss": 19.2949, "step": 26973 }, { "epoch": 23.96, "learning_rate": 5.488474818118666e-05, "loss": 19.7236, "step": 26974 }, { "epoch": 23.96, "learning_rate": 5.4881946592309465e-05, "loss": 19.9355, "step": 26975 }, { "epoch": 23.96, "learning_rate": 5.487914498795747e-05, "loss": 20.1885, "step": 26976 }, { "epoch": 23.96, "learning_rate": 5.487914498795747e-05, "loss": 19.7354, "step": 26977 }, { "epoch": 23.96, "learning_rate": 5.487634336813961e-05, "loss": 19.2676, "step": 26978 }, { "epoch": 23.96, "learning_rate": 5.487354173286471e-05, "loss": 19.9043, "step": 26979 }, { "epoch": 23.96, "learning_rate": 5.487074008214168e-05, "loss": 20.3066, "step": 26980 }, { "epoch": 23.96, "learning_rate": 5.4867938415979406e-05, "loss": 19.6113, "step": 26981 }, { "epoch": 23.96, "learning_rate": 5.486513673438674e-05, "loss": 20.0303, "step": 26982 }, { "epoch": 23.96, "learning_rate": 5.4862335037372605e-05, "loss": 20.1816, "step": 26983 }, { "epoch": 23.96, "learning_rate": 5.4859533324945836e-05, "loss": 19.8848, "step": 26984 }, { "epoch": 23.97, "learning_rate": 5.485673159711535e-05, "loss": 19.6006, "step": 26985 }, { "epoch": 23.97, "learning_rate": 5.485392985389002e-05, "loss": 20.1436, "step": 26986 }, { "epoch": 23.97, "learning_rate": 5.4851128095278715e-05, "loss": 20.2158, "step": 26987 }, { "epoch": 23.97, "learning_rate": 5.484832632129031e-05, "loss": 19.8447, "step": 26988 }, { "epoch": 23.97, "learning_rate": 5.484552453193371e-05, "loss": 19.543, "step": 26989 }, { "epoch": 23.97, "learning_rate": 5.484272272721779e-05, "loss": 19.6211, "step": 26990 }, { "epoch": 23.97, "learning_rate": 5.483992090715142e-05, "loss": 19.6807, "step": 26991 }, { "epoch": 23.97, "learning_rate": 5.483711907174349e-05, "loss": 20.0684, "step": 26992 }, { "epoch": 23.97, "learning_rate": 5.483431722100286e-05, "loss": 19.3945, "step": 26993 }, { "epoch": 23.97, "learning_rate": 5.4831515354938456e-05, "loss": 20.0205, "step": 26994 }, { "epoch": 23.97, "learning_rate": 5.4828713473559114e-05, "loss": 19.8477, "step": 26995 }, { "epoch": 23.98, "learning_rate": 5.4825911576873743e-05, "loss": 19.9434, "step": 26996 }, { "epoch": 23.98, "learning_rate": 5.4823109664891216e-05, "loss": 19.7676, "step": 26997 }, { "epoch": 23.98, "learning_rate": 5.48203077376204e-05, "loss": 19.9111, "step": 26998 }, { "epoch": 23.98, "learning_rate": 5.481750579507021e-05, "loss": 19.5781, "step": 26999 }, { "epoch": 23.98, "learning_rate": 5.4814703837249504e-05, "loss": 19.5195, "step": 27000 }, { "epoch": 23.98, "learning_rate": 5.481190186416716e-05, "loss": 19.9492, "step": 27001 }, { "epoch": 23.98, "learning_rate": 5.480909987583207e-05, "loss": 20.2148, "step": 27002 }, { "epoch": 23.98, "learning_rate": 5.480629787225312e-05, "loss": 19.9199, "step": 27003 }, { "epoch": 23.98, "learning_rate": 5.480349585343918e-05, "loss": 19.4443, "step": 27004 }, { "epoch": 23.98, "learning_rate": 5.480069381939914e-05, "loss": 19.3584, "step": 27005 }, { "epoch": 23.98, "learning_rate": 5.4797891770141866e-05, "loss": 19.6172, "step": 27006 }, { "epoch": 23.98, "learning_rate": 5.479508970567627e-05, "loss": 19.4658, "step": 27007 }, { "epoch": 23.99, "learning_rate": 5.4792287626011204e-05, "loss": 19.3975, "step": 27008 }, { "epoch": 23.99, "learning_rate": 5.478948553115557e-05, "loss": 19.9395, "step": 27009 }, { "epoch": 23.99, "learning_rate": 5.4786683421118234e-05, "loss": 19.8096, "step": 27010 }, { "epoch": 23.99, "learning_rate": 5.478388129590809e-05, "loss": 19.5527, "step": 27011 }, { "epoch": 23.99, "learning_rate": 5.478107915553402e-05, "loss": 19.6094, "step": 27012 }, { "epoch": 23.99, "learning_rate": 5.477827700000492e-05, "loss": 19.7988, "step": 27013 }, { "epoch": 23.99, "learning_rate": 5.477547482932963e-05, "loss": 19.5889, "step": 27014 }, { "epoch": 23.99, "learning_rate": 5.477267264351707e-05, "loss": 19.3662, "step": 27015 }, { "epoch": 23.99, "learning_rate": 5.47698704425761e-05, "loss": 20.0879, "step": 27016 }, { "epoch": 23.99, "learning_rate": 5.4767068226515616e-05, "loss": 19.7803, "step": 27017 }, { "epoch": 23.99, "learning_rate": 5.476426599534451e-05, "loss": 20.3916, "step": 27018 }, { "epoch": 24.0, "learning_rate": 5.476146374907163e-05, "loss": 19.7627, "step": 27019 }, { "epoch": 24.0, "learning_rate": 5.4758661487705885e-05, "loss": 19.5547, "step": 27020 }, { "epoch": 24.0, "learning_rate": 5.475585921125618e-05, "loss": 19.4551, "step": 27021 }, { "epoch": 24.0, "learning_rate": 5.475305691973134e-05, "loss": 19.8525, "step": 27022 }, { "epoch": 24.0, "learning_rate": 5.475025461314029e-05, "loss": 19.585, "step": 27023 }, { "epoch": 24.0, "learning_rate": 5.4747452291491894e-05, "loss": 20.1172, "step": 27024 }, { "epoch": 24.0, "learning_rate": 5.4744649954795045e-05, "loss": 19.0498, "step": 27025 }, { "epoch": 24.0, "learning_rate": 5.474184760305864e-05, "loss": 19.3145, "step": 27026 }, { "epoch": 24.0, "learning_rate": 5.473904523629152e-05, "loss": 19.5684, "step": 27027 }, { "epoch": 24.0, "learning_rate": 5.4736242854502586e-05, "loss": 20.0605, "step": 27028 }, { "epoch": 24.0, "learning_rate": 5.473344045770075e-05, "loss": 19.8018, "step": 27029 }, { "epoch": 24.01, "learning_rate": 5.4730638045894866e-05, "loss": 19.5557, "step": 27030 }, { "epoch": 24.01, "learning_rate": 5.4727835619093824e-05, "loss": 19.6816, "step": 27031 }, { "epoch": 24.01, "learning_rate": 5.472503317730649e-05, "loss": 19.2949, "step": 27032 }, { "epoch": 24.01, "learning_rate": 5.472223072054178e-05, "loss": 19.5049, "step": 27033 }, { "epoch": 24.01, "learning_rate": 5.4719428248808556e-05, "loss": 19.5273, "step": 27034 }, { "epoch": 24.01, "learning_rate": 5.471662576211571e-05, "loss": 19.6875, "step": 27035 }, { "epoch": 24.01, "learning_rate": 5.471382326047212e-05, "loss": 19.415, "step": 27036 }, { "epoch": 24.01, "learning_rate": 5.471102074388666e-05, "loss": 19.4385, "step": 27037 }, { "epoch": 24.01, "learning_rate": 5.470821821236823e-05, "loss": 19.6152, "step": 27038 }, { "epoch": 24.01, "learning_rate": 5.470541566592573e-05, "loss": 19.248, "step": 27039 }, { "epoch": 24.01, "learning_rate": 5.4702613104568e-05, "loss": 19.3877, "step": 27040 }, { "epoch": 24.02, "learning_rate": 5.469981052830393e-05, "loss": 19.3916, "step": 27041 }, { "epoch": 24.02, "learning_rate": 5.469700793714244e-05, "loss": 19.3701, "step": 27042 }, { "epoch": 24.02, "learning_rate": 5.4694205331092395e-05, "loss": 19.3564, "step": 27043 }, { "epoch": 24.02, "learning_rate": 5.4691402710162664e-05, "loss": 19.5732, "step": 27044 }, { "epoch": 24.02, "learning_rate": 5.468860007436214e-05, "loss": 19.417, "step": 27045 }, { "epoch": 24.02, "learning_rate": 5.468579742369971e-05, "loss": 19.8506, "step": 27046 }, { "epoch": 24.02, "learning_rate": 5.468299475818427e-05, "loss": 20.1172, "step": 27047 }, { "epoch": 24.02, "learning_rate": 5.4680192077824686e-05, "loss": 19.9238, "step": 27048 }, { "epoch": 24.02, "learning_rate": 5.467738938262984e-05, "loss": 19.9854, "step": 27049 }, { "epoch": 24.02, "learning_rate": 5.467458667260862e-05, "loss": 19.3945, "step": 27050 }, { "epoch": 24.02, "learning_rate": 5.467178394776992e-05, "loss": 19.6338, "step": 27051 }, { "epoch": 24.02, "learning_rate": 5.466898120812262e-05, "loss": 19.8643, "step": 27052 }, { "epoch": 24.03, "learning_rate": 5.46661784536756e-05, "loss": 19.5371, "step": 27053 }, { "epoch": 24.03, "learning_rate": 5.466337568443772e-05, "loss": 19.4375, "step": 27054 }, { "epoch": 24.03, "learning_rate": 5.466057290041792e-05, "loss": 19.5713, "step": 27055 }, { "epoch": 24.03, "learning_rate": 5.465777010162505e-05, "loss": 19.2021, "step": 27056 }, { "epoch": 24.03, "learning_rate": 5.4654967288067985e-05, "loss": 19.4658, "step": 27057 }, { "epoch": 24.03, "learning_rate": 5.4652164459755626e-05, "loss": 19.3311, "step": 27058 }, { "epoch": 24.03, "learning_rate": 5.464936161669686e-05, "loss": 19.8154, "step": 27059 }, { "epoch": 24.03, "learning_rate": 5.4646558758900556e-05, "loss": 19.3896, "step": 27060 }, { "epoch": 24.03, "learning_rate": 5.4643755886375626e-05, "loss": 20.2285, "step": 27061 }, { "epoch": 24.03, "learning_rate": 5.464095299913091e-05, "loss": 19.124, "step": 27062 }, { "epoch": 24.03, "learning_rate": 5.463815009717533e-05, "loss": 19.7061, "step": 27063 }, { "epoch": 24.04, "learning_rate": 5.463534718051776e-05, "loss": 19.3066, "step": 27064 }, { "epoch": 24.04, "learning_rate": 5.4632544249167084e-05, "loss": 20.0117, "step": 27065 }, { "epoch": 24.04, "learning_rate": 5.4629741303132196e-05, "loss": 19.6865, "step": 27066 }, { "epoch": 24.04, "learning_rate": 5.462693834242196e-05, "loss": 18.8145, "step": 27067 }, { "epoch": 24.04, "learning_rate": 5.462413536704527e-05, "loss": 19.6592, "step": 27068 }, { "epoch": 24.04, "learning_rate": 5.462133237701102e-05, "loss": 19.8887, "step": 27069 }, { "epoch": 24.04, "learning_rate": 5.461852937232809e-05, "loss": 19.7363, "step": 27070 }, { "epoch": 24.04, "learning_rate": 5.461572635300535e-05, "loss": 19.3213, "step": 27071 }, { "epoch": 24.04, "learning_rate": 5.46129233190517e-05, "loss": 20.126, "step": 27072 }, { "epoch": 24.04, "learning_rate": 5.461012027047603e-05, "loss": 19.8896, "step": 27073 }, { "epoch": 24.04, "learning_rate": 5.460731720728723e-05, "loss": 19.6182, "step": 27074 }, { "epoch": 24.05, "learning_rate": 5.4604514129494153e-05, "loss": 19.5225, "step": 27075 }, { "epoch": 24.05, "learning_rate": 5.460171103710572e-05, "loss": 19.916, "step": 27076 }, { "epoch": 24.05, "learning_rate": 5.4598907930130785e-05, "loss": 19.3711, "step": 27077 }, { "epoch": 24.05, "learning_rate": 5.459610480857825e-05, "loss": 18.9639, "step": 27078 }, { "epoch": 24.05, "learning_rate": 5.459330167245701e-05, "loss": 19.4775, "step": 27079 }, { "epoch": 24.05, "learning_rate": 5.459049852177595e-05, "loss": 19.3408, "step": 27080 }, { "epoch": 24.05, "learning_rate": 5.458769535654391e-05, "loss": 19.9814, "step": 27081 }, { "epoch": 24.05, "learning_rate": 5.4584892176769845e-05, "loss": 19.4561, "step": 27082 }, { "epoch": 24.05, "learning_rate": 5.4582088982462586e-05, "loss": 19.4639, "step": 27083 }, { "epoch": 24.05, "learning_rate": 5.457928577363104e-05, "loss": 19.2705, "step": 27084 }, { "epoch": 24.05, "learning_rate": 5.4576482550284094e-05, "loss": 19.1709, "step": 27085 }, { "epoch": 24.06, "learning_rate": 5.4573679312430635e-05, "loss": 19.9697, "step": 27086 }, { "epoch": 24.06, "learning_rate": 5.4570876060079536e-05, "loss": 19.0479, "step": 27087 }, { "epoch": 24.06, "learning_rate": 5.456807279323971e-05, "loss": 19.3271, "step": 27088 }, { "epoch": 24.06, "learning_rate": 5.456526951192e-05, "loss": 19.7676, "step": 27089 }, { "epoch": 24.06, "learning_rate": 5.4562466216129325e-05, "loss": 19.2578, "step": 27090 }, { "epoch": 24.06, "learning_rate": 5.4559662905876565e-05, "loss": 20.1309, "step": 27091 }, { "epoch": 24.06, "learning_rate": 5.4556859581170603e-05, "loss": 19.5205, "step": 27092 }, { "epoch": 24.06, "learning_rate": 5.4554056242020325e-05, "loss": 19.6953, "step": 27093 }, { "epoch": 24.06, "learning_rate": 5.45512528884346e-05, "loss": 19.5234, "step": 27094 }, { "epoch": 24.06, "learning_rate": 5.454844952042235e-05, "loss": 20.0254, "step": 27095 }, { "epoch": 24.06, "learning_rate": 5.454564613799244e-05, "loss": 19.5781, "step": 27096 }, { "epoch": 24.06, "learning_rate": 5.454284274115375e-05, "loss": 18.9805, "step": 27097 }, { "epoch": 24.07, "learning_rate": 5.454003932991518e-05, "loss": 19.4697, "step": 27098 }, { "epoch": 24.07, "learning_rate": 5.453723590428561e-05, "loss": 19.3203, "step": 27099 }, { "epoch": 24.07, "learning_rate": 5.453443246427392e-05, "loss": 19.7695, "step": 27100 }, { "epoch": 24.07, "learning_rate": 5.453162900988902e-05, "loss": 20.7637, "step": 27101 }, { "epoch": 24.07, "learning_rate": 5.452882554113976e-05, "loss": 19.5693, "step": 27102 }, { "epoch": 24.07, "learning_rate": 5.4526022058035045e-05, "loss": 20.0078, "step": 27103 }, { "epoch": 24.07, "learning_rate": 5.4523218560583775e-05, "loss": 19.1885, "step": 27104 }, { "epoch": 24.07, "learning_rate": 5.4520415048794825e-05, "loss": 20.2354, "step": 27105 }, { "epoch": 24.07, "learning_rate": 5.451761152267708e-05, "loss": 19.6875, "step": 27106 }, { "epoch": 24.07, "learning_rate": 5.451480798223941e-05, "loss": 19.8867, "step": 27107 }, { "epoch": 24.07, "learning_rate": 5.4512004427490725e-05, "loss": 20.1924, "step": 27108 }, { "epoch": 24.08, "learning_rate": 5.450920085843992e-05, "loss": 19.7031, "step": 27109 }, { "epoch": 24.08, "learning_rate": 5.450639727509585e-05, "loss": 19.7676, "step": 27110 }, { "epoch": 24.08, "learning_rate": 5.450359367746743e-05, "loss": 19.4326, "step": 27111 }, { "epoch": 24.08, "learning_rate": 5.450079006556353e-05, "loss": 19.5566, "step": 27112 }, { "epoch": 24.08, "learning_rate": 5.449798643939304e-05, "loss": 19.9307, "step": 27113 }, { "epoch": 24.08, "learning_rate": 5.449518279896486e-05, "loss": 19.166, "step": 27114 }, { "epoch": 24.08, "learning_rate": 5.449237914428788e-05, "loss": 19.8027, "step": 27115 }, { "epoch": 24.08, "learning_rate": 5.4489575475370935e-05, "loss": 20.2441, "step": 27116 }, { "epoch": 24.08, "learning_rate": 5.448677179222298e-05, "loss": 19.6787, "step": 27117 }, { "epoch": 24.08, "learning_rate": 5.448396809485286e-05, "loss": 19.6357, "step": 27118 }, { "epoch": 24.08, "learning_rate": 5.448116438326947e-05, "loss": 20.2314, "step": 27119 }, { "epoch": 24.09, "learning_rate": 5.4478360657481706e-05, "loss": 19.207, "step": 27120 }, { "epoch": 24.09, "learning_rate": 5.447555691749845e-05, "loss": 19.6406, "step": 27121 }, { "epoch": 24.09, "learning_rate": 5.4472753163328595e-05, "loss": 19.0371, "step": 27122 }, { "epoch": 24.09, "learning_rate": 5.446994939498104e-05, "loss": 19.2549, "step": 27123 }, { "epoch": 24.09, "learning_rate": 5.446714561246463e-05, "loss": 19.2529, "step": 27124 }, { "epoch": 24.09, "learning_rate": 5.446434181578829e-05, "loss": 19.8809, "step": 27125 }, { "epoch": 24.09, "learning_rate": 5.4461538004960887e-05, "loss": 19.1465, "step": 27126 }, { "epoch": 24.09, "learning_rate": 5.4458734179991324e-05, "loss": 18.9258, "step": 27127 }, { "epoch": 24.09, "learning_rate": 5.4455930340888495e-05, "loss": 19.6729, "step": 27128 }, { "epoch": 24.09, "learning_rate": 5.445312648766124e-05, "loss": 18.9854, "step": 27129 }, { "epoch": 24.09, "learning_rate": 5.4450322620318504e-05, "loss": 20.0059, "step": 27130 }, { "epoch": 24.1, "learning_rate": 5.4447518738869163e-05, "loss": 19.6533, "step": 27131 }, { "epoch": 24.1, "learning_rate": 5.4444714843322085e-05, "loss": 19.8018, "step": 27132 }, { "epoch": 24.1, "learning_rate": 5.444191093368616e-05, "loss": 19.5088, "step": 27133 }, { "epoch": 24.1, "learning_rate": 5.443910700997028e-05, "loss": 19.2539, "step": 27134 }, { "epoch": 24.1, "learning_rate": 5.443630307218335e-05, "loss": 19.4609, "step": 27135 }, { "epoch": 24.1, "learning_rate": 5.443349912033424e-05, "loss": 19.9326, "step": 27136 }, { "epoch": 24.1, "learning_rate": 5.443069515443183e-05, "loss": 19.6064, "step": 27137 }, { "epoch": 24.1, "learning_rate": 5.4427891174485016e-05, "loss": 19.5986, "step": 27138 }, { "epoch": 24.1, "learning_rate": 5.442508718050271e-05, "loss": 19.4551, "step": 27139 }, { "epoch": 24.1, "learning_rate": 5.442228317249376e-05, "loss": 19.165, "step": 27140 }, { "epoch": 24.1, "learning_rate": 5.441947915046709e-05, "loss": 19.4629, "step": 27141 }, { "epoch": 24.1, "learning_rate": 5.441667511443155e-05, "loss": 20.208, "step": 27142 }, { "epoch": 24.11, "learning_rate": 5.441387106439606e-05, "loss": 19.9355, "step": 27143 }, { "epoch": 24.11, "learning_rate": 5.441106700036951e-05, "loss": 19.5137, "step": 27144 }, { "epoch": 24.11, "learning_rate": 5.440826292236076e-05, "loss": 20.0898, "step": 27145 }, { "epoch": 24.11, "learning_rate": 5.440545883037872e-05, "loss": 19.8125, "step": 27146 }, { "epoch": 24.11, "learning_rate": 5.440265472443228e-05, "loss": 19.0596, "step": 27147 }, { "epoch": 24.11, "learning_rate": 5.439985060453031e-05, "loss": 20.165, "step": 27148 }, { "epoch": 24.11, "learning_rate": 5.439704647068172e-05, "loss": 19.0693, "step": 27149 }, { "epoch": 24.11, "learning_rate": 5.439424232289539e-05, "loss": 19.6289, "step": 27150 }, { "epoch": 24.11, "learning_rate": 5.4391438161180185e-05, "loss": 19.4648, "step": 27151 }, { "epoch": 24.11, "learning_rate": 5.438863398554505e-05, "loss": 19.4355, "step": 27152 }, { "epoch": 24.11, "learning_rate": 5.438582979599881e-05, "loss": 20.0479, "step": 27153 }, { "epoch": 24.12, "learning_rate": 5.4383025592550395e-05, "loss": 19.3809, "step": 27154 }, { "epoch": 24.12, "learning_rate": 5.438022137520868e-05, "loss": 19.1289, "step": 27155 }, { "epoch": 24.12, "learning_rate": 5.4377417143982555e-05, "loss": 20.583, "step": 27156 }, { "epoch": 24.12, "learning_rate": 5.437461289888093e-05, "loss": 19.2529, "step": 27157 }, { "epoch": 24.12, "learning_rate": 5.4371808639912645e-05, "loss": 19.5068, "step": 27158 }, { "epoch": 24.12, "learning_rate": 5.436900436708663e-05, "loss": 19.75, "step": 27159 }, { "epoch": 24.12, "learning_rate": 5.436620008041175e-05, "loss": 20.082, "step": 27160 }, { "epoch": 24.12, "learning_rate": 5.436339577989692e-05, "loss": 19.624, "step": 27161 }, { "epoch": 24.12, "learning_rate": 5.436059146555102e-05, "loss": 19.5234, "step": 27162 }, { "epoch": 24.12, "learning_rate": 5.435778713738292e-05, "loss": 19.4316, "step": 27163 }, { "epoch": 24.12, "learning_rate": 5.435498279540151e-05, "loss": 19.3779, "step": 27164 }, { "epoch": 24.13, "learning_rate": 5.435217843961572e-05, "loss": 19.0732, "step": 27165 }, { "epoch": 24.13, "learning_rate": 5.43493740700344e-05, "loss": 19.6191, "step": 27166 }, { "epoch": 24.13, "learning_rate": 5.4346569686666436e-05, "loss": 19.6885, "step": 27167 }, { "epoch": 24.13, "learning_rate": 5.434376528952075e-05, "loss": 19.2725, "step": 27168 }, { "epoch": 24.13, "learning_rate": 5.4340960878606206e-05, "loss": 19.707, "step": 27169 }, { "epoch": 24.13, "learning_rate": 5.43381564539317e-05, "loss": 19.918, "step": 27170 }, { "epoch": 24.13, "learning_rate": 5.4335352015506134e-05, "loss": 19.4814, "step": 27171 }, { "epoch": 24.13, "learning_rate": 5.4332547563338375e-05, "loss": 19.6416, "step": 27172 }, { "epoch": 24.13, "learning_rate": 5.432974309743731e-05, "loss": 19.2002, "step": 27173 }, { "epoch": 24.13, "learning_rate": 5.432693861781186e-05, "loss": 19.1992, "step": 27174 }, { "epoch": 24.13, "learning_rate": 5.432413412447089e-05, "loss": 19.6914, "step": 27175 }, { "epoch": 24.13, "learning_rate": 5.432132961742331e-05, "loss": 20.75, "step": 27176 }, { "epoch": 24.14, "learning_rate": 5.431852509667796e-05, "loss": 19.7832, "step": 27177 }, { "epoch": 24.14, "learning_rate": 5.431572056224379e-05, "loss": 19.2656, "step": 27178 }, { "epoch": 24.14, "learning_rate": 5.431291601412968e-05, "loss": 19.5938, "step": 27179 }, { "epoch": 24.14, "learning_rate": 5.431011145234448e-05, "loss": 19.6709, "step": 27180 }, { "epoch": 24.14, "learning_rate": 5.430730687689711e-05, "loss": 19.6816, "step": 27181 }, { "epoch": 24.14, "learning_rate": 5.430450228779645e-05, "loss": 19.665, "step": 27182 }, { "epoch": 24.14, "learning_rate": 5.430169768505141e-05, "loss": 19.5371, "step": 27183 }, { "epoch": 24.14, "learning_rate": 5.429889306867086e-05, "loss": 19.7852, "step": 27184 }, { "epoch": 24.14, "learning_rate": 5.42960884386637e-05, "loss": 19.6299, "step": 27185 }, { "epoch": 24.14, "learning_rate": 5.42960884386637e-05, "loss": 19.5303, "step": 27186 }, { "epoch": 24.14, "learning_rate": 5.4293283795038796e-05, "loss": 19.5869, "step": 27187 }, { "epoch": 24.15, "learning_rate": 5.429047913780507e-05, "loss": 20.2559, "step": 27188 }, { "epoch": 24.15, "learning_rate": 5.428767446697139e-05, "loss": 19.4951, "step": 27189 }, { "epoch": 24.15, "learning_rate": 5.428486978254666e-05, "loss": 19.8076, "step": 27190 }, { "epoch": 24.15, "learning_rate": 5.428206508453978e-05, "loss": 20.3174, "step": 27191 }, { "epoch": 24.15, "learning_rate": 5.427926037295961e-05, "loss": 19.0273, "step": 27192 }, { "epoch": 24.15, "learning_rate": 5.427645564781507e-05, "loss": 19.9668, "step": 27193 }, { "epoch": 24.15, "learning_rate": 5.4273650909115026e-05, "loss": 20.0146, "step": 27194 }, { "epoch": 24.15, "learning_rate": 5.427084615686838e-05, "loss": 19.6064, "step": 27195 }, { "epoch": 24.15, "learning_rate": 5.4268041391084024e-05, "loss": 19.2871, "step": 27196 }, { "epoch": 24.15, "learning_rate": 5.426523661177084e-05, "loss": 19.0293, "step": 27197 }, { "epoch": 24.15, "learning_rate": 5.4262431818937734e-05, "loss": 19.166, "step": 27198 }, { "epoch": 24.16, "learning_rate": 5.4259627012593596e-05, "loss": 19.8906, "step": 27199 }, { "epoch": 24.16, "learning_rate": 5.425682219274729e-05, "loss": 19.8525, "step": 27200 }, { "epoch": 24.16, "learning_rate": 5.425401735940773e-05, "loss": 19.4756, "step": 27201 }, { "epoch": 24.16, "learning_rate": 5.4251212512583803e-05, "loss": 19.4766, "step": 27202 }, { "epoch": 24.16, "learning_rate": 5.424840765228439e-05, "loss": 19.1309, "step": 27203 }, { "epoch": 24.16, "learning_rate": 5.424560277851841e-05, "loss": 19.8906, "step": 27204 }, { "epoch": 24.16, "learning_rate": 5.4242797891294715e-05, "loss": 19.999, "step": 27205 }, { "epoch": 24.16, "learning_rate": 5.4239992990622224e-05, "loss": 19.8789, "step": 27206 }, { "epoch": 24.16, "learning_rate": 5.423718807650983e-05, "loss": 19.7441, "step": 27207 }, { "epoch": 24.16, "learning_rate": 5.4234383148966394e-05, "loss": 19.5273, "step": 27208 }, { "epoch": 24.16, "learning_rate": 5.423157820800083e-05, "loss": 19.6904, "step": 27209 }, { "epoch": 24.17, "learning_rate": 5.422877325362203e-05, "loss": 19.7207, "step": 27210 }, { "epoch": 24.17, "learning_rate": 5.422596828583888e-05, "loss": 20.6621, "step": 27211 }, { "epoch": 24.17, "learning_rate": 5.422316330466029e-05, "loss": 19.6113, "step": 27212 }, { "epoch": 24.17, "learning_rate": 5.422035831009511e-05, "loss": 19.2383, "step": 27213 }, { "epoch": 24.17, "learning_rate": 5.4217553302152237e-05, "loss": 19.4072, "step": 27214 }, { "epoch": 24.17, "learning_rate": 5.421474828084061e-05, "loss": 19.6367, "step": 27215 }, { "epoch": 24.17, "learning_rate": 5.4211943246169085e-05, "loss": 19.6494, "step": 27216 }, { "epoch": 24.17, "learning_rate": 5.420913819814656e-05, "loss": 19.4277, "step": 27217 }, { "epoch": 24.17, "learning_rate": 5.420633313678191e-05, "loss": 19.2461, "step": 27218 }, { "epoch": 24.17, "learning_rate": 5.420352806208404e-05, "loss": 19.4873, "step": 27219 }, { "epoch": 24.17, "learning_rate": 5.4200722974061866e-05, "loss": 19.6406, "step": 27220 }, { "epoch": 24.17, "learning_rate": 5.4197917872724234e-05, "loss": 19.5127, "step": 27221 }, { "epoch": 24.18, "learning_rate": 5.4195112758080066e-05, "loss": 19.584, "step": 27222 }, { "epoch": 24.18, "learning_rate": 5.419230763013824e-05, "loss": 19.5811, "step": 27223 }, { "epoch": 24.18, "learning_rate": 5.418950248890766e-05, "loss": 19.4229, "step": 27224 }, { "epoch": 24.18, "learning_rate": 5.4186697334397216e-05, "loss": 19.3633, "step": 27225 }, { "epoch": 24.18, "learning_rate": 5.418389216661579e-05, "loss": 19.3662, "step": 27226 }, { "epoch": 24.18, "learning_rate": 5.418108698557226e-05, "loss": 19.2793, "step": 27227 }, { "epoch": 24.18, "learning_rate": 5.417828179127555e-05, "loss": 19.4453, "step": 27228 }, { "epoch": 24.18, "learning_rate": 5.417547658373454e-05, "loss": 19.7979, "step": 27229 }, { "epoch": 24.18, "learning_rate": 5.417267136295813e-05, "loss": 19.3789, "step": 27230 }, { "epoch": 24.18, "learning_rate": 5.416986612895518e-05, "loss": 19.3516, "step": 27231 }, { "epoch": 24.18, "learning_rate": 5.416706088173462e-05, "loss": 20.0, "step": 27232 }, { "epoch": 24.19, "learning_rate": 5.4164255621305324e-05, "loss": 19.6992, "step": 27233 }, { "epoch": 24.19, "learning_rate": 5.416145034767618e-05, "loss": 19.3252, "step": 27234 }, { "epoch": 24.19, "learning_rate": 5.4158645060856095e-05, "loss": 19.4229, "step": 27235 }, { "epoch": 24.19, "learning_rate": 5.4155839760853946e-05, "loss": 19.8232, "step": 27236 }, { "epoch": 24.19, "learning_rate": 5.415303444767863e-05, "loss": 19.3721, "step": 27237 }, { "epoch": 24.19, "learning_rate": 5.4150229121339036e-05, "loss": 19.6143, "step": 27238 }, { "epoch": 24.19, "learning_rate": 5.4147423781844084e-05, "loss": 20.1309, "step": 27239 }, { "epoch": 24.19, "learning_rate": 5.414461842920261e-05, "loss": 19.4238, "step": 27240 }, { "epoch": 24.19, "learning_rate": 5.414181306342358e-05, "loss": 20.0967, "step": 27241 }, { "epoch": 24.19, "learning_rate": 5.4139007684515816e-05, "loss": 19.8779, "step": 27242 }, { "epoch": 24.19, "learning_rate": 5.4136202292488246e-05, "loss": 19.0938, "step": 27243 }, { "epoch": 24.2, "learning_rate": 5.4133396887349766e-05, "loss": 19.9443, "step": 27244 }, { "epoch": 24.2, "learning_rate": 5.413059146910925e-05, "loss": 19.8682, "step": 27245 }, { "epoch": 24.2, "learning_rate": 5.4127786037775605e-05, "loss": 19.2637, "step": 27246 }, { "epoch": 24.2, "learning_rate": 5.412498059335773e-05, "loss": 19.5547, "step": 27247 }, { "epoch": 24.2, "learning_rate": 5.41221751358645e-05, "loss": 20.3379, "step": 27248 }, { "epoch": 24.2, "learning_rate": 5.41193696653048e-05, "loss": 19.7744, "step": 27249 }, { "epoch": 24.2, "learning_rate": 5.4116564181687555e-05, "loss": 19.8506, "step": 27250 }, { "epoch": 24.2, "learning_rate": 5.411375868502163e-05, "loss": 20.9395, "step": 27251 }, { "epoch": 24.2, "learning_rate": 5.411375868502163e-05, "loss": 20.0146, "step": 27252 }, { "epoch": 24.2, "learning_rate": 5.411095317531595e-05, "loss": 19.8291, "step": 27253 }, { "epoch": 24.2, "learning_rate": 5.4108147652579356e-05, "loss": 19.624, "step": 27254 }, { "epoch": 24.21, "learning_rate": 5.410534211682078e-05, "loss": 19.9844, "step": 27255 }, { "epoch": 24.21, "learning_rate": 5.410253656804911e-05, "loss": 19.5098, "step": 27256 }, { "epoch": 24.21, "learning_rate": 5.409973100627323e-05, "loss": 19.9014, "step": 27257 }, { "epoch": 24.21, "learning_rate": 5.409692543150205e-05, "loss": 19.3105, "step": 27258 }, { "epoch": 24.21, "learning_rate": 5.409411984374444e-05, "loss": 19.4434, "step": 27259 }, { "epoch": 24.21, "learning_rate": 5.409131424300931e-05, "loss": 19.1992, "step": 27260 }, { "epoch": 24.21, "learning_rate": 5.408850862930556e-05, "loss": 19.7832, "step": 27261 }, { "epoch": 24.21, "learning_rate": 5.408570300264205e-05, "loss": 19.5078, "step": 27262 }, { "epoch": 24.21, "learning_rate": 5.4082897363027684e-05, "loss": 19.9043, "step": 27263 }, { "epoch": 24.21, "learning_rate": 5.4080091710471395e-05, "loss": 20.3838, "step": 27264 }, { "epoch": 24.21, "learning_rate": 5.407728604498204e-05, "loss": 20.1699, "step": 27265 }, { "epoch": 24.21, "learning_rate": 5.40744803665685e-05, "loss": 19.6211, "step": 27266 }, { "epoch": 24.22, "learning_rate": 5.4071674675239705e-05, "loss": 19.2695, "step": 27267 }, { "epoch": 24.22, "learning_rate": 5.406886897100452e-05, "loss": 19.8643, "step": 27268 }, { "epoch": 24.22, "learning_rate": 5.406606325387187e-05, "loss": 19.832, "step": 27269 }, { "epoch": 24.22, "learning_rate": 5.4063257523850606e-05, "loss": 19.8271, "step": 27270 }, { "epoch": 24.22, "learning_rate": 5.406045178094965e-05, "loss": 19.9023, "step": 27271 }, { "epoch": 24.22, "learning_rate": 5.4057646025177886e-05, "loss": 19.5186, "step": 27272 }, { "epoch": 24.22, "learning_rate": 5.4054840256544215e-05, "loss": 19.4648, "step": 27273 }, { "epoch": 24.22, "learning_rate": 5.4052034475057524e-05, "loss": 19.6543, "step": 27274 }, { "epoch": 24.22, "learning_rate": 5.404922868072673e-05, "loss": 19.2021, "step": 27275 }, { "epoch": 24.22, "learning_rate": 5.404642287356066e-05, "loss": 19.0303, "step": 27276 }, { "epoch": 24.22, "learning_rate": 5.404361705356829e-05, "loss": 19.1533, "step": 27277 }, { "epoch": 24.23, "learning_rate": 5.404081122075848e-05, "loss": 19.2617, "step": 27278 }, { "epoch": 24.23, "learning_rate": 5.40380053751401e-05, "loss": 19.5303, "step": 27279 }, { "epoch": 24.23, "learning_rate": 5.403519951672208e-05, "loss": 19.1279, "step": 27280 }, { "epoch": 24.23, "learning_rate": 5.403239364551329e-05, "loss": 19.7871, "step": 27281 }, { "epoch": 24.23, "learning_rate": 5.402958776152264e-05, "loss": 19.7393, "step": 27282 }, { "epoch": 24.23, "learning_rate": 5.402678186475903e-05, "loss": 19.9375, "step": 27283 }, { "epoch": 24.23, "learning_rate": 5.402397595523133e-05, "loss": 18.9727, "step": 27284 }, { "epoch": 24.23, "learning_rate": 5.4021170032948445e-05, "loss": 19.2793, "step": 27285 }, { "epoch": 24.23, "learning_rate": 5.401836409791927e-05, "loss": 20.6064, "step": 27286 }, { "epoch": 24.23, "learning_rate": 5.40155581501527e-05, "loss": 19.1953, "step": 27287 }, { "epoch": 24.23, "learning_rate": 5.401275218965764e-05, "loss": 19.4434, "step": 27288 }, { "epoch": 24.24, "learning_rate": 5.4009946216442944e-05, "loss": 19.0283, "step": 27289 }, { "epoch": 24.24, "learning_rate": 5.400714023051755e-05, "loss": 19.5547, "step": 27290 }, { "epoch": 24.24, "learning_rate": 5.4004334231890354e-05, "loss": 19.5117, "step": 27291 }, { "epoch": 24.24, "learning_rate": 5.4001528220570217e-05, "loss": 18.9512, "step": 27292 }, { "epoch": 24.24, "learning_rate": 5.3998722196566066e-05, "loss": 19.8662, "step": 27293 }, { "epoch": 24.24, "learning_rate": 5.399591615988676e-05, "loss": 19.585, "step": 27294 }, { "epoch": 24.24, "learning_rate": 5.3993110110541226e-05, "loss": 19.876, "step": 27295 }, { "epoch": 24.24, "learning_rate": 5.399030404853836e-05, "loss": 20.1104, "step": 27296 }, { "epoch": 24.24, "learning_rate": 5.3987497973887023e-05, "loss": 19.4404, "step": 27297 }, { "epoch": 24.24, "learning_rate": 5.398469188659613e-05, "loss": 19.8203, "step": 27298 }, { "epoch": 24.24, "learning_rate": 5.398188578667458e-05, "loss": 19.9258, "step": 27299 }, { "epoch": 24.25, "learning_rate": 5.397907967413127e-05, "loss": 19.3896, "step": 27300 }, { "epoch": 24.25, "learning_rate": 5.397627354897509e-05, "loss": 19.8242, "step": 27301 }, { "epoch": 24.25, "learning_rate": 5.3973467411214916e-05, "loss": 19.9248, "step": 27302 }, { "epoch": 24.25, "learning_rate": 5.397066126085967e-05, "loss": 19.5791, "step": 27303 }, { "epoch": 24.25, "learning_rate": 5.396785509791824e-05, "loss": 19.3496, "step": 27304 }, { "epoch": 24.25, "learning_rate": 5.396504892239951e-05, "loss": 19.998, "step": 27305 }, { "epoch": 24.25, "learning_rate": 5.396224273431238e-05, "loss": 20.1016, "step": 27306 }, { "epoch": 24.25, "learning_rate": 5.3959436533665765e-05, "loss": 19.7119, "step": 27307 }, { "epoch": 24.25, "learning_rate": 5.3956630320468525e-05, "loss": 19.5869, "step": 27308 }, { "epoch": 24.25, "learning_rate": 5.395382409472958e-05, "loss": 19.4336, "step": 27309 }, { "epoch": 24.25, "learning_rate": 5.395101785645783e-05, "loss": 19.6787, "step": 27310 }, { "epoch": 24.25, "learning_rate": 5.394821160566214e-05, "loss": 20.7383, "step": 27311 }, { "epoch": 24.26, "learning_rate": 5.394540534235143e-05, "loss": 19.8662, "step": 27312 }, { "epoch": 24.26, "learning_rate": 5.394259906653459e-05, "loss": 19.8682, "step": 27313 }, { "epoch": 24.26, "learning_rate": 5.393979277822051e-05, "loss": 19.6729, "step": 27314 }, { "epoch": 24.26, "learning_rate": 5.39369864774181e-05, "loss": 19.3242, "step": 27315 }, { "epoch": 24.26, "learning_rate": 5.393418016413623e-05, "loss": 19.4473, "step": 27316 }, { "epoch": 24.26, "learning_rate": 5.393137383838382e-05, "loss": 20.3281, "step": 27317 }, { "epoch": 24.26, "learning_rate": 5.392856750016977e-05, "loss": 19.9893, "step": 27318 }, { "epoch": 24.26, "learning_rate": 5.392576114950294e-05, "loss": 19.6543, "step": 27319 }, { "epoch": 24.26, "learning_rate": 5.392295478639225e-05, "loss": 19.208, "step": 27320 }, { "epoch": 24.26, "learning_rate": 5.392014841084659e-05, "loss": 19.418, "step": 27321 }, { "epoch": 24.26, "learning_rate": 5.391734202287487e-05, "loss": 20.4248, "step": 27322 }, { "epoch": 24.27, "learning_rate": 5.391453562248597e-05, "loss": 20.082, "step": 27323 }, { "epoch": 24.27, "learning_rate": 5.39117292096888e-05, "loss": 19.9053, "step": 27324 }, { "epoch": 24.27, "learning_rate": 5.390892278449221e-05, "loss": 20.0059, "step": 27325 }, { "epoch": 24.27, "learning_rate": 5.390611634690517e-05, "loss": 19.6846, "step": 27326 }, { "epoch": 24.27, "learning_rate": 5.390330989693652e-05, "loss": 19.3721, "step": 27327 }, { "epoch": 24.27, "learning_rate": 5.3900503434595175e-05, "loss": 19.0957, "step": 27328 }, { "epoch": 24.27, "learning_rate": 5.389769695989002e-05, "loss": 19.5908, "step": 27329 }, { "epoch": 24.27, "learning_rate": 5.389489047282997e-05, "loss": 20.2334, "step": 27330 }, { "epoch": 24.27, "learning_rate": 5.389208397342392e-05, "loss": 19.7549, "step": 27331 }, { "epoch": 24.27, "learning_rate": 5.3889277461680745e-05, "loss": 19.9678, "step": 27332 }, { "epoch": 24.27, "learning_rate": 5.3886470937609356e-05, "loss": 19.2969, "step": 27333 }, { "epoch": 24.28, "learning_rate": 5.388366440121864e-05, "loss": 19.5303, "step": 27334 }, { "epoch": 24.28, "learning_rate": 5.3880857852517496e-05, "loss": 19.7422, "step": 27335 }, { "epoch": 24.28, "learning_rate": 5.387805129151484e-05, "loss": 19.834, "step": 27336 }, { "epoch": 24.28, "learning_rate": 5.387524471821954e-05, "loss": 19.3672, "step": 27337 }, { "epoch": 24.28, "learning_rate": 5.38724381326405e-05, "loss": 19.7578, "step": 27338 }, { "epoch": 24.28, "learning_rate": 5.386963153478663e-05, "loss": 19.7471, "step": 27339 }, { "epoch": 24.28, "learning_rate": 5.386682492466681e-05, "loss": 20.041, "step": 27340 }, { "epoch": 24.28, "learning_rate": 5.3864018302289945e-05, "loss": 19.6562, "step": 27341 }, { "epoch": 24.28, "learning_rate": 5.3861211667664934e-05, "loss": 19.4844, "step": 27342 }, { "epoch": 24.28, "learning_rate": 5.385840502080066e-05, "loss": 20.1182, "step": 27343 }, { "epoch": 24.28, "learning_rate": 5.385559836170604e-05, "loss": 19.502, "step": 27344 }, { "epoch": 24.29, "learning_rate": 5.385279169038995e-05, "loss": 19.0928, "step": 27345 }, { "epoch": 24.29, "learning_rate": 5.384998500686129e-05, "loss": 20.1904, "step": 27346 }, { "epoch": 24.29, "learning_rate": 5.384717831112898e-05, "loss": 19.4834, "step": 27347 }, { "epoch": 24.29, "learning_rate": 5.384437160320188e-05, "loss": 19.2158, "step": 27348 }, { "epoch": 24.29, "learning_rate": 5.3841564883088915e-05, "loss": 19.249, "step": 27349 }, { "epoch": 24.29, "learning_rate": 5.383875815079897e-05, "loss": 19.3936, "step": 27350 }, { "epoch": 24.29, "learning_rate": 5.383595140634093e-05, "loss": 19.958, "step": 27351 }, { "epoch": 24.29, "learning_rate": 5.3833144649723736e-05, "loss": 19.8916, "step": 27352 }, { "epoch": 24.29, "learning_rate": 5.383033788095623e-05, "loss": 19.668, "step": 27353 }, { "epoch": 24.29, "learning_rate": 5.3827531100047335e-05, "loss": 19.6104, "step": 27354 }, { "epoch": 24.29, "learning_rate": 5.382472430700596e-05, "loss": 19.2236, "step": 27355 }, { "epoch": 24.29, "learning_rate": 5.382191750184097e-05, "loss": 19.9805, "step": 27356 }, { "epoch": 24.3, "learning_rate": 5.381911068456129e-05, "loss": 19.7324, "step": 27357 }, { "epoch": 24.3, "learning_rate": 5.381630385517582e-05, "loss": 19.6025, "step": 27358 }, { "epoch": 24.3, "learning_rate": 5.381349701369343e-05, "loss": 19.5605, "step": 27359 }, { "epoch": 24.3, "learning_rate": 5.3810690160123036e-05, "loss": 19.582, "step": 27360 }, { "epoch": 24.3, "learning_rate": 5.380788329447353e-05, "loss": 19.5498, "step": 27361 }, { "epoch": 24.3, "learning_rate": 5.3805076416753795e-05, "loss": 19.1777, "step": 27362 }, { "epoch": 24.3, "learning_rate": 5.380226952697277e-05, "loss": 19.9062, "step": 27363 }, { "epoch": 24.3, "learning_rate": 5.37994626251393e-05, "loss": 19.7715, "step": 27364 }, { "epoch": 24.3, "learning_rate": 5.379665571126231e-05, "loss": 19.1846, "step": 27365 }, { "epoch": 24.3, "learning_rate": 5.379384878535072e-05, "loss": 19.1709, "step": 27366 }, { "epoch": 24.3, "learning_rate": 5.379104184741338e-05, "loss": 19.8643, "step": 27367 }, { "epoch": 24.31, "learning_rate": 5.378823489745921e-05, "loss": 19.6855, "step": 27368 }, { "epoch": 24.31, "learning_rate": 5.378542793549711e-05, "loss": 19.1348, "step": 27369 }, { "epoch": 24.31, "learning_rate": 5.3782620961535976e-05, "loss": 19.5361, "step": 27370 }, { "epoch": 24.31, "learning_rate": 5.3779813975584724e-05, "loss": 19.5283, "step": 27371 }, { "epoch": 24.31, "learning_rate": 5.377700697765221e-05, "loss": 20.0039, "step": 27372 }, { "epoch": 24.31, "learning_rate": 5.3774199967747355e-05, "loss": 19.332, "step": 27373 }, { "epoch": 24.31, "learning_rate": 5.377139294587906e-05, "loss": 19.8633, "step": 27374 }, { "epoch": 24.31, "learning_rate": 5.3768585912056215e-05, "loss": 19.6914, "step": 27375 }, { "epoch": 24.31, "learning_rate": 5.376577886628772e-05, "loss": 20.0762, "step": 27376 }, { "epoch": 24.31, "learning_rate": 5.376297180858248e-05, "loss": 19.5586, "step": 27377 }, { "epoch": 24.31, "learning_rate": 5.376016473894937e-05, "loss": 19.2441, "step": 27378 }, { "epoch": 24.32, "learning_rate": 5.3757357657397324e-05, "loss": 19.8965, "step": 27379 }, { "epoch": 24.32, "learning_rate": 5.37545505639352e-05, "loss": 20.2402, "step": 27380 }, { "epoch": 24.32, "learning_rate": 5.375174345857192e-05, "loss": 19.9043, "step": 27381 }, { "epoch": 24.32, "learning_rate": 5.374893634131639e-05, "loss": 19.5557, "step": 27382 }, { "epoch": 24.32, "learning_rate": 5.374612921217749e-05, "loss": 19.8311, "step": 27383 }, { "epoch": 24.32, "learning_rate": 5.3743322071164115e-05, "loss": 19.7676, "step": 27384 }, { "epoch": 24.32, "learning_rate": 5.374051491828519e-05, "loss": 20.0117, "step": 27385 }, { "epoch": 24.32, "learning_rate": 5.373770775354957e-05, "loss": 20.2617, "step": 27386 }, { "epoch": 24.32, "learning_rate": 5.373490057696621e-05, "loss": 19.542, "step": 27387 }, { "epoch": 24.32, "learning_rate": 5.373209338854395e-05, "loss": 19.6719, "step": 27388 }, { "epoch": 24.32, "learning_rate": 5.372928618829171e-05, "loss": 19.8604, "step": 27389 }, { "epoch": 24.33, "learning_rate": 5.372647897621842e-05, "loss": 20.5918, "step": 27390 }, { "epoch": 24.33, "learning_rate": 5.3723671752332925e-05, "loss": 19.7998, "step": 27391 }, { "epoch": 24.33, "learning_rate": 5.3720864516644166e-05, "loss": 19.4775, "step": 27392 }, { "epoch": 24.33, "learning_rate": 5.371805726916103e-05, "loss": 19.8623, "step": 27393 }, { "epoch": 24.33, "learning_rate": 5.371525000989239e-05, "loss": 19.5508, "step": 27394 }, { "epoch": 24.33, "learning_rate": 5.371244273884718e-05, "loss": 19.8594, "step": 27395 }, { "epoch": 24.33, "learning_rate": 5.3709635456034266e-05, "loss": 19.792, "step": 27396 }, { "epoch": 24.33, "learning_rate": 5.3706828161462575e-05, "loss": 19.3428, "step": 27397 }, { "epoch": 24.33, "learning_rate": 5.3704020855141005e-05, "loss": 19.4434, "step": 27398 }, { "epoch": 24.33, "learning_rate": 5.370121353707842e-05, "loss": 20.3564, "step": 27399 }, { "epoch": 24.33, "learning_rate": 5.3698406207283745e-05, "loss": 20.2715, "step": 27400 }, { "epoch": 24.33, "learning_rate": 5.36955988657659e-05, "loss": 19.8223, "step": 27401 }, { "epoch": 24.34, "learning_rate": 5.369279151253374e-05, "loss": 20.291, "step": 27402 }, { "epoch": 24.34, "learning_rate": 5.368998414759618e-05, "loss": 19.3027, "step": 27403 }, { "epoch": 24.34, "learning_rate": 5.3687176770962136e-05, "loss": 19.376, "step": 27404 }, { "epoch": 24.34, "learning_rate": 5.3684369382640485e-05, "loss": 19.1309, "step": 27405 }, { "epoch": 24.34, "learning_rate": 5.368156198264014e-05, "loss": 19.1611, "step": 27406 }, { "epoch": 24.34, "learning_rate": 5.3678754570969994e-05, "loss": 19.8389, "step": 27407 }, { "epoch": 24.34, "learning_rate": 5.367594714763893e-05, "loss": 19.8535, "step": 27408 }, { "epoch": 24.34, "learning_rate": 5.367313971265587e-05, "loss": 19.9785, "step": 27409 }, { "epoch": 24.34, "learning_rate": 5.367033226602971e-05, "loss": 20.2656, "step": 27410 }, { "epoch": 24.34, "learning_rate": 5.366752480776935e-05, "loss": 19.7383, "step": 27411 }, { "epoch": 24.34, "learning_rate": 5.3664717337883666e-05, "loss": 19.2656, "step": 27412 }, { "epoch": 24.35, "learning_rate": 5.3664717337883666e-05, "loss": 20.499, "step": 27413 }, { "epoch": 24.35, "learning_rate": 5.3664717337883666e-05, "loss": 20.375, "step": 27414 }, { "epoch": 24.35, "learning_rate": 5.366190985638159e-05, "loss": 19.4775, "step": 27415 }, { "epoch": 24.35, "learning_rate": 5.365910236327201e-05, "loss": 19.2725, "step": 27416 }, { "epoch": 24.35, "learning_rate": 5.3656294858563803e-05, "loss": 20.0078, "step": 27417 }, { "epoch": 24.35, "learning_rate": 5.36534873422659e-05, "loss": 19.6279, "step": 27418 }, { "epoch": 24.35, "learning_rate": 5.365067981438717e-05, "loss": 19.4619, "step": 27419 }, { "epoch": 24.35, "learning_rate": 5.364787227493655e-05, "loss": 19.5283, "step": 27420 }, { "epoch": 24.35, "learning_rate": 5.364506472392291e-05, "loss": 19.2383, "step": 27421 }, { "epoch": 24.35, "learning_rate": 5.364225716135516e-05, "loss": 19.3779, "step": 27422 }, { "epoch": 24.35, "learning_rate": 5.3639449587242177e-05, "loss": 19.293, "step": 27423 }, { "epoch": 24.36, "learning_rate": 5.3636642001592905e-05, "loss": 19.3662, "step": 27424 }, { "epoch": 24.36, "learning_rate": 5.363383440441621e-05, "loss": 19.4434, "step": 27425 }, { "epoch": 24.36, "learning_rate": 5.3631026795721e-05, "loss": 19.3125, "step": 27426 }, { "epoch": 24.36, "learning_rate": 5.362821917551617e-05, "loss": 19.3291, "step": 27427 }, { "epoch": 24.36, "learning_rate": 5.3625411543810636e-05, "loss": 19.8389, "step": 27428 }, { "epoch": 24.36, "learning_rate": 5.362260390061329e-05, "loss": 19.7422, "step": 27429 }, { "epoch": 24.36, "learning_rate": 5.361979624593301e-05, "loss": 19.0479, "step": 27430 }, { "epoch": 24.36, "learning_rate": 5.3616988579778723e-05, "loss": 19.166, "step": 27431 }, { "epoch": 24.36, "learning_rate": 5.361418090215932e-05, "loss": 19.4062, "step": 27432 }, { "epoch": 24.36, "learning_rate": 5.3611373213083693e-05, "loss": 19.5635, "step": 27433 }, { "epoch": 24.36, "learning_rate": 5.360856551256075e-05, "loss": 19.417, "step": 27434 }, { "epoch": 24.37, "learning_rate": 5.36057578005994e-05, "loss": 19.4873, "step": 27435 }, { "epoch": 24.37, "learning_rate": 5.3602950077208515e-05, "loss": 19.3633, "step": 27436 }, { "epoch": 24.37, "learning_rate": 5.360014234239703e-05, "loss": 19.6055, "step": 27437 }, { "epoch": 24.37, "learning_rate": 5.359733459617382e-05, "loss": 19.6494, "step": 27438 }, { "epoch": 24.37, "learning_rate": 5.3594526838547786e-05, "loss": 19.3633, "step": 27439 }, { "epoch": 24.37, "learning_rate": 5.3591719069527835e-05, "loss": 19.7832, "step": 27440 }, { "epoch": 24.37, "learning_rate": 5.358891128912288e-05, "loss": 19.6445, "step": 27441 }, { "epoch": 24.37, "learning_rate": 5.358610349734179e-05, "loss": 19.4307, "step": 27442 }, { "epoch": 24.37, "learning_rate": 5.35832956941935e-05, "loss": 19.5391, "step": 27443 }, { "epoch": 24.37, "learning_rate": 5.358048787968689e-05, "loss": 19.1787, "step": 27444 }, { "epoch": 24.37, "learning_rate": 5.357768005383085e-05, "loss": 19.1543, "step": 27445 }, { "epoch": 24.37, "learning_rate": 5.35748722166343e-05, "loss": 19.2627, "step": 27446 }, { "epoch": 24.38, "learning_rate": 5.3572064368106136e-05, "loss": 19.3408, "step": 27447 }, { "epoch": 24.38, "learning_rate": 5.3569256508255264e-05, "loss": 20.0264, "step": 27448 }, { "epoch": 24.38, "learning_rate": 5.3566448637090546e-05, "loss": 19.7617, "step": 27449 }, { "epoch": 24.38, "learning_rate": 5.3563640754620934e-05, "loss": 19.6455, "step": 27450 }, { "epoch": 24.38, "learning_rate": 5.356083286085532e-05, "loss": 20.2324, "step": 27451 }, { "epoch": 24.38, "learning_rate": 5.3558024955802566e-05, "loss": 19.1885, "step": 27452 }, { "epoch": 24.38, "learning_rate": 5.3555217039471605e-05, "loss": 19.958, "step": 27453 }, { "epoch": 24.38, "learning_rate": 5.355240911187134e-05, "loss": 19.4355, "step": 27454 }, { "epoch": 24.38, "learning_rate": 5.3549601173010656e-05, "loss": 19.9385, "step": 27455 }, { "epoch": 24.38, "learning_rate": 5.354679322289846e-05, "loss": 18.9932, "step": 27456 }, { "epoch": 24.38, "learning_rate": 5.354398526154365e-05, "loss": 19.7939, "step": 27457 }, { "epoch": 24.39, "learning_rate": 5.354117728895514e-05, "loss": 19.9561, "step": 27458 }, { "epoch": 24.39, "learning_rate": 5.35383693051418e-05, "loss": 20.0713, "step": 27459 }, { "epoch": 24.39, "learning_rate": 5.353556131011256e-05, "loss": 19.6895, "step": 27460 }, { "epoch": 24.39, "learning_rate": 5.3532753303876304e-05, "loss": 19.3408, "step": 27461 }, { "epoch": 24.39, "learning_rate": 5.3529945286441966e-05, "loss": 20.1191, "step": 27462 }, { "epoch": 24.39, "learning_rate": 5.352713725781838e-05, "loss": 19.3984, "step": 27463 }, { "epoch": 24.39, "learning_rate": 5.352432921801452e-05, "loss": 19.4395, "step": 27464 }, { "epoch": 24.39, "learning_rate": 5.3521521167039244e-05, "loss": 19.7412, "step": 27465 }, { "epoch": 24.39, "learning_rate": 5.351871310490146e-05, "loss": 19.709, "step": 27466 }, { "epoch": 24.39, "learning_rate": 5.351590503161007e-05, "loss": 19.7939, "step": 27467 }, { "epoch": 24.39, "learning_rate": 5.351309694717399e-05, "loss": 19.8467, "step": 27468 }, { "epoch": 24.4, "learning_rate": 5.3510288851602096e-05, "loss": 19.3164, "step": 27469 }, { "epoch": 24.4, "learning_rate": 5.350748074490331e-05, "loss": 19.6436, "step": 27470 }, { "epoch": 24.4, "learning_rate": 5.350467262708653e-05, "loss": 19.8379, "step": 27471 }, { "epoch": 24.4, "learning_rate": 5.3501864498160634e-05, "loss": 19.6924, "step": 27472 }, { "epoch": 24.4, "learning_rate": 5.3499056358134546e-05, "loss": 19.6455, "step": 27473 }, { "epoch": 24.4, "learning_rate": 5.349624820701717e-05, "loss": 19.7656, "step": 27474 }, { "epoch": 24.4, "learning_rate": 5.34934400448174e-05, "loss": 19.585, "step": 27475 }, { "epoch": 24.4, "learning_rate": 5.3490631871544126e-05, "loss": 19.6602, "step": 27476 }, { "epoch": 24.4, "learning_rate": 5.348782368720626e-05, "loss": 19.8115, "step": 27477 }, { "epoch": 24.4, "learning_rate": 5.348501549181273e-05, "loss": 19.9062, "step": 27478 }, { "epoch": 24.4, "learning_rate": 5.3482207285372386e-05, "loss": 19.915, "step": 27479 }, { "epoch": 24.4, "learning_rate": 5.3479399067894155e-05, "loss": 19.7471, "step": 27480 }, { "epoch": 24.41, "learning_rate": 5.3476590839386945e-05, "loss": 19.5498, "step": 27481 }, { "epoch": 24.41, "learning_rate": 5.3473782599859647e-05, "loss": 19.9834, "step": 27482 }, { "epoch": 24.41, "learning_rate": 5.347097434932118e-05, "loss": 19.748, "step": 27483 }, { "epoch": 24.41, "learning_rate": 5.3468166087780414e-05, "loss": 19.9707, "step": 27484 }, { "epoch": 24.41, "learning_rate": 5.3465357815246254e-05, "loss": 19.4287, "step": 27485 }, { "epoch": 24.41, "learning_rate": 5.346254953172765e-05, "loss": 19.7139, "step": 27486 }, { "epoch": 24.41, "learning_rate": 5.345974123723345e-05, "loss": 19.2402, "step": 27487 }, { "epoch": 24.41, "learning_rate": 5.3456932931772584e-05, "loss": 19.8076, "step": 27488 }, { "epoch": 24.41, "learning_rate": 5.345412461535393e-05, "loss": 19.8418, "step": 27489 }, { "epoch": 24.41, "learning_rate": 5.3451316287986416e-05, "loss": 18.8428, "step": 27490 }, { "epoch": 24.41, "learning_rate": 5.344850794967894e-05, "loss": 19.7461, "step": 27491 }, { "epoch": 24.42, "learning_rate": 5.344569960044039e-05, "loss": 20.0479, "step": 27492 }, { "epoch": 24.42, "learning_rate": 5.344289124027967e-05, "loss": 19.3721, "step": 27493 }, { "epoch": 24.42, "learning_rate": 5.344008286920569e-05, "loss": 19.7158, "step": 27494 }, { "epoch": 24.42, "learning_rate": 5.343727448722734e-05, "loss": 19.6953, "step": 27495 }, { "epoch": 24.42, "learning_rate": 5.343446609435354e-05, "loss": 19.8037, "step": 27496 }, { "epoch": 24.42, "learning_rate": 5.3431657690593187e-05, "loss": 19.8711, "step": 27497 }, { "epoch": 24.42, "learning_rate": 5.342884927595515e-05, "loss": 19.6113, "step": 27498 }, { "epoch": 24.42, "learning_rate": 5.342604085044839e-05, "loss": 19.4268, "step": 27499 }, { "epoch": 24.42, "learning_rate": 5.342323241408177e-05, "loss": 19.5117, "step": 27500 }, { "epoch": 24.42, "learning_rate": 5.34204239668642e-05, "loss": 19.9912, "step": 27501 }, { "epoch": 24.42, "learning_rate": 5.3417615508804576e-05, "loss": 20.6084, "step": 27502 }, { "epoch": 24.43, "learning_rate": 5.341480703991182e-05, "loss": 19.9531, "step": 27503 }, { "epoch": 24.43, "learning_rate": 5.341199856019481e-05, "loss": 20.4033, "step": 27504 }, { "epoch": 24.43, "learning_rate": 5.340919006966247e-05, "loss": 19.3086, "step": 27505 }, { "epoch": 24.43, "learning_rate": 5.340638156832368e-05, "loss": 19.4512, "step": 27506 }, { "epoch": 24.43, "learning_rate": 5.340357305618736e-05, "loss": 19.5527, "step": 27507 }, { "epoch": 24.43, "learning_rate": 5.340076453326241e-05, "loss": 20.4932, "step": 27508 }, { "epoch": 24.43, "learning_rate": 5.3397955999557726e-05, "loss": 19.4424, "step": 27509 }, { "epoch": 24.43, "learning_rate": 5.339514745508223e-05, "loss": 19.7539, "step": 27510 }, { "epoch": 24.43, "learning_rate": 5.339233889984477e-05, "loss": 19.4844, "step": 27511 }, { "epoch": 24.43, "learning_rate": 5.338953033385432e-05, "loss": 19.7188, "step": 27512 }, { "epoch": 24.43, "learning_rate": 5.338672175711975e-05, "loss": 19.7646, "step": 27513 }, { "epoch": 24.44, "learning_rate": 5.338391316964994e-05, "loss": 19.8564, "step": 27514 }, { "epoch": 24.44, "learning_rate": 5.338391316964994e-05, "loss": 20.2334, "step": 27515 }, { "epoch": 24.44, "learning_rate": 5.3381104571453834e-05, "loss": 19.3828, "step": 27516 }, { "epoch": 24.44, "learning_rate": 5.3378295962540306e-05, "loss": 19.6777, "step": 27517 }, { "epoch": 24.44, "learning_rate": 5.337548734291826e-05, "loss": 19.6621, "step": 27518 }, { "epoch": 24.44, "learning_rate": 5.337267871259663e-05, "loss": 19.7471, "step": 27519 }, { "epoch": 24.44, "learning_rate": 5.336987007158428e-05, "loss": 19.1572, "step": 27520 }, { "epoch": 24.44, "learning_rate": 5.336706141989012e-05, "loss": 20.0732, "step": 27521 }, { "epoch": 24.44, "learning_rate": 5.336425275752308e-05, "loss": 19.3438, "step": 27522 }, { "epoch": 24.44, "learning_rate": 5.336144408449204e-05, "loss": 19.3984, "step": 27523 }, { "epoch": 24.44, "learning_rate": 5.335863540080591e-05, "loss": 19.7461, "step": 27524 }, { "epoch": 24.44, "learning_rate": 5.3355826706473575e-05, "loss": 19.4922, "step": 27525 }, { "epoch": 24.45, "learning_rate": 5.335301800150396e-05, "loss": 19.1396, "step": 27526 }, { "epoch": 24.45, "learning_rate": 5.335020928590597e-05, "loss": 19.0088, "step": 27527 }, { "epoch": 24.45, "learning_rate": 5.3347400559688496e-05, "loss": 19.6787, "step": 27528 }, { "epoch": 24.45, "learning_rate": 5.3344591822860436e-05, "loss": 19.6729, "step": 27529 }, { "epoch": 24.45, "learning_rate": 5.334178307543071e-05, "loss": 19.1709, "step": 27530 }, { "epoch": 24.45, "learning_rate": 5.3338974317408197e-05, "loss": 19.8613, "step": 27531 }, { "epoch": 24.45, "learning_rate": 5.333616554880184e-05, "loss": 19.2422, "step": 27532 }, { "epoch": 24.45, "learning_rate": 5.33333567696205e-05, "loss": 20.0186, "step": 27533 }, { "epoch": 24.45, "learning_rate": 5.333054797987309e-05, "loss": 19.5869, "step": 27534 }, { "epoch": 24.45, "learning_rate": 5.3327739179568546e-05, "loss": 19.5, "step": 27535 }, { "epoch": 24.45, "learning_rate": 5.332493036871574e-05, "loss": 19.3242, "step": 27536 }, { "epoch": 24.46, "learning_rate": 5.332212154732358e-05, "loss": 19.1543, "step": 27537 }, { "epoch": 24.46, "learning_rate": 5.331931271540096e-05, "loss": 19.2891, "step": 27538 }, { "epoch": 24.46, "learning_rate": 5.33165038729568e-05, "loss": 19.252, "step": 27539 }, { "epoch": 24.46, "learning_rate": 5.3313695020000024e-05, "loss": 20.7188, "step": 27540 }, { "epoch": 24.46, "learning_rate": 5.3310886156539474e-05, "loss": 19.4463, "step": 27541 }, { "epoch": 24.46, "learning_rate": 5.330807728258411e-05, "loss": 19.168, "step": 27542 }, { "epoch": 24.46, "learning_rate": 5.330526839814281e-05, "loss": 19.7725, "step": 27543 }, { "epoch": 24.46, "learning_rate": 5.330245950322448e-05, "loss": 19.5098, "step": 27544 }, { "epoch": 24.46, "learning_rate": 5.3299650597838026e-05, "loss": 19.6758, "step": 27545 }, { "epoch": 24.46, "learning_rate": 5.329684168199236e-05, "loss": 20.0508, "step": 27546 }, { "epoch": 24.46, "learning_rate": 5.3294032755696364e-05, "loss": 18.9004, "step": 27547 }, { "epoch": 24.47, "learning_rate": 5.329122381895897e-05, "loss": 19.5176, "step": 27548 }, { "epoch": 24.47, "learning_rate": 5.328841487178906e-05, "loss": 19.8379, "step": 27549 }, { "epoch": 24.47, "learning_rate": 5.3285605914195535e-05, "loss": 19.3887, "step": 27550 }, { "epoch": 24.47, "learning_rate": 5.328279694618732e-05, "loss": 19.9541, "step": 27551 }, { "epoch": 24.47, "learning_rate": 5.32799879677733e-05, "loss": 19.9424, "step": 27552 }, { "epoch": 24.47, "learning_rate": 5.327717897896239e-05, "loss": 19.6621, "step": 27553 }, { "epoch": 24.47, "learning_rate": 5.327436997976352e-05, "loss": 19.7432, "step": 27554 }, { "epoch": 24.47, "learning_rate": 5.327156097018553e-05, "loss": 19.4541, "step": 27555 }, { "epoch": 24.47, "learning_rate": 5.326875195023736e-05, "loss": 20.373, "step": 27556 }, { "epoch": 24.47, "learning_rate": 5.3265942919927914e-05, "loss": 19.9883, "step": 27557 }, { "epoch": 24.47, "learning_rate": 5.3265942919927914e-05, "loss": 19.9248, "step": 27558 }, { "epoch": 24.48, "learning_rate": 5.32631338792661e-05, "loss": 20.0547, "step": 27559 }, { "epoch": 24.48, "learning_rate": 5.326032482826082e-05, "loss": 20.291, "step": 27560 }, { "epoch": 24.48, "learning_rate": 5.325751576692096e-05, "loss": 19.5352, "step": 27561 }, { "epoch": 24.48, "learning_rate": 5.325470669525545e-05, "loss": 19.7471, "step": 27562 }, { "epoch": 24.48, "learning_rate": 5.3251897613273195e-05, "loss": 20.0879, "step": 27563 }, { "epoch": 24.48, "learning_rate": 5.324908852098307e-05, "loss": 19.8408, "step": 27564 }, { "epoch": 24.48, "learning_rate": 5.3246279418394e-05, "loss": 19.6064, "step": 27565 }, { "epoch": 24.48, "learning_rate": 5.3243470305514874e-05, "loss": 19.0752, "step": 27566 }, { "epoch": 24.48, "learning_rate": 5.3240661182354626e-05, "loss": 20.3438, "step": 27567 }, { "epoch": 24.48, "learning_rate": 5.3237852048922146e-05, "loss": 19.9326, "step": 27568 }, { "epoch": 24.48, "learning_rate": 5.3235042905226316e-05, "loss": 19.9482, "step": 27569 }, { "epoch": 24.48, "learning_rate": 5.323223375127606e-05, "loss": 19.6602, "step": 27570 }, { "epoch": 24.49, "learning_rate": 5.322942458708029e-05, "loss": 19.6338, "step": 27571 }, { "epoch": 24.49, "learning_rate": 5.3226615412647907e-05, "loss": 19.8154, "step": 27572 }, { "epoch": 24.49, "learning_rate": 5.3223806227987795e-05, "loss": 19.5322, "step": 27573 }, { "epoch": 24.49, "learning_rate": 5.322099703310889e-05, "loss": 19.7002, "step": 27574 }, { "epoch": 24.49, "learning_rate": 5.321818782802007e-05, "loss": 19.749, "step": 27575 }, { "epoch": 24.49, "learning_rate": 5.321537861273026e-05, "loss": 19.5127, "step": 27576 }, { "epoch": 24.49, "learning_rate": 5.321256938724835e-05, "loss": 20.1455, "step": 27577 }, { "epoch": 24.49, "learning_rate": 5.320976015158325e-05, "loss": 20.498, "step": 27578 }, { "epoch": 24.49, "learning_rate": 5.320695090574386e-05, "loss": 19.9971, "step": 27579 }, { "epoch": 24.49, "learning_rate": 5.320414164973909e-05, "loss": 19.2363, "step": 27580 }, { "epoch": 24.49, "learning_rate": 5.320133238357785e-05, "loss": 19.3379, "step": 27581 }, { "epoch": 24.5, "learning_rate": 5.319852310726904e-05, "loss": 19.4736, "step": 27582 }, { "epoch": 24.5, "learning_rate": 5.319571382082156e-05, "loss": 19.917, "step": 27583 }, { "epoch": 24.5, "learning_rate": 5.319290452424431e-05, "loss": 19.873, "step": 27584 }, { "epoch": 24.5, "learning_rate": 5.3190095217546207e-05, "loss": 19.5908, "step": 27585 }, { "epoch": 24.5, "learning_rate": 5.318728590073616e-05, "loss": 20.0723, "step": 27586 }, { "epoch": 24.5, "learning_rate": 5.318447657382306e-05, "loss": 19.2695, "step": 27587 }, { "epoch": 24.5, "learning_rate": 5.318166723681581e-05, "loss": 19.2334, "step": 27588 }, { "epoch": 24.5, "learning_rate": 5.3178857889723336e-05, "loss": 19.876, "step": 27589 }, { "epoch": 24.5, "learning_rate": 5.3176048532554535e-05, "loss": 19.8428, "step": 27590 }, { "epoch": 24.5, "learning_rate": 5.31732391653183e-05, "loss": 19.6904, "step": 27591 }, { "epoch": 24.5, "learning_rate": 5.317042978802354e-05, "loss": 19.5303, "step": 27592 }, { "epoch": 24.51, "learning_rate": 5.316762040067916e-05, "loss": 19.5703, "step": 27593 }, { "epoch": 24.51, "learning_rate": 5.316481100329408e-05, "loss": 19.8408, "step": 27594 }, { "epoch": 24.51, "learning_rate": 5.3162001595877195e-05, "loss": 19.6416, "step": 27595 }, { "epoch": 24.51, "learning_rate": 5.31591921784374e-05, "loss": 20.1709, "step": 27596 }, { "epoch": 24.51, "learning_rate": 5.31563827509836e-05, "loss": 19.8877, "step": 27597 }, { "epoch": 24.51, "learning_rate": 5.315357331352473e-05, "loss": 19.5381, "step": 27598 }, { "epoch": 24.51, "learning_rate": 5.3150763866069665e-05, "loss": 19.2197, "step": 27599 }, { "epoch": 24.51, "learning_rate": 5.314795440862733e-05, "loss": 19.3916, "step": 27600 }, { "epoch": 24.51, "learning_rate": 5.3145144941206606e-05, "loss": 19.8643, "step": 27601 }, { "epoch": 24.51, "learning_rate": 5.3142335463816414e-05, "loss": 20.1777, "step": 27602 }, { "epoch": 24.51, "learning_rate": 5.313952597646568e-05, "loss": 19.2607, "step": 27603 }, { "epoch": 24.52, "learning_rate": 5.313671647916327e-05, "loss": 20.2725, "step": 27604 }, { "epoch": 24.52, "learning_rate": 5.3133906971918116e-05, "loss": 19.2236, "step": 27605 }, { "epoch": 24.52, "learning_rate": 5.3131097454739106e-05, "loss": 19.6367, "step": 27606 }, { "epoch": 24.52, "learning_rate": 5.3128287927635154e-05, "loss": 19.5137, "step": 27607 }, { "epoch": 24.52, "learning_rate": 5.312547839061519e-05, "loss": 19.5771, "step": 27608 }, { "epoch": 24.52, "learning_rate": 5.312266884368807e-05, "loss": 19.7861, "step": 27609 }, { "epoch": 24.52, "learning_rate": 5.3119859286862724e-05, "loss": 19.6309, "step": 27610 }, { "epoch": 24.52, "learning_rate": 5.311704972014808e-05, "loss": 19.8672, "step": 27611 }, { "epoch": 24.52, "learning_rate": 5.311424014355302e-05, "loss": 19.5957, "step": 27612 }, { "epoch": 24.52, "learning_rate": 5.311143055708644e-05, "loss": 20.001, "step": 27613 }, { "epoch": 24.52, "learning_rate": 5.3108620960757274e-05, "loss": 20.5029, "step": 27614 }, { "epoch": 24.52, "learning_rate": 5.3105811354574394e-05, "loss": 19.5186, "step": 27615 }, { "epoch": 24.53, "learning_rate": 5.3103001738546755e-05, "loss": 20.1377, "step": 27616 }, { "epoch": 24.53, "learning_rate": 5.3100192112683214e-05, "loss": 20.332, "step": 27617 }, { "epoch": 24.53, "learning_rate": 5.309738247699269e-05, "loss": 20.2031, "step": 27618 }, { "epoch": 24.53, "learning_rate": 5.30945728314841e-05, "loss": 19.5732, "step": 27619 }, { "epoch": 24.53, "learning_rate": 5.3091763176166344e-05, "loss": 19.499, "step": 27620 }, { "epoch": 24.53, "learning_rate": 5.308895351104832e-05, "loss": 19.8447, "step": 27621 }, { "epoch": 24.53, "learning_rate": 5.308614383613897e-05, "loss": 20.0146, "step": 27622 }, { "epoch": 24.53, "learning_rate": 5.308333415144714e-05, "loss": 18.9707, "step": 27623 }, { "epoch": 24.53, "learning_rate": 5.30805244569818e-05, "loss": 20.0176, "step": 27624 }, { "epoch": 24.53, "learning_rate": 5.3077714752751804e-05, "loss": 20.0527, "step": 27625 }, { "epoch": 24.53, "learning_rate": 5.307490503876608e-05, "loss": 19.9141, "step": 27626 }, { "epoch": 24.54, "learning_rate": 5.3072095315033545e-05, "loss": 19.9268, "step": 27627 }, { "epoch": 24.54, "learning_rate": 5.306928558156308e-05, "loss": 19.2705, "step": 27628 }, { "epoch": 24.54, "learning_rate": 5.306647583836361e-05, "loss": 20.1133, "step": 27629 }, { "epoch": 24.54, "learning_rate": 5.3063666085444054e-05, "loss": 19.8516, "step": 27630 }, { "epoch": 24.54, "learning_rate": 5.306085632281328e-05, "loss": 19.415, "step": 27631 }, { "epoch": 24.54, "learning_rate": 5.305804655048021e-05, "loss": 19.8125, "step": 27632 }, { "epoch": 24.54, "learning_rate": 5.3055236768453774e-05, "loss": 19.5225, "step": 27633 }, { "epoch": 24.54, "learning_rate": 5.3052426976742855e-05, "loss": 20.0332, "step": 27634 }, { "epoch": 24.54, "learning_rate": 5.304961717535636e-05, "loss": 19.3916, "step": 27635 }, { "epoch": 24.54, "learning_rate": 5.30468073643032e-05, "loss": 19.8125, "step": 27636 }, { "epoch": 24.54, "learning_rate": 5.304399754359227e-05, "loss": 18.9395, "step": 27637 }, { "epoch": 24.55, "learning_rate": 5.3041187713232507e-05, "loss": 19.3779, "step": 27638 }, { "epoch": 24.55, "learning_rate": 5.30383778732328e-05, "loss": 19.6387, "step": 27639 }, { "epoch": 24.55, "learning_rate": 5.303556802360205e-05, "loss": 19.3057, "step": 27640 }, { "epoch": 24.55, "learning_rate": 5.303275816434916e-05, "loss": 20.332, "step": 27641 }, { "epoch": 24.55, "learning_rate": 5.302994829548304e-05, "loss": 19.9395, "step": 27642 }, { "epoch": 24.55, "learning_rate": 5.3027138417012626e-05, "loss": 20.0664, "step": 27643 }, { "epoch": 24.55, "learning_rate": 5.3024328528946776e-05, "loss": 19.7734, "step": 27644 }, { "epoch": 24.55, "learning_rate": 5.302151863129442e-05, "loss": 19.9062, "step": 27645 }, { "epoch": 24.55, "learning_rate": 5.301870872406448e-05, "loss": 19.498, "step": 27646 }, { "epoch": 24.55, "learning_rate": 5.301589880726584e-05, "loss": 19.3066, "step": 27647 }, { "epoch": 24.55, "learning_rate": 5.3013088880907424e-05, "loss": 19.4961, "step": 27648 }, { "epoch": 24.56, "learning_rate": 5.301027894499812e-05, "loss": 19.5234, "step": 27649 }, { "epoch": 24.56, "learning_rate": 5.300746899954685e-05, "loss": 19.5674, "step": 27650 }, { "epoch": 24.56, "learning_rate": 5.3004659044562524e-05, "loss": 19.6836, "step": 27651 }, { "epoch": 24.56, "learning_rate": 5.300184908005403e-05, "loss": 19.5146, "step": 27652 }, { "epoch": 24.56, "learning_rate": 5.299903910603029e-05, "loss": 19.5762, "step": 27653 }, { "epoch": 24.56, "learning_rate": 5.2996229122500194e-05, "loss": 19.2119, "step": 27654 }, { "epoch": 24.56, "learning_rate": 5.299341912947268e-05, "loss": 19.332, "step": 27655 }, { "epoch": 24.56, "learning_rate": 5.2990609126956624e-05, "loss": 19.3115, "step": 27656 }, { "epoch": 24.56, "learning_rate": 5.298779911496097e-05, "loss": 19.3486, "step": 27657 }, { "epoch": 24.56, "learning_rate": 5.2984989093494573e-05, "loss": 18.8447, "step": 27658 }, { "epoch": 24.56, "learning_rate": 5.2982179062566385e-05, "loss": 19.332, "step": 27659 }, { "epoch": 24.56, "learning_rate": 5.29793690221853e-05, "loss": 19.6152, "step": 27660 }, { "epoch": 24.57, "learning_rate": 5.29765589723602e-05, "loss": 20.2031, "step": 27661 }, { "epoch": 24.57, "learning_rate": 5.297374891310003e-05, "loss": 19.7715, "step": 27662 }, { "epoch": 24.57, "learning_rate": 5.2970938844413686e-05, "loss": 19.8926, "step": 27663 }, { "epoch": 24.57, "learning_rate": 5.2968128766310066e-05, "loss": 19.8574, "step": 27664 }, { "epoch": 24.57, "learning_rate": 5.296531867879809e-05, "loss": 19.5791, "step": 27665 }, { "epoch": 24.57, "learning_rate": 5.296250858188665e-05, "loss": 19.6963, "step": 27666 }, { "epoch": 24.57, "learning_rate": 5.295969847558466e-05, "loss": 20.4277, "step": 27667 }, { "epoch": 24.57, "learning_rate": 5.2956888359901035e-05, "loss": 19.8477, "step": 27668 }, { "epoch": 24.57, "learning_rate": 5.295407823484467e-05, "loss": 19.9316, "step": 27669 }, { "epoch": 24.57, "learning_rate": 5.295126810042449e-05, "loss": 20.1621, "step": 27670 }, { "epoch": 24.57, "learning_rate": 5.2948457956649363e-05, "loss": 19.9297, "step": 27671 }, { "epoch": 24.58, "learning_rate": 5.2948457956649363e-05, "loss": 19.8086, "step": 27672 }, { "epoch": 24.58, "learning_rate": 5.2945647803528256e-05, "loss": 19.6934, "step": 27673 }, { "epoch": 24.58, "learning_rate": 5.294283764107004e-05, "loss": 19.6406, "step": 27674 }, { "epoch": 24.58, "learning_rate": 5.2940027469283614e-05, "loss": 19.8701, "step": 27675 }, { "epoch": 24.58, "learning_rate": 5.293721728817791e-05, "loss": 19.5635, "step": 27676 }, { "epoch": 24.58, "learning_rate": 5.293440709776183e-05, "loss": 19.3516, "step": 27677 }, { "epoch": 24.58, "learning_rate": 5.293159689804427e-05, "loss": 19.8281, "step": 27678 }, { "epoch": 24.58, "learning_rate": 5.2928786689034146e-05, "loss": 19.3662, "step": 27679 }, { "epoch": 24.58, "learning_rate": 5.2925976470740365e-05, "loss": 20.0664, "step": 27680 }, { "epoch": 24.58, "learning_rate": 5.292316624317183e-05, "loss": 19.752, "step": 27681 }, { "epoch": 24.58, "learning_rate": 5.292035600633747e-05, "loss": 19.4922, "step": 27682 }, { "epoch": 24.59, "learning_rate": 5.291754576024617e-05, "loss": 20.29, "step": 27683 }, { "epoch": 24.59, "learning_rate": 5.2914735504906845e-05, "loss": 19.0234, "step": 27684 }, { "epoch": 24.59, "learning_rate": 5.2911925240328386e-05, "loss": 19.2148, "step": 27685 }, { "epoch": 24.59, "learning_rate": 5.290911496651972e-05, "loss": 19.5869, "step": 27686 }, { "epoch": 24.59, "learning_rate": 5.2906304683489774e-05, "loss": 19.6846, "step": 27687 }, { "epoch": 24.59, "learning_rate": 5.2906304683489774e-05, "loss": 20.0078, "step": 27688 }, { "epoch": 24.59, "learning_rate": 5.290349439124742e-05, "loss": 19.4434, "step": 27689 }, { "epoch": 24.59, "learning_rate": 5.2900684089801575e-05, "loss": 19.2471, "step": 27690 }, { "epoch": 24.59, "learning_rate": 5.2897873779161166e-05, "loss": 20.6387, "step": 27691 }, { "epoch": 24.59, "learning_rate": 5.2895063459335085e-05, "loss": 19.6318, "step": 27692 }, { "epoch": 24.59, "learning_rate": 5.2892253130332234e-05, "loss": 19.9727, "step": 27693 }, { "epoch": 24.6, "learning_rate": 5.288944279216153e-05, "loss": 19.7422, "step": 27694 }, { "epoch": 24.6, "learning_rate": 5.2886632444831885e-05, "loss": 19.5547, "step": 27695 }, { "epoch": 24.6, "learning_rate": 5.288382208835221e-05, "loss": 20.6963, "step": 27696 }, { "epoch": 24.6, "learning_rate": 5.28810117227314e-05, "loss": 19.46, "step": 27697 }, { "epoch": 24.6, "learning_rate": 5.2878201347978374e-05, "loss": 19.4043, "step": 27698 }, { "epoch": 24.6, "learning_rate": 5.2875390964102026e-05, "loss": 20.0488, "step": 27699 }, { "epoch": 24.6, "learning_rate": 5.287258057111127e-05, "loss": 19.7764, "step": 27700 }, { "epoch": 24.6, "learning_rate": 5.2869770169015034e-05, "loss": 19.6172, "step": 27701 }, { "epoch": 24.6, "learning_rate": 5.286695975782222e-05, "loss": 19.9023, "step": 27702 }, { "epoch": 24.6, "learning_rate": 5.286414933754171e-05, "loss": 19.7402, "step": 27703 }, { "epoch": 24.6, "learning_rate": 5.2861338908182436e-05, "loss": 19.4727, "step": 27704 }, { "epoch": 24.6, "learning_rate": 5.28585284697533e-05, "loss": 19.8506, "step": 27705 }, { "epoch": 24.61, "learning_rate": 5.285571802226321e-05, "loss": 19.2979, "step": 27706 }, { "epoch": 24.61, "learning_rate": 5.285290756572109e-05, "loss": 19.8301, "step": 27707 }, { "epoch": 24.61, "learning_rate": 5.285009710013581e-05, "loss": 19.6553, "step": 27708 }, { "epoch": 24.61, "learning_rate": 5.28472866255163e-05, "loss": 19.4844, "step": 27709 }, { "epoch": 24.61, "learning_rate": 5.28444761418715e-05, "loss": 19.3457, "step": 27710 }, { "epoch": 24.61, "learning_rate": 5.284166564921027e-05, "loss": 19.9922, "step": 27711 }, { "epoch": 24.61, "learning_rate": 5.283885514754154e-05, "loss": 20.6318, "step": 27712 }, { "epoch": 24.61, "learning_rate": 5.283604463687423e-05, "loss": 19.9326, "step": 27713 }, { "epoch": 24.61, "learning_rate": 5.2833234117217224e-05, "loss": 19.5303, "step": 27714 }, { "epoch": 24.61, "learning_rate": 5.2830423588579456e-05, "loss": 19.4678, "step": 27715 }, { "epoch": 24.61, "learning_rate": 5.282761305096981e-05, "loss": 19.7559, "step": 27716 }, { "epoch": 24.62, "learning_rate": 5.2824802504397205e-05, "loss": 19.5635, "step": 27717 }, { "epoch": 24.62, "learning_rate": 5.2821991948870565e-05, "loss": 19.6182, "step": 27718 }, { "epoch": 24.62, "learning_rate": 5.281918138439876e-05, "loss": 19.4521, "step": 27719 }, { "epoch": 24.62, "learning_rate": 5.2816370810990756e-05, "loss": 20.5898, "step": 27720 }, { "epoch": 24.62, "learning_rate": 5.281356022865542e-05, "loss": 19.3252, "step": 27721 }, { "epoch": 24.62, "learning_rate": 5.281074963740166e-05, "loss": 19.9961, "step": 27722 }, { "epoch": 24.62, "learning_rate": 5.280793903723841e-05, "loss": 19.4541, "step": 27723 }, { "epoch": 24.62, "learning_rate": 5.2805128428174555e-05, "loss": 19.8281, "step": 27724 }, { "epoch": 24.62, "learning_rate": 5.280231781021901e-05, "loss": 19.4541, "step": 27725 }, { "epoch": 24.62, "learning_rate": 5.27995071833807e-05, "loss": 19.6592, "step": 27726 }, { "epoch": 24.62, "learning_rate": 5.279669654766852e-05, "loss": 19.8018, "step": 27727 }, { "epoch": 24.63, "learning_rate": 5.279388590309139e-05, "loss": 19.4639, "step": 27728 }, { "epoch": 24.63, "learning_rate": 5.279107524965819e-05, "loss": 19.5693, "step": 27729 }, { "epoch": 24.63, "learning_rate": 5.278826458737787e-05, "loss": 19.2471, "step": 27730 }, { "epoch": 24.63, "learning_rate": 5.2785453916259306e-05, "loss": 19.3691, "step": 27731 }, { "epoch": 24.63, "learning_rate": 5.278264323631143e-05, "loss": 19.6631, "step": 27732 }, { "epoch": 24.63, "learning_rate": 5.277983254754314e-05, "loss": 19.4355, "step": 27733 }, { "epoch": 24.63, "learning_rate": 5.2777021849963346e-05, "loss": 19.9707, "step": 27734 }, { "epoch": 24.63, "learning_rate": 5.277421114358095e-05, "loss": 19.3408, "step": 27735 }, { "epoch": 24.63, "learning_rate": 5.2771400428404885e-05, "loss": 18.9824, "step": 27736 }, { "epoch": 24.63, "learning_rate": 5.2768589704444036e-05, "loss": 19.1494, "step": 27737 }, { "epoch": 24.63, "learning_rate": 5.276577897170732e-05, "loss": 19.6182, "step": 27738 }, { "epoch": 24.63, "learning_rate": 5.2762968230203655e-05, "loss": 19.54, "step": 27739 }, { "epoch": 24.64, "learning_rate": 5.276015747994194e-05, "loss": 20.0898, "step": 27740 }, { "epoch": 24.64, "learning_rate": 5.275734672093109e-05, "loss": 19.4502, "step": 27741 }, { "epoch": 24.64, "learning_rate": 5.275453595318002e-05, "loss": 20.2979, "step": 27742 }, { "epoch": 24.64, "learning_rate": 5.275172517669762e-05, "loss": 19.7129, "step": 27743 }, { "epoch": 24.64, "learning_rate": 5.274891439149282e-05, "loss": 19.6396, "step": 27744 }, { "epoch": 24.64, "learning_rate": 5.2746103597574515e-05, "loss": 19.2734, "step": 27745 }, { "epoch": 24.64, "learning_rate": 5.2743292794951614e-05, "loss": 19.9482, "step": 27746 }, { "epoch": 24.64, "learning_rate": 5.274048198363306e-05, "loss": 19.2676, "step": 27747 }, { "epoch": 24.64, "learning_rate": 5.27376711636277e-05, "loss": 19.3076, "step": 27748 }, { "epoch": 24.64, "learning_rate": 5.27348603349445e-05, "loss": 19.5928, "step": 27749 }, { "epoch": 24.64, "learning_rate": 5.273204949759236e-05, "loss": 19.2354, "step": 27750 }, { "epoch": 24.65, "learning_rate": 5.272923865158017e-05, "loss": 19.8291, "step": 27751 }, { "epoch": 24.65, "learning_rate": 5.2726427796916845e-05, "loss": 19.9961, "step": 27752 }, { "epoch": 24.65, "learning_rate": 5.272361693361131e-05, "loss": 20.0498, "step": 27753 }, { "epoch": 24.65, "learning_rate": 5.272080606167244e-05, "loss": 19.1387, "step": 27754 }, { "epoch": 24.65, "learning_rate": 5.27179951811092e-05, "loss": 19.4404, "step": 27755 }, { "epoch": 24.65, "learning_rate": 5.2715184291930464e-05, "loss": 19.915, "step": 27756 }, { "epoch": 24.65, "learning_rate": 5.271237339414512e-05, "loss": 19.0674, "step": 27757 }, { "epoch": 24.65, "learning_rate": 5.270956248776213e-05, "loss": 20.0723, "step": 27758 }, { "epoch": 24.65, "learning_rate": 5.270675157279038e-05, "loss": 19.9551, "step": 27759 }, { "epoch": 24.65, "learning_rate": 5.270394064923878e-05, "loss": 19.5596, "step": 27760 }, { "epoch": 24.65, "learning_rate": 5.2701129717116215e-05, "loss": 19.3984, "step": 27761 }, { "epoch": 24.66, "learning_rate": 5.269831877643163e-05, "loss": 19.4736, "step": 27762 }, { "epoch": 24.66, "learning_rate": 5.269550782719395e-05, "loss": 19.8262, "step": 27763 }, { "epoch": 24.66, "learning_rate": 5.2692696869412026e-05, "loss": 19.96, "step": 27764 }, { "epoch": 24.66, "learning_rate": 5.2689885903094816e-05, "loss": 19.79, "step": 27765 }, { "epoch": 24.66, "learning_rate": 5.268707492825121e-05, "loss": 19.7559, "step": 27766 }, { "epoch": 24.66, "learning_rate": 5.2684263944890134e-05, "loss": 19.4287, "step": 27767 }, { "epoch": 24.66, "learning_rate": 5.268145295302048e-05, "loss": 19.7061, "step": 27768 }, { "epoch": 24.66, "learning_rate": 5.267864195265117e-05, "loss": 19.6953, "step": 27769 }, { "epoch": 24.66, "learning_rate": 5.26758309437911e-05, "loss": 20.2432, "step": 27770 }, { "epoch": 24.66, "learning_rate": 5.267301992644922e-05, "loss": 19.4561, "step": 27771 }, { "epoch": 24.66, "learning_rate": 5.267020890063439e-05, "loss": 20.1016, "step": 27772 }, { "epoch": 24.67, "learning_rate": 5.266739786635554e-05, "loss": 19.3848, "step": 27773 }, { "epoch": 24.67, "learning_rate": 5.2664586823621586e-05, "loss": 19.3066, "step": 27774 }, { "epoch": 24.67, "learning_rate": 5.2661775772441426e-05, "loss": 20.2686, "step": 27775 }, { "epoch": 24.67, "learning_rate": 5.2658964712823985e-05, "loss": 19.8623, "step": 27776 }, { "epoch": 24.67, "learning_rate": 5.265615364477818e-05, "loss": 19.6758, "step": 27777 }, { "epoch": 24.67, "learning_rate": 5.26533425683129e-05, "loss": 19.4629, "step": 27778 }, { "epoch": 24.67, "learning_rate": 5.265053148343707e-05, "loss": 19.6475, "step": 27779 }, { "epoch": 24.67, "learning_rate": 5.264772039015958e-05, "loss": 19.3242, "step": 27780 }, { "epoch": 24.67, "learning_rate": 5.2644909288489365e-05, "loss": 19.1562, "step": 27781 }, { "epoch": 24.67, "learning_rate": 5.264209817843534e-05, "loss": 19.5947, "step": 27782 }, { "epoch": 24.67, "learning_rate": 5.263928706000638e-05, "loss": 19.9424, "step": 27783 }, { "epoch": 24.67, "learning_rate": 5.263647593321143e-05, "loss": 19.8174, "step": 27784 }, { "epoch": 24.68, "learning_rate": 5.263366479805939e-05, "loss": 19.6143, "step": 27785 }, { "epoch": 24.68, "learning_rate": 5.2630853654559166e-05, "loss": 20.1172, "step": 27786 }, { "epoch": 24.68, "learning_rate": 5.2628042502719665e-05, "loss": 20.4561, "step": 27787 }, { "epoch": 24.68, "learning_rate": 5.262523134254981e-05, "loss": 19.4463, "step": 27788 }, { "epoch": 24.68, "learning_rate": 5.262242017405851e-05, "loss": 19.5977, "step": 27789 }, { "epoch": 24.68, "learning_rate": 5.261960899725466e-05, "loss": 19.7334, "step": 27790 }, { "epoch": 24.68, "learning_rate": 5.26167978121472e-05, "loss": 19.2891, "step": 27791 }, { "epoch": 24.68, "learning_rate": 5.2613986618745e-05, "loss": 18.9873, "step": 27792 }, { "epoch": 24.68, "learning_rate": 5.261117541705702e-05, "loss": 19.7607, "step": 27793 }, { "epoch": 24.68, "learning_rate": 5.260836420709214e-05, "loss": 19.3398, "step": 27794 }, { "epoch": 24.68, "learning_rate": 5.260555298885929e-05, "loss": 19.6172, "step": 27795 }, { "epoch": 24.69, "learning_rate": 5.260274176236734e-05, "loss": 19.9473, "step": 27796 }, { "epoch": 24.69, "learning_rate": 5.259993052762523e-05, "loss": 19.7363, "step": 27797 }, { "epoch": 24.69, "learning_rate": 5.2597119284641895e-05, "loss": 19.6748, "step": 27798 }, { "epoch": 24.69, "learning_rate": 5.259430803342621e-05, "loss": 19.5146, "step": 27799 }, { "epoch": 24.69, "learning_rate": 5.259149677398709e-05, "loss": 19.7959, "step": 27800 }, { "epoch": 24.69, "learning_rate": 5.258868550633346e-05, "loss": 19.4014, "step": 27801 }, { "epoch": 24.69, "learning_rate": 5.258587423047422e-05, "loss": 19.6562, "step": 27802 }, { "epoch": 24.69, "learning_rate": 5.2583062946418295e-05, "loss": 19.7051, "step": 27803 }, { "epoch": 24.69, "learning_rate": 5.258025165417457e-05, "loss": 19.3125, "step": 27804 }, { "epoch": 24.69, "learning_rate": 5.257744035375197e-05, "loss": 19.8506, "step": 27805 }, { "epoch": 24.69, "learning_rate": 5.257462904515943e-05, "loss": 20.0098, "step": 27806 }, { "epoch": 24.7, "learning_rate": 5.257181772840584e-05, "loss": 19.7412, "step": 27807 }, { "epoch": 24.7, "learning_rate": 5.2569006403500096e-05, "loss": 19.6689, "step": 27808 }, { "epoch": 24.7, "learning_rate": 5.256619507045113e-05, "loss": 19.4443, "step": 27809 }, { "epoch": 24.7, "learning_rate": 5.2563383729267855e-05, "loss": 19.4922, "step": 27810 }, { "epoch": 24.7, "learning_rate": 5.256057237995918e-05, "loss": 19.2949, "step": 27811 }, { "epoch": 24.7, "learning_rate": 5.2557761022534004e-05, "loss": 19.9443, "step": 27812 }, { "epoch": 24.7, "learning_rate": 5.255494965700124e-05, "loss": 19.9629, "step": 27813 }, { "epoch": 24.7, "learning_rate": 5.255213828336981e-05, "loss": 19.6318, "step": 27814 }, { "epoch": 24.7, "learning_rate": 5.2549326901648635e-05, "loss": 19.7393, "step": 27815 }, { "epoch": 24.7, "learning_rate": 5.25465155118466e-05, "loss": 19.5771, "step": 27816 }, { "epoch": 24.7, "learning_rate": 5.2543704113972634e-05, "loss": 20.001, "step": 27817 }, { "epoch": 24.71, "learning_rate": 5.2543704113972634e-05, "loss": 19.2676, "step": 27818 }, { "epoch": 24.71, "learning_rate": 5.2540892708035635e-05, "loss": 20.0732, "step": 27819 }, { "epoch": 24.71, "learning_rate": 5.253808129404454e-05, "loss": 19.7451, "step": 27820 }, { "epoch": 24.71, "learning_rate": 5.253526987200823e-05, "loss": 19.6406, "step": 27821 }, { "epoch": 24.71, "learning_rate": 5.2532458441935636e-05, "loss": 20.1484, "step": 27822 }, { "epoch": 24.71, "learning_rate": 5.252964700383567e-05, "loss": 19.6279, "step": 27823 }, { "epoch": 24.71, "learning_rate": 5.252683555771724e-05, "loss": 19.7451, "step": 27824 }, { "epoch": 24.71, "learning_rate": 5.252402410358924e-05, "loss": 19.4688, "step": 27825 }, { "epoch": 24.71, "learning_rate": 5.252121264146061e-05, "loss": 19.4023, "step": 27826 }, { "epoch": 24.71, "learning_rate": 5.251840117134026e-05, "loss": 19.2188, "step": 27827 }, { "epoch": 24.71, "learning_rate": 5.251840117134026e-05, "loss": 20.2627, "step": 27828 }, { "epoch": 24.71, "learning_rate": 5.251558969323708e-05, "loss": 18.9336, "step": 27829 }, { "epoch": 24.72, "learning_rate": 5.251277820715998e-05, "loss": 19.875, "step": 27830 }, { "epoch": 24.72, "learning_rate": 5.2509966713117896e-05, "loss": 19.542, "step": 27831 }, { "epoch": 24.72, "learning_rate": 5.250715521111974e-05, "loss": 19.0625, "step": 27832 }, { "epoch": 24.72, "learning_rate": 5.25043437011744e-05, "loss": 19.3564, "step": 27833 }, { "epoch": 24.72, "learning_rate": 5.25015321832908e-05, "loss": 19.6914, "step": 27834 }, { "epoch": 24.72, "learning_rate": 5.2498720657477864e-05, "loss": 19.3721, "step": 27835 }, { "epoch": 24.72, "learning_rate": 5.249590912374448e-05, "loss": 19.5117, "step": 27836 }, { "epoch": 24.72, "learning_rate": 5.249309758209958e-05, "loss": 19.1396, "step": 27837 }, { "epoch": 24.72, "learning_rate": 5.249028603255207e-05, "loss": 19.6592, "step": 27838 }, { "epoch": 24.72, "learning_rate": 5.2487474475110854e-05, "loss": 19.5469, "step": 27839 }, { "epoch": 24.72, "learning_rate": 5.248466290978487e-05, "loss": 19.2031, "step": 27840 }, { "epoch": 24.73, "learning_rate": 5.248185133658299e-05, "loss": 18.8652, "step": 27841 }, { "epoch": 24.73, "learning_rate": 5.2479039755514144e-05, "loss": 19.6758, "step": 27842 }, { "epoch": 24.73, "learning_rate": 5.247622816658726e-05, "loss": 19.6455, "step": 27843 }, { "epoch": 24.73, "learning_rate": 5.247341656981123e-05, "loss": 19.5469, "step": 27844 }, { "epoch": 24.73, "learning_rate": 5.247060496519497e-05, "loss": 19.2822, "step": 27845 }, { "epoch": 24.73, "learning_rate": 5.2467793352747406e-05, "loss": 19.9658, "step": 27846 }, { "epoch": 24.73, "learning_rate": 5.246498173247743e-05, "loss": 19.0947, "step": 27847 }, { "epoch": 24.73, "learning_rate": 5.2462170104393984e-05, "loss": 19.7012, "step": 27848 }, { "epoch": 24.73, "learning_rate": 5.245935846850594e-05, "loss": 19.5283, "step": 27849 }, { "epoch": 24.73, "learning_rate": 5.2456546824822226e-05, "loss": 19.8604, "step": 27850 }, { "epoch": 24.73, "learning_rate": 5.245373517335177e-05, "loss": 20.0459, "step": 27851 }, { "epoch": 24.74, "learning_rate": 5.2450923514103475e-05, "loss": 19.6875, "step": 27852 }, { "epoch": 24.74, "learning_rate": 5.244811184708624e-05, "loss": 19.5732, "step": 27853 }, { "epoch": 24.74, "learning_rate": 5.244530017230902e-05, "loss": 19.5908, "step": 27854 }, { "epoch": 24.74, "learning_rate": 5.244248848978067e-05, "loss": 19.1455, "step": 27855 }, { "epoch": 24.74, "learning_rate": 5.243967679951014e-05, "loss": 19.543, "step": 27856 }, { "epoch": 24.74, "learning_rate": 5.243686510150632e-05, "loss": 19.4785, "step": 27857 }, { "epoch": 24.74, "learning_rate": 5.2434053395778135e-05, "loss": 19.7256, "step": 27858 }, { "epoch": 24.74, "learning_rate": 5.243124168233452e-05, "loss": 20.001, "step": 27859 }, { "epoch": 24.74, "learning_rate": 5.242842996118433e-05, "loss": 19.1807, "step": 27860 }, { "epoch": 24.74, "learning_rate": 5.242561823233653e-05, "loss": 19.2422, "step": 27861 }, { "epoch": 24.74, "learning_rate": 5.242280649580003e-05, "loss": 20.2021, "step": 27862 }, { "epoch": 24.75, "learning_rate": 5.24199947515837e-05, "loss": 19.2764, "step": 27863 }, { "epoch": 24.75, "learning_rate": 5.241718299969649e-05, "loss": 19.1094, "step": 27864 }, { "epoch": 24.75, "learning_rate": 5.2414371240147296e-05, "loss": 19.3125, "step": 27865 }, { "epoch": 24.75, "learning_rate": 5.241155947294504e-05, "loss": 19.4229, "step": 27866 }, { "epoch": 24.75, "learning_rate": 5.240874769809865e-05, "loss": 19.7998, "step": 27867 }, { "epoch": 24.75, "learning_rate": 5.2405935915616997e-05, "loss": 19.5303, "step": 27868 }, { "epoch": 24.75, "learning_rate": 5.240312412550902e-05, "loss": 19.708, "step": 27869 }, { "epoch": 24.75, "learning_rate": 5.240031232778364e-05, "loss": 19.8887, "step": 27870 }, { "epoch": 24.75, "learning_rate": 5.239750052244975e-05, "loss": 19.9131, "step": 27871 }, { "epoch": 24.75, "learning_rate": 5.239468870951629e-05, "loss": 19.6582, "step": 27872 }, { "epoch": 24.75, "learning_rate": 5.239187688899213e-05, "loss": 19.3564, "step": 27873 }, { "epoch": 24.75, "learning_rate": 5.238906506088621e-05, "loss": 20.1035, "step": 27874 }, { "epoch": 24.76, "learning_rate": 5.238625322520746e-05, "loss": 19.916, "step": 27875 }, { "epoch": 24.76, "learning_rate": 5.238344138196476e-05, "loss": 19.6094, "step": 27876 }, { "epoch": 24.76, "learning_rate": 5.238062953116703e-05, "loss": 19.5, "step": 27877 }, { "epoch": 24.76, "learning_rate": 5.2377817672823205e-05, "loss": 19.3691, "step": 27878 }, { "epoch": 24.76, "learning_rate": 5.237500580694218e-05, "loss": 19.5654, "step": 27879 }, { "epoch": 24.76, "learning_rate": 5.2372193933532874e-05, "loss": 20.1816, "step": 27880 }, { "epoch": 24.76, "learning_rate": 5.2369382052604186e-05, "loss": 20.041, "step": 27881 }, { "epoch": 24.76, "learning_rate": 5.2366570164165027e-05, "loss": 20.0225, "step": 27882 }, { "epoch": 24.76, "learning_rate": 5.236375826822435e-05, "loss": 20.0811, "step": 27883 }, { "epoch": 24.76, "learning_rate": 5.236094636479103e-05, "loss": 20.3682, "step": 27884 }, { "epoch": 24.76, "learning_rate": 5.235813445387399e-05, "loss": 19.5801, "step": 27885 }, { "epoch": 24.77, "learning_rate": 5.235532253548213e-05, "loss": 20.1709, "step": 27886 }, { "epoch": 24.77, "learning_rate": 5.2352510609624396e-05, "loss": 19.9775, "step": 27887 }, { "epoch": 24.77, "learning_rate": 5.234969867630969e-05, "loss": 19.7725, "step": 27888 }, { "epoch": 24.77, "learning_rate": 5.2346886735546905e-05, "loss": 19.6807, "step": 27889 }, { "epoch": 24.77, "learning_rate": 5.234407478734496e-05, "loss": 19.7354, "step": 27890 }, { "epoch": 24.77, "learning_rate": 5.234126283171279e-05, "loss": 19.8818, "step": 27891 }, { "epoch": 24.77, "learning_rate": 5.233845086865928e-05, "loss": 19.8398, "step": 27892 }, { "epoch": 24.77, "learning_rate": 5.233563889819336e-05, "loss": 19.3623, "step": 27893 }, { "epoch": 24.77, "learning_rate": 5.233563889819336e-05, "loss": 20.2646, "step": 27894 }, { "epoch": 24.77, "learning_rate": 5.233282692032396e-05, "loss": 19.7734, "step": 27895 }, { "epoch": 24.77, "learning_rate": 5.2330014935059945e-05, "loss": 19.7285, "step": 27896 }, { "epoch": 24.78, "learning_rate": 5.232720294241027e-05, "loss": 19.8701, "step": 27897 }, { "epoch": 24.78, "learning_rate": 5.232439094238385e-05, "loss": 19.3057, "step": 27898 }, { "epoch": 24.78, "learning_rate": 5.232157893498957e-05, "loss": 20.1953, "step": 27899 }, { "epoch": 24.78, "learning_rate": 5.231876692023636e-05, "loss": 19.4893, "step": 27900 }, { "epoch": 24.78, "learning_rate": 5.2315954898133137e-05, "loss": 20.2051, "step": 27901 }, { "epoch": 24.78, "learning_rate": 5.231314286868879e-05, "loss": 19.6074, "step": 27902 }, { "epoch": 24.78, "learning_rate": 5.231033083191228e-05, "loss": 19.7275, "step": 27903 }, { "epoch": 24.78, "learning_rate": 5.230751878781247e-05, "loss": 19.1475, "step": 27904 }, { "epoch": 24.78, "learning_rate": 5.230470673639829e-05, "loss": 19.46, "step": 27905 }, { "epoch": 24.78, "learning_rate": 5.230189467767869e-05, "loss": 19.6201, "step": 27906 }, { "epoch": 24.78, "learning_rate": 5.229908261166253e-05, "loss": 20.1416, "step": 27907 }, { "epoch": 24.79, "learning_rate": 5.229627053835876e-05, "loss": 20.6973, "step": 27908 }, { "epoch": 24.79, "learning_rate": 5.2293458457776254e-05, "loss": 19.8506, "step": 27909 }, { "epoch": 24.79, "learning_rate": 5.229064636992397e-05, "loss": 19.8213, "step": 27910 }, { "epoch": 24.79, "learning_rate": 5.228783427481081e-05, "loss": 20.3389, "step": 27911 }, { "epoch": 24.79, "learning_rate": 5.2285022172445674e-05, "loss": 19.75, "step": 27912 }, { "epoch": 24.79, "learning_rate": 5.228221006283748e-05, "loss": 19.6172, "step": 27913 }, { "epoch": 24.79, "learning_rate": 5.2279397945995145e-05, "loss": 20.1689, "step": 27914 }, { "epoch": 24.79, "learning_rate": 5.2276585821927595e-05, "loss": 19.1689, "step": 27915 }, { "epoch": 24.79, "learning_rate": 5.227377369064372e-05, "loss": 19.8223, "step": 27916 }, { "epoch": 24.79, "learning_rate": 5.2270961552152455e-05, "loss": 20.123, "step": 27917 }, { "epoch": 24.79, "learning_rate": 5.226814940646269e-05, "loss": 19.5127, "step": 27918 }, { "epoch": 24.79, "learning_rate": 5.2265337253583365e-05, "loss": 19.1934, "step": 27919 }, { "epoch": 24.8, "learning_rate": 5.2262525093523386e-05, "loss": 20.3008, "step": 27920 }, { "epoch": 24.8, "learning_rate": 5.2259712926291646e-05, "loss": 19.9893, "step": 27921 }, { "epoch": 24.8, "learning_rate": 5.2256900751897084e-05, "loss": 19.7793, "step": 27922 }, { "epoch": 24.8, "learning_rate": 5.225408857034861e-05, "loss": 19.2881, "step": 27923 }, { "epoch": 24.8, "learning_rate": 5.225127638165514e-05, "loss": 19.5713, "step": 27924 }, { "epoch": 24.8, "learning_rate": 5.2248464185825586e-05, "loss": 19.8135, "step": 27925 }, { "epoch": 24.8, "learning_rate": 5.224565198286885e-05, "loss": 19.3506, "step": 27926 }, { "epoch": 24.8, "learning_rate": 5.224283977279385e-05, "loss": 19.7607, "step": 27927 }, { "epoch": 24.8, "learning_rate": 5.224002755560951e-05, "loss": 19.4717, "step": 27928 }, { "epoch": 24.8, "learning_rate": 5.2237215331324726e-05, "loss": 19.4648, "step": 27929 }, { "epoch": 24.8, "learning_rate": 5.223440309994846e-05, "loss": 19.9219, "step": 27930 }, { "epoch": 24.81, "learning_rate": 5.223159086148955e-05, "loss": 19.9355, "step": 27931 }, { "epoch": 24.81, "learning_rate": 5.222877861595698e-05, "loss": 19.7959, "step": 27932 }, { "epoch": 24.81, "learning_rate": 5.222596636335962e-05, "loss": 20.2715, "step": 27933 }, { "epoch": 24.81, "learning_rate": 5.222315410370642e-05, "loss": 19.9023, "step": 27934 }, { "epoch": 24.81, "learning_rate": 5.222034183700625e-05, "loss": 20.1543, "step": 27935 }, { "epoch": 24.81, "learning_rate": 5.2217529563268066e-05, "loss": 19.6396, "step": 27936 }, { "epoch": 24.81, "learning_rate": 5.221471728250075e-05, "loss": 19.8594, "step": 27937 }, { "epoch": 24.81, "learning_rate": 5.2211904994713255e-05, "loss": 19.3379, "step": 27938 }, { "epoch": 24.81, "learning_rate": 5.220909269991445e-05, "loss": 19.6621, "step": 27939 }, { "epoch": 24.81, "learning_rate": 5.2206280398113285e-05, "loss": 20.1592, "step": 27940 }, { "epoch": 24.81, "learning_rate": 5.220346808931865e-05, "loss": 19.7217, "step": 27941 }, { "epoch": 24.82, "learning_rate": 5.2200655773539476e-05, "loss": 20.2314, "step": 27942 }, { "epoch": 24.82, "learning_rate": 5.219784345078468e-05, "loss": 19.2949, "step": 27943 }, { "epoch": 24.82, "learning_rate": 5.219503112106314e-05, "loss": 19.752, "step": 27944 }, { "epoch": 24.82, "learning_rate": 5.2192218784383816e-05, "loss": 19.6865, "step": 27945 }, { "epoch": 24.82, "learning_rate": 5.2189406440755615e-05, "loss": 19.6143, "step": 27946 }, { "epoch": 24.82, "learning_rate": 5.2186594090187436e-05, "loss": 20.1523, "step": 27947 }, { "epoch": 24.82, "learning_rate": 5.218378173268818e-05, "loss": 19.8262, "step": 27948 }, { "epoch": 24.82, "learning_rate": 5.218096936826681e-05, "loss": 19.5371, "step": 27949 }, { "epoch": 24.82, "learning_rate": 5.217815699693219e-05, "loss": 19.6016, "step": 27950 }, { "epoch": 24.82, "learning_rate": 5.217534461869328e-05, "loss": 19.1748, "step": 27951 }, { "epoch": 24.82, "learning_rate": 5.2172532233558944e-05, "loss": 19.1992, "step": 27952 }, { "epoch": 24.83, "learning_rate": 5.216971984153813e-05, "loss": 19.5234, "step": 27953 }, { "epoch": 24.83, "learning_rate": 5.2166907442639756e-05, "loss": 19.8389, "step": 27954 }, { "epoch": 24.83, "learning_rate": 5.216409503687272e-05, "loss": 19.6865, "step": 27955 }, { "epoch": 24.83, "learning_rate": 5.216128262424596e-05, "loss": 19.8115, "step": 27956 }, { "epoch": 24.83, "learning_rate": 5.215847020476834e-05, "loss": 19.6436, "step": 27957 }, { "epoch": 24.83, "learning_rate": 5.215565777844883e-05, "loss": 19.7754, "step": 27958 }, { "epoch": 24.83, "learning_rate": 5.215284534529633e-05, "loss": 19.6895, "step": 27959 }, { "epoch": 24.83, "learning_rate": 5.215003290531973e-05, "loss": 19.9336, "step": 27960 }, { "epoch": 24.83, "learning_rate": 5.214722045852798e-05, "loss": 19.4678, "step": 27961 }, { "epoch": 24.83, "learning_rate": 5.214440800492998e-05, "loss": 19.6973, "step": 27962 }, { "epoch": 24.83, "learning_rate": 5.214159554453464e-05, "loss": 19.7891, "step": 27963 }, { "epoch": 24.83, "learning_rate": 5.213878307735087e-05, "loss": 20.3359, "step": 27964 }, { "epoch": 24.84, "learning_rate": 5.213597060338761e-05, "loss": 19.3691, "step": 27965 }, { "epoch": 24.84, "learning_rate": 5.213315812265375e-05, "loss": 19.4873, "step": 27966 }, { "epoch": 24.84, "learning_rate": 5.213034563515821e-05, "loss": 19.8564, "step": 27967 }, { "epoch": 24.84, "learning_rate": 5.21275331409099e-05, "loss": 19.585, "step": 27968 }, { "epoch": 24.84, "learning_rate": 5.212472063991776e-05, "loss": 19.832, "step": 27969 }, { "epoch": 24.84, "learning_rate": 5.212190813219068e-05, "loss": 19.4971, "step": 27970 }, { "epoch": 24.84, "learning_rate": 5.211909561773758e-05, "loss": 19.3525, "step": 27971 }, { "epoch": 24.84, "learning_rate": 5.2116283096567375e-05, "loss": 19.5918, "step": 27972 }, { "epoch": 24.84, "learning_rate": 5.2113470568689e-05, "loss": 19.1465, "step": 27973 }, { "epoch": 24.84, "learning_rate": 5.2110658034111346e-05, "loss": 19.7549, "step": 27974 }, { "epoch": 24.84, "learning_rate": 5.210784549284334e-05, "loss": 20.001, "step": 27975 }, { "epoch": 24.85, "learning_rate": 5.210503294489389e-05, "loss": 19.874, "step": 27976 }, { "epoch": 24.85, "learning_rate": 5.210222039027191e-05, "loss": 20.3086, "step": 27977 }, { "epoch": 24.85, "learning_rate": 5.209940782898634e-05, "loss": 19.3486, "step": 27978 }, { "epoch": 24.85, "learning_rate": 5.209659526104605e-05, "loss": 19.1553, "step": 27979 }, { "epoch": 24.85, "learning_rate": 5.209378268645998e-05, "loss": 19.7568, "step": 27980 }, { "epoch": 24.85, "learning_rate": 5.209097010523706e-05, "loss": 19.8418, "step": 27981 }, { "epoch": 24.85, "learning_rate": 5.2088157517386186e-05, "loss": 19.7168, "step": 27982 }, { "epoch": 24.85, "learning_rate": 5.208534492291629e-05, "loss": 19.501, "step": 27983 }, { "epoch": 24.85, "learning_rate": 5.2082532321836256e-05, "loss": 19.6104, "step": 27984 }, { "epoch": 24.85, "learning_rate": 5.207971971415502e-05, "loss": 19.6885, "step": 27985 }, { "epoch": 24.85, "learning_rate": 5.207690709988151e-05, "loss": 19.5547, "step": 27986 }, { "epoch": 24.86, "learning_rate": 5.2074094479024616e-05, "loss": 19.4883, "step": 27987 }, { "epoch": 24.86, "learning_rate": 5.207128185159327e-05, "loss": 19.6299, "step": 27988 }, { "epoch": 24.86, "learning_rate": 5.206846921759638e-05, "loss": 19.7969, "step": 27989 }, { "epoch": 24.86, "learning_rate": 5.206565657704287e-05, "loss": 20.002, "step": 27990 }, { "epoch": 24.86, "learning_rate": 5.2062843929941654e-05, "loss": 19.6689, "step": 27991 }, { "epoch": 24.86, "learning_rate": 5.206003127630162e-05, "loss": 19.8086, "step": 27992 }, { "epoch": 24.86, "learning_rate": 5.205721861613171e-05, "loss": 19.9404, "step": 27993 }, { "epoch": 24.86, "learning_rate": 5.2054405949440865e-05, "loss": 19.9531, "step": 27994 }, { "epoch": 24.86, "learning_rate": 5.2051593276237945e-05, "loss": 20.2383, "step": 27995 }, { "epoch": 24.86, "learning_rate": 5.20487805965319e-05, "loss": 19.4355, "step": 27996 }, { "epoch": 24.86, "learning_rate": 5.204596791033164e-05, "loss": 19.3594, "step": 27997 }, { "epoch": 24.87, "learning_rate": 5.204315521764608e-05, "loss": 19.8281, "step": 27998 }, { "epoch": 24.87, "learning_rate": 5.204034251848413e-05, "loss": 19.8545, "step": 27999 }, { "epoch": 24.87, "learning_rate": 5.203752981285471e-05, "loss": 20.1221, "step": 28000 }, { "epoch": 24.87, "learning_rate": 5.203471710076674e-05, "loss": 19.4785, "step": 28001 }, { "epoch": 24.87, "learning_rate": 5.203190438222912e-05, "loss": 19.7939, "step": 28002 }, { "epoch": 24.87, "learning_rate": 5.202909165725079e-05, "loss": 19.2627, "step": 28003 }, { "epoch": 24.87, "learning_rate": 5.2026278925840656e-05, "loss": 19.6992, "step": 28004 }, { "epoch": 24.87, "learning_rate": 5.202346618800763e-05, "loss": 20.2275, "step": 28005 }, { "epoch": 24.87, "learning_rate": 5.20206534437606e-05, "loss": 19.3037, "step": 28006 }, { "epoch": 24.87, "learning_rate": 5.2017840693108546e-05, "loss": 19.6006, "step": 28007 }, { "epoch": 24.87, "learning_rate": 5.2015027936060335e-05, "loss": 20.3252, "step": 28008 }, { "epoch": 24.87, "learning_rate": 5.201221517262489e-05, "loss": 19.9385, "step": 28009 }, { "epoch": 24.88, "learning_rate": 5.2009402402811135e-05, "loss": 20.0479, "step": 28010 }, { "epoch": 24.88, "learning_rate": 5.200658962662799e-05, "loss": 19.0566, "step": 28011 }, { "epoch": 24.88, "learning_rate": 5.2003776844084364e-05, "loss": 19.3965, "step": 28012 }, { "epoch": 24.88, "learning_rate": 5.200096405518917e-05, "loss": 19.8652, "step": 28013 }, { "epoch": 24.88, "learning_rate": 5.1998151259951334e-05, "loss": 20.2705, "step": 28014 }, { "epoch": 24.88, "learning_rate": 5.1995338458379764e-05, "loss": 19.6123, "step": 28015 }, { "epoch": 24.88, "learning_rate": 5.199252565048337e-05, "loss": 19.4277, "step": 28016 }, { "epoch": 24.88, "learning_rate": 5.1989712836271076e-05, "loss": 19.5889, "step": 28017 }, { "epoch": 24.88, "learning_rate": 5.1986900015751806e-05, "loss": 19.8262, "step": 28018 }, { "epoch": 24.88, "learning_rate": 5.198408718893446e-05, "loss": 19.9775, "step": 28019 }, { "epoch": 24.88, "learning_rate": 5.1981274355827955e-05, "loss": 19.4316, "step": 28020 }, { "epoch": 24.89, "learning_rate": 5.197846151644124e-05, "loss": 19.8135, "step": 28021 }, { "epoch": 24.89, "learning_rate": 5.197564867078318e-05, "loss": 19.8623, "step": 28022 }, { "epoch": 24.89, "learning_rate": 5.197283581886273e-05, "loss": 19.4512, "step": 28023 }, { "epoch": 24.89, "learning_rate": 5.197002296068878e-05, "loss": 19.7578, "step": 28024 }, { "epoch": 24.89, "learning_rate": 5.196721009627027e-05, "loss": 19.8936, "step": 28025 }, { "epoch": 24.89, "learning_rate": 5.1964397225616114e-05, "loss": 19.4551, "step": 28026 }, { "epoch": 24.89, "learning_rate": 5.1961584348735205e-05, "loss": 19.3506, "step": 28027 }, { "epoch": 24.89, "learning_rate": 5.1958771465636456e-05, "loss": 19.7109, "step": 28028 }, { "epoch": 24.89, "learning_rate": 5.1955958576328834e-05, "loss": 20.2285, "step": 28029 }, { "epoch": 24.89, "learning_rate": 5.19531456808212e-05, "loss": 20.2217, "step": 28030 }, { "epoch": 24.89, "learning_rate": 5.1950332779122505e-05, "loss": 19.9932, "step": 28031 }, { "epoch": 24.9, "learning_rate": 5.1947519871241646e-05, "loss": 19.6465, "step": 28032 }, { "epoch": 24.9, "learning_rate": 5.1944706957187536e-05, "loss": 19.8408, "step": 28033 }, { "epoch": 24.9, "learning_rate": 5.194189403696913e-05, "loss": 19.2725, "step": 28034 }, { "epoch": 24.9, "learning_rate": 5.193908111059529e-05, "loss": 19.8545, "step": 28035 }, { "epoch": 24.9, "learning_rate": 5.193626817807497e-05, "loss": 19.583, "step": 28036 }, { "epoch": 24.9, "learning_rate": 5.1933455239417065e-05, "loss": 20.0566, "step": 28037 }, { "epoch": 24.9, "learning_rate": 5.1930642294630506e-05, "loss": 19.9717, "step": 28038 }, { "epoch": 24.9, "learning_rate": 5.19278293437242e-05, "loss": 19.3301, "step": 28039 }, { "epoch": 24.9, "learning_rate": 5.1925016386707084e-05, "loss": 19.2314, "step": 28040 }, { "epoch": 24.9, "learning_rate": 5.192220342358802e-05, "loss": 19.8047, "step": 28041 }, { "epoch": 24.9, "learning_rate": 5.191939045437601e-05, "loss": 20.0547, "step": 28042 }, { "epoch": 24.9, "learning_rate": 5.19165774790799e-05, "loss": 20.0771, "step": 28043 }, { "epoch": 24.91, "learning_rate": 5.191376449770863e-05, "loss": 19.7129, "step": 28044 }, { "epoch": 24.91, "learning_rate": 5.191095151027111e-05, "loss": 20.0479, "step": 28045 }, { "epoch": 24.91, "learning_rate": 5.1908138516776274e-05, "loss": 19.9463, "step": 28046 }, { "epoch": 24.91, "learning_rate": 5.190532551723302e-05, "loss": 19.5127, "step": 28047 }, { "epoch": 24.91, "learning_rate": 5.190251251165029e-05, "loss": 19.9961, "step": 28048 }, { "epoch": 24.91, "learning_rate": 5.189969950003697e-05, "loss": 19.415, "step": 28049 }, { "epoch": 24.91, "learning_rate": 5.189688648240198e-05, "loss": 19.251, "step": 28050 }, { "epoch": 24.91, "learning_rate": 5.189407345875426e-05, "loss": 18.957, "step": 28051 }, { "epoch": 24.91, "learning_rate": 5.18912604291027e-05, "loss": 19.9863, "step": 28052 }, { "epoch": 24.91, "learning_rate": 5.1888447393456255e-05, "loss": 19.6816, "step": 28053 }, { "epoch": 24.91, "learning_rate": 5.1885634351823784e-05, "loss": 19.8066, "step": 28054 }, { "epoch": 24.92, "learning_rate": 5.1882821304214256e-05, "loss": 19.5225, "step": 28055 }, { "epoch": 24.92, "learning_rate": 5.188000825063658e-05, "loss": 19.8398, "step": 28056 }, { "epoch": 24.92, "learning_rate": 5.187719519109964e-05, "loss": 19.5303, "step": 28057 }, { "epoch": 24.92, "learning_rate": 5.1874382125612374e-05, "loss": 19.8604, "step": 28058 }, { "epoch": 24.92, "learning_rate": 5.187156905418371e-05, "loss": 19.8799, "step": 28059 }, { "epoch": 24.92, "learning_rate": 5.186875597682255e-05, "loss": 19.6484, "step": 28060 }, { "epoch": 24.92, "learning_rate": 5.186594289353781e-05, "loss": 19.7012, "step": 28061 }, { "epoch": 24.92, "learning_rate": 5.1863129804338415e-05, "loss": 19.4531, "step": 28062 }, { "epoch": 24.92, "learning_rate": 5.1860316709233256e-05, "loss": 19.2656, "step": 28063 }, { "epoch": 24.92, "learning_rate": 5.1857503608231304e-05, "loss": 19.7402, "step": 28064 }, { "epoch": 24.92, "learning_rate": 5.1854690501341443e-05, "loss": 19.2744, "step": 28065 }, { "epoch": 24.93, "learning_rate": 5.185187738857258e-05, "loss": 20.5322, "step": 28066 }, { "epoch": 24.93, "learning_rate": 5.184906426993363e-05, "loss": 19.6426, "step": 28067 }, { "epoch": 24.93, "learning_rate": 5.184625114543354e-05, "loss": 19.3105, "step": 28068 }, { "epoch": 24.93, "learning_rate": 5.1843438015081215e-05, "loss": 19.5732, "step": 28069 }, { "epoch": 24.93, "learning_rate": 5.184062487888556e-05, "loss": 19.2803, "step": 28070 }, { "epoch": 24.93, "learning_rate": 5.183781173685549e-05, "loss": 19.6016, "step": 28071 }, { "epoch": 24.93, "learning_rate": 5.183499858899994e-05, "loss": 19.4561, "step": 28072 }, { "epoch": 24.93, "learning_rate": 5.183218543532782e-05, "loss": 19.9404, "step": 28073 }, { "epoch": 24.93, "learning_rate": 5.1829372275848055e-05, "loss": 19.3828, "step": 28074 }, { "epoch": 24.93, "learning_rate": 5.182655911056953e-05, "loss": 19.9248, "step": 28075 }, { "epoch": 24.93, "learning_rate": 5.182374593950119e-05, "loss": 19.3896, "step": 28076 }, { "epoch": 24.94, "learning_rate": 5.182093276265195e-05, "loss": 19.8887, "step": 28077 }, { "epoch": 24.94, "learning_rate": 5.181811958003073e-05, "loss": 20.2705, "step": 28078 }, { "epoch": 24.94, "learning_rate": 5.1815306391646434e-05, "loss": 19.3623, "step": 28079 }, { "epoch": 24.94, "learning_rate": 5.181249319750799e-05, "loss": 19.165, "step": 28080 }, { "epoch": 24.94, "learning_rate": 5.1809679997624315e-05, "loss": 19.71, "step": 28081 }, { "epoch": 24.94, "learning_rate": 5.180686679200433e-05, "loss": 19.2393, "step": 28082 }, { "epoch": 24.94, "learning_rate": 5.180405358065693e-05, "loss": 19.1328, "step": 28083 }, { "epoch": 24.94, "learning_rate": 5.180124036359105e-05, "loss": 19.7129, "step": 28084 }, { "epoch": 24.94, "learning_rate": 5.179842714081561e-05, "loss": 19.9805, "step": 28085 }, { "epoch": 24.94, "learning_rate": 5.1795613912339524e-05, "loss": 19.7295, "step": 28086 }, { "epoch": 24.94, "learning_rate": 5.1792800678171694e-05, "loss": 19.8086, "step": 28087 }, { "epoch": 24.94, "learning_rate": 5.178998743832107e-05, "loss": 20.0332, "step": 28088 }, { "epoch": 24.95, "learning_rate": 5.178717419279655e-05, "loss": 19.6689, "step": 28089 }, { "epoch": 24.95, "learning_rate": 5.1784360941607024e-05, "loss": 19.1729, "step": 28090 }, { "epoch": 24.95, "learning_rate": 5.1781547684761466e-05, "loss": 19.5361, "step": 28091 }, { "epoch": 24.95, "learning_rate": 5.177873442226876e-05, "loss": 19.1416, "step": 28092 }, { "epoch": 24.95, "learning_rate": 5.177592115413782e-05, "loss": 19.5254, "step": 28093 }, { "epoch": 24.95, "learning_rate": 5.177310788037758e-05, "loss": 19.6299, "step": 28094 }, { "epoch": 24.95, "learning_rate": 5.177029460099694e-05, "loss": 19.7822, "step": 28095 }, { "epoch": 24.95, "learning_rate": 5.176748131600484e-05, "loss": 18.9082, "step": 28096 }, { "epoch": 24.95, "learning_rate": 5.176466802541018e-05, "loss": 18.6875, "step": 28097 }, { "epoch": 24.95, "learning_rate": 5.176185472922188e-05, "loss": 19.625, "step": 28098 }, { "epoch": 24.95, "learning_rate": 5.176185472922188e-05, "loss": 19.8496, "step": 28099 }, { "epoch": 24.96, "learning_rate": 5.175904142744885e-05, "loss": 19.998, "step": 28100 }, { "epoch": 24.96, "learning_rate": 5.175622812010002e-05, "loss": 19.2012, "step": 28101 }, { "epoch": 24.96, "learning_rate": 5.175341480718433e-05, "loss": 20.1855, "step": 28102 }, { "epoch": 24.96, "learning_rate": 5.175060148871065e-05, "loss": 19.374, "step": 28103 }, { "epoch": 24.96, "learning_rate": 5.1747788164687904e-05, "loss": 19.7832, "step": 28104 }, { "epoch": 24.96, "learning_rate": 5.174497483512506e-05, "loss": 19.6562, "step": 28105 }, { "epoch": 24.96, "learning_rate": 5.1742161500030987e-05, "loss": 19.3037, "step": 28106 }, { "epoch": 24.96, "learning_rate": 5.17393481594146e-05, "loss": 19.3594, "step": 28107 }, { "epoch": 24.96, "learning_rate": 5.173653481328485e-05, "loss": 19.4531, "step": 28108 }, { "epoch": 24.96, "learning_rate": 5.173372146165064e-05, "loss": 19.3242, "step": 28109 }, { "epoch": 24.96, "learning_rate": 5.173090810452089e-05, "loss": 20.2676, "step": 28110 }, { "epoch": 24.97, "learning_rate": 5.172809474190451e-05, "loss": 19.1865, "step": 28111 }, { "epoch": 24.97, "learning_rate": 5.172528137381042e-05, "loss": 20.165, "step": 28112 }, { "epoch": 24.97, "learning_rate": 5.1722468000247534e-05, "loss": 19.8271, "step": 28113 }, { "epoch": 24.97, "learning_rate": 5.171965462122478e-05, "loss": 19.583, "step": 28114 }, { "epoch": 24.97, "learning_rate": 5.171965462122478e-05, "loss": 20.3008, "step": 28115 }, { "epoch": 24.97, "learning_rate": 5.171684123675107e-05, "loss": 19.6924, "step": 28116 }, { "epoch": 24.97, "learning_rate": 5.171402784683533e-05, "loss": 19.6104, "step": 28117 }, { "epoch": 24.97, "learning_rate": 5.1711214451486456e-05, "loss": 19.7598, "step": 28118 }, { "epoch": 24.97, "learning_rate": 5.1708401050713405e-05, "loss": 19.9092, "step": 28119 }, { "epoch": 24.97, "learning_rate": 5.1705587644525055e-05, "loss": 19.5254, "step": 28120 }, { "epoch": 24.97, "learning_rate": 5.170277423293034e-05, "loss": 19.791, "step": 28121 }, { "epoch": 24.98, "learning_rate": 5.169996081593818e-05, "loss": 19.9639, "step": 28122 }, { "epoch": 24.98, "learning_rate": 5.169714739355748e-05, "loss": 19.7275, "step": 28123 }, { "epoch": 24.98, "learning_rate": 5.169433396579717e-05, "loss": 19.4941, "step": 28124 }, { "epoch": 24.98, "learning_rate": 5.1691520532666196e-05, "loss": 20.0, "step": 28125 }, { "epoch": 24.98, "learning_rate": 5.168870709417342e-05, "loss": 19.9502, "step": 28126 }, { "epoch": 24.98, "learning_rate": 5.168589365032779e-05, "loss": 20.4668, "step": 28127 }, { "epoch": 24.98, "learning_rate": 5.168308020113821e-05, "loss": 19.6035, "step": 28128 }, { "epoch": 24.98, "learning_rate": 5.168026674661363e-05, "loss": 19.8076, "step": 28129 }, { "epoch": 24.98, "learning_rate": 5.167745328676294e-05, "loss": 20.0703, "step": 28130 }, { "epoch": 24.98, "learning_rate": 5.167463982159505e-05, "loss": 20.0771, "step": 28131 }, { "epoch": 24.98, "learning_rate": 5.16718263511189e-05, "loss": 20.2998, "step": 28132 }, { "epoch": 24.98, "learning_rate": 5.166901287534343e-05, "loss": 19.3154, "step": 28133 }, { "epoch": 24.99, "learning_rate": 5.166619939427749e-05, "loss": 19.585, "step": 28134 }, { "epoch": 24.99, "learning_rate": 5.166338590793006e-05, "loss": 19.3643, "step": 28135 }, { "epoch": 24.99, "learning_rate": 5.166057241631003e-05, "loss": 19.6582, "step": 28136 }, { "epoch": 24.99, "learning_rate": 5.1657758919426316e-05, "loss": 19.5752, "step": 28137 }, { "epoch": 24.99, "learning_rate": 5.1654945417287856e-05, "loss": 19.7539, "step": 28138 }, { "epoch": 24.99, "learning_rate": 5.165213190990356e-05, "loss": 19.9248, "step": 28139 }, { "epoch": 24.99, "learning_rate": 5.164931839728231e-05, "loss": 19.5166, "step": 28140 }, { "epoch": 24.99, "learning_rate": 5.164650487943309e-05, "loss": 19.3223, "step": 28141 }, { "epoch": 24.99, "learning_rate": 5.1643691356364776e-05, "loss": 20.2949, "step": 28142 }, { "epoch": 24.99, "learning_rate": 5.164087782808631e-05, "loss": 19.8613, "step": 28143 }, { "epoch": 24.99, "learning_rate": 5.163806429460656e-05, "loss": 19.3779, "step": 28144 }, { "epoch": 25.0, "learning_rate": 5.163525075593449e-05, "loss": 19.2881, "step": 28145 }, { "epoch": 25.0, "learning_rate": 5.163243721207903e-05, "loss": 19.752, "step": 28146 }, { "epoch": 25.0, "learning_rate": 5.1629623663049064e-05, "loss": 19.9268, "step": 28147 }, { "epoch": 25.0, "learning_rate": 5.162681010885353e-05, "loss": 19.8994, "step": 28148 }, { "epoch": 25.0, "learning_rate": 5.162399654950133e-05, "loss": 19.8076, "step": 28149 }, { "epoch": 25.0, "learning_rate": 5.162118298500139e-05, "loss": 19.3662, "step": 28150 }, { "epoch": 25.0, "learning_rate": 5.161836941536263e-05, "loss": 19.1104, "step": 28151 }, { "epoch": 25.0, "learning_rate": 5.161555584059399e-05, "loss": 18.7412, "step": 28152 }, { "epoch": 25.0, "learning_rate": 5.161274226070434e-05, "loss": 19.3838, "step": 28153 }, { "epoch": 25.0, "learning_rate": 5.160992867570264e-05, "loss": 19.5195, "step": 28154 }, { "epoch": 25.0, "learning_rate": 5.160711508559779e-05, "loss": 19.7725, "step": 28155 }, { "epoch": 25.01, "learning_rate": 5.160430149039871e-05, "loss": 19.1406, "step": 28156 }, { "epoch": 25.01, "learning_rate": 5.160148789011433e-05, "loss": 19.1104, "step": 28157 }, { "epoch": 25.01, "learning_rate": 5.1598674284753544e-05, "loss": 19.1377, "step": 28158 }, { "epoch": 25.01, "learning_rate": 5.1595860674325303e-05, "loss": 19.1846, "step": 28159 }, { "epoch": 25.01, "learning_rate": 5.159304705883851e-05, "loss": 19.6084, "step": 28160 }, { "epoch": 25.01, "learning_rate": 5.1590233438302074e-05, "loss": 19.417, "step": 28161 }, { "epoch": 25.01, "learning_rate": 5.158741981272493e-05, "loss": 19.4053, "step": 28162 }, { "epoch": 25.01, "learning_rate": 5.158460618211597e-05, "loss": 19.3789, "step": 28163 }, { "epoch": 25.01, "learning_rate": 5.158179254648414e-05, "loss": 19.7168, "step": 28164 }, { "epoch": 25.01, "learning_rate": 5.157897890583836e-05, "loss": 19.2803, "step": 28165 }, { "epoch": 25.01, "learning_rate": 5.157616526018753e-05, "loss": 19.3408, "step": 28166 }, { "epoch": 25.02, "learning_rate": 5.1573351609540565e-05, "loss": 18.9258, "step": 28167 }, { "epoch": 25.02, "learning_rate": 5.157053795390642e-05, "loss": 19.5479, "step": 28168 }, { "epoch": 25.02, "learning_rate": 5.1567724293293984e-05, "loss": 19.376, "step": 28169 }, { "epoch": 25.02, "learning_rate": 5.156491062771217e-05, "loss": 19.6113, "step": 28170 }, { "epoch": 25.02, "learning_rate": 5.156209695716991e-05, "loss": 19.6992, "step": 28171 }, { "epoch": 25.02, "learning_rate": 5.155928328167613e-05, "loss": 19.3496, "step": 28172 }, { "epoch": 25.02, "learning_rate": 5.155646960123974e-05, "loss": 19.2012, "step": 28173 }, { "epoch": 25.02, "learning_rate": 5.155365591586966e-05, "loss": 19.4512, "step": 28174 }, { "epoch": 25.02, "learning_rate": 5.1550842225574784e-05, "loss": 19.043, "step": 28175 }, { "epoch": 25.02, "learning_rate": 5.154802853036408e-05, "loss": 19.5156, "step": 28176 }, { "epoch": 25.02, "learning_rate": 5.1545214830246435e-05, "loss": 19.8984, "step": 28177 }, { "epoch": 25.02, "learning_rate": 5.154240112523078e-05, "loss": 19.6504, "step": 28178 }, { "epoch": 25.03, "learning_rate": 5.1539587415326e-05, "loss": 19.2686, "step": 28179 }, { "epoch": 25.03, "learning_rate": 5.153677370054106e-05, "loss": 20.4365, "step": 28180 }, { "epoch": 25.03, "learning_rate": 5.1533959980884874e-05, "loss": 19.9746, "step": 28181 }, { "epoch": 25.03, "learning_rate": 5.1531146256366324e-05, "loss": 19.918, "step": 28182 }, { "epoch": 25.03, "learning_rate": 5.152833252699436e-05, "loss": 19.6709, "step": 28183 }, { "epoch": 25.03, "learning_rate": 5.152551879277791e-05, "loss": 19.5967, "step": 28184 }, { "epoch": 25.03, "learning_rate": 5.152270505372585e-05, "loss": 20.1982, "step": 28185 }, { "epoch": 25.03, "learning_rate": 5.151989130984715e-05, "loss": 19.4775, "step": 28186 }, { "epoch": 25.03, "learning_rate": 5.151707756115069e-05, "loss": 19.5166, "step": 28187 }, { "epoch": 25.03, "learning_rate": 5.151426380764539e-05, "loss": 19.3936, "step": 28188 }, { "epoch": 25.03, "learning_rate": 5.1511450049340204e-05, "loss": 20.0352, "step": 28189 }, { "epoch": 25.04, "learning_rate": 5.150863628624402e-05, "loss": 19.0693, "step": 28190 }, { "epoch": 25.04, "learning_rate": 5.1505822518365764e-05, "loss": 20.0654, "step": 28191 }, { "epoch": 25.04, "learning_rate": 5.150300874571436e-05, "loss": 19.4355, "step": 28192 }, { "epoch": 25.04, "learning_rate": 5.150019496829873e-05, "loss": 20.1689, "step": 28193 }, { "epoch": 25.04, "learning_rate": 5.149738118612779e-05, "loss": 19.0049, "step": 28194 }, { "epoch": 25.04, "learning_rate": 5.149456739921046e-05, "loss": 19.4512, "step": 28195 }, { "epoch": 25.04, "learning_rate": 5.149175360755564e-05, "loss": 19.2559, "step": 28196 }, { "epoch": 25.04, "learning_rate": 5.1488939811172263e-05, "loss": 19.5635, "step": 28197 }, { "epoch": 25.04, "learning_rate": 5.1486126010069256e-05, "loss": 19.4902, "step": 28198 }, { "epoch": 25.04, "learning_rate": 5.148331220425554e-05, "loss": 19.3408, "step": 28199 }, { "epoch": 25.04, "learning_rate": 5.148049839374003e-05, "loss": 19.0947, "step": 28200 }, { "epoch": 25.05, "learning_rate": 5.147768457853163e-05, "loss": 19.501, "step": 28201 }, { "epoch": 25.05, "learning_rate": 5.147487075863927e-05, "loss": 19.3477, "step": 28202 }, { "epoch": 25.05, "learning_rate": 5.1472056934071875e-05, "loss": 18.875, "step": 28203 }, { "epoch": 25.05, "learning_rate": 5.146924310483836e-05, "loss": 19.877, "step": 28204 }, { "epoch": 25.05, "learning_rate": 5.1466429270947644e-05, "loss": 18.916, "step": 28205 }, { "epoch": 25.05, "learning_rate": 5.146361543240864e-05, "loss": 19.8213, "step": 28206 }, { "epoch": 25.05, "learning_rate": 5.146080158923028e-05, "loss": 19.3486, "step": 28207 }, { "epoch": 25.05, "learning_rate": 5.145798774142149e-05, "loss": 20.1387, "step": 28208 }, { "epoch": 25.05, "learning_rate": 5.1455173888991146e-05, "loss": 19.4658, "step": 28209 }, { "epoch": 25.05, "learning_rate": 5.145236003194822e-05, "loss": 20.1807, "step": 28210 }, { "epoch": 25.05, "learning_rate": 5.14495461703016e-05, "loss": 19.5146, "step": 28211 }, { "epoch": 25.06, "learning_rate": 5.144673230406021e-05, "loss": 19.4189, "step": 28212 }, { "epoch": 25.06, "learning_rate": 5.1443918433232985e-05, "loss": 19.6572, "step": 28213 }, { "epoch": 25.06, "learning_rate": 5.144110455782881e-05, "loss": 18.832, "step": 28214 }, { "epoch": 25.06, "learning_rate": 5.143829067785665e-05, "loss": 19.459, "step": 28215 }, { "epoch": 25.06, "learning_rate": 5.14354767933254e-05, "loss": 19.5996, "step": 28216 }, { "epoch": 25.06, "learning_rate": 5.143266290424398e-05, "loss": 19.6191, "step": 28217 }, { "epoch": 25.06, "learning_rate": 5.14298490106213e-05, "loss": 19.2959, "step": 28218 }, { "epoch": 25.06, "learning_rate": 5.1427035112466294e-05, "loss": 19.9854, "step": 28219 }, { "epoch": 25.06, "learning_rate": 5.142422120978787e-05, "loss": 19.3018, "step": 28220 }, { "epoch": 25.06, "learning_rate": 5.142140730259498e-05, "loss": 19.4297, "step": 28221 }, { "epoch": 25.06, "learning_rate": 5.14185933908965e-05, "loss": 19.1445, "step": 28222 }, { "epoch": 25.06, "learning_rate": 5.1415779474701366e-05, "loss": 19.1006, "step": 28223 }, { "epoch": 25.07, "learning_rate": 5.141296555401851e-05, "loss": 19.3301, "step": 28224 }, { "epoch": 25.07, "learning_rate": 5.141015162885683e-05, "loss": 19.6582, "step": 28225 }, { "epoch": 25.07, "learning_rate": 5.140733769922526e-05, "loss": 19.4307, "step": 28226 }, { "epoch": 25.07, "learning_rate": 5.140452376513273e-05, "loss": 19.6133, "step": 28227 }, { "epoch": 25.07, "learning_rate": 5.140170982658812e-05, "loss": 19.6113, "step": 28228 }, { "epoch": 25.07, "learning_rate": 5.1398895883600396e-05, "loss": 19.4766, "step": 28229 }, { "epoch": 25.07, "learning_rate": 5.139608193617845e-05, "loss": 19.4658, "step": 28230 }, { "epoch": 25.07, "learning_rate": 5.1393267984331206e-05, "loss": 20.1982, "step": 28231 }, { "epoch": 25.07, "learning_rate": 5.139045402806759e-05, "loss": 19.5479, "step": 28232 }, { "epoch": 25.07, "learning_rate": 5.138764006739651e-05, "loss": 19.7666, "step": 28233 }, { "epoch": 25.07, "learning_rate": 5.1384826102326914e-05, "loss": 19.918, "step": 28234 }, { "epoch": 25.08, "learning_rate": 5.13820121328677e-05, "loss": 19.4873, "step": 28235 }, { "epoch": 25.08, "learning_rate": 5.1379198159027765e-05, "loss": 19.9736, "step": 28236 }, { "epoch": 25.08, "learning_rate": 5.137638418081607e-05, "loss": 19.041, "step": 28237 }, { "epoch": 25.08, "learning_rate": 5.1373570198241505e-05, "loss": 19.5332, "step": 28238 }, { "epoch": 25.08, "learning_rate": 5.137075621131301e-05, "loss": 19.2725, "step": 28239 }, { "epoch": 25.08, "learning_rate": 5.136794222003951e-05, "loss": 19.418, "step": 28240 }, { "epoch": 25.08, "learning_rate": 5.1365128224429894e-05, "loss": 19.4658, "step": 28241 }, { "epoch": 25.08, "learning_rate": 5.13623142244931e-05, "loss": 19.2715, "step": 28242 }, { "epoch": 25.08, "learning_rate": 5.1359500220238055e-05, "loss": 19.5332, "step": 28243 }, { "epoch": 25.08, "learning_rate": 5.135668621167368e-05, "loss": 19.2031, "step": 28244 }, { "epoch": 25.08, "learning_rate": 5.135668621167368e-05, "loss": 19.7139, "step": 28245 }, { "epoch": 25.09, "learning_rate": 5.135387219880886e-05, "loss": 19.5361, "step": 28246 }, { "epoch": 25.09, "learning_rate": 5.1351058181652554e-05, "loss": 19.335, "step": 28247 }, { "epoch": 25.09, "learning_rate": 5.134824416021368e-05, "loss": 19.585, "step": 28248 }, { "epoch": 25.09, "learning_rate": 5.134543013450115e-05, "loss": 19.2686, "step": 28249 }, { "epoch": 25.09, "learning_rate": 5.134261610452387e-05, "loss": 19.4502, "step": 28250 }, { "epoch": 25.09, "learning_rate": 5.134261610452387e-05, "loss": 19.791, "step": 28251 }, { "epoch": 25.09, "learning_rate": 5.133980207029074e-05, "loss": 19.1484, "step": 28252 }, { "epoch": 25.09, "learning_rate": 5.133698803181075e-05, "loss": 19.3203, "step": 28253 }, { "epoch": 25.09, "learning_rate": 5.133417398909277e-05, "loss": 19.2119, "step": 28254 }, { "epoch": 25.09, "learning_rate": 5.133135994214574e-05, "loss": 19.7627, "step": 28255 }, { "epoch": 25.09, "learning_rate": 5.132854589097855e-05, "loss": 19.5762, "step": 28256 }, { "epoch": 25.1, "learning_rate": 5.132573183560016e-05, "loss": 19.4121, "step": 28257 }, { "epoch": 25.1, "learning_rate": 5.132291777601946e-05, "loss": 19.5732, "step": 28258 }, { "epoch": 25.1, "learning_rate": 5.132010371224538e-05, "loss": 19.4014, "step": 28259 }, { "epoch": 25.1, "learning_rate": 5.131728964428684e-05, "loss": 19.6172, "step": 28260 }, { "epoch": 25.1, "learning_rate": 5.1314475572152754e-05, "loss": 19.7422, "step": 28261 }, { "epoch": 25.1, "learning_rate": 5.1311661495852056e-05, "loss": 19.625, "step": 28262 }, { "epoch": 25.1, "learning_rate": 5.1308847415393666e-05, "loss": 18.8477, "step": 28263 }, { "epoch": 25.1, "learning_rate": 5.1306033330786495e-05, "loss": 19.5576, "step": 28264 }, { "epoch": 25.1, "learning_rate": 5.130321924203945e-05, "loss": 19.752, "step": 28265 }, { "epoch": 25.1, "learning_rate": 5.130040514916148e-05, "loss": 19.6484, "step": 28266 }, { "epoch": 25.1, "learning_rate": 5.129759105216148e-05, "loss": 19.7471, "step": 28267 }, { "epoch": 25.1, "learning_rate": 5.1294776951048386e-05, "loss": 19.8115, "step": 28268 }, { "epoch": 25.11, "learning_rate": 5.12919628458311e-05, "loss": 19.707, "step": 28269 }, { "epoch": 25.11, "learning_rate": 5.128914873651857e-05, "loss": 19.8682, "step": 28270 }, { "epoch": 25.11, "learning_rate": 5.12863346231197e-05, "loss": 19.167, "step": 28271 }, { "epoch": 25.11, "learning_rate": 5.128352050564341e-05, "loss": 19.7129, "step": 28272 }, { "epoch": 25.11, "learning_rate": 5.128070638409862e-05, "loss": 19.0605, "step": 28273 }, { "epoch": 25.11, "learning_rate": 5.127789225849425e-05, "loss": 19.3135, "step": 28274 }, { "epoch": 25.11, "learning_rate": 5.127507812883923e-05, "loss": 19.4521, "step": 28275 }, { "epoch": 25.11, "learning_rate": 5.127226399514246e-05, "loss": 19.2139, "step": 28276 }, { "epoch": 25.11, "learning_rate": 5.126944985741289e-05, "loss": 19.5, "step": 28277 }, { "epoch": 25.11, "learning_rate": 5.1266635715659395e-05, "loss": 19.7012, "step": 28278 }, { "epoch": 25.11, "learning_rate": 5.126382156989095e-05, "loss": 19.1494, "step": 28279 }, { "epoch": 25.12, "learning_rate": 5.126100742011644e-05, "loss": 20.3975, "step": 28280 }, { "epoch": 25.12, "learning_rate": 5.125819326634479e-05, "loss": 20.1172, "step": 28281 }, { "epoch": 25.12, "learning_rate": 5.125537910858492e-05, "loss": 19.5283, "step": 28282 }, { "epoch": 25.12, "learning_rate": 5.125256494684575e-05, "loss": 20.4014, "step": 28283 }, { "epoch": 25.12, "learning_rate": 5.124975078113622e-05, "loss": 19.7803, "step": 28284 }, { "epoch": 25.12, "learning_rate": 5.1246936611465235e-05, "loss": 19.5, "step": 28285 }, { "epoch": 25.12, "learning_rate": 5.1244122437841705e-05, "loss": 19.4932, "step": 28286 }, { "epoch": 25.12, "learning_rate": 5.1241308260274545e-05, "loss": 19.9424, "step": 28287 }, { "epoch": 25.12, "learning_rate": 5.123849407877273e-05, "loss": 19.8467, "step": 28288 }, { "epoch": 25.12, "learning_rate": 5.1235679893345115e-05, "loss": 19.6787, "step": 28289 }, { "epoch": 25.12, "learning_rate": 5.123286570400065e-05, "loss": 19.2021, "step": 28290 }, { "epoch": 25.13, "learning_rate": 5.1230051510748245e-05, "loss": 19.3984, "step": 28291 }, { "epoch": 25.13, "learning_rate": 5.122723731359683e-05, "loss": 19.1572, "step": 28292 }, { "epoch": 25.13, "learning_rate": 5.1224423112555344e-05, "loss": 19.3242, "step": 28293 }, { "epoch": 25.13, "learning_rate": 5.1221608907632665e-05, "loss": 19.5, "step": 28294 }, { "epoch": 25.13, "learning_rate": 5.121879469883774e-05, "loss": 19.8594, "step": 28295 }, { "epoch": 25.13, "learning_rate": 5.121598048617948e-05, "loss": 19.0596, "step": 28296 }, { "epoch": 25.13, "learning_rate": 5.121316626966681e-05, "loss": 18.9326, "step": 28297 }, { "epoch": 25.13, "learning_rate": 5.121035204930866e-05, "loss": 19.8115, "step": 28298 }, { "epoch": 25.13, "learning_rate": 5.120753782511394e-05, "loss": 19.7861, "step": 28299 }, { "epoch": 25.13, "learning_rate": 5.1204723597091554e-05, "loss": 19.4873, "step": 28300 }, { "epoch": 25.13, "learning_rate": 5.120190936525045e-05, "loss": 19.374, "step": 28301 }, { "epoch": 25.13, "learning_rate": 5.119909512959955e-05, "loss": 19.7871, "step": 28302 }, { "epoch": 25.14, "learning_rate": 5.119628089014774e-05, "loss": 19.6865, "step": 28303 }, { "epoch": 25.14, "learning_rate": 5.1193466646903975e-05, "loss": 19.626, "step": 28304 }, { "epoch": 25.14, "learning_rate": 5.119065239987717e-05, "loss": 19.7832, "step": 28305 }, { "epoch": 25.14, "learning_rate": 5.118783814907624e-05, "loss": 19.5254, "step": 28306 }, { "epoch": 25.14, "learning_rate": 5.11850238945101e-05, "loss": 19.8223, "step": 28307 }, { "epoch": 25.14, "learning_rate": 5.1182209636187674e-05, "loss": 19.6982, "step": 28308 }, { "epoch": 25.14, "learning_rate": 5.117939537411788e-05, "loss": 19.5967, "step": 28309 }, { "epoch": 25.14, "learning_rate": 5.117658110830965e-05, "loss": 19.8408, "step": 28310 }, { "epoch": 25.14, "learning_rate": 5.1173766838771884e-05, "loss": 19.4707, "step": 28311 }, { "epoch": 25.14, "learning_rate": 5.117095256551354e-05, "loss": 19.1807, "step": 28312 }, { "epoch": 25.14, "learning_rate": 5.11681382885435e-05, "loss": 19.8662, "step": 28313 }, { "epoch": 25.15, "learning_rate": 5.1165324007870707e-05, "loss": 19.5332, "step": 28314 }, { "epoch": 25.15, "learning_rate": 5.116250972350407e-05, "loss": 19.125, "step": 28315 }, { "epoch": 25.15, "learning_rate": 5.1159695435452513e-05, "loss": 19.7334, "step": 28316 }, { "epoch": 25.15, "learning_rate": 5.1156881143724956e-05, "loss": 19.3486, "step": 28317 }, { "epoch": 25.15, "learning_rate": 5.1154066848330316e-05, "loss": 19.5576, "step": 28318 }, { "epoch": 25.15, "learning_rate": 5.115125254927753e-05, "loss": 19.2705, "step": 28319 }, { "epoch": 25.15, "learning_rate": 5.1148438246575516e-05, "loss": 19.3604, "step": 28320 }, { "epoch": 25.15, "learning_rate": 5.1145623940233165e-05, "loss": 19.6357, "step": 28321 }, { "epoch": 25.15, "learning_rate": 5.1142809630259434e-05, "loss": 19.3623, "step": 28322 }, { "epoch": 25.15, "learning_rate": 5.113999531666323e-05, "loss": 19.3369, "step": 28323 }, { "epoch": 25.15, "learning_rate": 5.113718099945346e-05, "loss": 20.2676, "step": 28324 }, { "epoch": 25.16, "learning_rate": 5.113436667863908e-05, "loss": 19.832, "step": 28325 }, { "epoch": 25.16, "learning_rate": 5.113155235422896e-05, "loss": 19.4229, "step": 28326 }, { "epoch": 25.16, "learning_rate": 5.112873802623207e-05, "loss": 19.5586, "step": 28327 }, { "epoch": 25.16, "learning_rate": 5.1125923694657304e-05, "loss": 19.8281, "step": 28328 }, { "epoch": 25.16, "learning_rate": 5.11231093595136e-05, "loss": 19.5889, "step": 28329 }, { "epoch": 25.16, "learning_rate": 5.112029502080985e-05, "loss": 19.1982, "step": 28330 }, { "epoch": 25.16, "learning_rate": 5.111748067855501e-05, "loss": 19.1074, "step": 28331 }, { "epoch": 25.16, "learning_rate": 5.1114666332757965e-05, "loss": 19.6152, "step": 28332 }, { "epoch": 25.16, "learning_rate": 5.111185198342768e-05, "loss": 19.7578, "step": 28333 }, { "epoch": 25.16, "learning_rate": 5.110903763057303e-05, "loss": 19.5635, "step": 28334 }, { "epoch": 25.16, "learning_rate": 5.110622327420297e-05, "loss": 19.7627, "step": 28335 }, { "epoch": 25.17, "learning_rate": 5.11034089143264e-05, "loss": 19.5605, "step": 28336 }, { "epoch": 25.17, "learning_rate": 5.110059455095224e-05, "loss": 19.6182, "step": 28337 }, { "epoch": 25.17, "learning_rate": 5.109778018408944e-05, "loss": 19.7148, "step": 28338 }, { "epoch": 25.17, "learning_rate": 5.109496581374688e-05, "loss": 19.0605, "step": 28339 }, { "epoch": 25.17, "learning_rate": 5.109215143993351e-05, "loss": 19.3975, "step": 28340 }, { "epoch": 25.17, "learning_rate": 5.1089337062658246e-05, "loss": 19.7617, "step": 28341 }, { "epoch": 25.17, "learning_rate": 5.108652268193e-05, "loss": 19.7949, "step": 28342 }, { "epoch": 25.17, "learning_rate": 5.1083708297757704e-05, "loss": 19.2764, "step": 28343 }, { "epoch": 25.17, "learning_rate": 5.108089391015027e-05, "loss": 19.8467, "step": 28344 }, { "epoch": 25.17, "learning_rate": 5.107807951911663e-05, "loss": 18.9053, "step": 28345 }, { "epoch": 25.17, "learning_rate": 5.1075265124665685e-05, "loss": 19.4053, "step": 28346 }, { "epoch": 25.17, "learning_rate": 5.1072450726806384e-05, "loss": 19.457, "step": 28347 }, { "epoch": 25.18, "learning_rate": 5.106963632554762e-05, "loss": 19.5234, "step": 28348 }, { "epoch": 25.18, "learning_rate": 5.1066821920898335e-05, "loss": 19.0166, "step": 28349 }, { "epoch": 25.18, "learning_rate": 5.106400751286743e-05, "loss": 19.0225, "step": 28350 }, { "epoch": 25.18, "learning_rate": 5.1061193101463846e-05, "loss": 19.3994, "step": 28351 }, { "epoch": 25.18, "learning_rate": 5.1058378686696494e-05, "loss": 19.0889, "step": 28352 }, { "epoch": 25.18, "learning_rate": 5.1055564268574294e-05, "loss": 19.6963, "step": 28353 }, { "epoch": 25.18, "learning_rate": 5.105274984710617e-05, "loss": 19.8721, "step": 28354 }, { "epoch": 25.18, "learning_rate": 5.1049935422301066e-05, "loss": 18.9805, "step": 28355 }, { "epoch": 25.18, "learning_rate": 5.104712099416785e-05, "loss": 19.3877, "step": 28356 }, { "epoch": 25.18, "learning_rate": 5.1044306562715495e-05, "loss": 19.4453, "step": 28357 }, { "epoch": 25.18, "learning_rate": 5.1041492127952886e-05, "loss": 19.4717, "step": 28358 }, { "epoch": 25.19, "learning_rate": 5.1038677689888956e-05, "loss": 19.5869, "step": 28359 }, { "epoch": 25.19, "learning_rate": 5.1035863248532656e-05, "loss": 19.0322, "step": 28360 }, { "epoch": 25.19, "learning_rate": 5.103304880389286e-05, "loss": 19.7979, "step": 28361 }, { "epoch": 25.19, "learning_rate": 5.10302343559785e-05, "loss": 19.4727, "step": 28362 }, { "epoch": 25.19, "learning_rate": 5.102741990479853e-05, "loss": 19.3457, "step": 28363 }, { "epoch": 25.19, "learning_rate": 5.102460545036184e-05, "loss": 19.75, "step": 28364 }, { "epoch": 25.19, "learning_rate": 5.102179099267737e-05, "loss": 19.8428, "step": 28365 }, { "epoch": 25.19, "learning_rate": 5.1018976531754004e-05, "loss": 19.2139, "step": 28366 }, { "epoch": 25.19, "learning_rate": 5.10161620676007e-05, "loss": 19.9326, "step": 28367 }, { "epoch": 25.19, "learning_rate": 5.101334760022639e-05, "loss": 19.6494, "step": 28368 }, { "epoch": 25.19, "learning_rate": 5.101053312963995e-05, "loss": 19.5088, "step": 28369 }, { "epoch": 25.2, "learning_rate": 5.100771865585033e-05, "loss": 19.7568, "step": 28370 }, { "epoch": 25.2, "learning_rate": 5.100490417886645e-05, "loss": 19.8945, "step": 28371 }, { "epoch": 25.2, "learning_rate": 5.100208969869723e-05, "loss": 19.248, "step": 28372 }, { "epoch": 25.2, "learning_rate": 5.0999275215351604e-05, "loss": 19.4756, "step": 28373 }, { "epoch": 25.2, "learning_rate": 5.099646072883847e-05, "loss": 19.8242, "step": 28374 }, { "epoch": 25.2, "learning_rate": 5.099364623916674e-05, "loss": 20.4229, "step": 28375 }, { "epoch": 25.2, "learning_rate": 5.0990831746345366e-05, "loss": 19.3906, "step": 28376 }, { "epoch": 25.2, "learning_rate": 5.098801725038327e-05, "loss": 19.6758, "step": 28377 }, { "epoch": 25.2, "learning_rate": 5.0985202751289344e-05, "loss": 19.7109, "step": 28378 }, { "epoch": 25.2, "learning_rate": 5.0982388249072534e-05, "loss": 19.0488, "step": 28379 }, { "epoch": 25.2, "learning_rate": 5.097957374374174e-05, "loss": 19.5791, "step": 28380 }, { "epoch": 25.21, "learning_rate": 5.097675923530591e-05, "loss": 19.6982, "step": 28381 }, { "epoch": 25.21, "learning_rate": 5.0973944723773957e-05, "loss": 20.3867, "step": 28382 }, { "epoch": 25.21, "learning_rate": 5.0971130209154796e-05, "loss": 19.6182, "step": 28383 }, { "epoch": 25.21, "learning_rate": 5.0968315691457334e-05, "loss": 19.5273, "step": 28384 }, { "epoch": 25.21, "learning_rate": 5.096550117069052e-05, "loss": 19.4482, "step": 28385 }, { "epoch": 25.21, "learning_rate": 5.096268664686327e-05, "loss": 19.7422, "step": 28386 }, { "epoch": 25.21, "learning_rate": 5.09598721199845e-05, "loss": 19.9277, "step": 28387 }, { "epoch": 25.21, "learning_rate": 5.09570575900631e-05, "loss": 20.1299, "step": 28388 }, { "epoch": 25.21, "learning_rate": 5.0954243057108064e-05, "loss": 19.5225, "step": 28389 }, { "epoch": 25.21, "learning_rate": 5.095142852112825e-05, "loss": 19.5811, "step": 28390 }, { "epoch": 25.21, "learning_rate": 5.0948613982132606e-05, "loss": 19.9258, "step": 28391 }, { "epoch": 25.21, "learning_rate": 5.094579944013005e-05, "loss": 19.2158, "step": 28392 }, { "epoch": 25.22, "learning_rate": 5.09429848951295e-05, "loss": 19.7959, "step": 28393 }, { "epoch": 25.22, "learning_rate": 5.0940170347139874e-05, "loss": 19.3721, "step": 28394 }, { "epoch": 25.22, "learning_rate": 5.093735579617012e-05, "loss": 19.3271, "step": 28395 }, { "epoch": 25.22, "learning_rate": 5.093454124222912e-05, "loss": 19.3701, "step": 28396 }, { "epoch": 25.22, "learning_rate": 5.093172668532582e-05, "loss": 19.7334, "step": 28397 }, { "epoch": 25.22, "learning_rate": 5.092891212546913e-05, "loss": 20.0898, "step": 28398 }, { "epoch": 25.22, "learning_rate": 5.092609756266799e-05, "loss": 19.5459, "step": 28399 }, { "epoch": 25.22, "learning_rate": 5.092328299693131e-05, "loss": 19.1299, "step": 28400 }, { "epoch": 25.22, "learning_rate": 5.0920468428268e-05, "loss": 19.4932, "step": 28401 }, { "epoch": 25.22, "learning_rate": 5.091765385668699e-05, "loss": 19.4268, "step": 28402 }, { "epoch": 25.22, "learning_rate": 5.091483928219722e-05, "loss": 19.4053, "step": 28403 }, { "epoch": 25.23, "learning_rate": 5.091202470480758e-05, "loss": 19.6201, "step": 28404 }, { "epoch": 25.23, "learning_rate": 5.090921012452702e-05, "loss": 19.5215, "step": 28405 }, { "epoch": 25.23, "learning_rate": 5.0906395541364436e-05, "loss": 19.9365, "step": 28406 }, { "epoch": 25.23, "learning_rate": 5.0903580955328776e-05, "loss": 19.9766, "step": 28407 }, { "epoch": 25.23, "learning_rate": 5.090076636642895e-05, "loss": 19.8613, "step": 28408 }, { "epoch": 25.23, "learning_rate": 5.089795177467387e-05, "loss": 19.6885, "step": 28409 }, { "epoch": 25.23, "learning_rate": 5.0895137180072463e-05, "loss": 19.8379, "step": 28410 }, { "epoch": 25.23, "learning_rate": 5.089232258263367e-05, "loss": 19.5635, "step": 28411 }, { "epoch": 25.23, "learning_rate": 5.088950798236638e-05, "loss": 19.4785, "step": 28412 }, { "epoch": 25.23, "learning_rate": 5.0886693379279523e-05, "loss": 19.9658, "step": 28413 }, { "epoch": 25.23, "learning_rate": 5.0883878773382046e-05, "loss": 19.7842, "step": 28414 }, { "epoch": 25.24, "learning_rate": 5.088106416468285e-05, "loss": 19.3164, "step": 28415 }, { "epoch": 25.24, "learning_rate": 5.087824955319086e-05, "loss": 19.2852, "step": 28416 }, { "epoch": 25.24, "learning_rate": 5.0875434938915e-05, "loss": 20.4795, "step": 28417 }, { "epoch": 25.24, "learning_rate": 5.0872620321864185e-05, "loss": 19.1611, "step": 28418 }, { "epoch": 25.24, "learning_rate": 5.086980570204733e-05, "loss": 19.6729, "step": 28419 }, { "epoch": 25.24, "learning_rate": 5.086699107947339e-05, "loss": 19.0781, "step": 28420 }, { "epoch": 25.24, "learning_rate": 5.0864176454151244e-05, "loss": 18.9902, "step": 28421 }, { "epoch": 25.24, "learning_rate": 5.086136182608986e-05, "loss": 19.5479, "step": 28422 }, { "epoch": 25.24, "learning_rate": 5.085854719529811e-05, "loss": 19.4355, "step": 28423 }, { "epoch": 25.24, "learning_rate": 5.085573256178496e-05, "loss": 19.3213, "step": 28424 }, { "epoch": 25.24, "learning_rate": 5.085291792555931e-05, "loss": 19.4336, "step": 28425 }, { "epoch": 25.25, "learning_rate": 5.0850103286630065e-05, "loss": 19.5059, "step": 28426 }, { "epoch": 25.25, "learning_rate": 5.0847288645006174e-05, "loss": 20.1514, "step": 28427 }, { "epoch": 25.25, "learning_rate": 5.084447400069655e-05, "loss": 19.7158, "step": 28428 }, { "epoch": 25.25, "learning_rate": 5.084165935371012e-05, "loss": 19.8574, "step": 28429 }, { "epoch": 25.25, "learning_rate": 5.083884470405581e-05, "loss": 19.8252, "step": 28430 }, { "epoch": 25.25, "learning_rate": 5.0836030051742533e-05, "loss": 19.2334, "step": 28431 }, { "epoch": 25.25, "learning_rate": 5.08332153967792e-05, "loss": 19.6523, "step": 28432 }, { "epoch": 25.25, "learning_rate": 5.083040073917475e-05, "loss": 19.75, "step": 28433 }, { "epoch": 25.25, "learning_rate": 5.0827586078938086e-05, "loss": 19.2393, "step": 28434 }, { "epoch": 25.25, "learning_rate": 5.0824771416078165e-05, "loss": 19.876, "step": 28435 }, { "epoch": 25.25, "learning_rate": 5.0824771416078165e-05, "loss": 19.6562, "step": 28436 }, { "epoch": 25.25, "learning_rate": 5.082195675060386e-05, "loss": 19.3857, "step": 28437 }, { "epoch": 25.26, "learning_rate": 5.081914208252413e-05, "loss": 19.6758, "step": 28438 }, { "epoch": 25.26, "learning_rate": 5.0816327411847894e-05, "loss": 20.3613, "step": 28439 }, { "epoch": 25.26, "learning_rate": 5.081351273858407e-05, "loss": 20.4697, "step": 28440 }, { "epoch": 25.26, "learning_rate": 5.081069806274156e-05, "loss": 19.2432, "step": 28441 }, { "epoch": 25.26, "learning_rate": 5.080788338432931e-05, "loss": 19.8096, "step": 28442 }, { "epoch": 25.26, "learning_rate": 5.080788338432931e-05, "loss": 19.9414, "step": 28443 }, { "epoch": 25.26, "learning_rate": 5.080506870335623e-05, "loss": 19.4492, "step": 28444 }, { "epoch": 25.26, "learning_rate": 5.0802254019831265e-05, "loss": 19.3535, "step": 28445 }, { "epoch": 25.26, "learning_rate": 5.07994393337633e-05, "loss": 19.3018, "step": 28446 }, { "epoch": 25.26, "learning_rate": 5.079662464516127e-05, "loss": 20.0039, "step": 28447 }, { "epoch": 25.26, "learning_rate": 5.079380995403412e-05, "loss": 19.4736, "step": 28448 }, { "epoch": 25.27, "learning_rate": 5.079099526039075e-05, "loss": 19.501, "step": 28449 }, { "epoch": 25.27, "learning_rate": 5.078818056424008e-05, "loss": 19.4297, "step": 28450 }, { "epoch": 25.27, "learning_rate": 5.078536586559104e-05, "loss": 19.5117, "step": 28451 }, { "epoch": 25.27, "learning_rate": 5.078255116445254e-05, "loss": 19.6396, "step": 28452 }, { "epoch": 25.27, "learning_rate": 5.0779736460833536e-05, "loss": 19.2812, "step": 28453 }, { "epoch": 25.27, "learning_rate": 5.077692175474291e-05, "loss": 19.5332, "step": 28454 }, { "epoch": 25.27, "learning_rate": 5.07741070461896e-05, "loss": 19.6816, "step": 28455 }, { "epoch": 25.27, "learning_rate": 5.077129233518253e-05, "loss": 18.9893, "step": 28456 }, { "epoch": 25.27, "learning_rate": 5.0768477621730624e-05, "loss": 19.7578, "step": 28457 }, { "epoch": 25.27, "learning_rate": 5.0765662905842814e-05, "loss": 19.748, "step": 28458 }, { "epoch": 25.27, "learning_rate": 5.076284818752799e-05, "loss": 19.6055, "step": 28459 }, { "epoch": 25.28, "learning_rate": 5.076003346679508e-05, "loss": 19.6543, "step": 28460 }, { "epoch": 25.28, "learning_rate": 5.075721874365305e-05, "loss": 19.5625, "step": 28461 }, { "epoch": 25.28, "learning_rate": 5.075440401811077e-05, "loss": 19.6807, "step": 28462 }, { "epoch": 25.28, "learning_rate": 5.075158929017719e-05, "loss": 19.624, "step": 28463 }, { "epoch": 25.28, "learning_rate": 5.0748774559861226e-05, "loss": 19.4492, "step": 28464 }, { "epoch": 25.28, "learning_rate": 5.0745959827171786e-05, "loss": 19.6357, "step": 28465 }, { "epoch": 25.28, "learning_rate": 5.074314509211783e-05, "loss": 19.2627, "step": 28466 }, { "epoch": 25.28, "learning_rate": 5.074033035470824e-05, "loss": 19.4746, "step": 28467 }, { "epoch": 25.28, "learning_rate": 5.073751561495196e-05, "loss": 20.0752, "step": 28468 }, { "epoch": 25.28, "learning_rate": 5.07347008728579e-05, "loss": 19.6436, "step": 28469 }, { "epoch": 25.28, "learning_rate": 5.073188612843498e-05, "loss": 19.3867, "step": 28470 }, { "epoch": 25.29, "learning_rate": 5.072907138169214e-05, "loss": 19.4219, "step": 28471 }, { "epoch": 25.29, "learning_rate": 5.0726256632638306e-05, "loss": 20.0, "step": 28472 }, { "epoch": 25.29, "learning_rate": 5.072344188128236e-05, "loss": 19.6953, "step": 28473 }, { "epoch": 25.29, "learning_rate": 5.0720627127633266e-05, "loss": 19.8037, "step": 28474 }, { "epoch": 25.29, "learning_rate": 5.071781237169992e-05, "loss": 19.6045, "step": 28475 }, { "epoch": 25.29, "learning_rate": 5.071499761349127e-05, "loss": 19.6621, "step": 28476 }, { "epoch": 25.29, "learning_rate": 5.071218285301621e-05, "loss": 19.7695, "step": 28477 }, { "epoch": 25.29, "learning_rate": 5.070936809028368e-05, "loss": 19.5801, "step": 28478 }, { "epoch": 25.29, "learning_rate": 5.0706553325302595e-05, "loss": 19.9014, "step": 28479 }, { "epoch": 25.29, "learning_rate": 5.070373855808189e-05, "loss": 19.582, "step": 28480 }, { "epoch": 25.29, "learning_rate": 5.070092378863047e-05, "loss": 19.5166, "step": 28481 }, { "epoch": 25.29, "learning_rate": 5.0698109016957274e-05, "loss": 19.0869, "step": 28482 }, { "epoch": 25.3, "learning_rate": 5.06952942430712e-05, "loss": 19.4375, "step": 28483 }, { "epoch": 25.3, "learning_rate": 5.069247946698119e-05, "loss": 19.5254, "step": 28484 }, { "epoch": 25.3, "learning_rate": 5.068966468869617e-05, "loss": 19.9795, "step": 28485 }, { "epoch": 25.3, "learning_rate": 5.0686849908225045e-05, "loss": 19.626, "step": 28486 }, { "epoch": 25.3, "learning_rate": 5.0684035125576734e-05, "loss": 19.1768, "step": 28487 }, { "epoch": 25.3, "learning_rate": 5.0681220340760196e-05, "loss": 19.3926, "step": 28488 }, { "epoch": 25.3, "learning_rate": 5.067840555378431e-05, "loss": 20.1475, "step": 28489 }, { "epoch": 25.3, "learning_rate": 5.067559076465802e-05, "loss": 20.0176, "step": 28490 }, { "epoch": 25.3, "learning_rate": 5.067277597339025e-05, "loss": 19.8428, "step": 28491 }, { "epoch": 25.3, "learning_rate": 5.066996117998991e-05, "loss": 19.7578, "step": 28492 }, { "epoch": 25.3, "learning_rate": 5.0667146384465945e-05, "loss": 19.0635, "step": 28493 }, { "epoch": 25.31, "learning_rate": 5.066433158682725e-05, "loss": 19.4346, "step": 28494 }, { "epoch": 25.31, "learning_rate": 5.0661516787082754e-05, "loss": 19.8779, "step": 28495 }, { "epoch": 25.31, "learning_rate": 5.0658701985241395e-05, "loss": 19.292, "step": 28496 }, { "epoch": 25.31, "learning_rate": 5.065588718131208e-05, "loss": 20.0742, "step": 28497 }, { "epoch": 25.31, "learning_rate": 5.065307237530373e-05, "loss": 19.8398, "step": 28498 }, { "epoch": 25.31, "learning_rate": 5.065025756722529e-05, "loss": 20.167, "step": 28499 }, { "epoch": 25.31, "learning_rate": 5.064744275708565e-05, "loss": 19.5049, "step": 28500 }, { "epoch": 25.31, "learning_rate": 5.064462794489376e-05, "loss": 19.7578, "step": 28501 }, { "epoch": 25.31, "learning_rate": 5.064181313065852e-05, "loss": 19.9824, "step": 28502 }, { "epoch": 25.31, "learning_rate": 5.063899831438888e-05, "loss": 19.8848, "step": 28503 }, { "epoch": 25.31, "learning_rate": 5.063618349609373e-05, "loss": 19.9004, "step": 28504 }, { "epoch": 25.32, "learning_rate": 5.063336867578201e-05, "loss": 19.5869, "step": 28505 }, { "epoch": 25.32, "learning_rate": 5.063055385346264e-05, "loss": 19.7139, "step": 28506 }, { "epoch": 25.32, "learning_rate": 5.062773902914455e-05, "loss": 19.5117, "step": 28507 }, { "epoch": 25.32, "learning_rate": 5.062492420283665e-05, "loss": 19.8418, "step": 28508 }, { "epoch": 25.32, "learning_rate": 5.062210937454787e-05, "loss": 19.2393, "step": 28509 }, { "epoch": 25.32, "learning_rate": 5.0619294544287124e-05, "loss": 19.5586, "step": 28510 }, { "epoch": 25.32, "learning_rate": 5.0616479712063344e-05, "loss": 19.4541, "step": 28511 }, { "epoch": 25.32, "learning_rate": 5.061366487788546e-05, "loss": 19.8691, "step": 28512 }, { "epoch": 25.32, "learning_rate": 5.061085004176236e-05, "loss": 19.0078, "step": 28513 }, { "epoch": 25.32, "learning_rate": 5.0608035203703e-05, "loss": 20.2295, "step": 28514 }, { "epoch": 25.32, "learning_rate": 5.060522036371631e-05, "loss": 19.4473, "step": 28515 }, { "epoch": 25.33, "learning_rate": 5.0602405521811166e-05, "loss": 19.5801, "step": 28516 }, { "epoch": 25.33, "learning_rate": 5.059959067799655e-05, "loss": 19.5781, "step": 28517 }, { "epoch": 25.33, "learning_rate": 5.059677583228133e-05, "loss": 19.6836, "step": 28518 }, { "epoch": 25.33, "learning_rate": 5.059396098467445e-05, "loss": 19.5049, "step": 28519 }, { "epoch": 25.33, "learning_rate": 5.0591146135184856e-05, "loss": 19.5068, "step": 28520 }, { "epoch": 25.33, "learning_rate": 5.058833128382143e-05, "loss": 19.2783, "step": 28521 }, { "epoch": 25.33, "learning_rate": 5.058551643059312e-05, "loss": 19.2285, "step": 28522 }, { "epoch": 25.33, "learning_rate": 5.058270157550884e-05, "loss": 20.3271, "step": 28523 }, { "epoch": 25.33, "learning_rate": 5.0579886718577516e-05, "loss": 19.8994, "step": 28524 }, { "epoch": 25.33, "learning_rate": 5.057707185980809e-05, "loss": 19.6191, "step": 28525 }, { "epoch": 25.33, "learning_rate": 5.0574256999209424e-05, "loss": 19.4873, "step": 28526 }, { "epoch": 25.33, "learning_rate": 5.0571442136790505e-05, "loss": 19.6709, "step": 28527 }, { "epoch": 25.34, "learning_rate": 5.056862727256023e-05, "loss": 19.8887, "step": 28528 }, { "epoch": 25.34, "learning_rate": 5.056581240652752e-05, "loss": 19.1094, "step": 28529 }, { "epoch": 25.34, "learning_rate": 5.0562997538701295e-05, "loss": 19.4688, "step": 28530 }, { "epoch": 25.34, "learning_rate": 5.05601826690905e-05, "loss": 19.3838, "step": 28531 }, { "epoch": 25.34, "learning_rate": 5.055736779770401e-05, "loss": 19.4893, "step": 28532 }, { "epoch": 25.34, "learning_rate": 5.0554552924550815e-05, "loss": 19.7041, "step": 28533 }, { "epoch": 25.34, "learning_rate": 5.055173804963977e-05, "loss": 19.3369, "step": 28534 }, { "epoch": 25.34, "learning_rate": 5.0548923172979824e-05, "loss": 19.5869, "step": 28535 }, { "epoch": 25.34, "learning_rate": 5.054610829457993e-05, "loss": 19.8262, "step": 28536 }, { "epoch": 25.34, "learning_rate": 5.054329341444897e-05, "loss": 19.5254, "step": 28537 }, { "epoch": 25.34, "learning_rate": 5.054047853259588e-05, "loss": 19.0957, "step": 28538 }, { "epoch": 25.35, "learning_rate": 5.053766364902958e-05, "loss": 19.5879, "step": 28539 }, { "epoch": 25.35, "learning_rate": 5.0534848763759004e-05, "loss": 18.8672, "step": 28540 }, { "epoch": 25.35, "learning_rate": 5.0532033876793064e-05, "loss": 19.9033, "step": 28541 }, { "epoch": 25.35, "learning_rate": 5.052921898814068e-05, "loss": 19.709, "step": 28542 }, { "epoch": 25.35, "learning_rate": 5.0526404097810786e-05, "loss": 19.4727, "step": 28543 }, { "epoch": 25.35, "learning_rate": 5.052358920581229e-05, "loss": 19.7695, "step": 28544 }, { "epoch": 25.35, "learning_rate": 5.0520774312154126e-05, "loss": 19.2148, "step": 28545 }, { "epoch": 25.35, "learning_rate": 5.0517959416845216e-05, "loss": 19.5723, "step": 28546 }, { "epoch": 25.35, "learning_rate": 5.05151445198945e-05, "loss": 19.6572, "step": 28547 }, { "epoch": 25.35, "learning_rate": 5.051232962131084e-05, "loss": 19.417, "step": 28548 }, { "epoch": 25.35, "learning_rate": 5.0509514721103224e-05, "loss": 19.6309, "step": 28549 }, { "epoch": 25.36, "learning_rate": 5.0506699819280556e-05, "loss": 19.8076, "step": 28550 }, { "epoch": 25.36, "learning_rate": 5.050388491585174e-05, "loss": 19.9062, "step": 28551 }, { "epoch": 25.36, "learning_rate": 5.050388491585174e-05, "loss": 19.9531, "step": 28552 }, { "epoch": 25.36, "learning_rate": 5.050107001082571e-05, "loss": 19.7861, "step": 28553 }, { "epoch": 25.36, "learning_rate": 5.04982551042114e-05, "loss": 20.0498, "step": 28554 }, { "epoch": 25.36, "learning_rate": 5.0495440196017716e-05, "loss": 19.6689, "step": 28555 }, { "epoch": 25.36, "learning_rate": 5.049262528625359e-05, "loss": 19.9678, "step": 28556 }, { "epoch": 25.36, "learning_rate": 5.0489810374927946e-05, "loss": 19.6045, "step": 28557 }, { "epoch": 25.36, "learning_rate": 5.048699546204969e-05, "loss": 19.0039, "step": 28558 }, { "epoch": 25.36, "learning_rate": 5.048418054762777e-05, "loss": 19.3496, "step": 28559 }, { "epoch": 25.36, "learning_rate": 5.04813656316711e-05, "loss": 19.7051, "step": 28560 }, { "epoch": 25.37, "learning_rate": 5.04785507141886e-05, "loss": 19.3105, "step": 28561 }, { "epoch": 25.37, "learning_rate": 5.047573579518916e-05, "loss": 19.4385, "step": 28562 }, { "epoch": 25.37, "learning_rate": 5.047292087468176e-05, "loss": 19.9619, "step": 28563 }, { "epoch": 25.37, "learning_rate": 5.0470105952675307e-05, "loss": 19.3027, "step": 28564 }, { "epoch": 25.37, "learning_rate": 5.04672910291787e-05, "loss": 20.1895, "step": 28565 }, { "epoch": 25.37, "learning_rate": 5.0464476104200874e-05, "loss": 19.666, "step": 28566 }, { "epoch": 25.37, "learning_rate": 5.046166117775075e-05, "loss": 19.4229, "step": 28567 }, { "epoch": 25.37, "learning_rate": 5.0458846249837265e-05, "loss": 19.6016, "step": 28568 }, { "epoch": 25.37, "learning_rate": 5.045603132046934e-05, "loss": 19.4287, "step": 28569 }, { "epoch": 25.37, "learning_rate": 5.0453216389655875e-05, "loss": 19.5039, "step": 28570 }, { "epoch": 25.37, "learning_rate": 5.045040145740579e-05, "loss": 19.4443, "step": 28571 }, { "epoch": 25.37, "learning_rate": 5.044758652372805e-05, "loss": 18.8379, "step": 28572 }, { "epoch": 25.38, "learning_rate": 5.044477158863154e-05, "loss": 19.4688, "step": 28573 }, { "epoch": 25.38, "learning_rate": 5.04419566521252e-05, "loss": 19.1221, "step": 28574 }, { "epoch": 25.38, "learning_rate": 5.043914171421794e-05, "loss": 19.7754, "step": 28575 }, { "epoch": 25.38, "learning_rate": 5.04363267749187e-05, "loss": 19.6016, "step": 28576 }, { "epoch": 25.38, "learning_rate": 5.043351183423639e-05, "loss": 19.7002, "step": 28577 }, { "epoch": 25.38, "learning_rate": 5.043069689217994e-05, "loss": 19.4609, "step": 28578 }, { "epoch": 25.38, "learning_rate": 5.042788194875826e-05, "loss": 19.4199, "step": 28579 }, { "epoch": 25.38, "learning_rate": 5.0425067003980285e-05, "loss": 19.001, "step": 28580 }, { "epoch": 25.38, "learning_rate": 5.042225205785493e-05, "loss": 19.8389, "step": 28581 }, { "epoch": 25.38, "learning_rate": 5.041943711039112e-05, "loss": 19.9785, "step": 28582 }, { "epoch": 25.38, "learning_rate": 5.0416622161597794e-05, "loss": 19.5049, "step": 28583 }, { "epoch": 25.39, "learning_rate": 5.0413807211483846e-05, "loss": 19.4043, "step": 28584 }, { "epoch": 25.39, "learning_rate": 5.041099226005822e-05, "loss": 19.0488, "step": 28585 }, { "epoch": 25.39, "learning_rate": 5.040817730732984e-05, "loss": 19.4229, "step": 28586 }, { "epoch": 25.39, "learning_rate": 5.0405362353307606e-05, "loss": 19.1602, "step": 28587 }, { "epoch": 25.39, "learning_rate": 5.0402547398000466e-05, "loss": 19.3262, "step": 28588 }, { "epoch": 25.39, "learning_rate": 5.039973244141732e-05, "loss": 19.4746, "step": 28589 }, { "epoch": 25.39, "learning_rate": 5.039691748356712e-05, "loss": 19.2324, "step": 28590 }, { "epoch": 25.39, "learning_rate": 5.039410252445878e-05, "loss": 20.0918, "step": 28591 }, { "epoch": 25.39, "learning_rate": 5.0391287564101186e-05, "loss": 19.7588, "step": 28592 }, { "epoch": 25.39, "learning_rate": 5.0388472602503315e-05, "loss": 19.6943, "step": 28593 }, { "epoch": 25.39, "learning_rate": 5.038565763967405e-05, "loss": 20.249, "step": 28594 }, { "epoch": 25.4, "learning_rate": 5.0382842675622335e-05, "loss": 19.5889, "step": 28595 }, { "epoch": 25.4, "learning_rate": 5.038002771035709e-05, "loss": 19.6064, "step": 28596 }, { "epoch": 25.4, "learning_rate": 5.037721274388721e-05, "loss": 19.6641, "step": 28597 }, { "epoch": 25.4, "learning_rate": 5.037439777622167e-05, "loss": 19.666, "step": 28598 }, { "epoch": 25.4, "learning_rate": 5.0371582807369364e-05, "loss": 19.9453, "step": 28599 }, { "epoch": 25.4, "learning_rate": 5.0368767837339205e-05, "loss": 19.6641, "step": 28600 }, { "epoch": 25.4, "learning_rate": 5.0365952866140134e-05, "loss": 19.9531, "step": 28601 }, { "epoch": 25.4, "learning_rate": 5.036313789378106e-05, "loss": 19.6846, "step": 28602 }, { "epoch": 25.4, "learning_rate": 5.036032292027092e-05, "loss": 19.7686, "step": 28603 }, { "epoch": 25.4, "learning_rate": 5.0357507945618644e-05, "loss": 19.6289, "step": 28604 }, { "epoch": 25.4, "learning_rate": 5.035469296983312e-05, "loss": 19.373, "step": 28605 }, { "epoch": 25.4, "learning_rate": 5.035187799292329e-05, "loss": 20.2529, "step": 28606 }, { "epoch": 25.41, "learning_rate": 5.034906301489808e-05, "loss": 19.5908, "step": 28607 }, { "epoch": 25.41, "learning_rate": 5.034624803576642e-05, "loss": 20.2637, "step": 28608 }, { "epoch": 25.41, "learning_rate": 5.034343305553721e-05, "loss": 19.6865, "step": 28609 }, { "epoch": 25.41, "learning_rate": 5.034061807421941e-05, "loss": 19.418, "step": 28610 }, { "epoch": 25.41, "learning_rate": 5.03378030918219e-05, "loss": 19.9307, "step": 28611 }, { "epoch": 25.41, "learning_rate": 5.033498810835364e-05, "loss": 19.5439, "step": 28612 }, { "epoch": 25.41, "learning_rate": 5.0332173123823523e-05, "loss": 19.7559, "step": 28613 }, { "epoch": 25.41, "learning_rate": 5.032935813824049e-05, "loss": 19.7822, "step": 28614 }, { "epoch": 25.41, "learning_rate": 5.032654315161345e-05, "loss": 19.8096, "step": 28615 }, { "epoch": 25.41, "learning_rate": 5.032372816395134e-05, "loss": 19.9775, "step": 28616 }, { "epoch": 25.41, "learning_rate": 5.032091317526309e-05, "loss": 19.8086, "step": 28617 }, { "epoch": 25.42, "learning_rate": 5.031809818555761e-05, "loss": 19.1846, "step": 28618 }, { "epoch": 25.42, "learning_rate": 5.03152831948438e-05, "loss": 19.5557, "step": 28619 }, { "epoch": 25.42, "learning_rate": 5.0312468203130626e-05, "loss": 19.498, "step": 28620 }, { "epoch": 25.42, "learning_rate": 5.0309653210426974e-05, "loss": 19.8398, "step": 28621 }, { "epoch": 25.42, "learning_rate": 5.03068382167418e-05, "loss": 19.8086, "step": 28622 }, { "epoch": 25.42, "learning_rate": 5.030402322208402e-05, "loss": 19.9404, "step": 28623 }, { "epoch": 25.42, "learning_rate": 5.030120822646251e-05, "loss": 19.3418, "step": 28624 }, { "epoch": 25.42, "learning_rate": 5.029839322988627e-05, "loss": 19.8311, "step": 28625 }, { "epoch": 25.42, "learning_rate": 5.029557823236417e-05, "loss": 19.7129, "step": 28626 }, { "epoch": 25.42, "learning_rate": 5.0292763233905146e-05, "loss": 20.0889, "step": 28627 }, { "epoch": 25.42, "learning_rate": 5.0289948234518126e-05, "loss": 19.708, "step": 28628 }, { "epoch": 25.43, "learning_rate": 5.028713323421202e-05, "loss": 19.4307, "step": 28629 }, { "epoch": 25.43, "learning_rate": 5.028431823299578e-05, "loss": 19.4326, "step": 28630 }, { "epoch": 25.43, "learning_rate": 5.02815032308783e-05, "loss": 19.8359, "step": 28631 }, { "epoch": 25.43, "learning_rate": 5.027868822786851e-05, "loss": 19.5264, "step": 28632 }, { "epoch": 25.43, "learning_rate": 5.027587322397532e-05, "loss": 20.5625, "step": 28633 }, { "epoch": 25.43, "learning_rate": 5.027305821920769e-05, "loss": 19.8301, "step": 28634 }, { "epoch": 25.43, "learning_rate": 5.027024321357452e-05, "loss": 19.7344, "step": 28635 }, { "epoch": 25.43, "learning_rate": 5.026742820708473e-05, "loss": 19.542, "step": 28636 }, { "epoch": 25.43, "learning_rate": 5.026461319974724e-05, "loss": 19.9395, "step": 28637 }, { "epoch": 25.43, "learning_rate": 5.026179819157098e-05, "loss": 19.7832, "step": 28638 }, { "epoch": 25.43, "learning_rate": 5.025898318256489e-05, "loss": 19.7686, "step": 28639 }, { "epoch": 25.44, "learning_rate": 5.025616817273786e-05, "loss": 19.4199, "step": 28640 }, { "epoch": 25.44, "learning_rate": 5.025335316209882e-05, "loss": 20.415, "step": 28641 }, { "epoch": 25.44, "learning_rate": 5.025053815065672e-05, "loss": 19.5918, "step": 28642 }, { "epoch": 25.44, "learning_rate": 5.0247723138420464e-05, "loss": 20.0635, "step": 28643 }, { "epoch": 25.44, "learning_rate": 5.0244908125398985e-05, "loss": 19.6846, "step": 28644 }, { "epoch": 25.44, "learning_rate": 5.024209311160118e-05, "loss": 19.5801, "step": 28645 }, { "epoch": 25.44, "learning_rate": 5.023927809703598e-05, "loss": 19.5674, "step": 28646 }, { "epoch": 25.44, "learning_rate": 5.023646308171234e-05, "loss": 19.293, "step": 28647 }, { "epoch": 25.44, "learning_rate": 5.023364806563915e-05, "loss": 19.8896, "step": 28648 }, { "epoch": 25.44, "learning_rate": 5.023083304882534e-05, "loss": 19.7539, "step": 28649 }, { "epoch": 25.44, "learning_rate": 5.0228018031279846e-05, "loss": 19.4258, "step": 28650 }, { "epoch": 25.44, "learning_rate": 5.022520301301157e-05, "loss": 19.666, "step": 28651 }, { "epoch": 25.45, "learning_rate": 5.0222387994029464e-05, "loss": 19.5225, "step": 28652 }, { "epoch": 25.45, "learning_rate": 5.0222387994029464e-05, "loss": 20.0879, "step": 28653 }, { "epoch": 25.45, "learning_rate": 5.0222387994029464e-05, "loss": 20.3174, "step": 28654 }, { "epoch": 25.45, "learning_rate": 5.021957297434242e-05, "loss": 19.7891, "step": 28655 }, { "epoch": 25.45, "learning_rate": 5.021675795395937e-05, "loss": 19.3906, "step": 28656 }, { "epoch": 25.45, "learning_rate": 5.021394293288925e-05, "loss": 19.6807, "step": 28657 }, { "epoch": 25.45, "learning_rate": 5.021394293288925e-05, "loss": 19.5459, "step": 28658 }, { "epoch": 25.45, "learning_rate": 5.0211127911140966e-05, "loss": 20.2393, "step": 28659 }, { "epoch": 25.45, "learning_rate": 5.020831288872345e-05, "loss": 19.7734, "step": 28660 }, { "epoch": 25.45, "learning_rate": 5.020549786564565e-05, "loss": 19.7852, "step": 28661 }, { "epoch": 25.45, "learning_rate": 5.0202682841916425e-05, "loss": 19.4473, "step": 28662 }, { "epoch": 25.46, "learning_rate": 5.0199867817544766e-05, "loss": 19.5684, "step": 28663 }, { "epoch": 25.46, "learning_rate": 5.019705279253955e-05, "loss": 19.3154, "step": 28664 }, { "epoch": 25.46, "learning_rate": 5.0194237766909725e-05, "loss": 19.9092, "step": 28665 }, { "epoch": 25.46, "learning_rate": 5.0191422740664205e-05, "loss": 19.9062, "step": 28666 }, { "epoch": 25.46, "learning_rate": 5.0188607713811905e-05, "loss": 19.9414, "step": 28667 }, { "epoch": 25.46, "learning_rate": 5.018579268636176e-05, "loss": 19.7725, "step": 28668 }, { "epoch": 25.46, "learning_rate": 5.0182977658322715e-05, "loss": 20.0, "step": 28669 }, { "epoch": 25.46, "learning_rate": 5.018016262970364e-05, "loss": 19.3555, "step": 28670 }, { "epoch": 25.46, "learning_rate": 5.017734760051348e-05, "loss": 19.7314, "step": 28671 }, { "epoch": 25.46, "learning_rate": 5.017453257076119e-05, "loss": 19.8232, "step": 28672 }, { "epoch": 25.46, "learning_rate": 5.017171754045565e-05, "loss": 20.0293, "step": 28673 }, { "epoch": 25.47, "learning_rate": 5.016890250960582e-05, "loss": 19.3398, "step": 28674 }, { "epoch": 25.47, "learning_rate": 5.016608747822058e-05, "loss": 19.5947, "step": 28675 }, { "epoch": 25.47, "learning_rate": 5.016327244630888e-05, "loss": 19.5859, "step": 28676 }, { "epoch": 25.47, "learning_rate": 5.0160457413879655e-05, "loss": 19.8525, "step": 28677 }, { "epoch": 25.47, "learning_rate": 5.01576423809418e-05, "loss": 19.5938, "step": 28678 }, { "epoch": 25.47, "learning_rate": 5.015482734750425e-05, "loss": 20.1543, "step": 28679 }, { "epoch": 25.47, "learning_rate": 5.015201231357594e-05, "loss": 19.8555, "step": 28680 }, { "epoch": 25.47, "learning_rate": 5.014919727916577e-05, "loss": 19.7139, "step": 28681 }, { "epoch": 25.47, "learning_rate": 5.0146382244282685e-05, "loss": 19.6709, "step": 28682 }, { "epoch": 25.47, "learning_rate": 5.014356720893559e-05, "loss": 19.5879, "step": 28683 }, { "epoch": 25.47, "learning_rate": 5.014075217313341e-05, "loss": 19.1748, "step": 28684 }, { "epoch": 25.48, "learning_rate": 5.013793713688509e-05, "loss": 19.8398, "step": 28685 }, { "epoch": 25.48, "learning_rate": 5.013512210019954e-05, "loss": 19.5332, "step": 28686 }, { "epoch": 25.48, "learning_rate": 5.013230706308567e-05, "loss": 19.6152, "step": 28687 }, { "epoch": 25.48, "learning_rate": 5.01294920255524e-05, "loss": 19.1631, "step": 28688 }, { "epoch": 25.48, "learning_rate": 5.012667698760869e-05, "loss": 19.8301, "step": 28689 }, { "epoch": 25.48, "learning_rate": 5.012386194926344e-05, "loss": 19.5664, "step": 28690 }, { "epoch": 25.48, "learning_rate": 5.012104691052556e-05, "loss": 19.7256, "step": 28691 }, { "epoch": 25.48, "learning_rate": 5.0118231871403985e-05, "loss": 19.6689, "step": 28692 }, { "epoch": 25.48, "learning_rate": 5.0115416831907644e-05, "loss": 19.5723, "step": 28693 }, { "epoch": 25.48, "learning_rate": 5.0112601792045453e-05, "loss": 19.2754, "step": 28694 }, { "epoch": 25.48, "learning_rate": 5.0109786751826337e-05, "loss": 19.4561, "step": 28695 }, { "epoch": 25.48, "learning_rate": 5.010697171125923e-05, "loss": 19.5928, "step": 28696 }, { "epoch": 25.49, "learning_rate": 5.010415667035303e-05, "loss": 19.4404, "step": 28697 }, { "epoch": 25.49, "learning_rate": 5.010134162911669e-05, "loss": 19.8145, "step": 28698 }, { "epoch": 25.49, "learning_rate": 5.0098526587559114e-05, "loss": 19.2803, "step": 28699 }, { "epoch": 25.49, "learning_rate": 5.009571154568922e-05, "loss": 19.9971, "step": 28700 }, { "epoch": 25.49, "learning_rate": 5.009289650351594e-05, "loss": 19.8545, "step": 28701 }, { "epoch": 25.49, "learning_rate": 5.00900814610482e-05, "loss": 19.3662, "step": 28702 }, { "epoch": 25.49, "learning_rate": 5.008726641829492e-05, "loss": 19.2295, "step": 28703 }, { "epoch": 25.49, "learning_rate": 5.008445137526503e-05, "loss": 19.8926, "step": 28704 }, { "epoch": 25.49, "learning_rate": 5.008163633196744e-05, "loss": 19.0234, "step": 28705 }, { "epoch": 25.49, "learning_rate": 5.007882128841107e-05, "loss": 19.6904, "step": 28706 }, { "epoch": 25.49, "learning_rate": 5.007600624460487e-05, "loss": 19.916, "step": 28707 }, { "epoch": 25.5, "learning_rate": 5.007319120055773e-05, "loss": 19.7373, "step": 28708 }, { "epoch": 25.5, "learning_rate": 5.007037615627861e-05, "loss": 19.4355, "step": 28709 }, { "epoch": 25.5, "learning_rate": 5.006756111177639e-05, "loss": 19.9795, "step": 28710 }, { "epoch": 25.5, "learning_rate": 5.006474606706002e-05, "loss": 19.7715, "step": 28711 }, { "epoch": 25.5, "learning_rate": 5.006193102213843e-05, "loss": 19.502, "step": 28712 }, { "epoch": 25.5, "learning_rate": 5.005911597702052e-05, "loss": 20.1475, "step": 28713 }, { "epoch": 25.5, "learning_rate": 5.0056300931715226e-05, "loss": 19.5488, "step": 28714 }, { "epoch": 25.5, "learning_rate": 5.005348588623147e-05, "loss": 19.416, "step": 28715 }, { "epoch": 25.5, "learning_rate": 5.005067084057817e-05, "loss": 19.1484, "step": 28716 }, { "epoch": 25.5, "learning_rate": 5.0047855794764275e-05, "loss": 19.9854, "step": 28717 }, { "epoch": 25.5, "learning_rate": 5.004504074879867e-05, "loss": 19.6807, "step": 28718 }, { "epoch": 25.51, "learning_rate": 5.004222570269028e-05, "loss": 19.4863, "step": 28719 }, { "epoch": 25.51, "learning_rate": 5.003941065644807e-05, "loss": 20.0049, "step": 28720 }, { "epoch": 25.51, "learning_rate": 5.0036595610080916e-05, "loss": 20.1846, "step": 28721 }, { "epoch": 25.51, "learning_rate": 5.003378056359779e-05, "loss": 19.6504, "step": 28722 }, { "epoch": 25.51, "learning_rate": 5.003096551700755e-05, "loss": 19.6543, "step": 28723 }, { "epoch": 25.51, "learning_rate": 5.002815047031917e-05, "loss": 19.2793, "step": 28724 }, { "epoch": 25.51, "learning_rate": 5.002533542354157e-05, "loss": 19.5137, "step": 28725 }, { "epoch": 25.51, "learning_rate": 5.0022520376683655e-05, "loss": 19.6133, "step": 28726 }, { "epoch": 25.51, "learning_rate": 5.001970532975435e-05, "loss": 19.7363, "step": 28727 }, { "epoch": 25.51, "learning_rate": 5.001689028276259e-05, "loss": 19.3496, "step": 28728 }, { "epoch": 25.51, "learning_rate": 5.0014075235717286e-05, "loss": 19.8691, "step": 28729 }, { "epoch": 25.52, "learning_rate": 5.001126018862737e-05, "loss": 19.4668, "step": 28730 }, { "epoch": 25.52, "learning_rate": 5.000844514150177e-05, "loss": 19.1201, "step": 28731 }, { "epoch": 25.52, "learning_rate": 5.000563009434939e-05, "loss": 19.7256, "step": 28732 }, { "epoch": 25.52, "learning_rate": 5.0002815047179155e-05, "loss": 19.5137, "step": 28733 }, { "epoch": 25.52, "learning_rate": 5e-05, "loss": 19.5049, "step": 28734 }, { "epoch": 25.52, "learning_rate": 4.999718495282085e-05, "loss": 19.7773, "step": 28735 }, { "epoch": 25.52, "learning_rate": 4.999436990565063e-05, "loss": 19.6592, "step": 28736 }, { "epoch": 25.52, "learning_rate": 4.9991554858498255e-05, "loss": 19.4697, "step": 28737 }, { "epoch": 25.52, "learning_rate": 4.998873981137265e-05, "loss": 19.0273, "step": 28738 }, { "epoch": 25.52, "learning_rate": 4.9985924764282725e-05, "loss": 19.4912, "step": 28739 }, { "epoch": 25.52, "learning_rate": 4.9983109717237424e-05, "loss": 19.5518, "step": 28740 }, { "epoch": 25.52, "learning_rate": 4.998029467024566e-05, "loss": 19.6748, "step": 28741 }, { "epoch": 25.53, "learning_rate": 4.997747962331634e-05, "loss": 20.1631, "step": 28742 }, { "epoch": 25.53, "learning_rate": 4.9974664576458446e-05, "loss": 19.7148, "step": 28743 }, { "epoch": 25.53, "learning_rate": 4.9971849529680834e-05, "loss": 19.623, "step": 28744 }, { "epoch": 25.53, "learning_rate": 4.996903448299246e-05, "loss": 19.9277, "step": 28745 }, { "epoch": 25.53, "learning_rate": 4.9966219436402225e-05, "loss": 19.8164, "step": 28746 }, { "epoch": 25.53, "learning_rate": 4.9963404389919075e-05, "loss": 19.3057, "step": 28747 }, { "epoch": 25.53, "learning_rate": 4.9960589343551956e-05, "loss": 19.8682, "step": 28748 }, { "epoch": 25.53, "learning_rate": 4.995777429730974e-05, "loss": 19.7637, "step": 28749 }, { "epoch": 25.53, "learning_rate": 4.995495925120134e-05, "loss": 19.5156, "step": 28750 }, { "epoch": 25.53, "learning_rate": 4.995214420523574e-05, "loss": 19.2969, "step": 28751 }, { "epoch": 25.53, "learning_rate": 4.9949329159421825e-05, "loss": 19.541, "step": 28752 }, { "epoch": 25.54, "learning_rate": 4.9949329159421825e-05, "loss": 20.1318, "step": 28753 }, { "epoch": 25.54, "learning_rate": 4.9946514113768544e-05, "loss": 19.9189, "step": 28754 }, { "epoch": 25.54, "learning_rate": 4.9943699068284786e-05, "loss": 20.0527, "step": 28755 }, { "epoch": 25.54, "learning_rate": 4.994088402297949e-05, "loss": 19.3701, "step": 28756 }, { "epoch": 25.54, "learning_rate": 4.9938068977861585e-05, "loss": 19.7197, "step": 28757 }, { "epoch": 25.54, "learning_rate": 4.9935253932939985e-05, "loss": 19.5391, "step": 28758 }, { "epoch": 25.54, "learning_rate": 4.993243888822362e-05, "loss": 19.9541, "step": 28759 }, { "epoch": 25.54, "learning_rate": 4.9929623843721414e-05, "loss": 19.9766, "step": 28760 }, { "epoch": 25.54, "learning_rate": 4.992680879944228e-05, "loss": 19.7461, "step": 28761 }, { "epoch": 25.54, "learning_rate": 4.992399375539514e-05, "loss": 19.3984, "step": 28762 }, { "epoch": 25.54, "learning_rate": 4.9921178711588935e-05, "loss": 19.46, "step": 28763 }, { "epoch": 25.55, "learning_rate": 4.9918363668032576e-05, "loss": 19.3105, "step": 28764 }, { "epoch": 25.55, "learning_rate": 4.991554862473499e-05, "loss": 19.8701, "step": 28765 }, { "epoch": 25.55, "learning_rate": 4.99127335817051e-05, "loss": 19.6162, "step": 28766 }, { "epoch": 25.55, "learning_rate": 4.9909918538951815e-05, "loss": 19.6074, "step": 28767 }, { "epoch": 25.55, "learning_rate": 4.9907103496484076e-05, "loss": 19.4521, "step": 28768 }, { "epoch": 25.55, "learning_rate": 4.990428845431078e-05, "loss": 19.6943, "step": 28769 }, { "epoch": 25.55, "learning_rate": 4.990147341244091e-05, "loss": 19.4395, "step": 28770 }, { "epoch": 25.55, "learning_rate": 4.989865837088333e-05, "loss": 19.7402, "step": 28771 }, { "epoch": 25.55, "learning_rate": 4.9895843329646976e-05, "loss": 19.7402, "step": 28772 }, { "epoch": 25.55, "learning_rate": 4.9893028288740773e-05, "loss": 19.9619, "step": 28773 }, { "epoch": 25.55, "learning_rate": 4.9890213248173655e-05, "loss": 20.5791, "step": 28774 }, { "epoch": 25.56, "learning_rate": 4.9887398207954545e-05, "loss": 20.0859, "step": 28775 }, { "epoch": 25.56, "learning_rate": 4.9884583168092374e-05, "loss": 20.502, "step": 28776 }, { "epoch": 25.56, "learning_rate": 4.988176812859602e-05, "loss": 20.4004, "step": 28777 }, { "epoch": 25.56, "learning_rate": 4.987895308947445e-05, "loss": 19.4873, "step": 28778 }, { "epoch": 25.56, "learning_rate": 4.987613805073657e-05, "loss": 19.2246, "step": 28779 }, { "epoch": 25.56, "learning_rate": 4.987332301239131e-05, "loss": 19.2969, "step": 28780 }, { "epoch": 25.56, "learning_rate": 4.98705079744476e-05, "loss": 19.7939, "step": 28781 }, { "epoch": 25.56, "learning_rate": 4.9867692936914346e-05, "loss": 19.9131, "step": 28782 }, { "epoch": 25.56, "learning_rate": 4.986487789980048e-05, "loss": 19.4932, "step": 28783 }, { "epoch": 25.56, "learning_rate": 4.986206286311492e-05, "loss": 19.8682, "step": 28784 }, { "epoch": 25.56, "learning_rate": 4.9859247826866584e-05, "loss": 20.0078, "step": 28785 }, { "epoch": 25.56, "learning_rate": 4.9856432791064425e-05, "loss": 19.5762, "step": 28786 }, { "epoch": 25.57, "learning_rate": 4.985361775571733e-05, "loss": 19.7031, "step": 28787 }, { "epoch": 25.57, "learning_rate": 4.985080272083424e-05, "loss": 19.6016, "step": 28788 }, { "epoch": 25.57, "learning_rate": 4.9847987686424075e-05, "loss": 19.8652, "step": 28789 }, { "epoch": 25.57, "learning_rate": 4.9845172652495756e-05, "loss": 19.2803, "step": 28790 }, { "epoch": 25.57, "learning_rate": 4.9842357619058195e-05, "loss": 19.5791, "step": 28791 }, { "epoch": 25.57, "learning_rate": 4.983954258612036e-05, "loss": 19.5957, "step": 28792 }, { "epoch": 25.57, "learning_rate": 4.983672755369112e-05, "loss": 19.4727, "step": 28793 }, { "epoch": 25.57, "learning_rate": 4.983391252177943e-05, "loss": 19.3691, "step": 28794 }, { "epoch": 25.57, "learning_rate": 4.9831097490394194e-05, "loss": 19.791, "step": 28795 }, { "epoch": 25.57, "learning_rate": 4.9828282459544345e-05, "loss": 19.8975, "step": 28796 }, { "epoch": 25.57, "learning_rate": 4.9825467429238834e-05, "loss": 19.4521, "step": 28797 }, { "epoch": 25.58, "learning_rate": 4.9822652399486524e-05, "loss": 20.0078, "step": 28798 }, { "epoch": 25.58, "learning_rate": 4.9819837370296365e-05, "loss": 19.7393, "step": 28799 }, { "epoch": 25.58, "learning_rate": 4.9817022341677297e-05, "loss": 19.5039, "step": 28800 }, { "epoch": 25.58, "learning_rate": 4.9814207313638236e-05, "loss": 19.6455, "step": 28801 }, { "epoch": 25.58, "learning_rate": 4.981139228618809e-05, "loss": 19.5137, "step": 28802 }, { "epoch": 25.58, "learning_rate": 4.9808577259335806e-05, "loss": 19.5107, "step": 28803 }, { "epoch": 25.58, "learning_rate": 4.980576223309029e-05, "loss": 19.7354, "step": 28804 }, { "epoch": 25.58, "learning_rate": 4.980294720746045e-05, "loss": 19.6484, "step": 28805 }, { "epoch": 25.58, "learning_rate": 4.9800132182455246e-05, "loss": 19.6338, "step": 28806 }, { "epoch": 25.58, "learning_rate": 4.979731715808357e-05, "loss": 19.3418, "step": 28807 }, { "epoch": 25.58, "learning_rate": 4.979450213435438e-05, "loss": 19.5752, "step": 28808 }, { "epoch": 25.59, "learning_rate": 4.979168711127655e-05, "loss": 19.4824, "step": 28809 }, { "epoch": 25.59, "learning_rate": 4.9788872088859045e-05, "loss": 19.6523, "step": 28810 }, { "epoch": 25.59, "learning_rate": 4.978605706711076e-05, "loss": 19.3564, "step": 28811 }, { "epoch": 25.59, "learning_rate": 4.978324204604064e-05, "loss": 19.7783, "step": 28812 }, { "epoch": 25.59, "learning_rate": 4.9780427025657606e-05, "loss": 19.7861, "step": 28813 }, { "epoch": 25.59, "learning_rate": 4.977761200597056e-05, "loss": 19.0137, "step": 28814 }, { "epoch": 25.59, "learning_rate": 4.9774796986988444e-05, "loss": 19.4873, "step": 28815 }, { "epoch": 25.59, "learning_rate": 4.977198196872017e-05, "loss": 19.1611, "step": 28816 }, { "epoch": 25.59, "learning_rate": 4.976916695117466e-05, "loss": 19.624, "step": 28817 }, { "epoch": 25.59, "learning_rate": 4.976635193436085e-05, "loss": 19.0732, "step": 28818 }, { "epoch": 25.59, "learning_rate": 4.976353691828769e-05, "loss": 19.5977, "step": 28819 }, { "epoch": 25.6, "learning_rate": 4.976072190296403e-05, "loss": 19.9355, "step": 28820 }, { "epoch": 25.6, "learning_rate": 4.975790688839883e-05, "loss": 19.6855, "step": 28821 }, { "epoch": 25.6, "learning_rate": 4.9755091874601026e-05, "loss": 19.1348, "step": 28822 }, { "epoch": 25.6, "learning_rate": 4.975227686157954e-05, "loss": 19.4092, "step": 28823 }, { "epoch": 25.6, "learning_rate": 4.9749461849343296e-05, "loss": 19.9258, "step": 28824 }, { "epoch": 25.6, "learning_rate": 4.974664683790118e-05, "loss": 19.6416, "step": 28825 }, { "epoch": 25.6, "learning_rate": 4.974383182726215e-05, "loss": 19.9619, "step": 28826 }, { "epoch": 25.6, "learning_rate": 4.974101681743512e-05, "loss": 19.4277, "step": 28827 }, { "epoch": 25.6, "learning_rate": 4.973820180842902e-05, "loss": 19.7764, "step": 28828 }, { "epoch": 25.6, "learning_rate": 4.9735386800252774e-05, "loss": 19.1152, "step": 28829 }, { "epoch": 25.6, "learning_rate": 4.973257179291529e-05, "loss": 19.2764, "step": 28830 }, { "epoch": 25.6, "learning_rate": 4.9729756786425496e-05, "loss": 19.2432, "step": 28831 }, { "epoch": 25.61, "learning_rate": 4.972694178079232e-05, "loss": 19.96, "step": 28832 }, { "epoch": 25.61, "learning_rate": 4.9724126776024676e-05, "loss": 19.3672, "step": 28833 }, { "epoch": 25.61, "learning_rate": 4.97213117721315e-05, "loss": 19.5352, "step": 28834 }, { "epoch": 25.61, "learning_rate": 4.971849676912172e-05, "loss": 19.9287, "step": 28835 }, { "epoch": 25.61, "learning_rate": 4.9715681767004235e-05, "loss": 19.4717, "step": 28836 }, { "epoch": 25.61, "learning_rate": 4.971286676578798e-05, "loss": 19.4482, "step": 28837 }, { "epoch": 25.61, "learning_rate": 4.971005176548188e-05, "loss": 19.5518, "step": 28838 }, { "epoch": 25.61, "learning_rate": 4.970723676609486e-05, "loss": 19.46, "step": 28839 }, { "epoch": 25.61, "learning_rate": 4.970442176763584e-05, "loss": 19.668, "step": 28840 }, { "epoch": 25.61, "learning_rate": 4.9701606770113745e-05, "loss": 19.9004, "step": 28841 }, { "epoch": 25.61, "learning_rate": 4.969879177353749e-05, "loss": 19.9072, "step": 28842 }, { "epoch": 25.62, "learning_rate": 4.9695976777915995e-05, "loss": 19.7217, "step": 28843 }, { "epoch": 25.62, "learning_rate": 4.9693161783258204e-05, "loss": 20.5166, "step": 28844 }, { "epoch": 25.62, "learning_rate": 4.9690346789573044e-05, "loss": 19.4512, "step": 28845 }, { "epoch": 25.62, "learning_rate": 4.96875317968694e-05, "loss": 20.1816, "step": 28846 }, { "epoch": 25.62, "learning_rate": 4.9684716805156214e-05, "loss": 19.2666, "step": 28847 }, { "epoch": 25.62, "learning_rate": 4.968190181444241e-05, "loss": 19.8369, "step": 28848 }, { "epoch": 25.62, "learning_rate": 4.967908682473692e-05, "loss": 18.9688, "step": 28849 }, { "epoch": 25.62, "learning_rate": 4.967627183604866e-05, "loss": 19.8701, "step": 28850 }, { "epoch": 25.62, "learning_rate": 4.967345684838656e-05, "loss": 19.7305, "step": 28851 }, { "epoch": 25.62, "learning_rate": 4.967064186175953e-05, "loss": 19.4375, "step": 28852 }, { "epoch": 25.62, "learning_rate": 4.966782687617649e-05, "loss": 19.877, "step": 28853 }, { "epoch": 25.63, "learning_rate": 4.966501189164637e-05, "loss": 20.2539, "step": 28854 }, { "epoch": 25.63, "learning_rate": 4.96621969081781e-05, "loss": 19.6426, "step": 28855 }, { "epoch": 25.63, "learning_rate": 4.9659381925780607e-05, "loss": 19.6113, "step": 28856 }, { "epoch": 25.63, "learning_rate": 4.96565669444628e-05, "loss": 19.2812, "step": 28857 }, { "epoch": 25.63, "learning_rate": 4.965375196423359e-05, "loss": 19.6748, "step": 28858 }, { "epoch": 25.63, "learning_rate": 4.965093698510193e-05, "loss": 19.917, "step": 28859 }, { "epoch": 25.63, "learning_rate": 4.964812200707672e-05, "loss": 19.7451, "step": 28860 }, { "epoch": 25.63, "learning_rate": 4.9645307030166905e-05, "loss": 19.6426, "step": 28861 }, { "epoch": 25.63, "learning_rate": 4.964249205438138e-05, "loss": 19.3857, "step": 28862 }, { "epoch": 25.63, "learning_rate": 4.963967707972909e-05, "loss": 20.1543, "step": 28863 }, { "epoch": 25.63, "learning_rate": 4.963686210621894e-05, "loss": 20.5078, "step": 28864 }, { "epoch": 25.63, "learning_rate": 4.963404713385988e-05, "loss": 19.8965, "step": 28865 }, { "epoch": 25.64, "learning_rate": 4.963123216266079e-05, "loss": 19.7236, "step": 28866 }, { "epoch": 25.64, "learning_rate": 4.962841719263066e-05, "loss": 19.9531, "step": 28867 }, { "epoch": 25.64, "learning_rate": 4.9625602223778346e-05, "loss": 19.9658, "step": 28868 }, { "epoch": 25.64, "learning_rate": 4.96227872561128e-05, "loss": 19.8066, "step": 28869 }, { "epoch": 25.64, "learning_rate": 4.961997228964292e-05, "loss": 19.541, "step": 28870 }, { "epoch": 25.64, "learning_rate": 4.961715732437767e-05, "loss": 20.373, "step": 28871 }, { "epoch": 25.64, "learning_rate": 4.961434236032598e-05, "loss": 20.0498, "step": 28872 }, { "epoch": 25.64, "learning_rate": 4.9611527397496704e-05, "loss": 19.6699, "step": 28873 }, { "epoch": 25.64, "learning_rate": 4.960871243589882e-05, "loss": 19.9766, "step": 28874 }, { "epoch": 25.64, "learning_rate": 4.960589747554124e-05, "loss": 19.4014, "step": 28875 }, { "epoch": 25.64, "learning_rate": 4.960308251643289e-05, "loss": 20.0117, "step": 28876 }, { "epoch": 25.65, "learning_rate": 4.960026755858268e-05, "loss": 19.5156, "step": 28877 }, { "epoch": 25.65, "learning_rate": 4.959745260199955e-05, "loss": 18.9746, "step": 28878 }, { "epoch": 25.65, "learning_rate": 4.9594637646692405e-05, "loss": 19.6523, "step": 28879 }, { "epoch": 25.65, "learning_rate": 4.959182269267017e-05, "loss": 19.5254, "step": 28880 }, { "epoch": 25.65, "learning_rate": 4.958900773994179e-05, "loss": 19.5029, "step": 28881 }, { "epoch": 25.65, "learning_rate": 4.958619278851616e-05, "loss": 19.0244, "step": 28882 }, { "epoch": 25.65, "learning_rate": 4.9583377838402224e-05, "loss": 19.9863, "step": 28883 }, { "epoch": 25.65, "learning_rate": 4.958056288960889e-05, "loss": 19.5723, "step": 28884 }, { "epoch": 25.65, "learning_rate": 4.957774794214508e-05, "loss": 19.5547, "step": 28885 }, { "epoch": 25.65, "learning_rate": 4.957493299601973e-05, "loss": 19.5322, "step": 28886 }, { "epoch": 25.65, "learning_rate": 4.957211805124175e-05, "loss": 19.7373, "step": 28887 }, { "epoch": 25.66, "learning_rate": 4.9569303107820086e-05, "loss": 19.626, "step": 28888 }, { "epoch": 25.66, "learning_rate": 4.9566488165763624e-05, "loss": 19.4688, "step": 28889 }, { "epoch": 25.66, "learning_rate": 4.9563673225081314e-05, "loss": 19.5352, "step": 28890 }, { "epoch": 25.66, "learning_rate": 4.9560858285782066e-05, "loss": 19.9053, "step": 28891 }, { "epoch": 25.66, "learning_rate": 4.95580433478748e-05, "loss": 19.8105, "step": 28892 }, { "epoch": 25.66, "learning_rate": 4.9555228411368455e-05, "loss": 19.1377, "step": 28893 }, { "epoch": 25.66, "learning_rate": 4.955241347627197e-05, "loss": 20.0869, "step": 28894 }, { "epoch": 25.66, "learning_rate": 4.9549598542594214e-05, "loss": 19.8418, "step": 28895 }, { "epoch": 25.66, "learning_rate": 4.954678361034414e-05, "loss": 19.6396, "step": 28896 }, { "epoch": 25.66, "learning_rate": 4.9543968679530675e-05, "loss": 19.7998, "step": 28897 }, { "epoch": 25.66, "learning_rate": 4.954115375016273e-05, "loss": 19.1113, "step": 28898 }, { "epoch": 25.67, "learning_rate": 4.953833882224926e-05, "loss": 19.8711, "step": 28899 }, { "epoch": 25.67, "learning_rate": 4.953552389579914e-05, "loss": 19.708, "step": 28900 }, { "epoch": 25.67, "learning_rate": 4.953270897082131e-05, "loss": 19.3701, "step": 28901 }, { "epoch": 25.67, "learning_rate": 4.9529894047324705e-05, "loss": 19.9453, "step": 28902 }, { "epoch": 25.67, "learning_rate": 4.952707912531824e-05, "loss": 19.5078, "step": 28903 }, { "epoch": 25.67, "learning_rate": 4.952426420481084e-05, "loss": 19.5996, "step": 28904 }, { "epoch": 25.67, "learning_rate": 4.9521449285811424e-05, "loss": 19.0332, "step": 28905 }, { "epoch": 25.67, "learning_rate": 4.951863436832891e-05, "loss": 19.668, "step": 28906 }, { "epoch": 25.67, "learning_rate": 4.951581945237223e-05, "loss": 19.4707, "step": 28907 }, { "epoch": 25.67, "learning_rate": 4.9513004537950316e-05, "loss": 19.5605, "step": 28908 }, { "epoch": 25.67, "learning_rate": 4.9510189625072065e-05, "loss": 19.6973, "step": 28909 }, { "epoch": 25.67, "learning_rate": 4.9507374713746426e-05, "loss": 19.6709, "step": 28910 }, { "epoch": 25.68, "learning_rate": 4.9504559803982296e-05, "loss": 20.0615, "step": 28911 }, { "epoch": 25.68, "learning_rate": 4.950174489578861e-05, "loss": 19.5498, "step": 28912 }, { "epoch": 25.68, "learning_rate": 4.94989299891743e-05, "loss": 19.5654, "step": 28913 }, { "epoch": 25.68, "learning_rate": 4.949611508414826e-05, "loss": 19.6309, "step": 28914 }, { "epoch": 25.68, "learning_rate": 4.949330018071946e-05, "loss": 19.5811, "step": 28915 }, { "epoch": 25.68, "learning_rate": 4.949048527889679e-05, "loss": 19.5996, "step": 28916 }, { "epoch": 25.68, "learning_rate": 4.948767037868917e-05, "loss": 20.0098, "step": 28917 }, { "epoch": 25.68, "learning_rate": 4.948485548010552e-05, "loss": 19.9082, "step": 28918 }, { "epoch": 25.68, "learning_rate": 4.9482040583154775e-05, "loss": 19.4258, "step": 28919 }, { "epoch": 25.68, "learning_rate": 4.9479225687845885e-05, "loss": 19.7148, "step": 28920 }, { "epoch": 25.68, "learning_rate": 4.947641079418773e-05, "loss": 19.4072, "step": 28921 }, { "epoch": 25.69, "learning_rate": 4.9473595902189225e-05, "loss": 20.3633, "step": 28922 }, { "epoch": 25.69, "learning_rate": 4.9470781011859324e-05, "loss": 19.1465, "step": 28923 }, { "epoch": 25.69, "learning_rate": 4.946796612320694e-05, "loss": 20.1592, "step": 28924 }, { "epoch": 25.69, "learning_rate": 4.9465151236241e-05, "loss": 19.4336, "step": 28925 }, { "epoch": 25.69, "learning_rate": 4.946233635097043e-05, "loss": 19.5732, "step": 28926 }, { "epoch": 25.69, "learning_rate": 4.945952146740414e-05, "loss": 19.6836, "step": 28927 }, { "epoch": 25.69, "learning_rate": 4.9456706585551044e-05, "loss": 20.0586, "step": 28928 }, { "epoch": 25.69, "learning_rate": 4.9456706585551044e-05, "loss": 20.7812, "step": 28929 }, { "epoch": 25.69, "learning_rate": 4.9453891705420083e-05, "loss": 20.248, "step": 28930 }, { "epoch": 25.69, "learning_rate": 4.9451076827020174e-05, "loss": 18.9668, "step": 28931 }, { "epoch": 25.69, "learning_rate": 4.944826195036025e-05, "loss": 20.123, "step": 28932 }, { "epoch": 25.7, "learning_rate": 4.944544707544922e-05, "loss": 19.71, "step": 28933 }, { "epoch": 25.7, "learning_rate": 4.9442632202296e-05, "loss": 20.3916, "step": 28934 }, { "epoch": 25.7, "learning_rate": 4.943981733090952e-05, "loss": 19.8213, "step": 28935 }, { "epoch": 25.7, "learning_rate": 4.943700246129871e-05, "loss": 19.5957, "step": 28936 }, { "epoch": 25.7, "learning_rate": 4.943418759347248e-05, "loss": 19.7441, "step": 28937 }, { "epoch": 25.7, "learning_rate": 4.943137272743979e-05, "loss": 20.3184, "step": 28938 }, { "epoch": 25.7, "learning_rate": 4.942855786320951e-05, "loss": 19.3516, "step": 28939 }, { "epoch": 25.7, "learning_rate": 4.942574300079058e-05, "loss": 19.8076, "step": 28940 }, { "epoch": 25.7, "learning_rate": 4.942292814019193e-05, "loss": 19.9541, "step": 28941 }, { "epoch": 25.7, "learning_rate": 4.942011328142248e-05, "loss": 19.5811, "step": 28942 }, { "epoch": 25.7, "learning_rate": 4.941729842449118e-05, "loss": 19.3369, "step": 28943 }, { "epoch": 25.71, "learning_rate": 4.94144835694069e-05, "loss": 19.3018, "step": 28944 }, { "epoch": 25.71, "learning_rate": 4.941166871617858e-05, "loss": 19.5771, "step": 28945 }, { "epoch": 25.71, "learning_rate": 4.9408853864815156e-05, "loss": 19.8936, "step": 28946 }, { "epoch": 25.71, "learning_rate": 4.940603901532555e-05, "loss": 19.0996, "step": 28947 }, { "epoch": 25.71, "learning_rate": 4.94032241677187e-05, "loss": 19.3301, "step": 28948 }, { "epoch": 25.71, "learning_rate": 4.940040932200347e-05, "loss": 20.1924, "step": 28949 }, { "epoch": 25.71, "learning_rate": 4.939759447818884e-05, "loss": 19.0674, "step": 28950 }, { "epoch": 25.71, "learning_rate": 4.939477963628371e-05, "loss": 20.5615, "step": 28951 }, { "epoch": 25.71, "learning_rate": 4.9391964796296994e-05, "loss": 19.7598, "step": 28952 }, { "epoch": 25.71, "learning_rate": 4.938914995823764e-05, "loss": 19.8564, "step": 28953 }, { "epoch": 25.71, "learning_rate": 4.9386335122114566e-05, "loss": 19.6416, "step": 28954 }, { "epoch": 25.71, "learning_rate": 4.938352028793667e-05, "loss": 19.5879, "step": 28955 }, { "epoch": 25.72, "learning_rate": 4.938070545571289e-05, "loss": 19.6318, "step": 28956 }, { "epoch": 25.72, "learning_rate": 4.937789062545214e-05, "loss": 19.3213, "step": 28957 }, { "epoch": 25.72, "learning_rate": 4.937507579716336e-05, "loss": 19.4932, "step": 28958 }, { "epoch": 25.72, "learning_rate": 4.9372260970855475e-05, "loss": 19.1221, "step": 28959 }, { "epoch": 25.72, "learning_rate": 4.936944614653737e-05, "loss": 19.7432, "step": 28960 }, { "epoch": 25.72, "learning_rate": 4.9366631324218e-05, "loss": 20.1328, "step": 28961 }, { "epoch": 25.72, "learning_rate": 4.9363816503906284e-05, "loss": 20.1621, "step": 28962 }, { "epoch": 25.72, "learning_rate": 4.936100168561113e-05, "loss": 19.4082, "step": 28963 }, { "epoch": 25.72, "learning_rate": 4.93581868693415e-05, "loss": 19.4902, "step": 28964 }, { "epoch": 25.72, "learning_rate": 4.9355372055106265e-05, "loss": 19.8066, "step": 28965 }, { "epoch": 25.72, "learning_rate": 4.9352557242914367e-05, "loss": 20.0, "step": 28966 }, { "epoch": 25.73, "learning_rate": 4.934974243277472e-05, "loss": 19.8916, "step": 28967 }, { "epoch": 25.73, "learning_rate": 4.9346927624696266e-05, "loss": 19.9727, "step": 28968 }, { "epoch": 25.73, "learning_rate": 4.934411281868792e-05, "loss": 19.4561, "step": 28969 }, { "epoch": 25.73, "learning_rate": 4.934129801475863e-05, "loss": 19.8232, "step": 28970 }, { "epoch": 25.73, "learning_rate": 4.933848321291725e-05, "loss": 19.5352, "step": 28971 }, { "epoch": 25.73, "learning_rate": 4.9335668413172767e-05, "loss": 19.4229, "step": 28972 }, { "epoch": 25.73, "learning_rate": 4.933285361553407e-05, "loss": 19.2803, "step": 28973 }, { "epoch": 25.73, "learning_rate": 4.933003882001009e-05, "loss": 19.4971, "step": 28974 }, { "epoch": 25.73, "learning_rate": 4.932722402660977e-05, "loss": 19.627, "step": 28975 }, { "epoch": 25.73, "learning_rate": 4.932440923534199e-05, "loss": 19.4561, "step": 28976 }, { "epoch": 25.73, "learning_rate": 4.93215944462157e-05, "loss": 19.3145, "step": 28977 }, { "epoch": 25.74, "learning_rate": 4.9318779659239816e-05, "loss": 19.4326, "step": 28978 }, { "epoch": 25.74, "learning_rate": 4.9315964874423264e-05, "loss": 19.7979, "step": 28979 }, { "epoch": 25.74, "learning_rate": 4.931315009177498e-05, "loss": 19.0625, "step": 28980 }, { "epoch": 25.74, "learning_rate": 4.931033531130385e-05, "loss": 19.9395, "step": 28981 }, { "epoch": 25.74, "learning_rate": 4.930752053301882e-05, "loss": 19.9629, "step": 28982 }, { "epoch": 25.74, "learning_rate": 4.930470575692881e-05, "loss": 19.9033, "step": 28983 }, { "epoch": 25.74, "learning_rate": 4.9301890983042744e-05, "loss": 20.1367, "step": 28984 }, { "epoch": 25.74, "learning_rate": 4.9299076211369535e-05, "loss": 19.5586, "step": 28985 }, { "epoch": 25.74, "learning_rate": 4.9296261441918126e-05, "loss": 19.4199, "step": 28986 }, { "epoch": 25.74, "learning_rate": 4.929344667469741e-05, "loss": 20.2266, "step": 28987 }, { "epoch": 25.74, "learning_rate": 4.929063190971633e-05, "loss": 19.7871, "step": 28988 }, { "epoch": 25.75, "learning_rate": 4.92878171469838e-05, "loss": 19.8633, "step": 28989 }, { "epoch": 25.75, "learning_rate": 4.9285002386508736e-05, "loss": 19.9258, "step": 28990 }, { "epoch": 25.75, "learning_rate": 4.92821876283001e-05, "loss": 19.9043, "step": 28991 }, { "epoch": 25.75, "learning_rate": 4.927937287236676e-05, "loss": 20.1982, "step": 28992 }, { "epoch": 25.75, "learning_rate": 4.9276558118717644e-05, "loss": 19.3574, "step": 28993 }, { "epoch": 25.75, "learning_rate": 4.927374336736171e-05, "loss": 19.5176, "step": 28994 }, { "epoch": 25.75, "learning_rate": 4.927092861830786e-05, "loss": 19.4756, "step": 28995 }, { "epoch": 25.75, "learning_rate": 4.926811387156502e-05, "loss": 19.4756, "step": 28996 }, { "epoch": 25.75, "learning_rate": 4.926529912714212e-05, "loss": 19.7559, "step": 28997 }, { "epoch": 25.75, "learning_rate": 4.926248438504806e-05, "loss": 19.6982, "step": 28998 }, { "epoch": 25.75, "learning_rate": 4.925966964529177e-05, "loss": 19.0264, "step": 28999 }, { "epoch": 25.75, "learning_rate": 4.925685490788218e-05, "loss": 19.8232, "step": 29000 }, { "epoch": 25.76, "learning_rate": 4.9254040172828205e-05, "loss": 19.5752, "step": 29001 }, { "epoch": 25.76, "learning_rate": 4.925122544013879e-05, "loss": 19.4707, "step": 29002 }, { "epoch": 25.76, "learning_rate": 4.924841070982282e-05, "loss": 19.1953, "step": 29003 }, { "epoch": 25.76, "learning_rate": 4.924559598188924e-05, "loss": 19.8076, "step": 29004 }, { "epoch": 25.76, "learning_rate": 4.924278125634696e-05, "loss": 19.7393, "step": 29005 }, { "epoch": 25.76, "learning_rate": 4.923996653320492e-05, "loss": 20.2959, "step": 29006 }, { "epoch": 25.76, "learning_rate": 4.9237151812472034e-05, "loss": 19.7188, "step": 29007 }, { "epoch": 25.76, "learning_rate": 4.923433709415721e-05, "loss": 19.6611, "step": 29008 }, { "epoch": 25.76, "learning_rate": 4.923152237826939e-05, "loss": 19.7275, "step": 29009 }, { "epoch": 25.76, "learning_rate": 4.9228707664817476e-05, "loss": 19.6182, "step": 29010 }, { "epoch": 25.76, "learning_rate": 4.9225892953810406e-05, "loss": 19.5439, "step": 29011 }, { "epoch": 25.77, "learning_rate": 4.922307824525709e-05, "loss": 19.2705, "step": 29012 }, { "epoch": 25.77, "learning_rate": 4.922026353916648e-05, "loss": 19.041, "step": 29013 }, { "epoch": 25.77, "learning_rate": 4.921744883554747e-05, "loss": 19.2715, "step": 29014 }, { "epoch": 25.77, "learning_rate": 4.921463413440898e-05, "loss": 19.4883, "step": 29015 }, { "epoch": 25.77, "learning_rate": 4.921181943575993e-05, "loss": 19.8262, "step": 29016 }, { "epoch": 25.77, "learning_rate": 4.9209004739609254e-05, "loss": 19.6201, "step": 29017 }, { "epoch": 25.77, "learning_rate": 4.92061900459659e-05, "loss": 20.1543, "step": 29018 }, { "epoch": 25.77, "learning_rate": 4.9203375354838746e-05, "loss": 19.7012, "step": 29019 }, { "epoch": 25.77, "learning_rate": 4.9200560666236714e-05, "loss": 20.3174, "step": 29020 }, { "epoch": 25.77, "learning_rate": 4.919774598016875e-05, "loss": 19.7354, "step": 29021 }, { "epoch": 25.77, "learning_rate": 4.919493129664376e-05, "loss": 19.6055, "step": 29022 }, { "epoch": 25.78, "learning_rate": 4.9192116615670705e-05, "loss": 19.6309, "step": 29023 }, { "epoch": 25.78, "learning_rate": 4.918930193725845e-05, "loss": 19.46, "step": 29024 }, { "epoch": 25.78, "learning_rate": 4.918648726141595e-05, "loss": 19.8896, "step": 29025 }, { "epoch": 25.78, "learning_rate": 4.918367258815211e-05, "loss": 19.418, "step": 29026 }, { "epoch": 25.78, "learning_rate": 4.918085791747587e-05, "loss": 20.0908, "step": 29027 }, { "epoch": 25.78, "learning_rate": 4.9178043249396146e-05, "loss": 20.0791, "step": 29028 }, { "epoch": 25.78, "learning_rate": 4.917522858392186e-05, "loss": 20.1738, "step": 29029 }, { "epoch": 25.78, "learning_rate": 4.9172413921061925e-05, "loss": 19.583, "step": 29030 }, { "epoch": 25.78, "learning_rate": 4.916959926082527e-05, "loss": 19.6992, "step": 29031 }, { "epoch": 25.78, "learning_rate": 4.9166784603220817e-05, "loss": 19.9141, "step": 29032 }, { "epoch": 25.78, "learning_rate": 4.9163969948257485e-05, "loss": 20.1758, "step": 29033 }, { "epoch": 25.79, "learning_rate": 4.916115529594421e-05, "loss": 19.4434, "step": 29034 }, { "epoch": 25.79, "learning_rate": 4.915834064628989e-05, "loss": 19.7354, "step": 29035 }, { "epoch": 25.79, "learning_rate": 4.915552599930345e-05, "loss": 19.4336, "step": 29036 }, { "epoch": 25.79, "learning_rate": 4.915271135499384e-05, "loss": 20.2275, "step": 29037 }, { "epoch": 25.79, "learning_rate": 4.914989671336993e-05, "loss": 19.5225, "step": 29038 }, { "epoch": 25.79, "learning_rate": 4.914708207444072e-05, "loss": 19.5176, "step": 29039 }, { "epoch": 25.79, "learning_rate": 4.914426743821506e-05, "loss": 20.1309, "step": 29040 }, { "epoch": 25.79, "learning_rate": 4.91414528047019e-05, "loss": 20.1328, "step": 29041 }, { "epoch": 25.79, "learning_rate": 4.913863817391015e-05, "loss": 19.627, "step": 29042 }, { "epoch": 25.79, "learning_rate": 4.913582354584875e-05, "loss": 19.1436, "step": 29043 }, { "epoch": 25.79, "learning_rate": 4.9133008920526615e-05, "loss": 19.7773, "step": 29044 }, { "epoch": 25.79, "learning_rate": 4.9130194297952685e-05, "loss": 19.3809, "step": 29045 }, { "epoch": 25.8, "learning_rate": 4.912737967813583e-05, "loss": 19.5469, "step": 29046 }, { "epoch": 25.8, "learning_rate": 4.912456506108501e-05, "loss": 19.5322, "step": 29047 }, { "epoch": 25.8, "learning_rate": 4.9121750446809146e-05, "loss": 19.0039, "step": 29048 }, { "epoch": 25.8, "learning_rate": 4.911893583531715e-05, "loss": 19.1357, "step": 29049 }, { "epoch": 25.8, "learning_rate": 4.9116121226617966e-05, "loss": 19.3086, "step": 29050 }, { "epoch": 25.8, "learning_rate": 4.911330662072048e-05, "loss": 19.5869, "step": 29051 }, { "epoch": 25.8, "learning_rate": 4.9110492017633635e-05, "loss": 19.876, "step": 29052 }, { "epoch": 25.8, "learning_rate": 4.910767741736635e-05, "loss": 19.6738, "step": 29053 }, { "epoch": 25.8, "learning_rate": 4.910767741736635e-05, "loss": 19.5166, "step": 29054 }, { "epoch": 25.8, "learning_rate": 4.910767741736635e-05, "loss": 19.4629, "step": 29055 }, { "epoch": 25.8, "learning_rate": 4.910486281992754e-05, "loss": 19.207, "step": 29056 }, { "epoch": 25.81, "learning_rate": 4.910204822532615e-05, "loss": 20.126, "step": 29057 }, { "epoch": 25.81, "learning_rate": 4.9099233633571066e-05, "loss": 19.3135, "step": 29058 }, { "epoch": 25.81, "learning_rate": 4.9096419044671235e-05, "loss": 19.4883, "step": 29059 }, { "epoch": 25.81, "learning_rate": 4.909360445863557e-05, "loss": 19.834, "step": 29060 }, { "epoch": 25.81, "learning_rate": 4.909078987547299e-05, "loss": 19.3252, "step": 29061 }, { "epoch": 25.81, "learning_rate": 4.908797529519241e-05, "loss": 19.8135, "step": 29062 }, { "epoch": 25.81, "learning_rate": 4.9085160717802804e-05, "loss": 19.7676, "step": 29063 }, { "epoch": 25.81, "learning_rate": 4.908234614331302e-05, "loss": 19.5078, "step": 29064 }, { "epoch": 25.81, "learning_rate": 4.907953157173202e-05, "loss": 19.668, "step": 29065 }, { "epoch": 25.81, "learning_rate": 4.90767170030687e-05, "loss": 19.9004, "step": 29066 }, { "epoch": 25.81, "learning_rate": 4.907390243733201e-05, "loss": 19.9941, "step": 29067 }, { "epoch": 25.82, "learning_rate": 4.9071087874530886e-05, "loss": 19.8379, "step": 29068 }, { "epoch": 25.82, "learning_rate": 4.90682733146742e-05, "loss": 19.7197, "step": 29069 }, { "epoch": 25.82, "learning_rate": 4.9065458757770885e-05, "loss": 19.5449, "step": 29070 }, { "epoch": 25.82, "learning_rate": 4.9062644203829894e-05, "loss": 19.7764, "step": 29071 }, { "epoch": 25.82, "learning_rate": 4.9059829652860124e-05, "loss": 19.5752, "step": 29072 }, { "epoch": 25.82, "learning_rate": 4.905701510487051e-05, "loss": 19.9199, "step": 29073 }, { "epoch": 25.82, "learning_rate": 4.905420055986997e-05, "loss": 18.8926, "step": 29074 }, { "epoch": 25.82, "learning_rate": 4.9051386017867406e-05, "loss": 19.2002, "step": 29075 }, { "epoch": 25.82, "learning_rate": 4.9048571478871754e-05, "loss": 19.3096, "step": 29076 }, { "epoch": 25.82, "learning_rate": 4.904575694289195e-05, "loss": 19.4541, "step": 29077 }, { "epoch": 25.82, "learning_rate": 4.9042942409936895e-05, "loss": 19.8877, "step": 29078 }, { "epoch": 25.83, "learning_rate": 4.904012788001552e-05, "loss": 19.3027, "step": 29079 }, { "epoch": 25.83, "learning_rate": 4.903731335313675e-05, "loss": 19.5742, "step": 29080 }, { "epoch": 25.83, "learning_rate": 4.903449882930949e-05, "loss": 19.7148, "step": 29081 }, { "epoch": 25.83, "learning_rate": 4.903168430854268e-05, "loss": 19.6553, "step": 29082 }, { "epoch": 25.83, "learning_rate": 4.902886979084522e-05, "loss": 19.8027, "step": 29083 }, { "epoch": 25.83, "learning_rate": 4.902605527622606e-05, "loss": 20.3076, "step": 29084 }, { "epoch": 25.83, "learning_rate": 4.90232407646941e-05, "loss": 19.1885, "step": 29085 }, { "epoch": 25.83, "learning_rate": 4.9020426256258265e-05, "loss": 19.3018, "step": 29086 }, { "epoch": 25.83, "learning_rate": 4.9017611750927484e-05, "loss": 19.5527, "step": 29087 }, { "epoch": 25.83, "learning_rate": 4.901479724871066e-05, "loss": 19.3486, "step": 29088 }, { "epoch": 25.83, "learning_rate": 4.901198274961673e-05, "loss": 19.9736, "step": 29089 }, { "epoch": 25.83, "learning_rate": 4.9009168253654645e-05, "loss": 19.9697, "step": 29090 }, { "epoch": 25.84, "learning_rate": 4.9006353760833274e-05, "loss": 19.9531, "step": 29091 }, { "epoch": 25.84, "learning_rate": 4.9003539271161544e-05, "loss": 19.9033, "step": 29092 }, { "epoch": 25.84, "learning_rate": 4.900072478464841e-05, "loss": 19.6699, "step": 29093 }, { "epoch": 25.84, "learning_rate": 4.899791030130276e-05, "loss": 19.2734, "step": 29094 }, { "epoch": 25.84, "learning_rate": 4.899509582113356e-05, "loss": 19.7607, "step": 29095 }, { "epoch": 25.84, "learning_rate": 4.899228134414968e-05, "loss": 20.3252, "step": 29096 }, { "epoch": 25.84, "learning_rate": 4.8989466870360054e-05, "loss": 19.708, "step": 29097 }, { "epoch": 25.84, "learning_rate": 4.8989466870360054e-05, "loss": 19.9902, "step": 29098 }, { "epoch": 25.84, "learning_rate": 4.8986652399773624e-05, "loss": 19.5273, "step": 29099 }, { "epoch": 25.84, "learning_rate": 4.89838379323993e-05, "loss": 19.7295, "step": 29100 }, { "epoch": 25.84, "learning_rate": 4.898102346824601e-05, "loss": 19.8252, "step": 29101 }, { "epoch": 25.85, "learning_rate": 4.897820900732266e-05, "loss": 19.3564, "step": 29102 }, { "epoch": 25.85, "learning_rate": 4.897539454963817e-05, "loss": 19.8105, "step": 29103 }, { "epoch": 25.85, "learning_rate": 4.897258009520147e-05, "loss": 19.6133, "step": 29104 }, { "epoch": 25.85, "learning_rate": 4.8969765644021495e-05, "loss": 19.2471, "step": 29105 }, { "epoch": 25.85, "learning_rate": 4.896695119610715e-05, "loss": 19.3633, "step": 29106 }, { "epoch": 25.85, "learning_rate": 4.896413675146736e-05, "loss": 20.04, "step": 29107 }, { "epoch": 25.85, "learning_rate": 4.896132231011105e-05, "loss": 19.6699, "step": 29108 }, { "epoch": 25.85, "learning_rate": 4.8958507872047126e-05, "loss": 19.3857, "step": 29109 }, { "epoch": 25.85, "learning_rate": 4.8955693437284524e-05, "loss": 19.3799, "step": 29110 }, { "epoch": 25.85, "learning_rate": 4.895287900583216e-05, "loss": 19.6592, "step": 29111 }, { "epoch": 25.85, "learning_rate": 4.895006457769896e-05, "loss": 19.6572, "step": 29112 }, { "epoch": 25.86, "learning_rate": 4.894725015289384e-05, "loss": 19.9297, "step": 29113 }, { "epoch": 25.86, "learning_rate": 4.894443573142572e-05, "loss": 19.1318, "step": 29114 }, { "epoch": 25.86, "learning_rate": 4.894162131330352e-05, "loss": 19.4834, "step": 29115 }, { "epoch": 25.86, "learning_rate": 4.893880689853615e-05, "loss": 19.2227, "step": 29116 }, { "epoch": 25.86, "learning_rate": 4.893599248713259e-05, "loss": 20.2959, "step": 29117 }, { "epoch": 25.86, "learning_rate": 4.893317807910169e-05, "loss": 19.9668, "step": 29118 }, { "epoch": 25.86, "learning_rate": 4.893036367445239e-05, "loss": 20.2021, "step": 29119 }, { "epoch": 25.86, "learning_rate": 4.892754927319363e-05, "loss": 19.8711, "step": 29120 }, { "epoch": 25.86, "learning_rate": 4.892473487533431e-05, "loss": 19.5283, "step": 29121 }, { "epoch": 25.86, "learning_rate": 4.892192048088338e-05, "loss": 19.9043, "step": 29122 }, { "epoch": 25.86, "learning_rate": 4.891910608984974e-05, "loss": 19.5068, "step": 29123 }, { "epoch": 25.87, "learning_rate": 4.891629170224231e-05, "loss": 19.5615, "step": 29124 }, { "epoch": 25.87, "learning_rate": 4.891347731807001e-05, "loss": 19.2402, "step": 29125 }, { "epoch": 25.87, "learning_rate": 4.891066293734176e-05, "loss": 20.0508, "step": 29126 }, { "epoch": 25.87, "learning_rate": 4.890784856006649e-05, "loss": 19.6406, "step": 29127 }, { "epoch": 25.87, "learning_rate": 4.8905034186253126e-05, "loss": 19.8965, "step": 29128 }, { "epoch": 25.87, "learning_rate": 4.890221981591058e-05, "loss": 19.4355, "step": 29129 }, { "epoch": 25.87, "learning_rate": 4.889940544904776e-05, "loss": 19.7969, "step": 29130 }, { "epoch": 25.87, "learning_rate": 4.889659108567361e-05, "loss": 19.8311, "step": 29131 }, { "epoch": 25.87, "learning_rate": 4.8893776725797044e-05, "loss": 19.4756, "step": 29132 }, { "epoch": 25.87, "learning_rate": 4.8890962369426975e-05, "loss": 19.7139, "step": 29133 }, { "epoch": 25.87, "learning_rate": 4.8888148016572344e-05, "loss": 19.6025, "step": 29134 }, { "epoch": 25.87, "learning_rate": 4.888533366724204e-05, "loss": 19.5967, "step": 29135 }, { "epoch": 25.88, "learning_rate": 4.8882519321445e-05, "loss": 20.1406, "step": 29136 }, { "epoch": 25.88, "learning_rate": 4.8879704979190155e-05, "loss": 19.0938, "step": 29137 }, { "epoch": 25.88, "learning_rate": 4.88768906404864e-05, "loss": 19.9775, "step": 29138 }, { "epoch": 25.88, "learning_rate": 4.887407630534271e-05, "loss": 19.3955, "step": 29139 }, { "epoch": 25.88, "learning_rate": 4.887126197376795e-05, "loss": 20.1328, "step": 29140 }, { "epoch": 25.88, "learning_rate": 4.886844764577105e-05, "loss": 19.9004, "step": 29141 }, { "epoch": 25.88, "learning_rate": 4.886563332136093e-05, "loss": 19.4473, "step": 29142 }, { "epoch": 25.88, "learning_rate": 4.8862819000546534e-05, "loss": 19.9365, "step": 29143 }, { "epoch": 25.88, "learning_rate": 4.88600046833368e-05, "loss": 19.2227, "step": 29144 }, { "epoch": 25.88, "learning_rate": 4.8857190369740584e-05, "loss": 19.3184, "step": 29145 }, { "epoch": 25.88, "learning_rate": 4.885437605976684e-05, "loss": 20.3926, "step": 29146 }, { "epoch": 25.89, "learning_rate": 4.8851561753424495e-05, "loss": 19.876, "step": 29147 }, { "epoch": 25.89, "learning_rate": 4.884874745072247e-05, "loss": 19.2412, "step": 29148 }, { "epoch": 25.89, "learning_rate": 4.884593315166968e-05, "loss": 19.4746, "step": 29149 }, { "epoch": 25.89, "learning_rate": 4.8843118856275055e-05, "loss": 20.2178, "step": 29150 }, { "epoch": 25.89, "learning_rate": 4.88403045645475e-05, "loss": 20.3193, "step": 29151 }, { "epoch": 25.89, "learning_rate": 4.883749027649594e-05, "loss": 20.0576, "step": 29152 }, { "epoch": 25.89, "learning_rate": 4.8834675992129305e-05, "loss": 19.5439, "step": 29153 }, { "epoch": 25.89, "learning_rate": 4.8831861711456504e-05, "loss": 20.0195, "step": 29154 }, { "epoch": 25.89, "learning_rate": 4.882904743448648e-05, "loss": 19.6436, "step": 29155 }, { "epoch": 25.89, "learning_rate": 4.882623316122812e-05, "loss": 19.668, "step": 29156 }, { "epoch": 25.89, "learning_rate": 4.882341889169037e-05, "loss": 19.6396, "step": 29157 }, { "epoch": 25.9, "learning_rate": 4.882060462588213e-05, "loss": 19.6621, "step": 29158 }, { "epoch": 25.9, "learning_rate": 4.881779036381234e-05, "loss": 19.4414, "step": 29159 }, { "epoch": 25.9, "learning_rate": 4.8814976105489924e-05, "loss": 19.2402, "step": 29160 }, { "epoch": 25.9, "learning_rate": 4.881216185092378e-05, "loss": 19.7422, "step": 29161 }, { "epoch": 25.9, "learning_rate": 4.8809347600122845e-05, "loss": 18.9844, "step": 29162 }, { "epoch": 25.9, "learning_rate": 4.880653335309603e-05, "loss": 20.3359, "step": 29163 }, { "epoch": 25.9, "learning_rate": 4.880371910985225e-05, "loss": 19.8584, "step": 29164 }, { "epoch": 25.9, "learning_rate": 4.880090487040045e-05, "loss": 19.8271, "step": 29165 }, { "epoch": 25.9, "learning_rate": 4.8798090634749566e-05, "loss": 20.5479, "step": 29166 }, { "epoch": 25.9, "learning_rate": 4.879527640290846e-05, "loss": 19.3232, "step": 29167 }, { "epoch": 25.9, "learning_rate": 4.879246217488607e-05, "loss": 19.541, "step": 29168 }, { "epoch": 25.9, "learning_rate": 4.878964795069135e-05, "loss": 19.8701, "step": 29169 }, { "epoch": 25.91, "learning_rate": 4.878683373033319e-05, "loss": 19.7471, "step": 29170 }, { "epoch": 25.91, "learning_rate": 4.878401951382054e-05, "loss": 19.8945, "step": 29171 }, { "epoch": 25.91, "learning_rate": 4.878120530116227e-05, "loss": 19.8516, "step": 29172 }, { "epoch": 25.91, "learning_rate": 4.8778391092367346e-05, "loss": 19.5801, "step": 29173 }, { "epoch": 25.91, "learning_rate": 4.877557688744467e-05, "loss": 19.2256, "step": 29174 }, { "epoch": 25.91, "learning_rate": 4.877276268640317e-05, "loss": 19.6035, "step": 29175 }, { "epoch": 25.91, "learning_rate": 4.8769948489251767e-05, "loss": 19.9473, "step": 29176 }, { "epoch": 25.91, "learning_rate": 4.8767134295999366e-05, "loss": 19.8818, "step": 29177 }, { "epoch": 25.91, "learning_rate": 4.8764320106654904e-05, "loss": 19.8936, "step": 29178 }, { "epoch": 25.91, "learning_rate": 4.876150592122729e-05, "loss": 19.6221, "step": 29179 }, { "epoch": 25.91, "learning_rate": 4.8758691739725453e-05, "loss": 19.5225, "step": 29180 }, { "epoch": 25.92, "learning_rate": 4.875587756215831e-05, "loss": 19.7979, "step": 29181 }, { "epoch": 25.92, "learning_rate": 4.875306338853479e-05, "loss": 19.6738, "step": 29182 }, { "epoch": 25.92, "learning_rate": 4.87502492188638e-05, "loss": 19.7646, "step": 29183 }, { "epoch": 25.92, "learning_rate": 4.8747435053154254e-05, "loss": 19.6836, "step": 29184 }, { "epoch": 25.92, "learning_rate": 4.874462089141509e-05, "loss": 19.0996, "step": 29185 }, { "epoch": 25.92, "learning_rate": 4.8741806733655213e-05, "loss": 19.8232, "step": 29186 }, { "epoch": 25.92, "learning_rate": 4.873899257988359e-05, "loss": 19.2363, "step": 29187 }, { "epoch": 25.92, "learning_rate": 4.873617843010907e-05, "loss": 19.2188, "step": 29188 }, { "epoch": 25.92, "learning_rate": 4.873336428434062e-05, "loss": 19.2959, "step": 29189 }, { "epoch": 25.92, "learning_rate": 4.873055014258712e-05, "loss": 19.4336, "step": 29190 }, { "epoch": 25.92, "learning_rate": 4.872773600485754e-05, "loss": 19.7598, "step": 29191 }, { "epoch": 25.93, "learning_rate": 4.872492187116077e-05, "loss": 19.4473, "step": 29192 }, { "epoch": 25.93, "learning_rate": 4.8722107741505766e-05, "loss": 19.6777, "step": 29193 }, { "epoch": 25.93, "learning_rate": 4.871929361590139e-05, "loss": 19.79, "step": 29194 }, { "epoch": 25.93, "learning_rate": 4.87164794943566e-05, "loss": 20.0107, "step": 29195 }, { "epoch": 25.93, "learning_rate": 4.871366537688031e-05, "loss": 19.6182, "step": 29196 }, { "epoch": 25.93, "learning_rate": 4.871085126348143e-05, "loss": 19.3438, "step": 29197 }, { "epoch": 25.93, "learning_rate": 4.8708037154168904e-05, "loss": 19.7959, "step": 29198 }, { "epoch": 25.93, "learning_rate": 4.870522304895163e-05, "loss": 19.4756, "step": 29199 }, { "epoch": 25.93, "learning_rate": 4.870240894783853e-05, "loss": 19.5371, "step": 29200 }, { "epoch": 25.93, "learning_rate": 4.869959485083854e-05, "loss": 19.3975, "step": 29201 }, { "epoch": 25.93, "learning_rate": 4.869678075796056e-05, "loss": 19.4297, "step": 29202 }, { "epoch": 25.94, "learning_rate": 4.869396666921353e-05, "loss": 19.8691, "step": 29203 }, { "epoch": 25.94, "learning_rate": 4.869115258460635e-05, "loss": 20.3135, "step": 29204 }, { "epoch": 25.94, "learning_rate": 4.868833850414795e-05, "loss": 19.8027, "step": 29205 }, { "epoch": 25.94, "learning_rate": 4.868552442784725e-05, "loss": 19.4258, "step": 29206 }, { "epoch": 25.94, "learning_rate": 4.8682710355713175e-05, "loss": 19.9912, "step": 29207 }, { "epoch": 25.94, "learning_rate": 4.8679896287754626e-05, "loss": 20.1494, "step": 29208 }, { "epoch": 25.94, "learning_rate": 4.867708222398056e-05, "loss": 19.082, "step": 29209 }, { "epoch": 25.94, "learning_rate": 4.867426816439986e-05, "loss": 19.5312, "step": 29210 }, { "epoch": 25.94, "learning_rate": 4.867145410902146e-05, "loss": 19.5293, "step": 29211 }, { "epoch": 25.94, "learning_rate": 4.866864005785427e-05, "loss": 20.0391, "step": 29212 }, { "epoch": 25.94, "learning_rate": 4.8665826010907225e-05, "loss": 19.873, "step": 29213 }, { "epoch": 25.94, "learning_rate": 4.866301196818926e-05, "loss": 19.7236, "step": 29214 }, { "epoch": 25.95, "learning_rate": 4.866019792970926e-05, "loss": 19.2363, "step": 29215 }, { "epoch": 25.95, "learning_rate": 4.865738389547615e-05, "loss": 19.3545, "step": 29216 }, { "epoch": 25.95, "learning_rate": 4.8654569865498864e-05, "loss": 19.4043, "step": 29217 }, { "epoch": 25.95, "learning_rate": 4.865175583978632e-05, "loss": 19.7002, "step": 29218 }, { "epoch": 25.95, "learning_rate": 4.864894181834746e-05, "loss": 19.7578, "step": 29219 }, { "epoch": 25.95, "learning_rate": 4.864612780119115e-05, "loss": 20.7324, "step": 29220 }, { "epoch": 25.95, "learning_rate": 4.864331378832634e-05, "loss": 19.6914, "step": 29221 }, { "epoch": 25.95, "learning_rate": 4.864049977976195e-05, "loss": 19.6699, "step": 29222 }, { "epoch": 25.95, "learning_rate": 4.8637685775506906e-05, "loss": 19.7148, "step": 29223 }, { "epoch": 25.95, "learning_rate": 4.863487177557011e-05, "loss": 19.3701, "step": 29224 }, { "epoch": 25.95, "learning_rate": 4.863205777996051e-05, "loss": 20.2188, "step": 29225 }, { "epoch": 25.96, "learning_rate": 4.8629243788686996e-05, "loss": 19.8066, "step": 29226 }, { "epoch": 25.96, "learning_rate": 4.86264298017585e-05, "loss": 19.8271, "step": 29227 }, { "epoch": 25.96, "learning_rate": 4.862361581918394e-05, "loss": 19.2373, "step": 29228 }, { "epoch": 25.96, "learning_rate": 4.862080184097224e-05, "loss": 18.9678, "step": 29229 }, { "epoch": 25.96, "learning_rate": 4.861798786713233e-05, "loss": 19.5498, "step": 29230 }, { "epoch": 25.96, "learning_rate": 4.8615173897673105e-05, "loss": 19.3555, "step": 29231 }, { "epoch": 25.96, "learning_rate": 4.861235993260349e-05, "loss": 19.79, "step": 29232 }, { "epoch": 25.96, "learning_rate": 4.860954597193242e-05, "loss": 19.0928, "step": 29233 }, { "epoch": 25.96, "learning_rate": 4.86067320156688e-05, "loss": 19.2959, "step": 29234 }, { "epoch": 25.96, "learning_rate": 4.860391806382157e-05, "loss": 19.501, "step": 29235 }, { "epoch": 25.96, "learning_rate": 4.860110411639963e-05, "loss": 19.21, "step": 29236 }, { "epoch": 25.97, "learning_rate": 4.8598290173411894e-05, "loss": 20.043, "step": 29237 }, { "epoch": 25.97, "learning_rate": 4.859547623486728e-05, "loss": 19.666, "step": 29238 }, { "epoch": 25.97, "learning_rate": 4.859266230077474e-05, "loss": 19.5107, "step": 29239 }, { "epoch": 25.97, "learning_rate": 4.858984837114317e-05, "loss": 19.8047, "step": 29240 }, { "epoch": 25.97, "learning_rate": 4.8587034445981516e-05, "loss": 19.7949, "step": 29241 }, { "epoch": 25.97, "learning_rate": 4.858422052529864e-05, "loss": 19.5869, "step": 29242 }, { "epoch": 25.97, "learning_rate": 4.858140660910351e-05, "loss": 19.5938, "step": 29243 }, { "epoch": 25.97, "learning_rate": 4.857859269740503e-05, "loss": 19.7432, "step": 29244 }, { "epoch": 25.97, "learning_rate": 4.8575778790212124e-05, "loss": 19.7646, "step": 29245 }, { "epoch": 25.97, "learning_rate": 4.857296488753372e-05, "loss": 19.7061, "step": 29246 }, { "epoch": 25.97, "learning_rate": 4.857015098937871e-05, "loss": 19.4131, "step": 29247 }, { "epoch": 25.98, "learning_rate": 4.856733709575604e-05, "loss": 19.5137, "step": 29248 }, { "epoch": 25.98, "learning_rate": 4.856452320667461e-05, "loss": 20.1123, "step": 29249 }, { "epoch": 25.98, "learning_rate": 4.856170932214336e-05, "loss": 19.7754, "step": 29250 }, { "epoch": 25.98, "learning_rate": 4.855889544217119e-05, "loss": 19.9268, "step": 29251 }, { "epoch": 25.98, "learning_rate": 4.8556081566767033e-05, "loss": 19.3496, "step": 29252 }, { "epoch": 25.98, "learning_rate": 4.8553267695939804e-05, "loss": 19.6094, "step": 29253 }, { "epoch": 25.98, "learning_rate": 4.855045382969842e-05, "loss": 19.1543, "step": 29254 }, { "epoch": 25.98, "learning_rate": 4.854763996805179e-05, "loss": 19.251, "step": 29255 }, { "epoch": 25.98, "learning_rate": 4.854482611100886e-05, "loss": 19.4277, "step": 29256 }, { "epoch": 25.98, "learning_rate": 4.854201225857854e-05, "loss": 19.959, "step": 29257 }, { "epoch": 25.98, "learning_rate": 4.853919841076973e-05, "loss": 19.8633, "step": 29258 }, { "epoch": 25.98, "learning_rate": 4.853638456759137e-05, "loss": 19.8789, "step": 29259 }, { "epoch": 25.99, "learning_rate": 4.853357072905237e-05, "loss": 19.6826, "step": 29260 }, { "epoch": 25.99, "learning_rate": 4.8530756895161636e-05, "loss": 20.3135, "step": 29261 }, { "epoch": 25.99, "learning_rate": 4.852794306592814e-05, "loss": 19.9932, "step": 29262 }, { "epoch": 25.99, "learning_rate": 4.8525129241360744e-05, "loss": 19.9746, "step": 29263 }, { "epoch": 25.99, "learning_rate": 4.852231542146839e-05, "loss": 19.7881, "step": 29264 }, { "epoch": 25.99, "learning_rate": 4.851950160625998e-05, "loss": 19.168, "step": 29265 }, { "epoch": 25.99, "learning_rate": 4.851668779574446e-05, "loss": 19.5537, "step": 29266 }, { "epoch": 25.99, "learning_rate": 4.8513873989930735e-05, "loss": 19.6582, "step": 29267 }, { "epoch": 25.99, "learning_rate": 4.851106018882775e-05, "loss": 19.8047, "step": 29268 }, { "epoch": 25.99, "learning_rate": 4.8508246392444374e-05, "loss": 19.4854, "step": 29269 }, { "epoch": 25.99, "learning_rate": 4.850543260078956e-05, "loss": 19.8086, "step": 29270 }, { "epoch": 26.0, "learning_rate": 4.850261881387222e-05, "loss": 19.4951, "step": 29271 }, { "epoch": 26.0, "learning_rate": 4.8499805031701265e-05, "loss": 19.1348, "step": 29272 }, { "epoch": 26.0, "learning_rate": 4.849699125428564e-05, "loss": 19.5557, "step": 29273 }, { "epoch": 26.0, "learning_rate": 4.849417748163424e-05, "loss": 19.502, "step": 29274 }, { "epoch": 26.0, "learning_rate": 4.8491363713755986e-05, "loss": 19.6807, "step": 29275 }, { "epoch": 26.0, "learning_rate": 4.848854995065981e-05, "loss": 19.2549, "step": 29276 }, { "epoch": 26.0, "learning_rate": 4.848573619235462e-05, "loss": 19.0928, "step": 29277 }, { "epoch": 26.0, "learning_rate": 4.848292243884934e-05, "loss": 18.998, "step": 29278 }, { "epoch": 26.0, "learning_rate": 4.8480108690152876e-05, "loss": 19.0381, "step": 29279 }, { "epoch": 26.0, "learning_rate": 4.847729494627416e-05, "loss": 19.8594, "step": 29280 }, { "epoch": 26.0, "learning_rate": 4.847448120722211e-05, "loss": 19.3535, "step": 29281 }, { "epoch": 26.01, "learning_rate": 4.847166747300564e-05, "loss": 19.3174, "step": 29282 }, { "epoch": 26.01, "learning_rate": 4.846885374363367e-05, "loss": 19.3086, "step": 29283 }, { "epoch": 26.01, "learning_rate": 4.846604001911515e-05, "loss": 19.4678, "step": 29284 }, { "epoch": 26.01, "learning_rate": 4.8463226299458956e-05, "loss": 20.0137, "step": 29285 }, { "epoch": 26.01, "learning_rate": 4.8460412584674006e-05, "loss": 19.3545, "step": 29286 }, { "epoch": 26.01, "learning_rate": 4.8457598874769234e-05, "loss": 19.3584, "step": 29287 }, { "epoch": 26.01, "learning_rate": 4.845478516975357e-05, "loss": 19.2432, "step": 29288 }, { "epoch": 26.01, "learning_rate": 4.8451971469635944e-05, "loss": 20.252, "step": 29289 }, { "epoch": 26.01, "learning_rate": 4.844915777442523e-05, "loss": 19.0713, "step": 29290 }, { "epoch": 26.01, "learning_rate": 4.844634408413036e-05, "loss": 19.748, "step": 29291 }, { "epoch": 26.01, "learning_rate": 4.844353039876027e-05, "loss": 19.6055, "step": 29292 }, { "epoch": 26.02, "learning_rate": 4.844071671832387e-05, "loss": 19.415, "step": 29293 }, { "epoch": 26.02, "learning_rate": 4.8437903042830107e-05, "loss": 19.8271, "step": 29294 }, { "epoch": 26.02, "learning_rate": 4.843508937228784e-05, "loss": 19.4824, "step": 29295 }, { "epoch": 26.02, "learning_rate": 4.8432275706706034e-05, "loss": 19.2832, "step": 29296 }, { "epoch": 26.02, "learning_rate": 4.8429462046093585e-05, "loss": 19.3799, "step": 29297 }, { "epoch": 26.02, "learning_rate": 4.8426648390459433e-05, "loss": 18.7852, "step": 29298 }, { "epoch": 26.02, "learning_rate": 4.8423834739812476e-05, "loss": 19.2773, "step": 29299 }, { "epoch": 26.02, "learning_rate": 4.842102109416166e-05, "loss": 18.9053, "step": 29300 }, { "epoch": 26.02, "learning_rate": 4.841820745351587e-05, "loss": 19.7246, "step": 29301 }, { "epoch": 26.02, "learning_rate": 4.841539381788404e-05, "loss": 19.7686, "step": 29302 }, { "epoch": 26.02, "learning_rate": 4.841258018727509e-05, "loss": 19.7686, "step": 29303 }, { "epoch": 26.02, "learning_rate": 4.840976656169794e-05, "loss": 20.1348, "step": 29304 }, { "epoch": 26.03, "learning_rate": 4.840695294116151e-05, "loss": 19.4307, "step": 29305 }, { "epoch": 26.03, "learning_rate": 4.840413932567471e-05, "loss": 19.8086, "step": 29306 }, { "epoch": 26.03, "learning_rate": 4.840132571524646e-05, "loss": 19.3564, "step": 29307 }, { "epoch": 26.03, "learning_rate": 4.8398512109885686e-05, "loss": 19.4092, "step": 29308 }, { "epoch": 26.03, "learning_rate": 4.839569850960128e-05, "loss": 19.3154, "step": 29309 }, { "epoch": 26.03, "learning_rate": 4.839288491440223e-05, "loss": 19.9082, "step": 29310 }, { "epoch": 26.03, "learning_rate": 4.8390071324297375e-05, "loss": 18.8896, "step": 29311 }, { "epoch": 26.03, "learning_rate": 4.8387257739295675e-05, "loss": 19.6699, "step": 29312 }, { "epoch": 26.03, "learning_rate": 4.838444415940602e-05, "loss": 19.3584, "step": 29313 }, { "epoch": 26.03, "learning_rate": 4.838163058463736e-05, "loss": 19.1309, "step": 29314 }, { "epoch": 26.03, "learning_rate": 4.837881701499861e-05, "loss": 19.6543, "step": 29315 }, { "epoch": 26.04, "learning_rate": 4.837600345049869e-05, "loss": 18.9033, "step": 29316 }, { "epoch": 26.04, "learning_rate": 4.837318989114648e-05, "loss": 19.9883, "step": 29317 }, { "epoch": 26.04, "learning_rate": 4.837037633695094e-05, "loss": 19.3281, "step": 29318 }, { "epoch": 26.04, "learning_rate": 4.8367562787920975e-05, "loss": 19.5195, "step": 29319 }, { "epoch": 26.04, "learning_rate": 4.83647492440655e-05, "loss": 20.0859, "step": 29320 }, { "epoch": 26.04, "learning_rate": 4.836193570539345e-05, "loss": 19.0156, "step": 29321 }, { "epoch": 26.04, "learning_rate": 4.8359122171913715e-05, "loss": 19.2178, "step": 29322 }, { "epoch": 26.04, "learning_rate": 4.8356308643635236e-05, "loss": 19.7256, "step": 29323 }, { "epoch": 26.04, "learning_rate": 4.835349512056692e-05, "loss": 19.252, "step": 29324 }, { "epoch": 26.04, "learning_rate": 4.8350681602717684e-05, "loss": 20.0176, "step": 29325 }, { "epoch": 26.04, "learning_rate": 4.834786809009646e-05, "loss": 18.999, "step": 29326 }, { "epoch": 26.05, "learning_rate": 4.834505458271216e-05, "loss": 19.1191, "step": 29327 }, { "epoch": 26.05, "learning_rate": 4.8342241080573696e-05, "loss": 20.1494, "step": 29328 }, { "epoch": 26.05, "learning_rate": 4.8339427583689984e-05, "loss": 19.8125, "step": 29329 }, { "epoch": 26.05, "learning_rate": 4.833661409206995e-05, "loss": 19.4609, "step": 29330 }, { "epoch": 26.05, "learning_rate": 4.83338006057225e-05, "loss": 19.1021, "step": 29331 }, { "epoch": 26.05, "learning_rate": 4.83309871246566e-05, "loss": 19.7705, "step": 29332 }, { "epoch": 26.05, "learning_rate": 4.8328173648881104e-05, "loss": 18.8145, "step": 29333 }, { "epoch": 26.05, "learning_rate": 4.832536017840496e-05, "loss": 19.4873, "step": 29334 }, { "epoch": 26.05, "learning_rate": 4.832254671323707e-05, "loss": 19.8857, "step": 29335 }, { "epoch": 26.05, "learning_rate": 4.831973325338637e-05, "loss": 20.1592, "step": 29336 }, { "epoch": 26.05, "learning_rate": 4.83169197988618e-05, "loss": 19.5195, "step": 29337 }, { "epoch": 26.06, "learning_rate": 4.831410634967223e-05, "loss": 19.4707, "step": 29338 }, { "epoch": 26.06, "learning_rate": 4.831129290582659e-05, "loss": 19.4141, "step": 29339 }, { "epoch": 26.06, "learning_rate": 4.830847946733382e-05, "loss": 19.6914, "step": 29340 }, { "epoch": 26.06, "learning_rate": 4.8305666034202826e-05, "loss": 19.3916, "step": 29341 }, { "epoch": 26.06, "learning_rate": 4.8302852606442525e-05, "loss": 19.335, "step": 29342 }, { "epoch": 26.06, "learning_rate": 4.830003918406184e-05, "loss": 19.6387, "step": 29343 }, { "epoch": 26.06, "learning_rate": 4.829722576706967e-05, "loss": 19.6191, "step": 29344 }, { "epoch": 26.06, "learning_rate": 4.829441235547496e-05, "loss": 19.3613, "step": 29345 }, { "epoch": 26.06, "learning_rate": 4.829159894928661e-05, "loss": 19.4248, "step": 29346 }, { "epoch": 26.06, "learning_rate": 4.828878554851354e-05, "loss": 19.4473, "step": 29347 }, { "epoch": 26.06, "learning_rate": 4.828597215316469e-05, "loss": 19.4697, "step": 29348 }, { "epoch": 26.06, "learning_rate": 4.8283158763248945e-05, "loss": 19.2676, "step": 29349 }, { "epoch": 26.07, "learning_rate": 4.8280345378775233e-05, "loss": 19.6738, "step": 29350 }, { "epoch": 26.07, "learning_rate": 4.827753199975248e-05, "loss": 19.5596, "step": 29351 }, { "epoch": 26.07, "learning_rate": 4.8274718626189594e-05, "loss": 19.3037, "step": 29352 }, { "epoch": 26.07, "learning_rate": 4.8271905258095514e-05, "loss": 19.1006, "step": 29353 }, { "epoch": 26.07, "learning_rate": 4.826909189547913e-05, "loss": 18.9209, "step": 29354 }, { "epoch": 26.07, "learning_rate": 4.826627853834937e-05, "loss": 19.001, "step": 29355 }, { "epoch": 26.07, "learning_rate": 4.826346518671516e-05, "loss": 19.209, "step": 29356 }, { "epoch": 26.07, "learning_rate": 4.82606518405854e-05, "loss": 19.3008, "step": 29357 }, { "epoch": 26.07, "learning_rate": 4.825783849996902e-05, "loss": 19.4824, "step": 29358 }, { "epoch": 26.07, "learning_rate": 4.825502516487497e-05, "loss": 19.959, "step": 29359 }, { "epoch": 26.07, "learning_rate": 4.825221183531211e-05, "loss": 19.3457, "step": 29360 }, { "epoch": 26.08, "learning_rate": 4.824939851128936e-05, "loss": 19.3379, "step": 29361 }, { "epoch": 26.08, "learning_rate": 4.8246585192815685e-05, "loss": 19.9697, "step": 29362 }, { "epoch": 26.08, "learning_rate": 4.8243771879899975e-05, "loss": 19.5244, "step": 29363 }, { "epoch": 26.08, "learning_rate": 4.824095857255117e-05, "loss": 19.3623, "step": 29364 }, { "epoch": 26.08, "learning_rate": 4.8238145270778135e-05, "loss": 18.8994, "step": 29365 }, { "epoch": 26.08, "learning_rate": 4.8235331974589835e-05, "loss": 19.4238, "step": 29366 }, { "epoch": 26.08, "learning_rate": 4.823251868399516e-05, "loss": 19.4658, "step": 29367 }, { "epoch": 26.08, "learning_rate": 4.822970539900305e-05, "loss": 19.0566, "step": 29368 }, { "epoch": 26.08, "learning_rate": 4.8226892119622433e-05, "loss": 19.0244, "step": 29369 }, { "epoch": 26.08, "learning_rate": 4.822407884586218e-05, "loss": 19.3506, "step": 29370 }, { "epoch": 26.08, "learning_rate": 4.822126557773125e-05, "loss": 19.2129, "step": 29371 }, { "epoch": 26.09, "learning_rate": 4.821845231523854e-05, "loss": 19.7568, "step": 29372 }, { "epoch": 26.09, "learning_rate": 4.821563905839297e-05, "loss": 19.2529, "step": 29373 }, { "epoch": 26.09, "learning_rate": 4.821282580720347e-05, "loss": 19.5137, "step": 29374 }, { "epoch": 26.09, "learning_rate": 4.8210012561678945e-05, "loss": 19.7109, "step": 29375 }, { "epoch": 26.09, "learning_rate": 4.820719932182831e-05, "loss": 19.7773, "step": 29376 }, { "epoch": 26.09, "learning_rate": 4.8204386087660494e-05, "loss": 19.249, "step": 29377 }, { "epoch": 26.09, "learning_rate": 4.82015728591844e-05, "loss": 19.6035, "step": 29378 }, { "epoch": 26.09, "learning_rate": 4.819875963640896e-05, "loss": 19.2568, "step": 29379 }, { "epoch": 26.09, "learning_rate": 4.819594641934309e-05, "loss": 20.3643, "step": 29380 }, { "epoch": 26.09, "learning_rate": 4.81931332079957e-05, "loss": 19.0889, "step": 29381 }, { "epoch": 26.09, "learning_rate": 4.81903200023757e-05, "loss": 19.3916, "step": 29382 }, { "epoch": 26.1, "learning_rate": 4.818750680249202e-05, "loss": 19.6816, "step": 29383 }, { "epoch": 26.1, "learning_rate": 4.818750680249202e-05, "loss": 19.5967, "step": 29384 }, { "epoch": 26.1, "learning_rate": 4.8184693608353564e-05, "loss": 19.3496, "step": 29385 }, { "epoch": 26.1, "learning_rate": 4.818188041996927e-05, "loss": 19.3262, "step": 29386 }, { "epoch": 26.1, "learning_rate": 4.817906723734806e-05, "loss": 19.4277, "step": 29387 }, { "epoch": 26.1, "learning_rate": 4.817625406049883e-05, "loss": 19.084, "step": 29388 }, { "epoch": 26.1, "learning_rate": 4.8173440889430475e-05, "loss": 19.2441, "step": 29389 }, { "epoch": 26.1, "learning_rate": 4.817062772415196e-05, "loss": 19.667, "step": 29390 }, { "epoch": 26.1, "learning_rate": 4.816781456467218e-05, "loss": 19.7412, "step": 29391 }, { "epoch": 26.1, "learning_rate": 4.816500141100007e-05, "loss": 19.0059, "step": 29392 }, { "epoch": 26.1, "learning_rate": 4.816218826314452e-05, "loss": 19.5537, "step": 29393 }, { "epoch": 26.1, "learning_rate": 4.815937512111445e-05, "loss": 20.0068, "step": 29394 }, { "epoch": 26.11, "learning_rate": 4.81565619849188e-05, "loss": 19.4404, "step": 29395 }, { "epoch": 26.11, "learning_rate": 4.815374885456646e-05, "loss": 19.6182, "step": 29396 }, { "epoch": 26.11, "learning_rate": 4.815093573006637e-05, "loss": 19.7676, "step": 29397 }, { "epoch": 26.11, "learning_rate": 4.814812261142744e-05, "loss": 19.9922, "step": 29398 }, { "epoch": 26.11, "learning_rate": 4.8145309498658575e-05, "loss": 19.4482, "step": 29399 }, { "epoch": 26.11, "learning_rate": 4.81424963917687e-05, "loss": 19.5996, "step": 29400 }, { "epoch": 26.11, "learning_rate": 4.8139683290766735e-05, "loss": 19.6621, "step": 29401 }, { "epoch": 26.11, "learning_rate": 4.813687019566159e-05, "loss": 19.5312, "step": 29402 }, { "epoch": 26.11, "learning_rate": 4.813405710646221e-05, "loss": 19.9775, "step": 29403 }, { "epoch": 26.11, "learning_rate": 4.813124402317747e-05, "loss": 19.918, "step": 29404 }, { "epoch": 26.11, "learning_rate": 4.812843094581631e-05, "loss": 19.0547, "step": 29405 }, { "epoch": 26.12, "learning_rate": 4.812561787438764e-05, "loss": 19.3418, "step": 29406 }, { "epoch": 26.12, "learning_rate": 4.812280480890036e-05, "loss": 19.9668, "step": 29407 }, { "epoch": 26.12, "learning_rate": 4.8119991749363444e-05, "loss": 19.4111, "step": 29408 }, { "epoch": 26.12, "learning_rate": 4.8117178695785755e-05, "loss": 19.8506, "step": 29409 }, { "epoch": 26.12, "learning_rate": 4.811436564817623e-05, "loss": 19.2373, "step": 29410 }, { "epoch": 26.12, "learning_rate": 4.811155260654375e-05, "loss": 19.4766, "step": 29411 }, { "epoch": 26.12, "learning_rate": 4.8108739570897295e-05, "loss": 19.4453, "step": 29412 }, { "epoch": 26.12, "learning_rate": 4.810592654124576e-05, "loss": 19.8691, "step": 29413 }, { "epoch": 26.12, "learning_rate": 4.8103113517598035e-05, "loss": 19.458, "step": 29414 }, { "epoch": 26.12, "learning_rate": 4.8100300499963045e-05, "loss": 19.0068, "step": 29415 }, { "epoch": 26.12, "learning_rate": 4.8097487488349727e-05, "loss": 19.7812, "step": 29416 }, { "epoch": 26.13, "learning_rate": 4.809467448276698e-05, "loss": 19.4521, "step": 29417 }, { "epoch": 26.13, "learning_rate": 4.8091861483223724e-05, "loss": 19.5, "step": 29418 }, { "epoch": 26.13, "learning_rate": 4.80890484897289e-05, "loss": 19.291, "step": 29419 }, { "epoch": 26.13, "learning_rate": 4.808623550229139e-05, "loss": 19.5732, "step": 29420 }, { "epoch": 26.13, "learning_rate": 4.808342252092012e-05, "loss": 19.457, "step": 29421 }, { "epoch": 26.13, "learning_rate": 4.8080609545624004e-05, "loss": 19.3965, "step": 29422 }, { "epoch": 26.13, "learning_rate": 4.807779657641197e-05, "loss": 19.7344, "step": 29423 }, { "epoch": 26.13, "learning_rate": 4.807498361329295e-05, "loss": 19.6602, "step": 29424 }, { "epoch": 26.13, "learning_rate": 4.8072170656275817e-05, "loss": 19.9102, "step": 29425 }, { "epoch": 26.13, "learning_rate": 4.806935770536951e-05, "loss": 19.0771, "step": 29426 }, { "epoch": 26.13, "learning_rate": 4.806654476058295e-05, "loss": 19.2568, "step": 29427 }, { "epoch": 26.13, "learning_rate": 4.8063731821925044e-05, "loss": 19.04, "step": 29428 }, { "epoch": 26.14, "learning_rate": 4.8060918889404736e-05, "loss": 19.0869, "step": 29429 }, { "epoch": 26.14, "learning_rate": 4.80581059630309e-05, "loss": 19.3447, "step": 29430 }, { "epoch": 26.14, "learning_rate": 4.805529304281247e-05, "loss": 19.2363, "step": 29431 }, { "epoch": 26.14, "learning_rate": 4.805248012875837e-05, "loss": 19.373, "step": 29432 }, { "epoch": 26.14, "learning_rate": 4.80496672208775e-05, "loss": 19.3193, "step": 29433 }, { "epoch": 26.14, "learning_rate": 4.8046854319178796e-05, "loss": 20.0576, "step": 29434 }, { "epoch": 26.14, "learning_rate": 4.804404142367119e-05, "loss": 19.4746, "step": 29435 }, { "epoch": 26.14, "learning_rate": 4.804404142367119e-05, "loss": 20.2119, "step": 29436 }, { "epoch": 26.14, "learning_rate": 4.8041228534363555e-05, "loss": 19.4346, "step": 29437 }, { "epoch": 26.14, "learning_rate": 4.8038415651264814e-05, "loss": 19.1367, "step": 29438 }, { "epoch": 26.14, "learning_rate": 4.80356027743839e-05, "loss": 19.0693, "step": 29439 }, { "epoch": 26.15, "learning_rate": 4.803278990372973e-05, "loss": 19.6533, "step": 29440 }, { "epoch": 26.15, "learning_rate": 4.8029977039311236e-05, "loss": 19.3809, "step": 29441 }, { "epoch": 26.15, "learning_rate": 4.802716418113728e-05, "loss": 19.873, "step": 29442 }, { "epoch": 26.15, "learning_rate": 4.8024351329216824e-05, "loss": 19.0605, "step": 29443 }, { "epoch": 26.15, "learning_rate": 4.8021538483558775e-05, "loss": 19.2842, "step": 29444 }, { "epoch": 26.15, "learning_rate": 4.801872564417204e-05, "loss": 19.9111, "step": 29445 }, { "epoch": 26.15, "learning_rate": 4.8015912811065545e-05, "loss": 19.4199, "step": 29446 }, { "epoch": 26.15, "learning_rate": 4.801309998424821e-05, "loss": 19.6123, "step": 29447 }, { "epoch": 26.15, "learning_rate": 4.8010287163728936e-05, "loss": 19.6279, "step": 29448 }, { "epoch": 26.15, "learning_rate": 4.8007474349516646e-05, "loss": 19.457, "step": 29449 }, { "epoch": 26.15, "learning_rate": 4.8004661541620254e-05, "loss": 19.4443, "step": 29450 }, { "epoch": 26.16, "learning_rate": 4.800184874004868e-05, "loss": 19.6299, "step": 29451 }, { "epoch": 26.16, "learning_rate": 4.799903594481084e-05, "loss": 19.4697, "step": 29452 }, { "epoch": 26.16, "learning_rate": 4.7996223155915654e-05, "loss": 19.7578, "step": 29453 }, { "epoch": 26.16, "learning_rate": 4.799341037337202e-05, "loss": 19.0195, "step": 29454 }, { "epoch": 26.16, "learning_rate": 4.7990597597188876e-05, "loss": 19.2842, "step": 29455 }, { "epoch": 26.16, "learning_rate": 4.798778482737511e-05, "loss": 19.1172, "step": 29456 }, { "epoch": 26.16, "learning_rate": 4.798497206393969e-05, "loss": 19.6973, "step": 29457 }, { "epoch": 26.16, "learning_rate": 4.798215930689147e-05, "loss": 19.6182, "step": 29458 }, { "epoch": 26.16, "learning_rate": 4.797934655623941e-05, "loss": 19.9619, "step": 29459 }, { "epoch": 26.16, "learning_rate": 4.797653381199239e-05, "loss": 19.5879, "step": 29460 }, { "epoch": 26.16, "learning_rate": 4.797372107415935e-05, "loss": 19.6484, "step": 29461 }, { "epoch": 26.17, "learning_rate": 4.7970908342749206e-05, "loss": 19.6709, "step": 29462 }, { "epoch": 26.17, "learning_rate": 4.796809561777089e-05, "loss": 19.4609, "step": 29463 }, { "epoch": 26.17, "learning_rate": 4.7965282899233274e-05, "loss": 19.835, "step": 29464 }, { "epoch": 26.17, "learning_rate": 4.79624701871453e-05, "loss": 19.0908, "step": 29465 }, { "epoch": 26.17, "learning_rate": 4.795965748151587e-05, "loss": 19.2705, "step": 29466 }, { "epoch": 26.17, "learning_rate": 4.7956844782353926e-05, "loss": 19.751, "step": 29467 }, { "epoch": 26.17, "learning_rate": 4.7954032089668374e-05, "loss": 19.4385, "step": 29468 }, { "epoch": 26.17, "learning_rate": 4.795121940346811e-05, "loss": 19.5889, "step": 29469 }, { "epoch": 26.17, "learning_rate": 4.794840672376206e-05, "loss": 19.7568, "step": 29470 }, { "epoch": 26.17, "learning_rate": 4.7945594050559153e-05, "loss": 19.1768, "step": 29471 }, { "epoch": 26.17, "learning_rate": 4.7942781383868284e-05, "loss": 19.9785, "step": 29472 }, { "epoch": 26.17, "learning_rate": 4.7939968723698395e-05, "loss": 19.8311, "step": 29473 }, { "epoch": 26.18, "learning_rate": 4.793715607005838e-05, "loss": 19.3984, "step": 29474 }, { "epoch": 26.18, "learning_rate": 4.793434342295715e-05, "loss": 19.665, "step": 29475 }, { "epoch": 26.18, "learning_rate": 4.793153078240363e-05, "loss": 19.0674, "step": 29476 }, { "epoch": 26.18, "learning_rate": 4.792871814840674e-05, "loss": 19.833, "step": 29477 }, { "epoch": 26.18, "learning_rate": 4.7925905520975395e-05, "loss": 19.8125, "step": 29478 }, { "epoch": 26.18, "learning_rate": 4.7923092900118515e-05, "loss": 19.6299, "step": 29479 }, { "epoch": 26.18, "learning_rate": 4.792028028584499e-05, "loss": 19.7422, "step": 29480 }, { "epoch": 26.18, "learning_rate": 4.791746767816376e-05, "loss": 19.7051, "step": 29481 }, { "epoch": 26.18, "learning_rate": 4.7914655077083726e-05, "loss": 19.46, "step": 29482 }, { "epoch": 26.18, "learning_rate": 4.791184248261381e-05, "loss": 19.6348, "step": 29483 }, { "epoch": 26.18, "learning_rate": 4.790902989476296e-05, "loss": 19.6396, "step": 29484 }, { "epoch": 26.19, "learning_rate": 4.790621731354003e-05, "loss": 20.0928, "step": 29485 }, { "epoch": 26.19, "learning_rate": 4.790340473895396e-05, "loss": 19.7715, "step": 29486 }, { "epoch": 26.19, "learning_rate": 4.7900592171013673e-05, "loss": 19.6426, "step": 29487 }, { "epoch": 26.19, "learning_rate": 4.789777960972809e-05, "loss": 20.3555, "step": 29488 }, { "epoch": 26.19, "learning_rate": 4.789496705510613e-05, "loss": 19.4961, "step": 29489 }, { "epoch": 26.19, "learning_rate": 4.789215450715667e-05, "loss": 19.8057, "step": 29490 }, { "epoch": 26.19, "learning_rate": 4.788934196588866e-05, "loss": 19.9463, "step": 29491 }, { "epoch": 26.19, "learning_rate": 4.788652943131101e-05, "loss": 19.5742, "step": 29492 }, { "epoch": 26.19, "learning_rate": 4.7883716903432616e-05, "loss": 19.7588, "step": 29493 }, { "epoch": 26.19, "learning_rate": 4.788090438226243e-05, "loss": 19.7129, "step": 29494 }, { "epoch": 26.19, "learning_rate": 4.787809186780934e-05, "loss": 20.4072, "step": 29495 }, { "epoch": 26.2, "learning_rate": 4.787527936008226e-05, "loss": 19.4893, "step": 29496 }, { "epoch": 26.2, "learning_rate": 4.787246685909011e-05, "loss": 19.6963, "step": 29497 }, { "epoch": 26.2, "learning_rate": 4.786965436484181e-05, "loss": 19.8623, "step": 29498 }, { "epoch": 26.2, "learning_rate": 4.786684187734627e-05, "loss": 19.4414, "step": 29499 }, { "epoch": 26.2, "learning_rate": 4.786402939661242e-05, "loss": 20.623, "step": 29500 }, { "epoch": 26.2, "learning_rate": 4.786121692264914e-05, "loss": 19.6426, "step": 29501 }, { "epoch": 26.2, "learning_rate": 4.785840445546538e-05, "loss": 19.1934, "step": 29502 }, { "epoch": 26.2, "learning_rate": 4.785559199507004e-05, "loss": 19.4902, "step": 29503 }, { "epoch": 26.2, "learning_rate": 4.7852779541472025e-05, "loss": 20.2881, "step": 29504 }, { "epoch": 26.2, "learning_rate": 4.784996709468028e-05, "loss": 19.4561, "step": 29505 }, { "epoch": 26.2, "learning_rate": 4.7847154654703694e-05, "loss": 19.248, "step": 29506 }, { "epoch": 26.21, "learning_rate": 4.7844342221551185e-05, "loss": 19.5674, "step": 29507 }, { "epoch": 26.21, "learning_rate": 4.784152979523167e-05, "loss": 20.0635, "step": 29508 }, { "epoch": 26.21, "learning_rate": 4.783871737575406e-05, "loss": 19.8389, "step": 29509 }, { "epoch": 26.21, "learning_rate": 4.783590496312728e-05, "loss": 19.5264, "step": 29510 }, { "epoch": 26.21, "learning_rate": 4.783309255736026e-05, "loss": 19.5293, "step": 29511 }, { "epoch": 26.21, "learning_rate": 4.7830280158461874e-05, "loss": 18.877, "step": 29512 }, { "epoch": 26.21, "learning_rate": 4.782746776644106e-05, "loss": 19.71, "step": 29513 }, { "epoch": 26.21, "learning_rate": 4.7824655381306735e-05, "loss": 19.7998, "step": 29514 }, { "epoch": 26.21, "learning_rate": 4.782184300306781e-05, "loss": 20.6445, "step": 29515 }, { "epoch": 26.21, "learning_rate": 4.781903063173321e-05, "loss": 19.2812, "step": 29516 }, { "epoch": 26.21, "learning_rate": 4.781621826731182e-05, "loss": 20.123, "step": 29517 }, { "epoch": 26.21, "learning_rate": 4.781340590981258e-05, "loss": 19.9004, "step": 29518 }, { "epoch": 26.22, "learning_rate": 4.7810593559244396e-05, "loss": 20.0117, "step": 29519 }, { "epoch": 26.22, "learning_rate": 4.780778121561619e-05, "loss": 19.6016, "step": 29520 }, { "epoch": 26.22, "learning_rate": 4.780496887893686e-05, "loss": 19.4932, "step": 29521 }, { "epoch": 26.22, "learning_rate": 4.780215654921535e-05, "loss": 19.2832, "step": 29522 }, { "epoch": 26.22, "learning_rate": 4.779934422646054e-05, "loss": 19.5303, "step": 29523 }, { "epoch": 26.22, "learning_rate": 4.779653191068136e-05, "loss": 18.9561, "step": 29524 }, { "epoch": 26.22, "learning_rate": 4.779371960188673e-05, "loss": 19.8018, "step": 29525 }, { "epoch": 26.22, "learning_rate": 4.7790907300085554e-05, "loss": 19.7559, "step": 29526 }, { "epoch": 26.22, "learning_rate": 4.778809500528677e-05, "loss": 19.0947, "step": 29527 }, { "epoch": 26.22, "learning_rate": 4.778528271749926e-05, "loss": 19.6494, "step": 29528 }, { "epoch": 26.22, "learning_rate": 4.778247043673195e-05, "loss": 19.458, "step": 29529 }, { "epoch": 26.23, "learning_rate": 4.7779658162993755e-05, "loss": 19.4854, "step": 29530 }, { "epoch": 26.23, "learning_rate": 4.777684589629359e-05, "loss": 19.8506, "step": 29531 }, { "epoch": 26.23, "learning_rate": 4.7774033636640396e-05, "loss": 19.3887, "step": 29532 }, { "epoch": 26.23, "learning_rate": 4.777122138404304e-05, "loss": 19.7939, "step": 29533 }, { "epoch": 26.23, "learning_rate": 4.776840913851046e-05, "loss": 19.4375, "step": 29534 }, { "epoch": 26.23, "learning_rate": 4.7765596900051556e-05, "loss": 19.4707, "step": 29535 }, { "epoch": 26.23, "learning_rate": 4.7762784668675265e-05, "loss": 20.25, "step": 29536 }, { "epoch": 26.23, "learning_rate": 4.7759972444390496e-05, "loss": 19.9648, "step": 29537 }, { "epoch": 26.23, "learning_rate": 4.7757160227206174e-05, "loss": 19.1318, "step": 29538 }, { "epoch": 26.23, "learning_rate": 4.775434801713116e-05, "loss": 19.877, "step": 29539 }, { "epoch": 26.23, "learning_rate": 4.7751535814174426e-05, "loss": 19.626, "step": 29540 }, { "epoch": 26.24, "learning_rate": 4.774872361834486e-05, "loss": 19.5596, "step": 29541 }, { "epoch": 26.24, "learning_rate": 4.774872361834486e-05, "loss": 19.8975, "step": 29542 }, { "epoch": 26.24, "learning_rate": 4.774591142965139e-05, "loss": 19.8398, "step": 29543 }, { "epoch": 26.24, "learning_rate": 4.774309924810292e-05, "loss": 19.6416, "step": 29544 }, { "epoch": 26.24, "learning_rate": 4.774028707370836e-05, "loss": 19.5791, "step": 29545 }, { "epoch": 26.24, "learning_rate": 4.773747490647663e-05, "loss": 19.3359, "step": 29546 }, { "epoch": 26.24, "learning_rate": 4.773466274641664e-05, "loss": 18.9326, "step": 29547 }, { "epoch": 26.24, "learning_rate": 4.773185059353732e-05, "loss": 20.0166, "step": 29548 }, { "epoch": 26.24, "learning_rate": 4.772903844784757e-05, "loss": 19.7285, "step": 29549 }, { "epoch": 26.24, "learning_rate": 4.7726226309356295e-05, "loss": 20.8838, "step": 29550 }, { "epoch": 26.24, "learning_rate": 4.7723414178072424e-05, "loss": 19.3271, "step": 29551 }, { "epoch": 26.25, "learning_rate": 4.772060205400486e-05, "loss": 19.4268, "step": 29552 }, { "epoch": 26.25, "learning_rate": 4.771778993716253e-05, "loss": 19.5801, "step": 29553 }, { "epoch": 26.25, "learning_rate": 4.7714977827554324e-05, "loss": 19.4365, "step": 29554 }, { "epoch": 26.25, "learning_rate": 4.7712165725189214e-05, "loss": 19.333, "step": 29555 }, { "epoch": 26.25, "learning_rate": 4.770935363007604e-05, "loss": 19.5703, "step": 29556 }, { "epoch": 26.25, "learning_rate": 4.770654154222376e-05, "loss": 19.3428, "step": 29557 }, { "epoch": 26.25, "learning_rate": 4.770654154222376e-05, "loss": 19.8301, "step": 29558 }, { "epoch": 26.25, "learning_rate": 4.770372946164126e-05, "loss": 19.2842, "step": 29559 }, { "epoch": 26.25, "learning_rate": 4.770091738833748e-05, "loss": 19.9873, "step": 29560 }, { "epoch": 26.25, "learning_rate": 4.7698105322321336e-05, "loss": 19.3984, "step": 29561 }, { "epoch": 26.25, "learning_rate": 4.769529326360171e-05, "loss": 19.5469, "step": 29562 }, { "epoch": 26.25, "learning_rate": 4.769248121218753e-05, "loss": 19.7783, "step": 29563 }, { "epoch": 26.26, "learning_rate": 4.768966916808773e-05, "loss": 20.2539, "step": 29564 }, { "epoch": 26.26, "learning_rate": 4.76868571313112e-05, "loss": 19.4414, "step": 29565 }, { "epoch": 26.26, "learning_rate": 4.7684045101866895e-05, "loss": 19.0898, "step": 29566 }, { "epoch": 26.26, "learning_rate": 4.7681233079763646e-05, "loss": 19.915, "step": 29567 }, { "epoch": 26.26, "learning_rate": 4.7678421065010434e-05, "loss": 20.0186, "step": 29568 }, { "epoch": 26.26, "learning_rate": 4.767560905761616e-05, "loss": 19.6426, "step": 29569 }, { "epoch": 26.26, "learning_rate": 4.767279705758972e-05, "loss": 19.7812, "step": 29570 }, { "epoch": 26.26, "learning_rate": 4.7669985064940046e-05, "loss": 19.4941, "step": 29571 }, { "epoch": 26.26, "learning_rate": 4.7667173079676055e-05, "loss": 20.2725, "step": 29572 }, { "epoch": 26.26, "learning_rate": 4.766436110180664e-05, "loss": 19.4707, "step": 29573 }, { "epoch": 26.26, "learning_rate": 4.7661549131340724e-05, "loss": 19.7871, "step": 29574 }, { "epoch": 26.27, "learning_rate": 4.7658737168287225e-05, "loss": 19.9844, "step": 29575 }, { "epoch": 26.27, "learning_rate": 4.765592521265504e-05, "loss": 19.8682, "step": 29576 }, { "epoch": 26.27, "learning_rate": 4.765311326445312e-05, "loss": 19.833, "step": 29577 }, { "epoch": 26.27, "learning_rate": 4.765030132369033e-05, "loss": 19.71, "step": 29578 }, { "epoch": 26.27, "learning_rate": 4.7647489390375616e-05, "loss": 19.127, "step": 29579 }, { "epoch": 26.27, "learning_rate": 4.7644677464517874e-05, "loss": 19.2891, "step": 29580 }, { "epoch": 26.27, "learning_rate": 4.764186554612602e-05, "loss": 19.5977, "step": 29581 }, { "epoch": 26.27, "learning_rate": 4.7639053635208975e-05, "loss": 19.8613, "step": 29582 }, { "epoch": 26.27, "learning_rate": 4.763624173177567e-05, "loss": 19.0332, "step": 29583 }, { "epoch": 26.27, "learning_rate": 4.7633429835834985e-05, "loss": 19.3438, "step": 29584 }, { "epoch": 26.27, "learning_rate": 4.7630617947395825e-05, "loss": 19.458, "step": 29585 }, { "epoch": 26.28, "learning_rate": 4.762780606646714e-05, "loss": 19.5654, "step": 29586 }, { "epoch": 26.28, "learning_rate": 4.7624994193057825e-05, "loss": 19.3193, "step": 29587 }, { "epoch": 26.28, "learning_rate": 4.762218232717682e-05, "loss": 19.5703, "step": 29588 }, { "epoch": 26.28, "learning_rate": 4.761937046883297e-05, "loss": 19.1748, "step": 29589 }, { "epoch": 26.28, "learning_rate": 4.7616558618035245e-05, "loss": 19.8643, "step": 29590 }, { "epoch": 26.28, "learning_rate": 4.761374677479255e-05, "loss": 19.3916, "step": 29591 }, { "epoch": 26.28, "learning_rate": 4.7610934939113785e-05, "loss": 19.3037, "step": 29592 }, { "epoch": 26.28, "learning_rate": 4.760812311100789e-05, "loss": 18.9482, "step": 29593 }, { "epoch": 26.28, "learning_rate": 4.7605311290483735e-05, "loss": 19.624, "step": 29594 }, { "epoch": 26.28, "learning_rate": 4.760249947755026e-05, "loss": 19.7207, "step": 29595 }, { "epoch": 26.28, "learning_rate": 4.759968767221637e-05, "loss": 19.4346, "step": 29596 }, { "epoch": 26.29, "learning_rate": 4.759687587449098e-05, "loss": 20.1641, "step": 29597 }, { "epoch": 26.29, "learning_rate": 4.759406408438301e-05, "loss": 19.8916, "step": 29598 }, { "epoch": 26.29, "learning_rate": 4.7591252301901375e-05, "loss": 19.791, "step": 29599 }, { "epoch": 26.29, "learning_rate": 4.7588440527054965e-05, "loss": 19.6982, "step": 29600 }, { "epoch": 26.29, "learning_rate": 4.7585628759852715e-05, "loss": 19.4961, "step": 29601 }, { "epoch": 26.29, "learning_rate": 4.7582817000303523e-05, "loss": 19.5986, "step": 29602 }, { "epoch": 26.29, "learning_rate": 4.7580005248416314e-05, "loss": 20.0908, "step": 29603 }, { "epoch": 26.29, "learning_rate": 4.7577193504200004e-05, "loss": 19.3896, "step": 29604 }, { "epoch": 26.29, "learning_rate": 4.7574381767663484e-05, "loss": 19.4229, "step": 29605 }, { "epoch": 26.29, "learning_rate": 4.757157003881568e-05, "loss": 19.5967, "step": 29606 }, { "epoch": 26.29, "learning_rate": 4.756875831766549e-05, "loss": 19.5928, "step": 29607 }, { "epoch": 26.29, "learning_rate": 4.756594660422186e-05, "loss": 19.3135, "step": 29608 }, { "epoch": 26.3, "learning_rate": 4.75631348984937e-05, "loss": 19.2129, "step": 29609 }, { "epoch": 26.3, "learning_rate": 4.756032320048989e-05, "loss": 19.2451, "step": 29610 }, { "epoch": 26.3, "learning_rate": 4.755751151021934e-05, "loss": 19.082, "step": 29611 }, { "epoch": 26.3, "learning_rate": 4.7554699827690995e-05, "loss": 19.335, "step": 29612 }, { "epoch": 26.3, "learning_rate": 4.755188815291375e-05, "loss": 19.0928, "step": 29613 }, { "epoch": 26.3, "learning_rate": 4.754907648589653e-05, "loss": 19.9639, "step": 29614 }, { "epoch": 26.3, "learning_rate": 4.7546264826648236e-05, "loss": 19.3223, "step": 29615 }, { "epoch": 26.3, "learning_rate": 4.754345317517778e-05, "loss": 19.7432, "step": 29616 }, { "epoch": 26.3, "learning_rate": 4.7540641531494074e-05, "loss": 19.3789, "step": 29617 }, { "epoch": 26.3, "learning_rate": 4.7537829895606035e-05, "loss": 19.2812, "step": 29618 }, { "epoch": 26.3, "learning_rate": 4.753501826752258e-05, "loss": 19.4873, "step": 29619 }, { "epoch": 26.31, "learning_rate": 4.7532206647252605e-05, "loss": 19.6084, "step": 29620 }, { "epoch": 26.31, "learning_rate": 4.7529395034805044e-05, "loss": 19.3604, "step": 29621 }, { "epoch": 26.31, "learning_rate": 4.752658343018879e-05, "loss": 19.4922, "step": 29622 }, { "epoch": 26.31, "learning_rate": 4.7523771833412754e-05, "loss": 20.4053, "step": 29623 }, { "epoch": 26.31, "learning_rate": 4.752096024448586e-05, "loss": 19.6963, "step": 29624 }, { "epoch": 26.31, "learning_rate": 4.7518148663417034e-05, "loss": 19.5781, "step": 29625 }, { "epoch": 26.31, "learning_rate": 4.751533709021516e-05, "loss": 19.4355, "step": 29626 }, { "epoch": 26.31, "learning_rate": 4.751252552488916e-05, "loss": 19.3398, "step": 29627 }, { "epoch": 26.31, "learning_rate": 4.750971396744794e-05, "loss": 19.7285, "step": 29628 }, { "epoch": 26.31, "learning_rate": 4.750690241790043e-05, "loss": 19.709, "step": 29629 }, { "epoch": 26.31, "learning_rate": 4.7504090876255514e-05, "loss": 19.4375, "step": 29630 }, { "epoch": 26.32, "learning_rate": 4.750127934252216e-05, "loss": 19.917, "step": 29631 }, { "epoch": 26.32, "learning_rate": 4.749846781670921e-05, "loss": 19.2812, "step": 29632 }, { "epoch": 26.32, "learning_rate": 4.7495656298825614e-05, "loss": 19.9111, "step": 29633 }, { "epoch": 26.32, "learning_rate": 4.749284478888027e-05, "loss": 19.4785, "step": 29634 }, { "epoch": 26.32, "learning_rate": 4.7490033286882095e-05, "loss": 19.498, "step": 29635 }, { "epoch": 26.32, "learning_rate": 4.7487221792840036e-05, "loss": 19.6035, "step": 29636 }, { "epoch": 26.32, "learning_rate": 4.748441030676294e-05, "loss": 19.6777, "step": 29637 }, { "epoch": 26.32, "learning_rate": 4.7481598828659756e-05, "loss": 19.5596, "step": 29638 }, { "epoch": 26.32, "learning_rate": 4.747878735853939e-05, "loss": 19.8164, "step": 29639 }, { "epoch": 26.32, "learning_rate": 4.7475975896410756e-05, "loss": 20.6895, "step": 29640 }, { "epoch": 26.32, "learning_rate": 4.7473164442282766e-05, "loss": 19.7656, "step": 29641 }, { "epoch": 26.33, "learning_rate": 4.747035299616434e-05, "loss": 19.3857, "step": 29642 }, { "epoch": 26.33, "learning_rate": 4.746754155806437e-05, "loss": 19.4697, "step": 29643 }, { "epoch": 26.33, "learning_rate": 4.7464730127991776e-05, "loss": 19.8057, "step": 29644 }, { "epoch": 26.33, "learning_rate": 4.746191870595547e-05, "loss": 19.4492, "step": 29645 }, { "epoch": 26.33, "learning_rate": 4.745910729196437e-05, "loss": 19.3965, "step": 29646 }, { "epoch": 26.33, "learning_rate": 4.7456295886027384e-05, "loss": 20.2021, "step": 29647 }, { "epoch": 26.33, "learning_rate": 4.7453484488153414e-05, "loss": 19.4727, "step": 29648 }, { "epoch": 26.33, "learning_rate": 4.745067309835138e-05, "loss": 19.5576, "step": 29649 }, { "epoch": 26.33, "learning_rate": 4.7447861716630196e-05, "loss": 19.5918, "step": 29650 }, { "epoch": 26.33, "learning_rate": 4.744505034299876e-05, "loss": 20.2529, "step": 29651 }, { "epoch": 26.33, "learning_rate": 4.744223897746602e-05, "loss": 19.2012, "step": 29652 }, { "epoch": 26.33, "learning_rate": 4.743942762004084e-05, "loss": 20.2666, "step": 29653 }, { "epoch": 26.34, "learning_rate": 4.7436616270732157e-05, "loss": 19.8066, "step": 29654 }, { "epoch": 26.34, "learning_rate": 4.743380492954888e-05, "loss": 20.625, "step": 29655 }, { "epoch": 26.34, "learning_rate": 4.74309935964999e-05, "loss": 19.5068, "step": 29656 }, { "epoch": 26.34, "learning_rate": 4.742818227159416e-05, "loss": 19.9971, "step": 29657 }, { "epoch": 26.34, "learning_rate": 4.742537095484059e-05, "loss": 19.375, "step": 29658 }, { "epoch": 26.34, "learning_rate": 4.742255964624804e-05, "loss": 19.6729, "step": 29659 }, { "epoch": 26.34, "learning_rate": 4.741974834582544e-05, "loss": 19.292, "step": 29660 }, { "epoch": 26.34, "learning_rate": 4.7416937053581716e-05, "loss": 20.0635, "step": 29661 }, { "epoch": 26.34, "learning_rate": 4.7414125769525786e-05, "loss": 19.3809, "step": 29662 }, { "epoch": 26.34, "learning_rate": 4.741131449366657e-05, "loss": 19.6475, "step": 29663 }, { "epoch": 26.34, "learning_rate": 4.740850322601292e-05, "loss": 19.5225, "step": 29664 }, { "epoch": 26.35, "learning_rate": 4.740569196657381e-05, "loss": 19.5303, "step": 29665 }, { "epoch": 26.35, "learning_rate": 4.7402880715358116e-05, "loss": 19.7988, "step": 29666 }, { "epoch": 26.35, "learning_rate": 4.7400069472374766e-05, "loss": 19.7451, "step": 29667 }, { "epoch": 26.35, "learning_rate": 4.7397258237632674e-05, "loss": 19.6152, "step": 29668 }, { "epoch": 26.35, "learning_rate": 4.7394447011140736e-05, "loss": 19.4619, "step": 29669 }, { "epoch": 26.35, "learning_rate": 4.7391635792907865e-05, "loss": 19.376, "step": 29670 }, { "epoch": 26.35, "learning_rate": 4.7388824582942984e-05, "loss": 19.8271, "step": 29671 }, { "epoch": 26.35, "learning_rate": 4.7386013381255e-05, "loss": 19.3838, "step": 29672 }, { "epoch": 26.35, "learning_rate": 4.738320218785281e-05, "loss": 19.4795, "step": 29673 }, { "epoch": 26.35, "learning_rate": 4.738039100274535e-05, "loss": 19.5869, "step": 29674 }, { "epoch": 26.35, "learning_rate": 4.737757982594151e-05, "loss": 19.5029, "step": 29675 }, { "epoch": 26.36, "learning_rate": 4.73747686574502e-05, "loss": 19.4912, "step": 29676 }, { "epoch": 26.36, "learning_rate": 4.7371957497280354e-05, "loss": 19.4307, "step": 29677 }, { "epoch": 26.36, "learning_rate": 4.736914634544084e-05, "loss": 19.4199, "step": 29678 }, { "epoch": 26.36, "learning_rate": 4.736633520194064e-05, "loss": 19.6758, "step": 29679 }, { "epoch": 26.36, "learning_rate": 4.736352406678859e-05, "loss": 20.4316, "step": 29680 }, { "epoch": 26.36, "learning_rate": 4.7360712939993636e-05, "loss": 20.0381, "step": 29681 }, { "epoch": 26.36, "learning_rate": 4.735790182156467e-05, "loss": 19.6318, "step": 29682 }, { "epoch": 26.36, "learning_rate": 4.735509071151063e-05, "loss": 19.1895, "step": 29683 }, { "epoch": 26.36, "learning_rate": 4.735227960984044e-05, "loss": 19.8574, "step": 29684 }, { "epoch": 26.36, "learning_rate": 4.734946851656296e-05, "loss": 19.7148, "step": 29685 }, { "epoch": 26.36, "learning_rate": 4.734665743168711e-05, "loss": 19.5205, "step": 29686 }, { "epoch": 26.37, "learning_rate": 4.7343846355221825e-05, "loss": 19.502, "step": 29687 }, { "epoch": 26.37, "learning_rate": 4.734103528717601e-05, "loss": 19.9844, "step": 29688 }, { "epoch": 26.37, "learning_rate": 4.733822422755857e-05, "loss": 19.0205, "step": 29689 }, { "epoch": 26.37, "learning_rate": 4.7335413176378426e-05, "loss": 19.6377, "step": 29690 }, { "epoch": 26.37, "learning_rate": 4.733260213364447e-05, "loss": 19.623, "step": 29691 }, { "epoch": 26.37, "learning_rate": 4.732979109936563e-05, "loss": 19.4229, "step": 29692 }, { "epoch": 26.37, "learning_rate": 4.73269800735508e-05, "loss": 19.0645, "step": 29693 }, { "epoch": 26.37, "learning_rate": 4.7324169056208895e-05, "loss": 19.8779, "step": 29694 }, { "epoch": 26.37, "learning_rate": 4.7321358047348846e-05, "loss": 19.3584, "step": 29695 }, { "epoch": 26.37, "learning_rate": 4.7321358047348846e-05, "loss": 19.6523, "step": 29696 }, { "epoch": 26.37, "learning_rate": 4.731854704697953e-05, "loss": 19.9414, "step": 29697 }, { "epoch": 26.37, "learning_rate": 4.731573605510988e-05, "loss": 19.9287, "step": 29698 }, { "epoch": 26.38, "learning_rate": 4.7312925071748794e-05, "loss": 19.1055, "step": 29699 }, { "epoch": 26.38, "learning_rate": 4.731011409690519e-05, "loss": 19.7646, "step": 29700 }, { "epoch": 26.38, "learning_rate": 4.7307303130587986e-05, "loss": 19.5264, "step": 29701 }, { "epoch": 26.38, "learning_rate": 4.730449217280608e-05, "loss": 18.9834, "step": 29702 }, { "epoch": 26.38, "learning_rate": 4.730168122356837e-05, "loss": 19.2246, "step": 29703 }, { "epoch": 26.38, "learning_rate": 4.72988702828838e-05, "loss": 19.3701, "step": 29704 }, { "epoch": 26.38, "learning_rate": 4.7296059350761226e-05, "loss": 19.4482, "step": 29705 }, { "epoch": 26.38, "learning_rate": 4.7293248427209626e-05, "loss": 19.1973, "step": 29706 }, { "epoch": 26.38, "learning_rate": 4.729043751223788e-05, "loss": 19.7725, "step": 29707 }, { "epoch": 26.38, "learning_rate": 4.728762660585489e-05, "loss": 19.4688, "step": 29708 }, { "epoch": 26.38, "learning_rate": 4.7284815708069555e-05, "loss": 19.1836, "step": 29709 }, { "epoch": 26.39, "learning_rate": 4.72820048188908e-05, "loss": 19.3115, "step": 29710 }, { "epoch": 26.39, "learning_rate": 4.727919393832755e-05, "loss": 19.7236, "step": 29711 }, { "epoch": 26.39, "learning_rate": 4.727638306638872e-05, "loss": 19.5674, "step": 29712 }, { "epoch": 26.39, "learning_rate": 4.727357220308317e-05, "loss": 19.7852, "step": 29713 }, { "epoch": 26.39, "learning_rate": 4.727076134841984e-05, "loss": 19.2471, "step": 29714 }, { "epoch": 26.39, "learning_rate": 4.726795050240765e-05, "loss": 19.8408, "step": 29715 }, { "epoch": 26.39, "learning_rate": 4.72651396650555e-05, "loss": 19.8057, "step": 29716 }, { "epoch": 26.39, "learning_rate": 4.726232883637229e-05, "loss": 19.6475, "step": 29717 }, { "epoch": 26.39, "learning_rate": 4.7259518016366967e-05, "loss": 19.4219, "step": 29718 }, { "epoch": 26.39, "learning_rate": 4.72567072050484e-05, "loss": 20.0352, "step": 29719 }, { "epoch": 26.39, "learning_rate": 4.72567072050484e-05, "loss": 20.1553, "step": 29720 }, { "epoch": 26.4, "learning_rate": 4.72538964024255e-05, "loss": 19.1963, "step": 29721 }, { "epoch": 26.4, "learning_rate": 4.725108560850719e-05, "loss": 19.3613, "step": 29722 }, { "epoch": 26.4, "learning_rate": 4.724827482330239e-05, "loss": 19.6904, "step": 29723 }, { "epoch": 26.4, "learning_rate": 4.7245464046820005e-05, "loss": 19.3545, "step": 29724 }, { "epoch": 26.4, "learning_rate": 4.724265327906892e-05, "loss": 19.1377, "step": 29725 }, { "epoch": 26.4, "learning_rate": 4.7239842520058066e-05, "loss": 19.5557, "step": 29726 }, { "epoch": 26.4, "learning_rate": 4.723703176979635e-05, "loss": 19.9209, "step": 29727 }, { "epoch": 26.4, "learning_rate": 4.7234221028292676e-05, "loss": 19.8389, "step": 29728 }, { "epoch": 26.4, "learning_rate": 4.723141029555598e-05, "loss": 19.8369, "step": 29729 }, { "epoch": 26.4, "learning_rate": 4.7228599571595134e-05, "loss": 20.2949, "step": 29730 }, { "epoch": 26.4, "learning_rate": 4.722578885641906e-05, "loss": 19.5752, "step": 29731 }, { "epoch": 26.4, "learning_rate": 4.7222978150036665e-05, "loss": 19.625, "step": 29732 }, { "epoch": 26.41, "learning_rate": 4.722016745245687e-05, "loss": 20.3135, "step": 29733 }, { "epoch": 26.41, "learning_rate": 4.721735676368857e-05, "loss": 19.3389, "step": 29734 }, { "epoch": 26.41, "learning_rate": 4.721454608374071e-05, "loss": 20.0176, "step": 29735 }, { "epoch": 26.41, "learning_rate": 4.7211735412622135e-05, "loss": 19.5049, "step": 29736 }, { "epoch": 26.41, "learning_rate": 4.720892475034181e-05, "loss": 19.875, "step": 29737 }, { "epoch": 26.41, "learning_rate": 4.720611409690862e-05, "loss": 19.4629, "step": 29738 }, { "epoch": 26.41, "learning_rate": 4.720330345233148e-05, "loss": 19.3457, "step": 29739 }, { "epoch": 26.41, "learning_rate": 4.7200492816619316e-05, "loss": 19.6836, "step": 29740 }, { "epoch": 26.41, "learning_rate": 4.719768218978099e-05, "loss": 20.0566, "step": 29741 }, { "epoch": 26.41, "learning_rate": 4.7194871571825456e-05, "loss": 19.5225, "step": 29742 }, { "epoch": 26.41, "learning_rate": 4.7192060962761604e-05, "loss": 19.5869, "step": 29743 }, { "epoch": 26.42, "learning_rate": 4.718925036259835e-05, "loss": 19.2139, "step": 29744 }, { "epoch": 26.42, "learning_rate": 4.71864397713446e-05, "loss": 19.4883, "step": 29745 }, { "epoch": 26.42, "learning_rate": 4.718362918900926e-05, "loss": 19.3467, "step": 29746 }, { "epoch": 26.42, "learning_rate": 4.718081861560124e-05, "loss": 19.7891, "step": 29747 }, { "epoch": 26.42, "learning_rate": 4.717800805112945e-05, "loss": 19.6133, "step": 29748 }, { "epoch": 26.42, "learning_rate": 4.71751974956028e-05, "loss": 19.9102, "step": 29749 }, { "epoch": 26.42, "learning_rate": 4.71723869490302e-05, "loss": 19.3076, "step": 29750 }, { "epoch": 26.42, "learning_rate": 4.716957641142057e-05, "loss": 20.3711, "step": 29751 }, { "epoch": 26.42, "learning_rate": 4.716676588278279e-05, "loss": 19.7998, "step": 29752 }, { "epoch": 26.42, "learning_rate": 4.716395536312579e-05, "loss": 19.6729, "step": 29753 }, { "epoch": 26.42, "learning_rate": 4.716114485245847e-05, "loss": 19.0166, "step": 29754 }, { "epoch": 26.43, "learning_rate": 4.715833435078973e-05, "loss": 20.0732, "step": 29755 }, { "epoch": 26.43, "learning_rate": 4.7155523858128526e-05, "loss": 19.6338, "step": 29756 }, { "epoch": 26.43, "learning_rate": 4.715271337448371e-05, "loss": 19.2754, "step": 29757 }, { "epoch": 26.43, "learning_rate": 4.71499028998642e-05, "loss": 20.4619, "step": 29758 }, { "epoch": 26.43, "learning_rate": 4.714709243427893e-05, "loss": 19.374, "step": 29759 }, { "epoch": 26.43, "learning_rate": 4.7144281977736795e-05, "loss": 19.6973, "step": 29760 }, { "epoch": 26.43, "learning_rate": 4.714147153024672e-05, "loss": 19.9756, "step": 29761 }, { "epoch": 26.43, "learning_rate": 4.7138661091817575e-05, "loss": 19.4639, "step": 29762 }, { "epoch": 26.43, "learning_rate": 4.7135850662458295e-05, "loss": 19.8281, "step": 29763 }, { "epoch": 26.43, "learning_rate": 4.713304024217779e-05, "loss": 19.0703, "step": 29764 }, { "epoch": 26.43, "learning_rate": 4.7130229830984964e-05, "loss": 20.0049, "step": 29765 }, { "epoch": 26.44, "learning_rate": 4.712741942888872e-05, "loss": 19.877, "step": 29766 }, { "epoch": 26.44, "learning_rate": 4.7124609035897985e-05, "loss": 20.2168, "step": 29767 }, { "epoch": 26.44, "learning_rate": 4.7121798652021644e-05, "loss": 19.5576, "step": 29768 }, { "epoch": 26.44, "learning_rate": 4.711898827726861e-05, "loss": 19.9473, "step": 29769 }, { "epoch": 26.44, "learning_rate": 4.7116177911647804e-05, "loss": 19.9971, "step": 29770 }, { "epoch": 26.44, "learning_rate": 4.711336755516812e-05, "loss": 19.6924, "step": 29771 }, { "epoch": 26.44, "learning_rate": 4.7110557207838485e-05, "loss": 19.8242, "step": 29772 }, { "epoch": 26.44, "learning_rate": 4.710774686966778e-05, "loss": 19.6006, "step": 29773 }, { "epoch": 26.44, "learning_rate": 4.7104936540664934e-05, "loss": 19.8252, "step": 29774 }, { "epoch": 26.44, "learning_rate": 4.710212622083885e-05, "loss": 19.376, "step": 29775 }, { "epoch": 26.44, "learning_rate": 4.709931591019843e-05, "loss": 19.5908, "step": 29776 }, { "epoch": 26.44, "learning_rate": 4.7096505608752577e-05, "loss": 19.3018, "step": 29777 }, { "epoch": 26.45, "learning_rate": 4.7093695316510245e-05, "loss": 19.8535, "step": 29778 }, { "epoch": 26.45, "learning_rate": 4.7090885033480284e-05, "loss": 19.1465, "step": 29779 }, { "epoch": 26.45, "learning_rate": 4.708807475967163e-05, "loss": 19.9033, "step": 29780 }, { "epoch": 26.45, "learning_rate": 4.7085264495093166e-05, "loss": 20.042, "step": 29781 }, { "epoch": 26.45, "learning_rate": 4.708245423975384e-05, "loss": 19.8115, "step": 29782 }, { "epoch": 26.45, "learning_rate": 4.7079643993662556e-05, "loss": 19.625, "step": 29783 }, { "epoch": 26.45, "learning_rate": 4.707683375682818e-05, "loss": 20.0518, "step": 29784 }, { "epoch": 26.45, "learning_rate": 4.707402352925964e-05, "loss": 19.709, "step": 29785 }, { "epoch": 26.45, "learning_rate": 4.707121331096586e-05, "loss": 19.6787, "step": 29786 }, { "epoch": 26.45, "learning_rate": 4.706840310195573e-05, "loss": 19.8096, "step": 29787 }, { "epoch": 26.45, "learning_rate": 4.706559290223819e-05, "loss": 19.3623, "step": 29788 }, { "epoch": 26.46, "learning_rate": 4.70627827118221e-05, "loss": 19.7871, "step": 29789 }, { "epoch": 26.46, "learning_rate": 4.705997253071639e-05, "loss": 19.8438, "step": 29790 }, { "epoch": 26.46, "learning_rate": 4.705716235892997e-05, "loss": 19.6221, "step": 29791 }, { "epoch": 26.46, "learning_rate": 4.705435219647175e-05, "loss": 19.1582, "step": 29792 }, { "epoch": 26.46, "learning_rate": 4.7051542043350635e-05, "loss": 19.6885, "step": 29793 }, { "epoch": 26.46, "learning_rate": 4.704873189957553e-05, "loss": 19.7822, "step": 29794 }, { "epoch": 26.46, "learning_rate": 4.704592176515534e-05, "loss": 19.9668, "step": 29795 }, { "epoch": 26.46, "learning_rate": 4.7043111640098984e-05, "loss": 19.4893, "step": 29796 }, { "epoch": 26.46, "learning_rate": 4.704030152441535e-05, "loss": 19.4785, "step": 29797 }, { "epoch": 26.46, "learning_rate": 4.703749141811336e-05, "loss": 19.8613, "step": 29798 }, { "epoch": 26.46, "learning_rate": 4.703468132120193e-05, "loss": 19.2891, "step": 29799 }, { "epoch": 26.47, "learning_rate": 4.7031871233689946e-05, "loss": 19.3809, "step": 29800 }, { "epoch": 26.47, "learning_rate": 4.7029061155586325e-05, "loss": 19.4844, "step": 29801 }, { "epoch": 26.47, "learning_rate": 4.7026251086899976e-05, "loss": 19.2627, "step": 29802 }, { "epoch": 26.47, "learning_rate": 4.702344102763979e-05, "loss": 19.7002, "step": 29803 }, { "epoch": 26.47, "learning_rate": 4.702063097781473e-05, "loss": 19.3359, "step": 29804 }, { "epoch": 26.47, "learning_rate": 4.701782093743363e-05, "loss": 19.3184, "step": 29805 }, { "epoch": 26.47, "learning_rate": 4.701501090650544e-05, "loss": 19.3555, "step": 29806 }, { "epoch": 26.47, "learning_rate": 4.701220088503904e-05, "loss": 19.5967, "step": 29807 }, { "epoch": 26.47, "learning_rate": 4.700939087304337e-05, "loss": 19.6201, "step": 29808 }, { "epoch": 26.47, "learning_rate": 4.700658087052732e-05, "loss": 20.2051, "step": 29809 }, { "epoch": 26.47, "learning_rate": 4.700377087749982e-05, "loss": 19.208, "step": 29810 }, { "epoch": 26.48, "learning_rate": 4.700096089396972e-05, "loss": 19.4189, "step": 29811 }, { "epoch": 26.48, "learning_rate": 4.699815091994598e-05, "loss": 19.6592, "step": 29812 }, { "epoch": 26.48, "learning_rate": 4.699534095543749e-05, "loss": 19.8955, "step": 29813 }, { "epoch": 26.48, "learning_rate": 4.699253100045315e-05, "loss": 19.0889, "step": 29814 }, { "epoch": 26.48, "learning_rate": 4.698972105500189e-05, "loss": 19.3291, "step": 29815 }, { "epoch": 26.48, "learning_rate": 4.6986911119092594e-05, "loss": 19.124, "step": 29816 }, { "epoch": 26.48, "learning_rate": 4.698410119273417e-05, "loss": 19.6162, "step": 29817 }, { "epoch": 26.48, "learning_rate": 4.698129127593553e-05, "loss": 20.2275, "step": 29818 }, { "epoch": 26.48, "learning_rate": 4.697848136870558e-05, "loss": 19.7568, "step": 29819 }, { "epoch": 26.48, "learning_rate": 4.697567147105324e-05, "loss": 19.5879, "step": 29820 }, { "epoch": 26.48, "learning_rate": 4.69728615829874e-05, "loss": 19.6504, "step": 29821 }, { "epoch": 26.48, "learning_rate": 4.697005170451697e-05, "loss": 19.5312, "step": 29822 }, { "epoch": 26.49, "learning_rate": 4.6967241835650856e-05, "loss": 19.8672, "step": 29823 }, { "epoch": 26.49, "learning_rate": 4.696443197639797e-05, "loss": 19.8311, "step": 29824 }, { "epoch": 26.49, "learning_rate": 4.69616221267672e-05, "loss": 19.792, "step": 29825 }, { "epoch": 26.49, "learning_rate": 4.6958812286767505e-05, "loss": 20.1416, "step": 29826 }, { "epoch": 26.49, "learning_rate": 4.695600245640774e-05, "loss": 19.4707, "step": 29827 }, { "epoch": 26.49, "learning_rate": 4.695319263569682e-05, "loss": 19.9258, "step": 29828 }, { "epoch": 26.49, "learning_rate": 4.6950382824643645e-05, "loss": 19.9463, "step": 29829 }, { "epoch": 26.49, "learning_rate": 4.694757302325715e-05, "loss": 20.1855, "step": 29830 }, { "epoch": 26.49, "learning_rate": 4.694476323154625e-05, "loss": 19.9502, "step": 29831 }, { "epoch": 26.49, "learning_rate": 4.6941953449519806e-05, "loss": 20.4502, "step": 29832 }, { "epoch": 26.49, "learning_rate": 4.693914367718673e-05, "loss": 18.9316, "step": 29833 }, { "epoch": 26.5, "learning_rate": 4.6936333914555964e-05, "loss": 19.5879, "step": 29834 }, { "epoch": 26.5, "learning_rate": 4.693352416163639e-05, "loss": 20.1846, "step": 29835 }, { "epoch": 26.5, "learning_rate": 4.6930714418436925e-05, "loss": 19.4336, "step": 29836 }, { "epoch": 26.5, "learning_rate": 4.6927904684966474e-05, "loss": 19.8779, "step": 29837 }, { "epoch": 26.5, "learning_rate": 4.6925094961233926e-05, "loss": 19.1709, "step": 29838 }, { "epoch": 26.5, "learning_rate": 4.692228524724821e-05, "loss": 19.665, "step": 29839 }, { "epoch": 26.5, "learning_rate": 4.6919475543018215e-05, "loss": 19.249, "step": 29840 }, { "epoch": 26.5, "learning_rate": 4.691666584855286e-05, "loss": 19.3066, "step": 29841 }, { "epoch": 26.5, "learning_rate": 4.6913856163861056e-05, "loss": 19.7324, "step": 29842 }, { "epoch": 26.5, "learning_rate": 4.691104648895169e-05, "loss": 19.2246, "step": 29843 }, { "epoch": 26.5, "learning_rate": 4.690823682383367e-05, "loss": 19.5342, "step": 29844 }, { "epoch": 26.51, "learning_rate": 4.690542716851591e-05, "loss": 19.0488, "step": 29845 }, { "epoch": 26.51, "learning_rate": 4.6902617523007324e-05, "loss": 19.6221, "step": 29846 }, { "epoch": 26.51, "learning_rate": 4.689980788731682e-05, "loss": 19.7119, "step": 29847 }, { "epoch": 26.51, "learning_rate": 4.6896998261453277e-05, "loss": 19.4141, "step": 29848 }, { "epoch": 26.51, "learning_rate": 4.689418864542561e-05, "loss": 19.6396, "step": 29849 }, { "epoch": 26.51, "learning_rate": 4.6891379039242744e-05, "loss": 19.8086, "step": 29850 }, { "epoch": 26.51, "learning_rate": 4.6888569442913554e-05, "loss": 20.124, "step": 29851 }, { "epoch": 26.51, "learning_rate": 4.688575985644698e-05, "loss": 19.6631, "step": 29852 }, { "epoch": 26.51, "learning_rate": 4.688295027985194e-05, "loss": 19.4541, "step": 29853 }, { "epoch": 26.51, "learning_rate": 4.688014071313728e-05, "loss": 19.8916, "step": 29854 }, { "epoch": 26.51, "learning_rate": 4.687733115631194e-05, "loss": 19.291, "step": 29855 }, { "epoch": 26.52, "learning_rate": 4.687452160938483e-05, "loss": 19.5938, "step": 29856 }, { "epoch": 26.52, "learning_rate": 4.6871712072364844e-05, "loss": 19.8389, "step": 29857 }, { "epoch": 26.52, "learning_rate": 4.686890254526092e-05, "loss": 19.501, "step": 29858 }, { "epoch": 26.52, "learning_rate": 4.6866093028081896e-05, "loss": 19.2549, "step": 29859 }, { "epoch": 26.52, "learning_rate": 4.686328352083674e-05, "loss": 19.2695, "step": 29860 }, { "epoch": 26.52, "learning_rate": 4.6860474023534335e-05, "loss": 19.5986, "step": 29861 }, { "epoch": 26.52, "learning_rate": 4.6857664536183584e-05, "loss": 19.1543, "step": 29862 }, { "epoch": 26.52, "learning_rate": 4.6854855058793405e-05, "loss": 19.9131, "step": 29863 }, { "epoch": 26.52, "learning_rate": 4.685204559137269e-05, "loss": 19.748, "step": 29864 }, { "epoch": 26.52, "learning_rate": 4.6849236133930346e-05, "loss": 20.4414, "step": 29865 }, { "epoch": 26.52, "learning_rate": 4.684642668647528e-05, "loss": 19.1865, "step": 29866 }, { "epoch": 26.52, "learning_rate": 4.6843617249016404e-05, "loss": 19.6299, "step": 29867 }, { "epoch": 26.53, "learning_rate": 4.684080782156261e-05, "loss": 19.498, "step": 29868 }, { "epoch": 26.53, "learning_rate": 4.683799840412283e-05, "loss": 19.6631, "step": 29869 }, { "epoch": 26.53, "learning_rate": 4.6835188996705935e-05, "loss": 19.749, "step": 29870 }, { "epoch": 26.53, "learning_rate": 4.683237959932085e-05, "loss": 19.2197, "step": 29871 }, { "epoch": 26.53, "learning_rate": 4.682957021197647e-05, "loss": 19.0879, "step": 29872 }, { "epoch": 26.53, "learning_rate": 4.682676083468172e-05, "loss": 19.9395, "step": 29873 }, { "epoch": 26.53, "learning_rate": 4.682395146744549e-05, "loss": 19.6572, "step": 29874 }, { "epoch": 26.53, "learning_rate": 4.682114211027667e-05, "loss": 20.2529, "step": 29875 }, { "epoch": 26.53, "learning_rate": 4.68183327631842e-05, "loss": 19.5762, "step": 29876 }, { "epoch": 26.53, "learning_rate": 4.681552342617695e-05, "loss": 19.5195, "step": 29877 }, { "epoch": 26.53, "learning_rate": 4.6812714099263843e-05, "loss": 19.9648, "step": 29878 }, { "epoch": 26.54, "learning_rate": 4.680990478245381e-05, "loss": 19.3984, "step": 29879 }, { "epoch": 26.54, "learning_rate": 4.680709547575571e-05, "loss": 19.5088, "step": 29880 }, { "epoch": 26.54, "learning_rate": 4.680428617917845e-05, "loss": 19.3359, "step": 29881 }, { "epoch": 26.54, "learning_rate": 4.6801476892730975e-05, "loss": 19.5771, "step": 29882 }, { "epoch": 26.54, "learning_rate": 4.6798667616422155e-05, "loss": 19.6787, "step": 29883 }, { "epoch": 26.54, "learning_rate": 4.6795858350260906e-05, "loss": 18.9678, "step": 29884 }, { "epoch": 26.54, "learning_rate": 4.6793049094256144e-05, "loss": 19.7129, "step": 29885 }, { "epoch": 26.54, "learning_rate": 4.679023984841676e-05, "loss": 19.752, "step": 29886 }, { "epoch": 26.54, "learning_rate": 4.678743061275166e-05, "loss": 19.4229, "step": 29887 }, { "epoch": 26.54, "learning_rate": 4.678462138726974e-05, "loss": 19.1523, "step": 29888 }, { "epoch": 26.54, "learning_rate": 4.6781812171979936e-05, "loss": 19.6113, "step": 29889 }, { "epoch": 26.55, "learning_rate": 4.6779002966891124e-05, "loss": 19.5674, "step": 29890 }, { "epoch": 26.55, "learning_rate": 4.6779002966891124e-05, "loss": 19.6338, "step": 29891 }, { "epoch": 26.55, "learning_rate": 4.677619377201221e-05, "loss": 19.0918, "step": 29892 }, { "epoch": 26.55, "learning_rate": 4.677338458735211e-05, "loss": 19.4102, "step": 29893 }, { "epoch": 26.55, "learning_rate": 4.677057541291971e-05, "loss": 19.417, "step": 29894 }, { "epoch": 26.55, "learning_rate": 4.6767766248723944e-05, "loss": 19.5518, "step": 29895 }, { "epoch": 26.55, "learning_rate": 4.67649570947737e-05, "loss": 19.4834, "step": 29896 }, { "epoch": 26.55, "learning_rate": 4.6762147951077886e-05, "loss": 19.3672, "step": 29897 }, { "epoch": 26.55, "learning_rate": 4.675933881764539e-05, "loss": 19.6035, "step": 29898 }, { "epoch": 26.55, "learning_rate": 4.675652969448514e-05, "loss": 19.0527, "step": 29899 }, { "epoch": 26.55, "learning_rate": 4.675372058160602e-05, "loss": 19.8369, "step": 29900 }, { "epoch": 26.56, "learning_rate": 4.675372058160602e-05, "loss": 20.3086, "step": 29901 }, { "epoch": 26.56, "learning_rate": 4.6750911479016935e-05, "loss": 19.7598, "step": 29902 }, { "epoch": 26.56, "learning_rate": 4.674810238672683e-05, "loss": 19.54, "step": 29903 }, { "epoch": 26.56, "learning_rate": 4.674529330474457e-05, "loss": 19.2988, "step": 29904 }, { "epoch": 26.56, "learning_rate": 4.674248423307905e-05, "loss": 19.2139, "step": 29905 }, { "epoch": 26.56, "learning_rate": 4.673967517173918e-05, "loss": 18.6826, "step": 29906 }, { "epoch": 26.56, "learning_rate": 4.6736866120733905e-05, "loss": 19.8096, "step": 29907 }, { "epoch": 26.56, "learning_rate": 4.6734057080072104e-05, "loss": 19.8877, "step": 29908 }, { "epoch": 26.56, "learning_rate": 4.673124804976266e-05, "loss": 19.9355, "step": 29909 }, { "epoch": 26.56, "learning_rate": 4.672843902981449e-05, "loss": 19.5693, "step": 29910 }, { "epoch": 26.56, "learning_rate": 4.67256300202365e-05, "loss": 19.6768, "step": 29911 }, { "epoch": 26.56, "learning_rate": 4.67228210210376e-05, "loss": 19.1309, "step": 29912 }, { "epoch": 26.57, "learning_rate": 4.672001203222669e-05, "loss": 20.0, "step": 29913 }, { "epoch": 26.57, "learning_rate": 4.671720305381268e-05, "loss": 19.9287, "step": 29914 }, { "epoch": 26.57, "learning_rate": 4.671439408580447e-05, "loss": 19.5098, "step": 29915 }, { "epoch": 26.57, "learning_rate": 4.671158512821095e-05, "loss": 19.1885, "step": 29916 }, { "epoch": 26.57, "learning_rate": 4.6708776181041044e-05, "loss": 19.2568, "step": 29917 }, { "epoch": 26.57, "learning_rate": 4.670596724430364e-05, "loss": 19.5723, "step": 29918 }, { "epoch": 26.57, "learning_rate": 4.670315831800766e-05, "loss": 19.3818, "step": 29919 }, { "epoch": 26.57, "learning_rate": 4.6700349402161985e-05, "loss": 19.498, "step": 29920 }, { "epoch": 26.57, "learning_rate": 4.6697540496775534e-05, "loss": 19.7432, "step": 29921 }, { "epoch": 26.57, "learning_rate": 4.6694731601857204e-05, "loss": 19.4727, "step": 29922 }, { "epoch": 26.57, "learning_rate": 4.6691922717415906e-05, "loss": 19.7148, "step": 29923 }, { "epoch": 26.58, "learning_rate": 4.6689113843460544e-05, "loss": 19.6201, "step": 29924 }, { "epoch": 26.58, "learning_rate": 4.668630498000001e-05, "loss": 19.2451, "step": 29925 }, { "epoch": 26.58, "learning_rate": 4.668349612704321e-05, "loss": 19.248, "step": 29926 }, { "epoch": 26.58, "learning_rate": 4.668068728459905e-05, "loss": 20.0234, "step": 29927 }, { "epoch": 26.58, "learning_rate": 4.6677878452676425e-05, "loss": 19.749, "step": 29928 }, { "epoch": 26.58, "learning_rate": 4.667506963128426e-05, "loss": 19.7695, "step": 29929 }, { "epoch": 26.58, "learning_rate": 4.667226082043147e-05, "loss": 19.7363, "step": 29930 }, { "epoch": 26.58, "learning_rate": 4.666945202012691e-05, "loss": 19.2861, "step": 29931 }, { "epoch": 26.58, "learning_rate": 4.6666643230379506e-05, "loss": 20.0488, "step": 29932 }, { "epoch": 26.58, "learning_rate": 4.6663834451198166e-05, "loss": 20.0664, "step": 29933 }, { "epoch": 26.58, "learning_rate": 4.6661025682591795e-05, "loss": 19.5479, "step": 29934 }, { "epoch": 26.59, "learning_rate": 4.665821692456932e-05, "loss": 19.5596, "step": 29935 }, { "epoch": 26.59, "learning_rate": 4.6655408177139576e-05, "loss": 19.7979, "step": 29936 }, { "epoch": 26.59, "learning_rate": 4.6652599440311516e-05, "loss": 19.9561, "step": 29937 }, { "epoch": 26.59, "learning_rate": 4.664979071409404e-05, "loss": 19.8906, "step": 29938 }, { "epoch": 26.59, "learning_rate": 4.664698199849604e-05, "loss": 19.1855, "step": 29939 }, { "epoch": 26.59, "learning_rate": 4.6644173293526436e-05, "loss": 19.6104, "step": 29940 }, { "epoch": 26.59, "learning_rate": 4.664136459919411e-05, "loss": 20.1475, "step": 29941 }, { "epoch": 26.59, "learning_rate": 4.663855591550797e-05, "loss": 18.96, "step": 29942 }, { "epoch": 26.59, "learning_rate": 4.663574724247692e-05, "loss": 19.167, "step": 29943 }, { "epoch": 26.59, "learning_rate": 4.6632938580109876e-05, "loss": 19.5498, "step": 29944 }, { "epoch": 26.59, "learning_rate": 4.663012992841573e-05, "loss": 19.4082, "step": 29945 }, { "epoch": 26.6, "learning_rate": 4.662732128740339e-05, "loss": 19.7285, "step": 29946 }, { "epoch": 26.6, "learning_rate": 4.662451265708174e-05, "loss": 19.1445, "step": 29947 }, { "epoch": 26.6, "learning_rate": 4.6621704037459706e-05, "loss": 20.0088, "step": 29948 }, { "epoch": 26.6, "learning_rate": 4.661889542854618e-05, "loss": 20.4512, "step": 29949 }, { "epoch": 26.6, "learning_rate": 4.6616086830350055e-05, "loss": 19.5557, "step": 29950 }, { "epoch": 26.6, "learning_rate": 4.661327824288028e-05, "loss": 19.2744, "step": 29951 }, { "epoch": 26.6, "learning_rate": 4.661046966614569e-05, "loss": 19.083, "step": 29952 }, { "epoch": 26.6, "learning_rate": 4.660766110015523e-05, "loss": 19.7783, "step": 29953 }, { "epoch": 26.6, "learning_rate": 4.660485254491778e-05, "loss": 19.5527, "step": 29954 }, { "epoch": 26.6, "learning_rate": 4.6602044000442265e-05, "loss": 19.1904, "step": 29955 }, { "epoch": 26.6, "learning_rate": 4.659923546673761e-05, "loss": 19.8057, "step": 29956 }, { "epoch": 26.6, "learning_rate": 4.659642694381265e-05, "loss": 19.3311, "step": 29957 }, { "epoch": 26.61, "learning_rate": 4.6593618431676325e-05, "loss": 19.4922, "step": 29958 }, { "epoch": 26.61, "learning_rate": 4.659080993033754e-05, "loss": 19.6191, "step": 29959 }, { "epoch": 26.61, "learning_rate": 4.658800143980519e-05, "loss": 19.54, "step": 29960 }, { "epoch": 26.61, "learning_rate": 4.6585192960088184e-05, "loss": 19.8711, "step": 29961 }, { "epoch": 26.61, "learning_rate": 4.658238449119543e-05, "loss": 20.1328, "step": 29962 }, { "epoch": 26.61, "learning_rate": 4.657957603313581e-05, "loss": 19.5742, "step": 29963 }, { "epoch": 26.61, "learning_rate": 4.6576767585918244e-05, "loss": 19.667, "step": 29964 }, { "epoch": 26.61, "learning_rate": 4.6573959149551615e-05, "loss": 19.6855, "step": 29965 }, { "epoch": 26.61, "learning_rate": 4.657115072404484e-05, "loss": 19.2568, "step": 29966 }, { "epoch": 26.61, "learning_rate": 4.656834230940684e-05, "loss": 19.9375, "step": 29967 }, { "epoch": 26.61, "learning_rate": 4.656553390564647e-05, "loss": 20.0449, "step": 29968 }, { "epoch": 26.62, "learning_rate": 4.656272551277267e-05, "loss": 19.3115, "step": 29969 }, { "epoch": 26.62, "learning_rate": 4.655991713079433e-05, "loss": 20.5625, "step": 29970 }, { "epoch": 26.62, "learning_rate": 4.655710875972034e-05, "loss": 19.7686, "step": 29971 }, { "epoch": 26.62, "learning_rate": 4.655430039955961e-05, "loss": 19.6592, "step": 29972 }, { "epoch": 26.62, "learning_rate": 4.6551492050321083e-05, "loss": 19.5918, "step": 29973 }, { "epoch": 26.62, "learning_rate": 4.6548683712013595e-05, "loss": 19.5869, "step": 29974 }, { "epoch": 26.62, "learning_rate": 4.654587538464607e-05, "loss": 19.8984, "step": 29975 }, { "epoch": 26.62, "learning_rate": 4.654306706822742e-05, "loss": 20.2139, "step": 29976 }, { "epoch": 26.62, "learning_rate": 4.654025876276655e-05, "loss": 19.583, "step": 29977 }, { "epoch": 26.62, "learning_rate": 4.6537450468272376e-05, "loss": 20.1982, "step": 29978 }, { "epoch": 26.62, "learning_rate": 4.653464218475375e-05, "loss": 19.7373, "step": 29979 }, { "epoch": 26.63, "learning_rate": 4.6531833912219604e-05, "loss": 19.5771, "step": 29980 }, { "epoch": 26.63, "learning_rate": 4.6529025650678834e-05, "loss": 19.3711, "step": 29981 }, { "epoch": 26.63, "learning_rate": 4.652621740014035e-05, "loss": 19.6436, "step": 29982 }, { "epoch": 26.63, "learning_rate": 4.652340916061308e-05, "loss": 19.4521, "step": 29983 }, { "epoch": 26.63, "learning_rate": 4.652060093210585e-05, "loss": 19.4531, "step": 29984 }, { "epoch": 26.63, "learning_rate": 4.6517792714627625e-05, "loss": 19.4307, "step": 29985 }, { "epoch": 26.63, "learning_rate": 4.651498450818729e-05, "loss": 19.792, "step": 29986 }, { "epoch": 26.63, "learning_rate": 4.6512176312793736e-05, "loss": 19.7188, "step": 29987 }, { "epoch": 26.63, "learning_rate": 4.650936812845588e-05, "loss": 19.2227, "step": 29988 }, { "epoch": 26.63, "learning_rate": 4.6506559955182616e-05, "loss": 19.3262, "step": 29989 }, { "epoch": 26.63, "learning_rate": 4.650375179298284e-05, "loss": 19.333, "step": 29990 }, { "epoch": 26.63, "learning_rate": 4.650094364186546e-05, "loss": 20.2168, "step": 29991 }, { "epoch": 26.64, "learning_rate": 4.649813550183937e-05, "loss": 19.5342, "step": 29992 }, { "epoch": 26.64, "learning_rate": 4.649532737291349e-05, "loss": 18.8916, "step": 29993 }, { "epoch": 26.64, "learning_rate": 4.6492519255096706e-05, "loss": 18.9746, "step": 29994 }, { "epoch": 26.64, "learning_rate": 4.6489711148397916e-05, "loss": 19.7021, "step": 29995 }, { "epoch": 26.64, "learning_rate": 4.648690305282603e-05, "loss": 20.1611, "step": 29996 }, { "epoch": 26.64, "learning_rate": 4.6484094968389934e-05, "loss": 19.6748, "step": 29997 }, { "epoch": 26.64, "learning_rate": 4.648128689509855e-05, "loss": 19.6494, "step": 29998 }, { "epoch": 26.64, "learning_rate": 4.647847883296078e-05, "loss": 19.4902, "step": 29999 }, { "epoch": 26.64, "learning_rate": 4.6475670781985504e-05, "loss": 20.0674, "step": 30000 }, { "epoch": 26.64, "learning_rate": 4.647286274218163e-05, "loss": 19.6895, "step": 30001 }, { "epoch": 26.64, "learning_rate": 4.647005471355805e-05, "loss": 20.0312, "step": 30002 }, { "epoch": 26.65, "learning_rate": 4.646724669612369e-05, "loss": 19.5039, "step": 30003 }, { "epoch": 26.65, "learning_rate": 4.6464438689887443e-05, "loss": 19.6084, "step": 30004 }, { "epoch": 26.65, "learning_rate": 4.6461630694858225e-05, "loss": 19.3828, "step": 30005 }, { "epoch": 26.65, "learning_rate": 4.645882271104488e-05, "loss": 19.4043, "step": 30006 }, { "epoch": 26.65, "learning_rate": 4.6456014738456356e-05, "loss": 19.0225, "step": 30007 }, { "epoch": 26.65, "learning_rate": 4.645320677710154e-05, "loss": 19.9521, "step": 30008 }, { "epoch": 26.65, "learning_rate": 4.645039882698935e-05, "loss": 19.6914, "step": 30009 }, { "epoch": 26.65, "learning_rate": 4.644759088812867e-05, "loss": 19.0635, "step": 30010 }, { "epoch": 26.65, "learning_rate": 4.64447829605284e-05, "loss": 19.9287, "step": 30011 }, { "epoch": 26.65, "learning_rate": 4.644197504419744e-05, "loss": 19.375, "step": 30012 }, { "epoch": 26.65, "learning_rate": 4.6439167139144695e-05, "loss": 19.6064, "step": 30013 }, { "epoch": 26.66, "learning_rate": 4.6436359245379064e-05, "loss": 19.6904, "step": 30014 }, { "epoch": 26.66, "learning_rate": 4.643355136290946e-05, "loss": 19.6582, "step": 30015 }, { "epoch": 26.66, "learning_rate": 4.643074349174476e-05, "loss": 19.4561, "step": 30016 }, { "epoch": 26.66, "learning_rate": 4.6427935631893876e-05, "loss": 19.8604, "step": 30017 }, { "epoch": 26.66, "learning_rate": 4.6425127783365707e-05, "loss": 19.6416, "step": 30018 }, { "epoch": 26.66, "learning_rate": 4.642231994616916e-05, "loss": 19.4023, "step": 30019 }, { "epoch": 26.66, "learning_rate": 4.641951212031313e-05, "loss": 19.665, "step": 30020 }, { "epoch": 26.66, "learning_rate": 4.641670430580652e-05, "loss": 19.8096, "step": 30021 }, { "epoch": 26.66, "learning_rate": 4.641389650265821e-05, "loss": 19.6709, "step": 30022 }, { "epoch": 26.66, "learning_rate": 4.641108871087714e-05, "loss": 19.5439, "step": 30023 }, { "epoch": 26.66, "learning_rate": 4.640828093047217e-05, "loss": 19.1924, "step": 30024 }, { "epoch": 26.67, "learning_rate": 4.640547316145221e-05, "loss": 19.4482, "step": 30025 }, { "epoch": 26.67, "learning_rate": 4.640266540382621e-05, "loss": 19.459, "step": 30026 }, { "epoch": 26.67, "learning_rate": 4.639985765760299e-05, "loss": 19.6494, "step": 30027 }, { "epoch": 26.67, "learning_rate": 4.63970499227915e-05, "loss": 19.7227, "step": 30028 }, { "epoch": 26.67, "learning_rate": 4.6394242199400614e-05, "loss": 19.7812, "step": 30029 }, { "epoch": 26.67, "learning_rate": 4.639143448743925e-05, "loss": 19.6436, "step": 30030 }, { "epoch": 26.67, "learning_rate": 4.638862678691631e-05, "loss": 19.2812, "step": 30031 }, { "epoch": 26.67, "learning_rate": 4.63858190978407e-05, "loss": 19.7676, "step": 30032 }, { "epoch": 26.67, "learning_rate": 4.638301142022129e-05, "loss": 19.7363, "step": 30033 }, { "epoch": 26.67, "learning_rate": 4.6380203754067e-05, "loss": 19.4424, "step": 30034 }, { "epoch": 26.67, "learning_rate": 4.637739609938673e-05, "loss": 19.0947, "step": 30035 }, { "epoch": 26.67, "learning_rate": 4.637458845618937e-05, "loss": 19.4512, "step": 30036 }, { "epoch": 26.68, "learning_rate": 4.637178082448383e-05, "loss": 19.1738, "step": 30037 }, { "epoch": 26.68, "learning_rate": 4.6368973204279006e-05, "loss": 20.29, "step": 30038 }, { "epoch": 26.68, "learning_rate": 4.63661655955838e-05, "loss": 19.8242, "step": 30039 }, { "epoch": 26.68, "learning_rate": 4.6363357998407106e-05, "loss": 19.5723, "step": 30040 }, { "epoch": 26.68, "learning_rate": 4.636055041275782e-05, "loss": 19.5938, "step": 30041 }, { "epoch": 26.68, "learning_rate": 4.635774283864486e-05, "loss": 19.7676, "step": 30042 }, { "epoch": 26.68, "learning_rate": 4.635493527607711e-05, "loss": 19.5186, "step": 30043 }, { "epoch": 26.68, "learning_rate": 4.635212772506346e-05, "loss": 19.4482, "step": 30044 }, { "epoch": 26.68, "learning_rate": 4.634932018561283e-05, "loss": 20.0889, "step": 30045 }, { "epoch": 26.68, "learning_rate": 4.6346512657734115e-05, "loss": 20.1826, "step": 30046 }, { "epoch": 26.68, "learning_rate": 4.6343705141436195e-05, "loss": 19.8994, "step": 30047 }, { "epoch": 26.69, "learning_rate": 4.634089763672802e-05, "loss": 19.3721, "step": 30048 }, { "epoch": 26.69, "learning_rate": 4.634089763672802e-05, "loss": 19.7061, "step": 30049 }, { "epoch": 26.69, "learning_rate": 4.633809014361843e-05, "loss": 19.4727, "step": 30050 }, { "epoch": 26.69, "learning_rate": 4.633528266211634e-05, "loss": 19.9404, "step": 30051 }, { "epoch": 26.69, "learning_rate": 4.6332475192230653e-05, "loss": 19.0723, "step": 30052 }, { "epoch": 26.69, "learning_rate": 4.6329667733970286e-05, "loss": 19.4785, "step": 30053 }, { "epoch": 26.69, "learning_rate": 4.6326860287344146e-05, "loss": 19.4492, "step": 30054 }, { "epoch": 26.69, "learning_rate": 4.632405285236109e-05, "loss": 19.7744, "step": 30055 }, { "epoch": 26.69, "learning_rate": 4.6321245429030024e-05, "loss": 19.1943, "step": 30056 }, { "epoch": 26.69, "learning_rate": 4.631843801735986e-05, "loss": 19.8594, "step": 30057 }, { "epoch": 26.69, "learning_rate": 4.631563061735952e-05, "loss": 19.6416, "step": 30058 }, { "epoch": 26.7, "learning_rate": 4.631282322903789e-05, "loss": 19.9443, "step": 30059 }, { "epoch": 26.7, "learning_rate": 4.6310015852403824e-05, "loss": 19.3271, "step": 30060 }, { "epoch": 26.7, "learning_rate": 4.6307208487466266e-05, "loss": 19.6064, "step": 30061 }, { "epoch": 26.7, "learning_rate": 4.6304401134234115e-05, "loss": 19.7568, "step": 30062 }, { "epoch": 26.7, "learning_rate": 4.630159379271625e-05, "loss": 19.791, "step": 30063 }, { "epoch": 26.7, "learning_rate": 4.6298786462921584e-05, "loss": 20.043, "step": 30064 }, { "epoch": 26.7, "learning_rate": 4.629597914485902e-05, "loss": 19.2568, "step": 30065 }, { "epoch": 26.7, "learning_rate": 4.629317183853744e-05, "loss": 19.4863, "step": 30066 }, { "epoch": 26.7, "learning_rate": 4.629036454396574e-05, "loss": 19.6982, "step": 30067 }, { "epoch": 26.7, "learning_rate": 4.628755726115284e-05, "loss": 19.9316, "step": 30068 }, { "epoch": 26.7, "learning_rate": 4.6284749990107615e-05, "loss": 19.4492, "step": 30069 }, { "epoch": 26.71, "learning_rate": 4.6281942730839e-05, "loss": 19.3252, "step": 30070 }, { "epoch": 26.71, "learning_rate": 4.6279135483355846e-05, "loss": 20.1748, "step": 30071 }, { "epoch": 26.71, "learning_rate": 4.627632824766708e-05, "loss": 19.8721, "step": 30072 }, { "epoch": 26.71, "learning_rate": 4.6273521023781596e-05, "loss": 19.707, "step": 30073 }, { "epoch": 26.71, "learning_rate": 4.627071381170828e-05, "loss": 20.1084, "step": 30074 }, { "epoch": 26.71, "learning_rate": 4.626790661145607e-05, "loss": 19.8184, "step": 30075 }, { "epoch": 26.71, "learning_rate": 4.6265099423033816e-05, "loss": 19.1943, "step": 30076 }, { "epoch": 26.71, "learning_rate": 4.626229224645044e-05, "loss": 19.0693, "step": 30077 }, { "epoch": 26.71, "learning_rate": 4.625948508171482e-05, "loss": 19.3408, "step": 30078 }, { "epoch": 26.71, "learning_rate": 4.625667792883588e-05, "loss": 19.8574, "step": 30079 }, { "epoch": 26.71, "learning_rate": 4.625387078782251e-05, "loss": 19.2393, "step": 30080 }, { "epoch": 26.71, "learning_rate": 4.625106365868363e-05, "loss": 19.3555, "step": 30081 }, { "epoch": 26.72, "learning_rate": 4.624825654142808e-05, "loss": 19.4004, "step": 30082 }, { "epoch": 26.72, "learning_rate": 4.624544943606481e-05, "loss": 19.9824, "step": 30083 }, { "epoch": 26.72, "learning_rate": 4.6242642342602694e-05, "loss": 19.4443, "step": 30084 }, { "epoch": 26.72, "learning_rate": 4.6239835261050635e-05, "loss": 20.0859, "step": 30085 }, { "epoch": 26.72, "learning_rate": 4.623702819141754e-05, "loss": 19.2578, "step": 30086 }, { "epoch": 26.72, "learning_rate": 4.62342211337123e-05, "loss": 19.25, "step": 30087 }, { "epoch": 26.72, "learning_rate": 4.6231414087943796e-05, "loss": 19.2432, "step": 30088 }, { "epoch": 26.72, "learning_rate": 4.622860705412095e-05, "loss": 19.4111, "step": 30089 }, { "epoch": 26.72, "learning_rate": 4.622580003225265e-05, "loss": 20.3193, "step": 30090 }, { "epoch": 26.72, "learning_rate": 4.622299302234781e-05, "loss": 19.4434, "step": 30091 }, { "epoch": 26.72, "learning_rate": 4.6220186024415295e-05, "loss": 20.416, "step": 30092 }, { "epoch": 26.73, "learning_rate": 4.621737903846403e-05, "loss": 19.2217, "step": 30093 }, { "epoch": 26.73, "learning_rate": 4.621737903846403e-05, "loss": 20.0166, "step": 30094 }, { "epoch": 26.73, "learning_rate": 4.6214572064502894e-05, "loss": 19.3779, "step": 30095 }, { "epoch": 26.73, "learning_rate": 4.621176510254079e-05, "loss": 20.2314, "step": 30096 }, { "epoch": 26.73, "learning_rate": 4.620895815258662e-05, "loss": 19.1602, "step": 30097 }, { "epoch": 26.73, "learning_rate": 4.620615121464931e-05, "loss": 19.0938, "step": 30098 }, { "epoch": 26.73, "learning_rate": 4.62033442887377e-05, "loss": 19.4648, "step": 30099 }, { "epoch": 26.73, "learning_rate": 4.620053737486071e-05, "loss": 20.1514, "step": 30100 }, { "epoch": 26.73, "learning_rate": 4.6197730473027245e-05, "loss": 19.3584, "step": 30101 }, { "epoch": 26.73, "learning_rate": 4.61949235832462e-05, "loss": 19.9766, "step": 30102 }, { "epoch": 26.73, "learning_rate": 4.61921167055265e-05, "loss": 19.6963, "step": 30103 }, { "epoch": 26.74, "learning_rate": 4.6189309839876996e-05, "loss": 19.3213, "step": 30104 }, { "epoch": 26.74, "learning_rate": 4.618650298630658e-05, "loss": 19.7715, "step": 30105 }, { "epoch": 26.74, "learning_rate": 4.618369614482419e-05, "loss": 18.957, "step": 30106 }, { "epoch": 26.74, "learning_rate": 4.618088931543871e-05, "loss": 20.5303, "step": 30107 }, { "epoch": 26.74, "learning_rate": 4.6178082498159024e-05, "loss": 20.2539, "step": 30108 }, { "epoch": 26.74, "learning_rate": 4.617527569299406e-05, "loss": 19.8154, "step": 30109 }, { "epoch": 26.74, "learning_rate": 4.617246889995267e-05, "loss": 19.3506, "step": 30110 }, { "epoch": 26.74, "learning_rate": 4.616966211904378e-05, "loss": 19.8203, "step": 30111 }, { "epoch": 26.74, "learning_rate": 4.616685535027628e-05, "loss": 20.0576, "step": 30112 }, { "epoch": 26.74, "learning_rate": 4.616404859365907e-05, "loss": 19.9365, "step": 30113 }, { "epoch": 26.74, "learning_rate": 4.616124184920105e-05, "loss": 19.5654, "step": 30114 }, { "epoch": 26.75, "learning_rate": 4.61584351169111e-05, "loss": 19.6797, "step": 30115 }, { "epoch": 26.75, "learning_rate": 4.615562839679813e-05, "loss": 19.5986, "step": 30116 }, { "epoch": 26.75, "learning_rate": 4.615282168887104e-05, "loss": 18.9717, "step": 30117 }, { "epoch": 26.75, "learning_rate": 4.615001499313872e-05, "loss": 19.916, "step": 30118 }, { "epoch": 26.75, "learning_rate": 4.614720830961007e-05, "loss": 19.9619, "step": 30119 }, { "epoch": 26.75, "learning_rate": 4.614720830961007e-05, "loss": 19.877, "step": 30120 }, { "epoch": 26.75, "learning_rate": 4.6144401638293984e-05, "loss": 19.0107, "step": 30121 }, { "epoch": 26.75, "learning_rate": 4.6141594979199356e-05, "loss": 19.5205, "step": 30122 }, { "epoch": 26.75, "learning_rate": 4.6138788332335084e-05, "loss": 19.625, "step": 30123 }, { "epoch": 26.75, "learning_rate": 4.613598169771005e-05, "loss": 19.5, "step": 30124 }, { "epoch": 26.75, "learning_rate": 4.6133175075333185e-05, "loss": 19.2861, "step": 30125 }, { "epoch": 26.75, "learning_rate": 4.613036846521339e-05, "loss": 19.0938, "step": 30126 }, { "epoch": 26.76, "learning_rate": 4.612756186735952e-05, "loss": 19.3193, "step": 30127 }, { "epoch": 26.76, "learning_rate": 4.612475528178047e-05, "loss": 19.3086, "step": 30128 }, { "epoch": 26.76, "learning_rate": 4.612194870848517e-05, "loss": 19.6631, "step": 30129 }, { "epoch": 26.76, "learning_rate": 4.6119142147482495e-05, "loss": 19.2305, "step": 30130 }, { "epoch": 26.76, "learning_rate": 4.611633559878139e-05, "loss": 19.5498, "step": 30131 }, { "epoch": 26.76, "learning_rate": 4.611352906239066e-05, "loss": 19.6494, "step": 30132 }, { "epoch": 26.76, "learning_rate": 4.6110722538319266e-05, "loss": 19.7383, "step": 30133 }, { "epoch": 26.76, "learning_rate": 4.6107916026576096e-05, "loss": 20.418, "step": 30134 }, { "epoch": 26.76, "learning_rate": 4.610510952717003e-05, "loss": 19.54, "step": 30135 }, { "epoch": 26.76, "learning_rate": 4.610230304010999e-05, "loss": 19.7266, "step": 30136 }, { "epoch": 26.76, "learning_rate": 4.609949656540484e-05, "loss": 19.3379, "step": 30137 }, { "epoch": 26.77, "learning_rate": 4.609669010306349e-05, "loss": 19.7891, "step": 30138 }, { "epoch": 26.77, "learning_rate": 4.6093883653094836e-05, "loss": 20.3193, "step": 30139 }, { "epoch": 26.77, "learning_rate": 4.609107721550778e-05, "loss": 19.7148, "step": 30140 }, { "epoch": 26.77, "learning_rate": 4.608827079031122e-05, "loss": 19.2012, "step": 30141 }, { "epoch": 26.77, "learning_rate": 4.6085464377514046e-05, "loss": 20.0537, "step": 30142 }, { "epoch": 26.77, "learning_rate": 4.608265797712514e-05, "loss": 19.7461, "step": 30143 }, { "epoch": 26.77, "learning_rate": 4.607985158915341e-05, "loss": 19.583, "step": 30144 }, { "epoch": 26.77, "learning_rate": 4.607704521360776e-05, "loss": 19.8789, "step": 30145 }, { "epoch": 26.77, "learning_rate": 4.607423885049707e-05, "loss": 19.3428, "step": 30146 }, { "epoch": 26.77, "learning_rate": 4.607143249983026e-05, "loss": 18.9668, "step": 30147 }, { "epoch": 26.77, "learning_rate": 4.606862616161619e-05, "loss": 19.167, "step": 30148 }, { "epoch": 26.78, "learning_rate": 4.6065819835863775e-05, "loss": 19.251, "step": 30149 }, { "epoch": 26.78, "learning_rate": 4.6063013522581915e-05, "loss": 19.1963, "step": 30150 }, { "epoch": 26.78, "learning_rate": 4.6060207221779486e-05, "loss": 19.4629, "step": 30151 }, { "epoch": 26.78, "learning_rate": 4.605740093346543e-05, "loss": 19.7354, "step": 30152 }, { "epoch": 26.78, "learning_rate": 4.6054594657648586e-05, "loss": 19.5361, "step": 30153 }, { "epoch": 26.78, "learning_rate": 4.605178839433788e-05, "loss": 19.9902, "step": 30154 }, { "epoch": 26.78, "learning_rate": 4.6048982143542184e-05, "loss": 19.3965, "step": 30155 }, { "epoch": 26.78, "learning_rate": 4.604617590527042e-05, "loss": 19.5498, "step": 30156 }, { "epoch": 26.78, "learning_rate": 4.604336967953147e-05, "loss": 20.0049, "step": 30157 }, { "epoch": 26.78, "learning_rate": 4.604056346633425e-05, "loss": 19.667, "step": 30158 }, { "epoch": 26.78, "learning_rate": 4.603775726568762e-05, "loss": 20.0723, "step": 30159 }, { "epoch": 26.79, "learning_rate": 4.60349510776005e-05, "loss": 19.8975, "step": 30160 }, { "epoch": 26.79, "learning_rate": 4.603214490208177e-05, "loss": 19.9082, "step": 30161 }, { "epoch": 26.79, "learning_rate": 4.602933873914034e-05, "loss": 20.0312, "step": 30162 }, { "epoch": 26.79, "learning_rate": 4.6026532588785095e-05, "loss": 19.7852, "step": 30163 }, { "epoch": 26.79, "learning_rate": 4.6023726451024935e-05, "loss": 19.9873, "step": 30164 }, { "epoch": 26.79, "learning_rate": 4.602092032586875e-05, "loss": 19.6465, "step": 30165 }, { "epoch": 26.79, "learning_rate": 4.601811421332543e-05, "loss": 20.3389, "step": 30166 }, { "epoch": 26.79, "learning_rate": 4.6015308113403876e-05, "loss": 19.8232, "step": 30167 }, { "epoch": 26.79, "learning_rate": 4.601250202611299e-05, "loss": 19.1309, "step": 30168 }, { "epoch": 26.79, "learning_rate": 4.600969595146166e-05, "loss": 20.457, "step": 30169 }, { "epoch": 26.79, "learning_rate": 4.600688988945878e-05, "loss": 19.6074, "step": 30170 }, { "epoch": 26.79, "learning_rate": 4.6004083840113246e-05, "loss": 20.5576, "step": 30171 }, { "epoch": 26.8, "learning_rate": 4.600127780343395e-05, "loss": 18.8643, "step": 30172 }, { "epoch": 26.8, "learning_rate": 4.5998471779429775e-05, "loss": 19.7305, "step": 30173 }, { "epoch": 26.8, "learning_rate": 4.5995665768109665e-05, "loss": 19.6191, "step": 30174 }, { "epoch": 26.8, "learning_rate": 4.599285976948245e-05, "loss": 19.8154, "step": 30175 }, { "epoch": 26.8, "learning_rate": 4.599005378355706e-05, "loss": 19.3223, "step": 30176 }, { "epoch": 26.8, "learning_rate": 4.5987247810342374e-05, "loss": 19.7979, "step": 30177 }, { "epoch": 26.8, "learning_rate": 4.5984441849847304e-05, "loss": 20.0049, "step": 30178 }, { "epoch": 26.8, "learning_rate": 4.5981635902080754e-05, "loss": 20.0088, "step": 30179 }, { "epoch": 26.8, "learning_rate": 4.597882996705158e-05, "loss": 19.3252, "step": 30180 }, { "epoch": 26.8, "learning_rate": 4.597602404476869e-05, "loss": 19.6846, "step": 30181 }, { "epoch": 26.8, "learning_rate": 4.597321813524098e-05, "loss": 19.9395, "step": 30182 }, { "epoch": 26.81, "learning_rate": 4.597041223847736e-05, "loss": 19.3574, "step": 30183 }, { "epoch": 26.81, "learning_rate": 4.5967606354486704e-05, "loss": 19.8135, "step": 30184 }, { "epoch": 26.81, "learning_rate": 4.596480048327793e-05, "loss": 19.1084, "step": 30185 }, { "epoch": 26.81, "learning_rate": 4.596199462485991e-05, "loss": 19.3691, "step": 30186 }, { "epoch": 26.81, "learning_rate": 4.595918877924154e-05, "loss": 19.7012, "step": 30187 }, { "epoch": 26.81, "learning_rate": 4.595638294643171e-05, "loss": 19.7451, "step": 30188 }, { "epoch": 26.81, "learning_rate": 4.5953577126439336e-05, "loss": 19.4004, "step": 30189 }, { "epoch": 26.81, "learning_rate": 4.59507713192733e-05, "loss": 19.7979, "step": 30190 }, { "epoch": 26.81, "learning_rate": 4.594796552494249e-05, "loss": 19.2783, "step": 30191 }, { "epoch": 26.81, "learning_rate": 4.5945159743455796e-05, "loss": 19.7197, "step": 30192 }, { "epoch": 26.81, "learning_rate": 4.5942353974822125e-05, "loss": 20.0195, "step": 30193 }, { "epoch": 26.82, "learning_rate": 4.593954821905036e-05, "loss": 19.8115, "step": 30194 }, { "epoch": 26.82, "learning_rate": 4.593674247614941e-05, "loss": 19.6611, "step": 30195 }, { "epoch": 26.82, "learning_rate": 4.593393674612816e-05, "loss": 19.8467, "step": 30196 }, { "epoch": 26.82, "learning_rate": 4.5931131028995486e-05, "loss": 19.501, "step": 30197 }, { "epoch": 26.82, "learning_rate": 4.5928325324760306e-05, "loss": 19.5889, "step": 30198 }, { "epoch": 26.82, "learning_rate": 4.59255196334315e-05, "loss": 19.3301, "step": 30199 }, { "epoch": 26.82, "learning_rate": 4.592271395501797e-05, "loss": 19.3037, "step": 30200 }, { "epoch": 26.82, "learning_rate": 4.5919908289528624e-05, "loss": 19.084, "step": 30201 }, { "epoch": 26.82, "learning_rate": 4.591710263697232e-05, "loss": 19.9453, "step": 30202 }, { "epoch": 26.82, "learning_rate": 4.5914296997357955e-05, "loss": 19.6465, "step": 30203 }, { "epoch": 26.82, "learning_rate": 4.591149137069445e-05, "loss": 19.3115, "step": 30204 }, { "epoch": 26.83, "learning_rate": 4.590868575699069e-05, "loss": 19.8467, "step": 30205 }, { "epoch": 26.83, "learning_rate": 4.590588015625558e-05, "loss": 19.4395, "step": 30206 }, { "epoch": 26.83, "learning_rate": 4.590307456849796e-05, "loss": 20.1533, "step": 30207 }, { "epoch": 26.83, "learning_rate": 4.590026899372677e-05, "loss": 19.9707, "step": 30208 }, { "epoch": 26.83, "learning_rate": 4.589746343195089e-05, "loss": 19.5332, "step": 30209 }, { "epoch": 26.83, "learning_rate": 4.589465788317922e-05, "loss": 20.0381, "step": 30210 }, { "epoch": 26.83, "learning_rate": 4.589185234742066e-05, "loss": 20.1191, "step": 30211 }, { "epoch": 26.83, "learning_rate": 4.588904682468408e-05, "loss": 19.8809, "step": 30212 }, { "epoch": 26.83, "learning_rate": 4.5886241314978377e-05, "loss": 19.4268, "step": 30213 }, { "epoch": 26.83, "learning_rate": 4.5883435818312456e-05, "loss": 19.9795, "step": 30214 }, { "epoch": 26.83, "learning_rate": 4.588063033469521e-05, "loss": 19.9014, "step": 30215 }, { "epoch": 26.83, "learning_rate": 4.5877824864135514e-05, "loss": 19.4277, "step": 30216 }, { "epoch": 26.84, "learning_rate": 4.587501940664229e-05, "loss": 19.7344, "step": 30217 }, { "epoch": 26.84, "learning_rate": 4.587221396222441e-05, "loss": 19.5449, "step": 30218 }, { "epoch": 26.84, "learning_rate": 4.586940853089076e-05, "loss": 19.4043, "step": 30219 }, { "epoch": 26.84, "learning_rate": 4.5866603112650246e-05, "loss": 19.791, "step": 30220 }, { "epoch": 26.84, "learning_rate": 4.586379770751175e-05, "loss": 19.2822, "step": 30221 }, { "epoch": 26.84, "learning_rate": 4.586099231548421e-05, "loss": 19.7939, "step": 30222 }, { "epoch": 26.84, "learning_rate": 4.5858186936576455e-05, "loss": 19.9551, "step": 30223 }, { "epoch": 26.84, "learning_rate": 4.585538157079739e-05, "loss": 19.4121, "step": 30224 }, { "epoch": 26.84, "learning_rate": 4.585257621815593e-05, "loss": 19.8145, "step": 30225 }, { "epoch": 26.84, "learning_rate": 4.5849770878660955e-05, "loss": 19.4551, "step": 30226 }, { "epoch": 26.84, "learning_rate": 4.584696555232137e-05, "loss": 19.4902, "step": 30227 }, { "epoch": 26.85, "learning_rate": 4.584416023914608e-05, "loss": 19.4453, "step": 30228 }, { "epoch": 26.85, "learning_rate": 4.584135493914392e-05, "loss": 19.2578, "step": 30229 }, { "epoch": 26.85, "learning_rate": 4.583854965232382e-05, "loss": 19.1172, "step": 30230 }, { "epoch": 26.85, "learning_rate": 4.583574437869468e-05, "loss": 18.9131, "step": 30231 }, { "epoch": 26.85, "learning_rate": 4.583293911826538e-05, "loss": 19.3271, "step": 30232 }, { "epoch": 26.85, "learning_rate": 4.583013387104483e-05, "loss": 19.4697, "step": 30233 }, { "epoch": 26.85, "learning_rate": 4.582732863704189e-05, "loss": 19.9258, "step": 30234 }, { "epoch": 26.85, "learning_rate": 4.582452341626546e-05, "loss": 20.5293, "step": 30235 }, { "epoch": 26.85, "learning_rate": 4.5821718208724454e-05, "loss": 19.5264, "step": 30236 }, { "epoch": 26.85, "learning_rate": 4.581891301442775e-05, "loss": 19.1924, "step": 30237 }, { "epoch": 26.85, "learning_rate": 4.5816107833384234e-05, "loss": 19.7402, "step": 30238 }, { "epoch": 26.86, "learning_rate": 4.58133026656028e-05, "loss": 19.4053, "step": 30239 }, { "epoch": 26.86, "learning_rate": 4.581049751109235e-05, "loss": 19.7734, "step": 30240 }, { "epoch": 26.86, "learning_rate": 4.5807692369861764e-05, "loss": 19.7969, "step": 30241 }, { "epoch": 26.86, "learning_rate": 4.5804887241919945e-05, "loss": 19.9951, "step": 30242 }, { "epoch": 26.86, "learning_rate": 4.580208212727578e-05, "loss": 19.8877, "step": 30243 }, { "epoch": 26.86, "learning_rate": 4.579927702593816e-05, "loss": 19.5957, "step": 30244 }, { "epoch": 26.86, "learning_rate": 4.5796471937915966e-05, "loss": 19.1973, "step": 30245 }, { "epoch": 26.86, "learning_rate": 4.57936668632181e-05, "loss": 19.5176, "step": 30246 }, { "epoch": 26.86, "learning_rate": 4.579086180185345e-05, "loss": 19.6494, "step": 30247 }, { "epoch": 26.86, "learning_rate": 4.578805675383091e-05, "loss": 19.7998, "step": 30248 }, { "epoch": 26.86, "learning_rate": 4.578525171915941e-05, "loss": 19.9385, "step": 30249 }, { "epoch": 26.87, "learning_rate": 4.578244669784777e-05, "loss": 19.4316, "step": 30250 }, { "epoch": 26.87, "learning_rate": 4.5779641689904903e-05, "loss": 19.4385, "step": 30251 }, { "epoch": 26.87, "learning_rate": 4.577683669533973e-05, "loss": 19.9385, "step": 30252 }, { "epoch": 26.87, "learning_rate": 4.577403171416112e-05, "loss": 19.8213, "step": 30253 }, { "epoch": 26.87, "learning_rate": 4.577122674637799e-05, "loss": 19.4082, "step": 30254 }, { "epoch": 26.87, "learning_rate": 4.5768421791999175e-05, "loss": 19.7139, "step": 30255 }, { "epoch": 26.87, "learning_rate": 4.576561685103361e-05, "loss": 19.9902, "step": 30256 }, { "epoch": 26.87, "learning_rate": 4.5762811923490185e-05, "loss": 19.3867, "step": 30257 }, { "epoch": 26.87, "learning_rate": 4.5760007009377774e-05, "loss": 19.3379, "step": 30258 }, { "epoch": 26.87, "learning_rate": 4.575720210870528e-05, "loss": 19.0127, "step": 30259 }, { "epoch": 26.87, "learning_rate": 4.57543972214816e-05, "loss": 19.166, "step": 30260 }, { "epoch": 26.87, "learning_rate": 4.575159234771561e-05, "loss": 20.0938, "step": 30261 }, { "epoch": 26.88, "learning_rate": 4.574878748741621e-05, "loss": 20.0889, "step": 30262 }, { "epoch": 26.88, "learning_rate": 4.5745982640592285e-05, "loss": 19.3174, "step": 30263 }, { "epoch": 26.88, "learning_rate": 4.5743177807252726e-05, "loss": 19.6914, "step": 30264 }, { "epoch": 26.88, "learning_rate": 4.5740372987406436e-05, "loss": 19.5586, "step": 30265 }, { "epoch": 26.88, "learning_rate": 4.573756818106228e-05, "loss": 19.3672, "step": 30266 }, { "epoch": 26.88, "learning_rate": 4.573476338822917e-05, "loss": 19.873, "step": 30267 }, { "epoch": 26.88, "learning_rate": 4.5731958608915994e-05, "loss": 19.7754, "step": 30268 }, { "epoch": 26.88, "learning_rate": 4.5729153843131636e-05, "loss": 20.0684, "step": 30269 }, { "epoch": 26.88, "learning_rate": 4.572634909088499e-05, "loss": 19.3906, "step": 30270 }, { "epoch": 26.88, "learning_rate": 4.572354435218495e-05, "loss": 19.5361, "step": 30271 }, { "epoch": 26.88, "learning_rate": 4.57207396270404e-05, "loss": 19.6504, "step": 30272 }, { "epoch": 26.89, "learning_rate": 4.571793491546024e-05, "loss": 19.373, "step": 30273 }, { "epoch": 26.89, "learning_rate": 4.5715130217453335e-05, "loss": 19.5527, "step": 30274 }, { "epoch": 26.89, "learning_rate": 4.5712325533028606e-05, "loss": 19.3135, "step": 30275 }, { "epoch": 26.89, "learning_rate": 4.5709520862194954e-05, "loss": 19.5186, "step": 30276 }, { "epoch": 26.89, "learning_rate": 4.570671620496121e-05, "loss": 19.8467, "step": 30277 }, { "epoch": 26.89, "learning_rate": 4.5703911561336315e-05, "loss": 19.791, "step": 30278 }, { "epoch": 26.89, "learning_rate": 4.570110693132915e-05, "loss": 20.0146, "step": 30279 }, { "epoch": 26.89, "learning_rate": 4.5698302314948596e-05, "loss": 19.7744, "step": 30280 }, { "epoch": 26.89, "learning_rate": 4.569549771220355e-05, "loss": 19.2695, "step": 30281 }, { "epoch": 26.89, "learning_rate": 4.5692693123102894e-05, "loss": 19.6953, "step": 30282 }, { "epoch": 26.89, "learning_rate": 4.568988854765553e-05, "loss": 19.0918, "step": 30283 }, { "epoch": 26.9, "learning_rate": 4.568708398587034e-05, "loss": 19.8613, "step": 30284 }, { "epoch": 26.9, "learning_rate": 4.5684279437756204e-05, "loss": 19.793, "step": 30285 }, { "epoch": 26.9, "learning_rate": 4.5681474903322036e-05, "loss": 20.2471, "step": 30286 }, { "epoch": 26.9, "learning_rate": 4.567867038257671e-05, "loss": 19.7754, "step": 30287 }, { "epoch": 26.9, "learning_rate": 4.567586587552912e-05, "loss": 19.2061, "step": 30288 }, { "epoch": 26.9, "learning_rate": 4.5673061382188145e-05, "loss": 19.293, "step": 30289 }, { "epoch": 26.9, "learning_rate": 4.5670256902562694e-05, "loss": 19.4121, "step": 30290 }, { "epoch": 26.9, "learning_rate": 4.566745243666164e-05, "loss": 19.75, "step": 30291 }, { "epoch": 26.9, "learning_rate": 4.566464798449389e-05, "loss": 19.7275, "step": 30292 }, { "epoch": 26.9, "learning_rate": 4.566184354606831e-05, "loss": 19.4121, "step": 30293 }, { "epoch": 26.9, "learning_rate": 4.5659039121393805e-05, "loss": 19.3447, "step": 30294 }, { "epoch": 26.9, "learning_rate": 4.565623471047926e-05, "loss": 19.8555, "step": 30295 }, { "epoch": 26.91, "learning_rate": 4.5653430313333555e-05, "loss": 19.7197, "step": 30296 }, { "epoch": 26.91, "learning_rate": 4.5650625929965626e-05, "loss": 19.7383, "step": 30297 }, { "epoch": 26.91, "learning_rate": 4.5647821560384304e-05, "loss": 19.835, "step": 30298 }, { "epoch": 26.91, "learning_rate": 4.56450172045985e-05, "loss": 19.8105, "step": 30299 }, { "epoch": 26.91, "learning_rate": 4.564221286261709e-05, "loss": 19.9463, "step": 30300 }, { "epoch": 26.91, "learning_rate": 4.563940853444899e-05, "loss": 19.8213, "step": 30301 }, { "epoch": 26.91, "learning_rate": 4.563660422010308e-05, "loss": 19.8057, "step": 30302 }, { "epoch": 26.91, "learning_rate": 4.5633799919588266e-05, "loss": 20.2227, "step": 30303 }, { "epoch": 26.91, "learning_rate": 4.563099563291338e-05, "loss": 19.5029, "step": 30304 }, { "epoch": 26.91, "learning_rate": 4.562819136008736e-05, "loss": 19.6328, "step": 30305 }, { "epoch": 26.91, "learning_rate": 4.562538710111909e-05, "loss": 19.8896, "step": 30306 }, { "epoch": 26.92, "learning_rate": 4.562258285601744e-05, "loss": 20.2354, "step": 30307 }, { "epoch": 26.92, "learning_rate": 4.561977862479133e-05, "loss": 19.2148, "step": 30308 }, { "epoch": 26.92, "learning_rate": 4.5616974407449617e-05, "loss": 20.6172, "step": 30309 }, { "epoch": 26.92, "learning_rate": 4.5614170204001196e-05, "loss": 19.5879, "step": 30310 }, { "epoch": 26.92, "learning_rate": 4.5611366014454965e-05, "loss": 19.3252, "step": 30311 }, { "epoch": 26.92, "learning_rate": 4.560856183881981e-05, "loss": 19.6582, "step": 30312 }, { "epoch": 26.92, "learning_rate": 4.560575767710463e-05, "loss": 20.3477, "step": 30313 }, { "epoch": 26.92, "learning_rate": 4.560295352931829e-05, "loss": 19.2002, "step": 30314 }, { "epoch": 26.92, "learning_rate": 4.56001493954697e-05, "loss": 19.3018, "step": 30315 }, { "epoch": 26.92, "learning_rate": 4.559734527556773e-05, "loss": 19.957, "step": 30316 }, { "epoch": 26.92, "learning_rate": 4.5594541169621286e-05, "loss": 19.335, "step": 30317 }, { "epoch": 26.93, "learning_rate": 4.559173707763924e-05, "loss": 19.7705, "step": 30318 }, { "epoch": 26.93, "learning_rate": 4.5588932999630514e-05, "loss": 19.8809, "step": 30319 }, { "epoch": 26.93, "learning_rate": 4.558612893560395e-05, "loss": 19.9033, "step": 30320 }, { "epoch": 26.93, "learning_rate": 4.558332488556846e-05, "loss": 19.1865, "step": 30321 }, { "epoch": 26.93, "learning_rate": 4.558332488556846e-05, "loss": 19.4072, "step": 30322 }, { "epoch": 26.93, "learning_rate": 4.558052084953292e-05, "loss": 19.7441, "step": 30323 }, { "epoch": 26.93, "learning_rate": 4.557771682750624e-05, "loss": 20.0146, "step": 30324 }, { "epoch": 26.93, "learning_rate": 4.557491281949732e-05, "loss": 19.4502, "step": 30325 }, { "epoch": 26.93, "learning_rate": 4.5572108825514996e-05, "loss": 19.8828, "step": 30326 }, { "epoch": 26.93, "learning_rate": 4.556930484556818e-05, "loss": 19.0332, "step": 30327 }, { "epoch": 26.93, "learning_rate": 4.556650087966578e-05, "loss": 19.6172, "step": 30328 }, { "epoch": 26.94, "learning_rate": 4.5563696927816656e-05, "loss": 19.168, "step": 30329 }, { "epoch": 26.94, "learning_rate": 4.556089299002974e-05, "loss": 19.8545, "step": 30330 }, { "epoch": 26.94, "learning_rate": 4.5558089066313854e-05, "loss": 19.6572, "step": 30331 }, { "epoch": 26.94, "learning_rate": 4.555528515667793e-05, "loss": 19.8232, "step": 30332 }, { "epoch": 26.94, "learning_rate": 4.555248126113085e-05, "loss": 19.6787, "step": 30333 }, { "epoch": 26.94, "learning_rate": 4.5549677379681494e-05, "loss": 20.2002, "step": 30334 }, { "epoch": 26.94, "learning_rate": 4.5546873512338756e-05, "loss": 19.6328, "step": 30335 }, { "epoch": 26.94, "learning_rate": 4.554406965911153e-05, "loss": 19.7949, "step": 30336 }, { "epoch": 26.94, "learning_rate": 4.554126582000869e-05, "loss": 19.5615, "step": 30337 }, { "epoch": 26.94, "learning_rate": 4.5538461995039125e-05, "loss": 19.8398, "step": 30338 }, { "epoch": 26.94, "learning_rate": 4.5535658184211726e-05, "loss": 19.6055, "step": 30339 }, { "epoch": 26.94, "learning_rate": 4.553285438753538e-05, "loss": 19.2139, "step": 30340 }, { "epoch": 26.95, "learning_rate": 4.5530050605018995e-05, "loss": 19.2939, "step": 30341 }, { "epoch": 26.95, "learning_rate": 4.5527246836671416e-05, "loss": 19.6416, "step": 30342 }, { "epoch": 26.95, "learning_rate": 4.5524443082501556e-05, "loss": 19.6191, "step": 30343 }, { "epoch": 26.95, "learning_rate": 4.5521639342518306e-05, "loss": 19.5361, "step": 30344 }, { "epoch": 26.95, "learning_rate": 4.5518835616730534e-05, "loss": 19.1758, "step": 30345 }, { "epoch": 26.95, "learning_rate": 4.551603190514717e-05, "loss": 19.9814, "step": 30346 }, { "epoch": 26.95, "learning_rate": 4.5513228207777046e-05, "loss": 20.208, "step": 30347 }, { "epoch": 26.95, "learning_rate": 4.551042452462908e-05, "loss": 20.1025, "step": 30348 }, { "epoch": 26.95, "learning_rate": 4.550762085571214e-05, "loss": 19.6631, "step": 30349 }, { "epoch": 26.95, "learning_rate": 4.550481720103514e-05, "loss": 19.877, "step": 30350 }, { "epoch": 26.95, "learning_rate": 4.550201356060695e-05, "loss": 19.7119, "step": 30351 }, { "epoch": 26.96, "learning_rate": 4.5499209934436486e-05, "loss": 19.6699, "step": 30352 }, { "epoch": 26.96, "learning_rate": 4.549640632253257e-05, "loss": 19.9102, "step": 30353 }, { "epoch": 26.96, "learning_rate": 4.549360272490415e-05, "loss": 19.8574, "step": 30354 }, { "epoch": 26.96, "learning_rate": 4.549079914156009e-05, "loss": 20.3281, "step": 30355 }, { "epoch": 26.96, "learning_rate": 4.5487995572509266e-05, "loss": 20.1514, "step": 30356 }, { "epoch": 26.96, "learning_rate": 4.5485192017760595e-05, "loss": 19.9258, "step": 30357 }, { "epoch": 26.96, "learning_rate": 4.548238847732294e-05, "loss": 19.6543, "step": 30358 }, { "epoch": 26.96, "learning_rate": 4.547958495120519e-05, "loss": 19.8936, "step": 30359 }, { "epoch": 26.96, "learning_rate": 4.547678143941623e-05, "loss": 19.5176, "step": 30360 }, { "epoch": 26.96, "learning_rate": 4.547678143941623e-05, "loss": 19.6143, "step": 30361 }, { "epoch": 26.96, "learning_rate": 4.547397794196495e-05, "loss": 19.9482, "step": 30362 }, { "epoch": 26.97, "learning_rate": 4.5471174458860246e-05, "loss": 19.5928, "step": 30363 }, { "epoch": 26.97, "learning_rate": 4.5468370990111006e-05, "loss": 19.9609, "step": 30364 }, { "epoch": 26.97, "learning_rate": 4.546556753572609e-05, "loss": 19.6875, "step": 30365 }, { "epoch": 26.97, "learning_rate": 4.546276409571441e-05, "loss": 19.7822, "step": 30366 }, { "epoch": 26.97, "learning_rate": 4.545996067008483e-05, "loss": 19.5361, "step": 30367 }, { "epoch": 26.97, "learning_rate": 4.5457157258846247e-05, "loss": 19.1816, "step": 30368 }, { "epoch": 26.97, "learning_rate": 4.545435386200758e-05, "loss": 19.0068, "step": 30369 }, { "epoch": 26.97, "learning_rate": 4.545155047957767e-05, "loss": 19.3242, "step": 30370 }, { "epoch": 26.97, "learning_rate": 4.5448747111565406e-05, "loss": 19.5928, "step": 30371 }, { "epoch": 26.97, "learning_rate": 4.544594375797968e-05, "loss": 19.6738, "step": 30372 }, { "epoch": 26.97, "learning_rate": 4.54431404188294e-05, "loss": 20.2158, "step": 30373 }, { "epoch": 26.98, "learning_rate": 4.544033709412346e-05, "loss": 19.6426, "step": 30374 }, { "epoch": 26.98, "learning_rate": 4.5437533783870687e-05, "loss": 19.4287, "step": 30375 }, { "epoch": 26.98, "learning_rate": 4.5434730488080004e-05, "loss": 19.7207, "step": 30376 }, { "epoch": 26.98, "learning_rate": 4.5431927206760304e-05, "loss": 19.5557, "step": 30377 }, { "epoch": 26.98, "learning_rate": 4.542912393992046e-05, "loss": 20.1064, "step": 30378 }, { "epoch": 26.98, "learning_rate": 4.542632068756937e-05, "loss": 19.9053, "step": 30379 }, { "epoch": 26.98, "learning_rate": 4.542351744971591e-05, "loss": 18.9873, "step": 30380 }, { "epoch": 26.98, "learning_rate": 4.5420714226368974e-05, "loss": 19.7568, "step": 30381 }, { "epoch": 26.98, "learning_rate": 4.5417911017537425e-05, "loss": 19.3994, "step": 30382 }, { "epoch": 26.98, "learning_rate": 4.541510782323017e-05, "loss": 19.3525, "step": 30383 }, { "epoch": 26.98, "learning_rate": 4.541230464345609e-05, "loss": 19.5576, "step": 30384 }, { "epoch": 26.98, "learning_rate": 4.540950147822408e-05, "loss": 19.4697, "step": 30385 }, { "epoch": 26.99, "learning_rate": 4.5406698327543e-05, "loss": 19.4688, "step": 30386 }, { "epoch": 26.99, "learning_rate": 4.5403895191421755e-05, "loss": 19.873, "step": 30387 }, { "epoch": 26.99, "learning_rate": 4.540109206986922e-05, "loss": 19.7188, "step": 30388 }, { "epoch": 26.99, "learning_rate": 4.53982889628943e-05, "loss": 19.8125, "step": 30389 }, { "epoch": 26.99, "learning_rate": 4.539548587050586e-05, "loss": 19.3369, "step": 30390 }, { "epoch": 26.99, "learning_rate": 4.539268279271279e-05, "loss": 19.752, "step": 30391 }, { "epoch": 26.99, "learning_rate": 4.538987972952398e-05, "loss": 19.2197, "step": 30392 }, { "epoch": 26.99, "learning_rate": 4.5387076680948305e-05, "loss": 19.3906, "step": 30393 }, { "epoch": 26.99, "learning_rate": 4.5384273646994656e-05, "loss": 19.7891, "step": 30394 }, { "epoch": 26.99, "learning_rate": 4.5381470627671916e-05, "loss": 20.2246, "step": 30395 }, { "epoch": 26.99, "learning_rate": 4.5378667622989e-05, "loss": 20.2305, "step": 30396 }, { "epoch": 27.0, "learning_rate": 4.537586463295474e-05, "loss": 19.7998, "step": 30397 }, { "epoch": 27.0, "learning_rate": 4.5373061657578044e-05, "loss": 19.5293, "step": 30398 }, { "epoch": 27.0, "learning_rate": 4.537025869686781e-05, "loss": 20.0, "step": 30399 }, { "epoch": 27.0, "learning_rate": 4.536745575083291e-05, "loss": 19.7256, "step": 30400 }, { "epoch": 27.0, "learning_rate": 4.536465281948226e-05, "loss": 20.0605, "step": 30401 }, { "epoch": 27.0, "learning_rate": 4.5361849902824674e-05, "loss": 19.4688, "step": 30402 }, { "epoch": 27.0, "learning_rate": 4.5359047000869096e-05, "loss": 19.5928, "step": 30403 }, { "epoch": 27.0, "learning_rate": 4.535624411362439e-05, "loss": 19.6494, "step": 30404 }, { "epoch": 27.0, "learning_rate": 4.535344124109944e-05, "loss": 19.1963, "step": 30405 }, { "epoch": 27.0, "learning_rate": 4.5350638383303154e-05, "loss": 19.3584, "step": 30406 }, { "epoch": 27.0, "learning_rate": 4.5347835540244385e-05, "loss": 20.0176, "step": 30407 }, { "epoch": 27.01, "learning_rate": 4.534503271193202e-05, "loss": 19.8652, "step": 30408 }, { "epoch": 27.01, "learning_rate": 4.534222989837497e-05, "loss": 19.7842, "step": 30409 }, { "epoch": 27.01, "learning_rate": 4.533942709958209e-05, "loss": 20.1924, "step": 30410 }, { "epoch": 27.01, "learning_rate": 4.5336624315562275e-05, "loss": 19.5391, "step": 30411 }, { "epoch": 27.01, "learning_rate": 4.533382154632442e-05, "loss": 19.4199, "step": 30412 }, { "epoch": 27.01, "learning_rate": 4.53310187918774e-05, "loss": 19.3936, "step": 30413 }, { "epoch": 27.01, "learning_rate": 4.5328216052230086e-05, "loss": 19.5312, "step": 30414 }, { "epoch": 27.01, "learning_rate": 4.532541332739139e-05, "loss": 19.6562, "step": 30415 }, { "epoch": 27.01, "learning_rate": 4.532261061737017e-05, "loss": 19.1582, "step": 30416 }, { "epoch": 27.01, "learning_rate": 4.531980792217534e-05, "loss": 19.3262, "step": 30417 }, { "epoch": 27.01, "learning_rate": 4.531700524181574e-05, "loss": 19.1318, "step": 30418 }, { "epoch": 27.02, "learning_rate": 4.53142025763003e-05, "loss": 19.5527, "step": 30419 }, { "epoch": 27.02, "learning_rate": 4.531139992563787e-05, "loss": 19.335, "step": 30420 }, { "epoch": 27.02, "learning_rate": 4.530859728983734e-05, "loss": 19.4883, "step": 30421 }, { "epoch": 27.02, "learning_rate": 4.530579466890761e-05, "loss": 19.3438, "step": 30422 }, { "epoch": 27.02, "learning_rate": 4.530299206285758e-05, "loss": 19.9141, "step": 30423 }, { "epoch": 27.02, "learning_rate": 4.530018947169608e-05, "loss": 19.9404, "step": 30424 }, { "epoch": 27.02, "learning_rate": 4.5297386895432016e-05, "loss": 19.5508, "step": 30425 }, { "epoch": 27.02, "learning_rate": 4.529458433407429e-05, "loss": 19.5625, "step": 30426 }, { "epoch": 27.02, "learning_rate": 4.529178178763176e-05, "loss": 19.5332, "step": 30427 }, { "epoch": 27.02, "learning_rate": 4.528897925611334e-05, "loss": 19.0557, "step": 30428 }, { "epoch": 27.02, "learning_rate": 4.528617673952789e-05, "loss": 19.1895, "step": 30429 }, { "epoch": 27.02, "learning_rate": 4.52833742378843e-05, "loss": 20.0879, "step": 30430 }, { "epoch": 27.03, "learning_rate": 4.528057175119145e-05, "loss": 19.4326, "step": 30431 }, { "epoch": 27.03, "learning_rate": 4.527776927945822e-05, "loss": 19.3359, "step": 30432 }, { "epoch": 27.03, "learning_rate": 4.527496682269352e-05, "loss": 19.2432, "step": 30433 }, { "epoch": 27.03, "learning_rate": 4.5272164380906195e-05, "loss": 19.7949, "step": 30434 }, { "epoch": 27.03, "learning_rate": 4.526936195410515e-05, "loss": 19.2197, "step": 30435 }, { "epoch": 27.03, "learning_rate": 4.526655954229926e-05, "loss": 19.1738, "step": 30436 }, { "epoch": 27.03, "learning_rate": 4.526375714549742e-05, "loss": 19.3467, "step": 30437 }, { "epoch": 27.03, "learning_rate": 4.5260954763708493e-05, "loss": 19.2285, "step": 30438 }, { "epoch": 27.03, "learning_rate": 4.5258152396941386e-05, "loss": 19.2236, "step": 30439 }, { "epoch": 27.03, "learning_rate": 4.5255350045204966e-05, "loss": 19.3623, "step": 30440 }, { "epoch": 27.03, "learning_rate": 4.525254770850811e-05, "loss": 19.959, "step": 30441 }, { "epoch": 27.04, "learning_rate": 4.524974538685972e-05, "loss": 19.3662, "step": 30442 }, { "epoch": 27.04, "learning_rate": 4.524694308026866e-05, "loss": 19.7051, "step": 30443 }, { "epoch": 27.04, "learning_rate": 4.524414078874385e-05, "loss": 19.5928, "step": 30444 }, { "epoch": 27.04, "learning_rate": 4.524133851229412e-05, "loss": 19.0127, "step": 30445 }, { "epoch": 27.04, "learning_rate": 4.5238536250928383e-05, "loss": 19.665, "step": 30446 }, { "epoch": 27.04, "learning_rate": 4.52357340046555e-05, "loss": 19.1533, "step": 30447 }, { "epoch": 27.04, "learning_rate": 4.523293177348438e-05, "loss": 20.0674, "step": 30448 }, { "epoch": 27.04, "learning_rate": 4.5230129557423924e-05, "loss": 19.1465, "step": 30449 }, { "epoch": 27.04, "learning_rate": 4.522732735648296e-05, "loss": 19.3779, "step": 30450 }, { "epoch": 27.04, "learning_rate": 4.522452517067038e-05, "loss": 19.1592, "step": 30451 }, { "epoch": 27.04, "learning_rate": 4.52217229999951e-05, "loss": 18.9258, "step": 30452 }, { "epoch": 27.05, "learning_rate": 4.521892084446598e-05, "loss": 19.8467, "step": 30453 }, { "epoch": 27.05, "learning_rate": 4.52161187040919e-05, "loss": 19.9766, "step": 30454 }, { "epoch": 27.05, "learning_rate": 4.521331657888178e-05, "loss": 19.6445, "step": 30455 }, { "epoch": 27.05, "learning_rate": 4.521051446884445e-05, "loss": 19.2627, "step": 30456 }, { "epoch": 27.05, "learning_rate": 4.52077123739888e-05, "loss": 19.5439, "step": 30457 }, { "epoch": 27.05, "learning_rate": 4.520491029432374e-05, "loss": 19.0996, "step": 30458 }, { "epoch": 27.05, "learning_rate": 4.520210822985814e-05, "loss": 19.751, "step": 30459 }, { "epoch": 27.05, "learning_rate": 4.519930618060088e-05, "loss": 19.5361, "step": 30460 }, { "epoch": 27.05, "learning_rate": 4.5196504146560835e-05, "loss": 19.6357, "step": 30461 }, { "epoch": 27.05, "learning_rate": 4.519370212774689e-05, "loss": 19.4824, "step": 30462 }, { "epoch": 27.05, "learning_rate": 4.519090012416794e-05, "loss": 19.3691, "step": 30463 }, { "epoch": 27.06, "learning_rate": 4.518809813583284e-05, "loss": 19.2148, "step": 30464 }, { "epoch": 27.06, "learning_rate": 4.5185296162750515e-05, "loss": 19.2021, "step": 30465 }, { "epoch": 27.06, "learning_rate": 4.51824942049298e-05, "loss": 19.4541, "step": 30466 }, { "epoch": 27.06, "learning_rate": 4.517969226237961e-05, "loss": 19.5732, "step": 30467 }, { "epoch": 27.06, "learning_rate": 4.51768903351088e-05, "loss": 19.5684, "step": 30468 }, { "epoch": 27.06, "learning_rate": 4.517408842312626e-05, "loss": 19.0342, "step": 30469 }, { "epoch": 27.06, "learning_rate": 4.5171286526440884e-05, "loss": 19.208, "step": 30470 }, { "epoch": 27.06, "learning_rate": 4.516848464506157e-05, "loss": 19.6182, "step": 30471 }, { "epoch": 27.06, "learning_rate": 4.516568277899715e-05, "loss": 19.8115, "step": 30472 }, { "epoch": 27.06, "learning_rate": 4.516288092825652e-05, "loss": 19.2383, "step": 30473 }, { "epoch": 27.06, "learning_rate": 4.5160079092848585e-05, "loss": 19.8496, "step": 30474 }, { "epoch": 27.06, "learning_rate": 4.5157277272782216e-05, "loss": 19.2422, "step": 30475 }, { "epoch": 27.07, "learning_rate": 4.515447546806631e-05, "loss": 19.3252, "step": 30476 }, { "epoch": 27.07, "learning_rate": 4.5151673678709696e-05, "loss": 19.6885, "step": 30477 }, { "epoch": 27.07, "learning_rate": 4.51488719047213e-05, "loss": 19.4834, "step": 30478 }, { "epoch": 27.07, "learning_rate": 4.51488719047213e-05, "loss": 19.6758, "step": 30479 }, { "epoch": 27.07, "learning_rate": 4.5146070146109994e-05, "loss": 19.7871, "step": 30480 }, { "epoch": 27.07, "learning_rate": 4.514326840288465e-05, "loss": 20.1602, "step": 30481 }, { "epoch": 27.07, "learning_rate": 4.514046667505416e-05, "loss": 19.2803, "step": 30482 }, { "epoch": 27.07, "learning_rate": 4.513766496262741e-05, "loss": 19.2871, "step": 30483 }, { "epoch": 27.07, "learning_rate": 4.513486326561327e-05, "loss": 19.251, "step": 30484 }, { "epoch": 27.07, "learning_rate": 4.513206158402061e-05, "loss": 18.9492, "step": 30485 }, { "epoch": 27.07, "learning_rate": 4.512925991785833e-05, "loss": 19.0439, "step": 30486 }, { "epoch": 27.08, "learning_rate": 4.512645826713529e-05, "loss": 19.3467, "step": 30487 }, { "epoch": 27.08, "learning_rate": 4.512365663186042e-05, "loss": 19.248, "step": 30488 }, { "epoch": 27.08, "learning_rate": 4.512365663186042e-05, "loss": 19.9678, "step": 30489 }, { "epoch": 27.08, "learning_rate": 4.512085501204253e-05, "loss": 19.2266, "step": 30490 }, { "epoch": 27.08, "learning_rate": 4.511805340769055e-05, "loss": 19.2842, "step": 30491 }, { "epoch": 27.08, "learning_rate": 4.5115251818813344e-05, "loss": 19.5, "step": 30492 }, { "epoch": 27.08, "learning_rate": 4.511245024541978e-05, "loss": 19.5957, "step": 30493 }, { "epoch": 27.08, "learning_rate": 4.5109648687518785e-05, "loss": 19.6416, "step": 30494 }, { "epoch": 27.08, "learning_rate": 4.510684714511919e-05, "loss": 19.8711, "step": 30495 }, { "epoch": 27.08, "learning_rate": 4.510404561822989e-05, "loss": 19.3652, "step": 30496 }, { "epoch": 27.08, "learning_rate": 4.510124410685976e-05, "loss": 19.4082, "step": 30497 }, { "epoch": 27.09, "learning_rate": 4.5098442611017696e-05, "loss": 19.4531, "step": 30498 }, { "epoch": 27.09, "learning_rate": 4.509564113071257e-05, "loss": 20.2227, "step": 30499 }, { "epoch": 27.09, "learning_rate": 4.509283966595328e-05, "loss": 19.9541, "step": 30500 }, { "epoch": 27.09, "learning_rate": 4.509003821674866e-05, "loss": 19.667, "step": 30501 }, { "epoch": 27.09, "learning_rate": 4.508723678310763e-05, "loss": 20.3232, "step": 30502 }, { "epoch": 27.09, "learning_rate": 4.5084435365039054e-05, "loss": 19.7715, "step": 30503 }, { "epoch": 27.09, "learning_rate": 4.5081633962551825e-05, "loss": 19.1055, "step": 30504 }, { "epoch": 27.09, "learning_rate": 4.507883257565482e-05, "loss": 19.5273, "step": 30505 }, { "epoch": 27.09, "learning_rate": 4.50760312043569e-05, "loss": 20.0566, "step": 30506 }, { "epoch": 27.09, "learning_rate": 4.507322984866696e-05, "loss": 19.2705, "step": 30507 }, { "epoch": 27.09, "learning_rate": 4.507042850859388e-05, "loss": 19.0381, "step": 30508 }, { "epoch": 27.1, "learning_rate": 4.506762718414653e-05, "loss": 19.209, "step": 30509 }, { "epoch": 27.1, "learning_rate": 4.506482587533381e-05, "loss": 19.042, "step": 30510 }, { "epoch": 27.1, "learning_rate": 4.506202458216459e-05, "loss": 20.1836, "step": 30511 }, { "epoch": 27.1, "learning_rate": 4.505922330464773e-05, "loss": 19.541, "step": 30512 }, { "epoch": 27.1, "learning_rate": 4.505642204279213e-05, "loss": 19.2803, "step": 30513 }, { "epoch": 27.1, "learning_rate": 4.505362079660666e-05, "loss": 19.6846, "step": 30514 }, { "epoch": 27.1, "learning_rate": 4.505081956610021e-05, "loss": 19.0312, "step": 30515 }, { "epoch": 27.1, "learning_rate": 4.504801835128166e-05, "loss": 18.8301, "step": 30516 }, { "epoch": 27.1, "learning_rate": 4.504521715215988e-05, "loss": 19.4414, "step": 30517 }, { "epoch": 27.1, "learning_rate": 4.5042415968743744e-05, "loss": 18.9756, "step": 30518 }, { "epoch": 27.1, "learning_rate": 4.503961480104215e-05, "loss": 19.2549, "step": 30519 }, { "epoch": 27.1, "learning_rate": 4.5036813649063944e-05, "loss": 19.9189, "step": 30520 }, { "epoch": 27.11, "learning_rate": 4.503401251281806e-05, "loss": 18.9365, "step": 30521 }, { "epoch": 27.11, "learning_rate": 4.503121139231333e-05, "loss": 19.3008, "step": 30522 }, { "epoch": 27.11, "learning_rate": 4.502841028755864e-05, "loss": 19.0498, "step": 30523 }, { "epoch": 27.11, "learning_rate": 4.502841028755864e-05, "loss": 20.4629, "step": 30524 }, { "epoch": 27.11, "learning_rate": 4.5025609198562876e-05, "loss": 20.0352, "step": 30525 }, { "epoch": 27.11, "learning_rate": 4.502280812533492e-05, "loss": 19.4873, "step": 30526 }, { "epoch": 27.11, "learning_rate": 4.502000706788367e-05, "loss": 19.3086, "step": 30527 }, { "epoch": 27.11, "learning_rate": 4.5017206026217956e-05, "loss": 19.9092, "step": 30528 }, { "epoch": 27.11, "learning_rate": 4.5014405000346695e-05, "loss": 19.5195, "step": 30529 }, { "epoch": 27.11, "learning_rate": 4.5011603990278744e-05, "loss": 19.7334, "step": 30530 }, { "epoch": 27.11, "learning_rate": 4.5008802996023e-05, "loss": 19.6943, "step": 30531 }, { "epoch": 27.12, "learning_rate": 4.5006002017588335e-05, "loss": 19.2969, "step": 30532 }, { "epoch": 27.12, "learning_rate": 4.500320105498363e-05, "loss": 19.3135, "step": 30533 }, { "epoch": 27.12, "learning_rate": 4.500040010821775e-05, "loss": 19.5244, "step": 30534 }, { "epoch": 27.12, "learning_rate": 4.499759917729959e-05, "loss": 19.3828, "step": 30535 }, { "epoch": 27.12, "learning_rate": 4.499479826223801e-05, "loss": 19.3008, "step": 30536 }, { "epoch": 27.12, "learning_rate": 4.499199736304192e-05, "loss": 19.4297, "step": 30537 }, { "epoch": 27.12, "learning_rate": 4.498919647972017e-05, "loss": 19.9756, "step": 30538 }, { "epoch": 27.12, "learning_rate": 4.498639561228164e-05, "loss": 19.6318, "step": 30539 }, { "epoch": 27.12, "learning_rate": 4.4983594760735216e-05, "loss": 19.4023, "step": 30540 }, { "epoch": 27.12, "learning_rate": 4.498079392508977e-05, "loss": 19.7051, "step": 30541 }, { "epoch": 27.12, "learning_rate": 4.497799310535419e-05, "loss": 19.124, "step": 30542 }, { "epoch": 27.13, "learning_rate": 4.497519230153736e-05, "loss": 20.2871, "step": 30543 }, { "epoch": 27.13, "learning_rate": 4.497239151364813e-05, "loss": 19.6055, "step": 30544 }, { "epoch": 27.13, "learning_rate": 4.49695907416954e-05, "loss": 19.2236, "step": 30545 }, { "epoch": 27.13, "learning_rate": 4.496678998568804e-05, "loss": 19.5078, "step": 30546 }, { "epoch": 27.13, "learning_rate": 4.496398924563492e-05, "loss": 19.4434, "step": 30547 }, { "epoch": 27.13, "learning_rate": 4.496118852154494e-05, "loss": 19.4238, "step": 30548 }, { "epoch": 27.13, "learning_rate": 4.495838781342698e-05, "loss": 19.6865, "step": 30549 }, { "epoch": 27.13, "learning_rate": 4.495558712128989e-05, "loss": 19.623, "step": 30550 }, { "epoch": 27.13, "learning_rate": 4.495278644514255e-05, "loss": 19.7949, "step": 30551 }, { "epoch": 27.13, "learning_rate": 4.4949985784993856e-05, "loss": 19.6016, "step": 30552 }, { "epoch": 27.13, "learning_rate": 4.494718514085268e-05, "loss": 19.4863, "step": 30553 }, { "epoch": 27.13, "learning_rate": 4.4944384512727914e-05, "loss": 19.6191, "step": 30554 }, { "epoch": 27.14, "learning_rate": 4.49415839006284e-05, "loss": 19.6953, "step": 30555 }, { "epoch": 27.14, "learning_rate": 4.493878330456304e-05, "loss": 19.9121, "step": 30556 }, { "epoch": 27.14, "learning_rate": 4.4935982724540696e-05, "loss": 19.1299, "step": 30557 }, { "epoch": 27.14, "learning_rate": 4.493318216057026e-05, "loss": 19.9971, "step": 30558 }, { "epoch": 27.14, "learning_rate": 4.4930381612660605e-05, "loss": 19.6572, "step": 30559 }, { "epoch": 27.14, "learning_rate": 4.492758108082062e-05, "loss": 19.9014, "step": 30560 }, { "epoch": 27.14, "learning_rate": 4.4924780565059155e-05, "loss": 19.3516, "step": 30561 }, { "epoch": 27.14, "learning_rate": 4.49219800653851e-05, "loss": 19.3418, "step": 30562 }, { "epoch": 27.14, "learning_rate": 4.491917958180734e-05, "loss": 19.8965, "step": 30563 }, { "epoch": 27.14, "learning_rate": 4.491637911433474e-05, "loss": 19.458, "step": 30564 }, { "epoch": 27.14, "learning_rate": 4.49135786629762e-05, "loss": 19.7939, "step": 30565 }, { "epoch": 27.15, "learning_rate": 4.4910778227740566e-05, "loss": 19.2754, "step": 30566 }, { "epoch": 27.15, "learning_rate": 4.490797780863673e-05, "loss": 19.4424, "step": 30567 }, { "epoch": 27.15, "learning_rate": 4.490517740567356e-05, "loss": 19.96, "step": 30568 }, { "epoch": 27.15, "learning_rate": 4.490237701885993e-05, "loss": 19.5645, "step": 30569 }, { "epoch": 27.15, "learning_rate": 4.4899576648204764e-05, "loss": 19.416, "step": 30570 }, { "epoch": 27.15, "learning_rate": 4.4896776293716875e-05, "loss": 19.7383, "step": 30571 }, { "epoch": 27.15, "learning_rate": 4.489397595540517e-05, "loss": 19.3691, "step": 30572 }, { "epoch": 27.15, "learning_rate": 4.4891175633278504e-05, "loss": 19.1318, "step": 30573 }, { "epoch": 27.15, "learning_rate": 4.488837532734578e-05, "loss": 20.0566, "step": 30574 }, { "epoch": 27.15, "learning_rate": 4.4885575037615874e-05, "loss": 19.5996, "step": 30575 }, { "epoch": 27.15, "learning_rate": 4.4882774764097667e-05, "loss": 19.8242, "step": 30576 }, { "epoch": 27.16, "learning_rate": 4.487997450679999e-05, "loss": 19.7725, "step": 30577 }, { "epoch": 27.16, "learning_rate": 4.4877174265731766e-05, "loss": 19.7334, "step": 30578 }, { "epoch": 27.16, "learning_rate": 4.487437404090185e-05, "loss": 19.6611, "step": 30579 }, { "epoch": 27.16, "learning_rate": 4.487157383231912e-05, "loss": 20.0352, "step": 30580 }, { "epoch": 27.16, "learning_rate": 4.486877363999248e-05, "loss": 19.1562, "step": 30581 }, { "epoch": 27.16, "learning_rate": 4.486597346393077e-05, "loss": 19.4395, "step": 30582 }, { "epoch": 27.16, "learning_rate": 4.486317330414287e-05, "loss": 19.3232, "step": 30583 }, { "epoch": 27.16, "learning_rate": 4.4860373160637665e-05, "loss": 19.9473, "step": 30584 }, { "epoch": 27.16, "learning_rate": 4.485757303342403e-05, "loss": 19.6748, "step": 30585 }, { "epoch": 27.16, "learning_rate": 4.4854772922510853e-05, "loss": 19.6982, "step": 30586 }, { "epoch": 27.16, "learning_rate": 4.4851972827906984e-05, "loss": 19.4814, "step": 30587 }, { "epoch": 27.17, "learning_rate": 4.484917274962131e-05, "loss": 19.6094, "step": 30588 }, { "epoch": 27.17, "learning_rate": 4.484637268766272e-05, "loss": 19.8613, "step": 30589 }, { "epoch": 27.17, "learning_rate": 4.484357264204007e-05, "loss": 19.8564, "step": 30590 }, { "epoch": 27.17, "learning_rate": 4.484077261276224e-05, "loss": 19.6855, "step": 30591 }, { "epoch": 27.17, "learning_rate": 4.4837972599838135e-05, "loss": 19.0645, "step": 30592 }, { "epoch": 27.17, "learning_rate": 4.483517260327659e-05, "loss": 18.9062, "step": 30593 }, { "epoch": 27.17, "learning_rate": 4.483237262308649e-05, "loss": 19.6191, "step": 30594 }, { "epoch": 27.17, "learning_rate": 4.48295726592767e-05, "loss": 19.501, "step": 30595 }, { "epoch": 27.17, "learning_rate": 4.482677271185614e-05, "loss": 19.2236, "step": 30596 }, { "epoch": 27.17, "learning_rate": 4.482397278083366e-05, "loss": 19.6934, "step": 30597 }, { "epoch": 27.17, "learning_rate": 4.4821172866218115e-05, "loss": 19.7549, "step": 30598 }, { "epoch": 27.17, "learning_rate": 4.481837296801839e-05, "loss": 19.5498, "step": 30599 }, { "epoch": 27.18, "learning_rate": 4.4815573086243375e-05, "loss": 19.6602, "step": 30600 }, { "epoch": 27.18, "learning_rate": 4.4812773220901936e-05, "loss": 19.4473, "step": 30601 }, { "epoch": 27.18, "learning_rate": 4.480997337200297e-05, "loss": 19.5029, "step": 30602 }, { "epoch": 27.18, "learning_rate": 4.4807173539555305e-05, "loss": 19.834, "step": 30603 }, { "epoch": 27.18, "learning_rate": 4.4804373723567846e-05, "loss": 19.6729, "step": 30604 }, { "epoch": 27.18, "learning_rate": 4.4801573924049466e-05, "loss": 20.0898, "step": 30605 }, { "epoch": 27.18, "learning_rate": 4.4798774141009035e-05, "loss": 19.4277, "step": 30606 }, { "epoch": 27.18, "learning_rate": 4.4795974374455436e-05, "loss": 20.0312, "step": 30607 }, { "epoch": 27.18, "learning_rate": 4.4793174624397546e-05, "loss": 19.7764, "step": 30608 }, { "epoch": 27.18, "learning_rate": 4.479037489084422e-05, "loss": 19.8721, "step": 30609 }, { "epoch": 27.18, "learning_rate": 4.478757517380434e-05, "loss": 19.668, "step": 30610 }, { "epoch": 27.19, "learning_rate": 4.478477547328679e-05, "loss": 19.459, "step": 30611 }, { "epoch": 27.19, "learning_rate": 4.478197578930044e-05, "loss": 19.084, "step": 30612 }, { "epoch": 27.19, "learning_rate": 4.4779176121854174e-05, "loss": 19.3945, "step": 30613 }, { "epoch": 27.19, "learning_rate": 4.4776376470956846e-05, "loss": 19.0586, "step": 30614 }, { "epoch": 27.19, "learning_rate": 4.477357683661734e-05, "loss": 19.4971, "step": 30615 }, { "epoch": 27.19, "learning_rate": 4.477077721884452e-05, "loss": 19.1836, "step": 30616 }, { "epoch": 27.19, "learning_rate": 4.476797761764727e-05, "loss": 19.2041, "step": 30617 }, { "epoch": 27.19, "learning_rate": 4.476517803303448e-05, "loss": 18.9746, "step": 30618 }, { "epoch": 27.19, "learning_rate": 4.476237846501502e-05, "loss": 19.5811, "step": 30619 }, { "epoch": 27.19, "learning_rate": 4.475957891359774e-05, "loss": 19.4775, "step": 30620 }, { "epoch": 27.19, "learning_rate": 4.475677937879151e-05, "loss": 19.3857, "step": 30621 }, { "epoch": 27.2, "learning_rate": 4.4753979860605235e-05, "loss": 19.665, "step": 30622 }, { "epoch": 27.2, "learning_rate": 4.475118035904777e-05, "loss": 19.4834, "step": 30623 }, { "epoch": 27.2, "learning_rate": 4.4748380874128026e-05, "loss": 19.2695, "step": 30624 }, { "epoch": 27.2, "learning_rate": 4.47455814058548e-05, "loss": 19.7793, "step": 30625 }, { "epoch": 27.2, "learning_rate": 4.474278195423703e-05, "loss": 19.4551, "step": 30626 }, { "epoch": 27.2, "learning_rate": 4.473998251928357e-05, "loss": 19.2246, "step": 30627 }, { "epoch": 27.2, "learning_rate": 4.473718310100329e-05, "loss": 19.5078, "step": 30628 }, { "epoch": 27.2, "learning_rate": 4.473438369940508e-05, "loss": 19.46, "step": 30629 }, { "epoch": 27.2, "learning_rate": 4.473158431449779e-05, "loss": 19.3662, "step": 30630 }, { "epoch": 27.2, "learning_rate": 4.47287849462903e-05, "loss": 19.2354, "step": 30631 }, { "epoch": 27.2, "learning_rate": 4.472598559479149e-05, "loss": 19.3242, "step": 30632 }, { "epoch": 27.21, "learning_rate": 4.4723186260010235e-05, "loss": 19.2412, "step": 30633 }, { "epoch": 27.21, "learning_rate": 4.47203869419554e-05, "loss": 19.3057, "step": 30634 }, { "epoch": 27.21, "learning_rate": 4.471758764063588e-05, "loss": 19.5342, "step": 30635 }, { "epoch": 27.21, "learning_rate": 4.471478835606051e-05, "loss": 19.5479, "step": 30636 }, { "epoch": 27.21, "learning_rate": 4.471198908823819e-05, "loss": 19.3232, "step": 30637 }, { "epoch": 27.21, "learning_rate": 4.470918983717779e-05, "loss": 19.5918, "step": 30638 }, { "epoch": 27.21, "learning_rate": 4.470639060288818e-05, "loss": 19.2305, "step": 30639 }, { "epoch": 27.21, "learning_rate": 4.470359138537824e-05, "loss": 19.3213, "step": 30640 }, { "epoch": 27.21, "learning_rate": 4.470079218465682e-05, "loss": 19.7949, "step": 30641 }, { "epoch": 27.21, "learning_rate": 4.469799300073282e-05, "loss": 19.6035, "step": 30642 }, { "epoch": 27.21, "learning_rate": 4.4695193833615084e-05, "loss": 19.3379, "step": 30643 }, { "epoch": 27.21, "learning_rate": 4.469239468331251e-05, "loss": 20.1689, "step": 30644 }, { "epoch": 27.22, "learning_rate": 4.4689595549833995e-05, "loss": 19.9033, "step": 30645 }, { "epoch": 27.22, "learning_rate": 4.468679643318835e-05, "loss": 19.4443, "step": 30646 }, { "epoch": 27.22, "learning_rate": 4.4683997333384477e-05, "loss": 19.4189, "step": 30647 }, { "epoch": 27.22, "learning_rate": 4.468119825043125e-05, "loss": 19.7656, "step": 30648 }, { "epoch": 27.22, "learning_rate": 4.467839918433755e-05, "loss": 19.4785, "step": 30649 }, { "epoch": 27.22, "learning_rate": 4.4675600135112234e-05, "loss": 19.3418, "step": 30650 }, { "epoch": 27.22, "learning_rate": 4.467280110276419e-05, "loss": 19.5742, "step": 30651 }, { "epoch": 27.22, "learning_rate": 4.467000208730228e-05, "loss": 19.2617, "step": 30652 }, { "epoch": 27.22, "learning_rate": 4.466720308873537e-05, "loss": 19.5352, "step": 30653 }, { "epoch": 27.22, "learning_rate": 4.466440410707234e-05, "loss": 19.7598, "step": 30654 }, { "epoch": 27.22, "learning_rate": 4.466160514232206e-05, "loss": 19.8535, "step": 30655 }, { "epoch": 27.23, "learning_rate": 4.465880619449341e-05, "loss": 19.5146, "step": 30656 }, { "epoch": 27.23, "learning_rate": 4.465600726359526e-05, "loss": 19.5781, "step": 30657 }, { "epoch": 27.23, "learning_rate": 4.465320834963647e-05, "loss": 19.707, "step": 30658 }, { "epoch": 27.23, "learning_rate": 4.465040945262592e-05, "loss": 20.0645, "step": 30659 }, { "epoch": 27.23, "learning_rate": 4.4647610572572476e-05, "loss": 19.1211, "step": 30660 }, { "epoch": 27.23, "learning_rate": 4.464481170948504e-05, "loss": 20.3994, "step": 30661 }, { "epoch": 27.23, "learning_rate": 4.464201286337244e-05, "loss": 19.4141, "step": 30662 }, { "epoch": 27.23, "learning_rate": 4.463921403424357e-05, "loss": 19.5645, "step": 30663 }, { "epoch": 27.23, "learning_rate": 4.46364152221073e-05, "loss": 19.624, "step": 30664 }, { "epoch": 27.23, "learning_rate": 4.46336164269725e-05, "loss": 20.0029, "step": 30665 }, { "epoch": 27.23, "learning_rate": 4.4630817648848033e-05, "loss": 19.5732, "step": 30666 }, { "epoch": 27.24, "learning_rate": 4.462801888774281e-05, "loss": 19.668, "step": 30667 }, { "epoch": 27.24, "learning_rate": 4.4625220143665654e-05, "loss": 19.4629, "step": 30668 }, { "epoch": 27.24, "learning_rate": 4.462242141662545e-05, "loss": 19.3438, "step": 30669 }, { "epoch": 27.24, "learning_rate": 4.461962270663107e-05, "loss": 19.7637, "step": 30670 }, { "epoch": 27.24, "learning_rate": 4.4616824013691395e-05, "loss": 19.4834, "step": 30671 }, { "epoch": 27.24, "learning_rate": 4.461402533781532e-05, "loss": 19.4678, "step": 30672 }, { "epoch": 27.24, "learning_rate": 4.4611226679011645e-05, "loss": 19.3623, "step": 30673 }, { "epoch": 27.24, "learning_rate": 4.46084280372893e-05, "loss": 18.9893, "step": 30674 }, { "epoch": 27.24, "learning_rate": 4.460562941265714e-05, "loss": 19.3359, "step": 30675 }, { "epoch": 27.24, "learning_rate": 4.4602830805124035e-05, "loss": 19.0254, "step": 30676 }, { "epoch": 27.24, "learning_rate": 4.460003221469886e-05, "loss": 19.3662, "step": 30677 }, { "epoch": 27.25, "learning_rate": 4.459723364139048e-05, "loss": 19.7969, "step": 30678 }, { "epoch": 27.25, "learning_rate": 4.459443508520778e-05, "loss": 19.5166, "step": 30679 }, { "epoch": 27.25, "learning_rate": 4.45916365461596e-05, "loss": 19.0732, "step": 30680 }, { "epoch": 27.25, "learning_rate": 4.4588838024254836e-05, "loss": 19.415, "step": 30681 }, { "epoch": 27.25, "learning_rate": 4.458603951950235e-05, "loss": 19.2754, "step": 30682 }, { "epoch": 27.25, "learning_rate": 4.4583241031911034e-05, "loss": 20.0117, "step": 30683 }, { "epoch": 27.25, "learning_rate": 4.4580442561489724e-05, "loss": 19.8643, "step": 30684 }, { "epoch": 27.25, "learning_rate": 4.457764410824731e-05, "loss": 19.3428, "step": 30685 }, { "epoch": 27.25, "learning_rate": 4.4574845672192664e-05, "loss": 19.7969, "step": 30686 }, { "epoch": 27.25, "learning_rate": 4.457204725333464e-05, "loss": 19.4355, "step": 30687 }, { "epoch": 27.25, "learning_rate": 4.456924885168214e-05, "loss": 19.3906, "step": 30688 }, { "epoch": 27.25, "learning_rate": 4.4566450467244e-05, "loss": 19.3301, "step": 30689 }, { "epoch": 27.26, "learning_rate": 4.4563652100029106e-05, "loss": 19.3027, "step": 30690 }, { "epoch": 27.26, "learning_rate": 4.456085375004633e-05, "loss": 19.3984, "step": 30691 }, { "epoch": 27.26, "learning_rate": 4.4558055417304523e-05, "loss": 19.6719, "step": 30692 }, { "epoch": 27.26, "learning_rate": 4.455525710181259e-05, "loss": 19.0811, "step": 30693 }, { "epoch": 27.26, "learning_rate": 4.4552458803579394e-05, "loss": 19.2354, "step": 30694 }, { "epoch": 27.26, "learning_rate": 4.454966052261378e-05, "loss": 19.7666, "step": 30695 }, { "epoch": 27.26, "learning_rate": 4.454686225892462e-05, "loss": 19.4082, "step": 30696 }, { "epoch": 27.26, "learning_rate": 4.4544064012520794e-05, "loss": 20.0225, "step": 30697 }, { "epoch": 27.26, "learning_rate": 4.454126578341119e-05, "loss": 19.2129, "step": 30698 }, { "epoch": 27.26, "learning_rate": 4.453846757160468e-05, "loss": 18.8496, "step": 30699 }, { "epoch": 27.26, "learning_rate": 4.4535669377110076e-05, "loss": 19.3174, "step": 30700 }, { "epoch": 27.27, "learning_rate": 4.45328711999363e-05, "loss": 19.002, "step": 30701 }, { "epoch": 27.27, "learning_rate": 4.4530073040092206e-05, "loss": 19.0303, "step": 30702 }, { "epoch": 27.27, "learning_rate": 4.452727489758667e-05, "loss": 19.0234, "step": 30703 }, { "epoch": 27.27, "learning_rate": 4.452447677242857e-05, "loss": 19.5352, "step": 30704 }, { "epoch": 27.27, "learning_rate": 4.452167866462675e-05, "loss": 19.3281, "step": 30705 }, { "epoch": 27.27, "learning_rate": 4.451888057419009e-05, "loss": 18.9785, "step": 30706 }, { "epoch": 27.27, "learning_rate": 4.451608250112746e-05, "loss": 19.542, "step": 30707 }, { "epoch": 27.27, "learning_rate": 4.451328444544774e-05, "loss": 19.4766, "step": 30708 }, { "epoch": 27.27, "learning_rate": 4.451048640715979e-05, "loss": 18.7832, "step": 30709 }, { "epoch": 27.27, "learning_rate": 4.4507688386272484e-05, "loss": 19.46, "step": 30710 }, { "epoch": 27.27, "learning_rate": 4.4504890382794674e-05, "loss": 19.2061, "step": 30711 }, { "epoch": 27.28, "learning_rate": 4.4502092396735244e-05, "loss": 19.4189, "step": 30712 }, { "epoch": 27.28, "learning_rate": 4.449929442810307e-05, "loss": 19.4395, "step": 30713 }, { "epoch": 27.28, "learning_rate": 4.449649647690699e-05, "loss": 19.1309, "step": 30714 }, { "epoch": 27.28, "learning_rate": 4.449369854315593e-05, "loss": 19.4131, "step": 30715 }, { "epoch": 27.28, "learning_rate": 4.44909006268587e-05, "loss": 19.002, "step": 30716 }, { "epoch": 27.28, "learning_rate": 4.44881027280242e-05, "loss": 20.04, "step": 30717 }, { "epoch": 27.28, "learning_rate": 4.448530484666127e-05, "loss": 20.1172, "step": 30718 }, { "epoch": 27.28, "learning_rate": 4.448250698277882e-05, "loss": 19.7295, "step": 30719 }, { "epoch": 27.28, "learning_rate": 4.447970913638572e-05, "loss": 20.0811, "step": 30720 }, { "epoch": 27.28, "learning_rate": 4.447691130749079e-05, "loss": 19.873, "step": 30721 }, { "epoch": 27.28, "learning_rate": 4.447411349610292e-05, "loss": 19.3486, "step": 30722 }, { "epoch": 27.29, "learning_rate": 4.4471315702230995e-05, "loss": 19.8926, "step": 30723 }, { "epoch": 27.29, "learning_rate": 4.446851792588387e-05, "loss": 19.6182, "step": 30724 }, { "epoch": 27.29, "learning_rate": 4.446572016707041e-05, "loss": 19.2959, "step": 30725 }, { "epoch": 27.29, "learning_rate": 4.4462922425799516e-05, "loss": 19.6826, "step": 30726 }, { "epoch": 27.29, "learning_rate": 4.4460124702080006e-05, "loss": 19.2959, "step": 30727 }, { "epoch": 27.29, "learning_rate": 4.445732699592078e-05, "loss": 19.7441, "step": 30728 }, { "epoch": 27.29, "learning_rate": 4.445452930733069e-05, "loss": 19.3691, "step": 30729 }, { "epoch": 27.29, "learning_rate": 4.445173163631862e-05, "loss": 19.0264, "step": 30730 }, { "epoch": 27.29, "learning_rate": 4.444893398289344e-05, "loss": 19.1611, "step": 30731 }, { "epoch": 27.29, "learning_rate": 4.444613634706399e-05, "loss": 18.8789, "step": 30732 }, { "epoch": 27.29, "learning_rate": 4.444333872883916e-05, "loss": 19.4375, "step": 30733 }, { "epoch": 27.29, "learning_rate": 4.444054112822781e-05, "loss": 19.2656, "step": 30734 }, { "epoch": 27.3, "learning_rate": 4.443774354523882e-05, "loss": 19.2598, "step": 30735 }, { "epoch": 27.3, "learning_rate": 4.443494597988106e-05, "loss": 19.501, "step": 30736 }, { "epoch": 27.3, "learning_rate": 4.4432148432163375e-05, "loss": 18.9834, "step": 30737 }, { "epoch": 27.3, "learning_rate": 4.4429350902094644e-05, "loss": 20.0254, "step": 30738 }, { "epoch": 27.3, "learning_rate": 4.442655338968373e-05, "loss": 19.2354, "step": 30739 }, { "epoch": 27.3, "learning_rate": 4.442375589493951e-05, "loss": 19.4658, "step": 30740 }, { "epoch": 27.3, "learning_rate": 4.442095841787084e-05, "loss": 19.4912, "step": 30741 }, { "epoch": 27.3, "learning_rate": 4.441816095848663e-05, "loss": 19.3418, "step": 30742 }, { "epoch": 27.3, "learning_rate": 4.4415363516795686e-05, "loss": 19.4414, "step": 30743 }, { "epoch": 27.3, "learning_rate": 4.4412566092806895e-05, "loss": 19.0918, "step": 30744 }, { "epoch": 27.3, "learning_rate": 4.4409768686529144e-05, "loss": 19.2793, "step": 30745 }, { "epoch": 27.31, "learning_rate": 4.440697129797128e-05, "loss": 19.7881, "step": 30746 }, { "epoch": 27.31, "learning_rate": 4.44041739271422e-05, "loss": 19.4346, "step": 30747 }, { "epoch": 27.31, "learning_rate": 4.4401376574050714e-05, "loss": 19.6006, "step": 30748 }, { "epoch": 27.31, "learning_rate": 4.439857923870574e-05, "loss": 19.6455, "step": 30749 }, { "epoch": 27.31, "learning_rate": 4.439578192111612e-05, "loss": 19.6172, "step": 30750 }, { "epoch": 27.31, "learning_rate": 4.439298462129074e-05, "loss": 19.3066, "step": 30751 }, { "epoch": 27.31, "learning_rate": 4.4390187339238456e-05, "loss": 19.8633, "step": 30752 }, { "epoch": 27.31, "learning_rate": 4.4387390074968136e-05, "loss": 19.3955, "step": 30753 }, { "epoch": 27.31, "learning_rate": 4.4384592828488645e-05, "loss": 19.1836, "step": 30754 }, { "epoch": 27.31, "learning_rate": 4.438179559980885e-05, "loss": 20.0508, "step": 30755 }, { "epoch": 27.31, "learning_rate": 4.437899838893761e-05, "loss": 19.1426, "step": 30756 }, { "epoch": 27.32, "learning_rate": 4.43762011958838e-05, "loss": 19.7139, "step": 30757 }, { "epoch": 27.32, "learning_rate": 4.43762011958838e-05, "loss": 19.6436, "step": 30758 }, { "epoch": 27.32, "learning_rate": 4.43734040206563e-05, "loss": 19.6143, "step": 30759 }, { "epoch": 27.32, "learning_rate": 4.4370606863263963e-05, "loss": 19.5117, "step": 30760 }, { "epoch": 27.32, "learning_rate": 4.436780972371564e-05, "loss": 19.6221, "step": 30761 }, { "epoch": 27.32, "learning_rate": 4.436501260202022e-05, "loss": 19.7383, "step": 30762 }, { "epoch": 27.32, "learning_rate": 4.436221549818656e-05, "loss": 19.6816, "step": 30763 }, { "epoch": 27.32, "learning_rate": 4.435941841222354e-05, "loss": 19.3857, "step": 30764 }, { "epoch": 27.32, "learning_rate": 4.4356621344140005e-05, "loss": 19.1094, "step": 30765 }, { "epoch": 27.32, "learning_rate": 4.435382429394483e-05, "loss": 19.7822, "step": 30766 }, { "epoch": 27.32, "learning_rate": 4.4351027261646875e-05, "loss": 19.4111, "step": 30767 }, { "epoch": 27.33, "learning_rate": 4.4348230247255015e-05, "loss": 19.2148, "step": 30768 }, { "epoch": 27.33, "learning_rate": 4.434543325077811e-05, "loss": 19.4648, "step": 30769 }, { "epoch": 27.33, "learning_rate": 4.434263627222506e-05, "loss": 20.1865, "step": 30770 }, { "epoch": 27.33, "learning_rate": 4.433983931160467e-05, "loss": 19.2998, "step": 30771 }, { "epoch": 27.33, "learning_rate": 4.433704236892584e-05, "loss": 19.1719, "step": 30772 }, { "epoch": 27.33, "learning_rate": 4.433424544419743e-05, "loss": 19.251, "step": 30773 }, { "epoch": 27.33, "learning_rate": 4.4331448537428316e-05, "loss": 19.1768, "step": 30774 }, { "epoch": 27.33, "learning_rate": 4.432865164862736e-05, "loss": 19.5771, "step": 30775 }, { "epoch": 27.33, "learning_rate": 4.4325854777803416e-05, "loss": 19.8682, "step": 30776 }, { "epoch": 27.33, "learning_rate": 4.432305792496536e-05, "loss": 19.21, "step": 30777 }, { "epoch": 27.33, "learning_rate": 4.432026109012204e-05, "loss": 19.4131, "step": 30778 }, { "epoch": 27.33, "learning_rate": 4.4317464273282345e-05, "loss": 19.3125, "step": 30779 }, { "epoch": 27.34, "learning_rate": 4.431466747445514e-05, "loss": 19.4062, "step": 30780 }, { "epoch": 27.34, "learning_rate": 4.431187069364926e-05, "loss": 19.6836, "step": 30781 }, { "epoch": 27.34, "learning_rate": 4.430907393087361e-05, "loss": 19.8301, "step": 30782 }, { "epoch": 27.34, "learning_rate": 4.4306277186137025e-05, "loss": 19.8359, "step": 30783 }, { "epoch": 27.34, "learning_rate": 4.430348045944838e-05, "loss": 19.1494, "step": 30784 }, { "epoch": 27.34, "learning_rate": 4.430068375081654e-05, "loss": 19.7051, "step": 30785 }, { "epoch": 27.34, "learning_rate": 4.430068375081654e-05, "loss": 19.876, "step": 30786 }, { "epoch": 27.34, "learning_rate": 4.429788706025039e-05, "loss": 19.9424, "step": 30787 }, { "epoch": 27.34, "learning_rate": 4.4295090387758756e-05, "loss": 19.9551, "step": 30788 }, { "epoch": 27.34, "learning_rate": 4.429229373335053e-05, "loss": 20.0244, "step": 30789 }, { "epoch": 27.34, "learning_rate": 4.428949709703457e-05, "loss": 19.6211, "step": 30790 }, { "epoch": 27.35, "learning_rate": 4.428670047881973e-05, "loss": 19.4658, "step": 30791 }, { "epoch": 27.35, "learning_rate": 4.428390387871491e-05, "loss": 19.959, "step": 30792 }, { "epoch": 27.35, "learning_rate": 4.428110729672894e-05, "loss": 19.6885, "step": 30793 }, { "epoch": 27.35, "learning_rate": 4.427831073287069e-05, "loss": 19.2256, "step": 30794 }, { "epoch": 27.35, "learning_rate": 4.4275514187149014e-05, "loss": 19.3818, "step": 30795 }, { "epoch": 27.35, "learning_rate": 4.4272717659572806e-05, "loss": 19.3809, "step": 30796 }, { "epoch": 27.35, "learning_rate": 4.426992115015094e-05, "loss": 19.4082, "step": 30797 }, { "epoch": 27.35, "learning_rate": 4.4267124658892226e-05, "loss": 19.791, "step": 30798 }, { "epoch": 27.35, "learning_rate": 4.426432818580556e-05, "loss": 19.3877, "step": 30799 }, { "epoch": 27.35, "learning_rate": 4.4261531730899805e-05, "loss": 19.6992, "step": 30800 }, { "epoch": 27.35, "learning_rate": 4.425873529418383e-05, "loss": 19.8291, "step": 30801 }, { "epoch": 27.36, "learning_rate": 4.42559388756665e-05, "loss": 19.8799, "step": 30802 }, { "epoch": 27.36, "learning_rate": 4.425314247535668e-05, "loss": 19.6006, "step": 30803 }, { "epoch": 27.36, "learning_rate": 4.425034609326321e-05, "loss": 19.6055, "step": 30804 }, { "epoch": 27.36, "learning_rate": 4.424754972939498e-05, "loss": 19.5488, "step": 30805 }, { "epoch": 27.36, "learning_rate": 4.424475338376084e-05, "loss": 19.5537, "step": 30806 }, { "epoch": 27.36, "learning_rate": 4.4241957056369667e-05, "loss": 19.3008, "step": 30807 }, { "epoch": 27.36, "learning_rate": 4.423916074723032e-05, "loss": 20.2373, "step": 30808 }, { "epoch": 27.36, "learning_rate": 4.423636445635165e-05, "loss": 19.377, "step": 30809 }, { "epoch": 27.36, "learning_rate": 4.423356818374253e-05, "loss": 19.4424, "step": 30810 }, { "epoch": 27.36, "learning_rate": 4.4230771929411825e-05, "loss": 19.7588, "step": 30811 }, { "epoch": 27.36, "learning_rate": 4.42279756933684e-05, "loss": 19.707, "step": 30812 }, { "epoch": 27.37, "learning_rate": 4.42251794756211e-05, "loss": 19.6152, "step": 30813 }, { "epoch": 27.37, "learning_rate": 4.422238327617884e-05, "loss": 19.7422, "step": 30814 }, { "epoch": 27.37, "learning_rate": 4.421958709505043e-05, "loss": 19.5156, "step": 30815 }, { "epoch": 27.37, "learning_rate": 4.4216790932244746e-05, "loss": 19.8125, "step": 30816 }, { "epoch": 27.37, "learning_rate": 4.4213994787770644e-05, "loss": 19.0713, "step": 30817 }, { "epoch": 27.37, "learning_rate": 4.4211198661637014e-05, "loss": 19.5156, "step": 30818 }, { "epoch": 27.37, "learning_rate": 4.420840255385272e-05, "loss": 19.4561, "step": 30819 }, { "epoch": 27.37, "learning_rate": 4.4205606464426605e-05, "loss": 19.8018, "step": 30820 }, { "epoch": 27.37, "learning_rate": 4.420281039336751e-05, "loss": 18.8965, "step": 30821 }, { "epoch": 27.37, "learning_rate": 4.4200014340684344e-05, "loss": 19.8066, "step": 30822 }, { "epoch": 27.37, "learning_rate": 4.4197218306385946e-05, "loss": 19.4971, "step": 30823 }, { "epoch": 27.37, "learning_rate": 4.4194422290481206e-05, "loss": 20.3535, "step": 30824 }, { "epoch": 27.38, "learning_rate": 4.4191626292978935e-05, "loss": 19.333, "step": 30825 }, { "epoch": 27.38, "learning_rate": 4.418883031388803e-05, "loss": 19.5234, "step": 30826 }, { "epoch": 27.38, "learning_rate": 4.4186034353217353e-05, "loss": 19.1016, "step": 30827 }, { "epoch": 27.38, "learning_rate": 4.418323841097576e-05, "loss": 19.373, "step": 30828 }, { "epoch": 27.38, "learning_rate": 4.418044248717212e-05, "loss": 19.7129, "step": 30829 }, { "epoch": 27.38, "learning_rate": 4.4177646581815305e-05, "loss": 19.6455, "step": 30830 }, { "epoch": 27.38, "learning_rate": 4.4174850694914144e-05, "loss": 19.8125, "step": 30831 }, { "epoch": 27.38, "learning_rate": 4.417205482647753e-05, "loss": 19.5811, "step": 30832 }, { "epoch": 27.38, "learning_rate": 4.41692589765143e-05, "loss": 19.627, "step": 30833 }, { "epoch": 27.38, "learning_rate": 4.416646314503334e-05, "loss": 19.5723, "step": 30834 }, { "epoch": 27.38, "learning_rate": 4.416366733204352e-05, "loss": 19.2227, "step": 30835 }, { "epoch": 27.39, "learning_rate": 4.4160871537553664e-05, "loss": 20.0859, "step": 30836 }, { "epoch": 27.39, "learning_rate": 4.415807576157267e-05, "loss": 19.5059, "step": 30837 }, { "epoch": 27.39, "learning_rate": 4.415528000410937e-05, "loss": 19.7305, "step": 30838 }, { "epoch": 27.39, "learning_rate": 4.415248426517263e-05, "loss": 19.2939, "step": 30839 }, { "epoch": 27.39, "learning_rate": 4.414968854477137e-05, "loss": 20.2578, "step": 30840 }, { "epoch": 27.39, "learning_rate": 4.4146892842914375e-05, "loss": 19.7549, "step": 30841 }, { "epoch": 27.39, "learning_rate": 4.414409715961054e-05, "loss": 18.9609, "step": 30842 }, { "epoch": 27.39, "learning_rate": 4.4141301494868706e-05, "loss": 19.8457, "step": 30843 }, { "epoch": 27.39, "learning_rate": 4.413850584869777e-05, "loss": 19.1543, "step": 30844 }, { "epoch": 27.39, "learning_rate": 4.413571022110657e-05, "loss": 19.9346, "step": 30845 }, { "epoch": 27.39, "learning_rate": 4.4132914612104006e-05, "loss": 19.5371, "step": 30846 }, { "epoch": 27.4, "learning_rate": 4.413011902169887e-05, "loss": 19.6104, "step": 30847 }, { "epoch": 27.4, "learning_rate": 4.412732344990007e-05, "loss": 19.875, "step": 30848 }, { "epoch": 27.4, "learning_rate": 4.412452789671646e-05, "loss": 19.5762, "step": 30849 }, { "epoch": 27.4, "learning_rate": 4.41217323621569e-05, "loss": 19.8936, "step": 30850 }, { "epoch": 27.4, "learning_rate": 4.411893684623026e-05, "loss": 20.0938, "step": 30851 }, { "epoch": 27.4, "learning_rate": 4.4116141348945375e-05, "loss": 19.416, "step": 30852 }, { "epoch": 27.4, "learning_rate": 4.411334587031113e-05, "loss": 19.7354, "step": 30853 }, { "epoch": 27.4, "learning_rate": 4.4110550410336384e-05, "loss": 20.3203, "step": 30854 }, { "epoch": 27.4, "learning_rate": 4.410775496902998e-05, "loss": 19.2559, "step": 30855 }, { "epoch": 27.4, "learning_rate": 4.4104959546400815e-05, "loss": 20.0732, "step": 30856 }, { "epoch": 27.4, "learning_rate": 4.410216414245771e-05, "loss": 19.7295, "step": 30857 }, { "epoch": 27.4, "learning_rate": 4.409936875720955e-05, "loss": 19.8096, "step": 30858 }, { "epoch": 27.41, "learning_rate": 4.4096573390665175e-05, "loss": 19.7471, "step": 30859 }, { "epoch": 27.41, "learning_rate": 4.4093778042833475e-05, "loss": 19.1523, "step": 30860 }, { "epoch": 27.41, "learning_rate": 4.409098271372327e-05, "loss": 19.8457, "step": 30861 }, { "epoch": 27.41, "learning_rate": 4.408818740334349e-05, "loss": 19.6543, "step": 30862 }, { "epoch": 27.41, "learning_rate": 4.4085392111702925e-05, "loss": 19.9229, "step": 30863 }, { "epoch": 27.41, "learning_rate": 4.4082596838810466e-05, "loss": 19.5898, "step": 30864 }, { "epoch": 27.41, "learning_rate": 4.407980158467495e-05, "loss": 19.7324, "step": 30865 }, { "epoch": 27.41, "learning_rate": 4.407700634930527e-05, "loss": 19.3008, "step": 30866 }, { "epoch": 27.41, "learning_rate": 4.40742111327103e-05, "loss": 19.7119, "step": 30867 }, { "epoch": 27.41, "learning_rate": 4.407141593489885e-05, "loss": 19.4111, "step": 30868 }, { "epoch": 27.41, "learning_rate": 4.406862075587979e-05, "loss": 19.3525, "step": 30869 }, { "epoch": 27.42, "learning_rate": 4.406582559566201e-05, "loss": 19.7422, "step": 30870 }, { "epoch": 27.42, "learning_rate": 4.406303045425435e-05, "loss": 19.8008, "step": 30871 }, { "epoch": 27.42, "learning_rate": 4.406023533166567e-05, "loss": 19.0566, "step": 30872 }, { "epoch": 27.42, "learning_rate": 4.4057440227904845e-05, "loss": 19.5742, "step": 30873 }, { "epoch": 27.42, "learning_rate": 4.405464514298072e-05, "loss": 19.3125, "step": 30874 }, { "epoch": 27.42, "learning_rate": 4.405185007690215e-05, "loss": 19.6074, "step": 30875 }, { "epoch": 27.42, "learning_rate": 4.404905502967801e-05, "loss": 19.5977, "step": 30876 }, { "epoch": 27.42, "learning_rate": 4.404626000131715e-05, "loss": 19.8037, "step": 30877 }, { "epoch": 27.42, "learning_rate": 4.4043464991828446e-05, "loss": 19.8506, "step": 30878 }, { "epoch": 27.42, "learning_rate": 4.4040670001220735e-05, "loss": 19.8848, "step": 30879 }, { "epoch": 27.42, "learning_rate": 4.403787502950288e-05, "loss": 19.79, "step": 30880 }, { "epoch": 27.43, "learning_rate": 4.403508007668375e-05, "loss": 19.3691, "step": 30881 }, { "epoch": 27.43, "learning_rate": 4.40322851427722e-05, "loss": 19.8193, "step": 30882 }, { "epoch": 27.43, "learning_rate": 4.40294902277771e-05, "loss": 19.6455, "step": 30883 }, { "epoch": 27.43, "learning_rate": 4.4026695331707294e-05, "loss": 18.9834, "step": 30884 }, { "epoch": 27.43, "learning_rate": 4.402390045457164e-05, "loss": 19.2314, "step": 30885 }, { "epoch": 27.43, "learning_rate": 4.402110559637901e-05, "loss": 19.4287, "step": 30886 }, { "epoch": 27.43, "learning_rate": 4.4018310757138234e-05, "loss": 19.501, "step": 30887 }, { "epoch": 27.43, "learning_rate": 4.401551593685822e-05, "loss": 19.251, "step": 30888 }, { "epoch": 27.43, "learning_rate": 4.401272113554781e-05, "loss": 19.7451, "step": 30889 }, { "epoch": 27.43, "learning_rate": 4.400992635321585e-05, "loss": 20.2881, "step": 30890 }, { "epoch": 27.43, "learning_rate": 4.4007131589871175e-05, "loss": 19.7842, "step": 30891 }, { "epoch": 27.44, "learning_rate": 4.400433684552269e-05, "loss": 19.8154, "step": 30892 }, { "epoch": 27.44, "learning_rate": 4.4001542120179234e-05, "loss": 19.666, "step": 30893 }, { "epoch": 27.44, "learning_rate": 4.399874741384969e-05, "loss": 19.7158, "step": 30894 }, { "epoch": 27.44, "learning_rate": 4.399595272654286e-05, "loss": 19.3018, "step": 30895 }, { "epoch": 27.44, "learning_rate": 4.399315805826765e-05, "loss": 19.6406, "step": 30896 }, { "epoch": 27.44, "learning_rate": 4.399315805826765e-05, "loss": 20.1582, "step": 30897 }, { "epoch": 27.44, "learning_rate": 4.39903634090329e-05, "loss": 19.2109, "step": 30898 }, { "epoch": 27.44, "learning_rate": 4.398756877884748e-05, "loss": 19.4307, "step": 30899 }, { "epoch": 27.44, "learning_rate": 4.398477416772024e-05, "loss": 19.4619, "step": 30900 }, { "epoch": 27.44, "learning_rate": 4.3981979575660046e-05, "loss": 19.6777, "step": 30901 }, { "epoch": 27.44, "learning_rate": 4.397918500267574e-05, "loss": 19.4092, "step": 30902 }, { "epoch": 27.44, "learning_rate": 4.3976390448776196e-05, "loss": 19.418, "step": 30903 }, { "epoch": 27.45, "learning_rate": 4.397359591397027e-05, "loss": 19.5586, "step": 30904 }, { "epoch": 27.45, "learning_rate": 4.3970801398266806e-05, "loss": 19.499, "step": 30905 }, { "epoch": 27.45, "learning_rate": 4.39680069016747e-05, "loss": 19.4082, "step": 30906 }, { "epoch": 27.45, "learning_rate": 4.396521242420276e-05, "loss": 19.3633, "step": 30907 }, { "epoch": 27.45, "learning_rate": 4.396241796585986e-05, "loss": 19.209, "step": 30908 }, { "epoch": 27.45, "learning_rate": 4.395962352665488e-05, "loss": 19.2637, "step": 30909 }, { "epoch": 27.45, "learning_rate": 4.3956829106596655e-05, "loss": 19.3369, "step": 30910 }, { "epoch": 27.45, "learning_rate": 4.395403470569407e-05, "loss": 19.8252, "step": 30911 }, { "epoch": 27.45, "learning_rate": 4.3951240323955946e-05, "loss": 19.9043, "step": 30912 }, { "epoch": 27.45, "learning_rate": 4.3948445961391154e-05, "loss": 19.4385, "step": 30913 }, { "epoch": 27.45, "learning_rate": 4.394565161800856e-05, "loss": 19.5166, "step": 30914 }, { "epoch": 27.46, "learning_rate": 4.3942857293817005e-05, "loss": 19.7549, "step": 30915 }, { "epoch": 27.46, "learning_rate": 4.394006298882539e-05, "loss": 19.2334, "step": 30916 }, { "epoch": 27.46, "learning_rate": 4.393726870304252e-05, "loss": 19.0771, "step": 30917 }, { "epoch": 27.46, "learning_rate": 4.3934474436477257e-05, "loss": 19.2803, "step": 30918 }, { "epoch": 27.46, "learning_rate": 4.393168018913849e-05, "loss": 19.2129, "step": 30919 }, { "epoch": 27.46, "learning_rate": 4.392888596103506e-05, "loss": 19.2832, "step": 30920 }, { "epoch": 27.46, "learning_rate": 4.392609175217582e-05, "loss": 19.7275, "step": 30921 }, { "epoch": 27.46, "learning_rate": 4.3923297562569656e-05, "loss": 19.6934, "step": 30922 }, { "epoch": 27.46, "learning_rate": 4.392050339222538e-05, "loss": 19.4805, "step": 30923 }, { "epoch": 27.46, "learning_rate": 4.391770924115187e-05, "loss": 19.6465, "step": 30924 }, { "epoch": 27.46, "learning_rate": 4.391491510935798e-05, "loss": 19.3438, "step": 30925 }, { "epoch": 27.47, "learning_rate": 4.3912120996852575e-05, "loss": 19.5508, "step": 30926 }, { "epoch": 27.47, "learning_rate": 4.390932690364452e-05, "loss": 19.7686, "step": 30927 }, { "epoch": 27.47, "learning_rate": 4.390653282974264e-05, "loss": 19.332, "step": 30928 }, { "epoch": 27.47, "learning_rate": 4.390373877515581e-05, "loss": 19.2021, "step": 30929 }, { "epoch": 27.47, "learning_rate": 4.390094473989288e-05, "loss": 19.8926, "step": 30930 }, { "epoch": 27.47, "learning_rate": 4.3898150723962715e-05, "loss": 19.9199, "step": 30931 }, { "epoch": 27.47, "learning_rate": 4.389535672737419e-05, "loss": 19.4102, "step": 30932 }, { "epoch": 27.47, "learning_rate": 4.3892562750136115e-05, "loss": 19.4941, "step": 30933 }, { "epoch": 27.47, "learning_rate": 4.388976879225739e-05, "loss": 19.1514, "step": 30934 }, { "epoch": 27.47, "learning_rate": 4.388697485374684e-05, "loss": 19.2666, "step": 30935 }, { "epoch": 27.47, "learning_rate": 4.3884180934613336e-05, "loss": 20.2471, "step": 30936 }, { "epoch": 27.48, "learning_rate": 4.388138703486572e-05, "loss": 19.5303, "step": 30937 }, { "epoch": 27.48, "learning_rate": 4.388138703486572e-05, "loss": 19.8047, "step": 30938 }, { "epoch": 27.48, "learning_rate": 4.3878593154512895e-05, "loss": 19.3809, "step": 30939 }, { "epoch": 27.48, "learning_rate": 4.3875799293563664e-05, "loss": 19.6113, "step": 30940 }, { "epoch": 27.48, "learning_rate": 4.3873005452026896e-05, "loss": 18.9004, "step": 30941 }, { "epoch": 27.48, "learning_rate": 4.387021162991144e-05, "loss": 19.459, "step": 30942 }, { "epoch": 27.48, "learning_rate": 4.386741782722618e-05, "loss": 19.4033, "step": 30943 }, { "epoch": 27.48, "learning_rate": 4.386462404397998e-05, "loss": 18.9941, "step": 30944 }, { "epoch": 27.48, "learning_rate": 4.386183028018165e-05, "loss": 19.9199, "step": 30945 }, { "epoch": 27.48, "learning_rate": 4.385903653584005e-05, "loss": 20.2383, "step": 30946 }, { "epoch": 27.48, "learning_rate": 4.3856242810964065e-05, "loss": 19.3076, "step": 30947 }, { "epoch": 27.48, "learning_rate": 4.385344910556254e-05, "loss": 19.6982, "step": 30948 }, { "epoch": 27.49, "learning_rate": 4.3850655419644334e-05, "loss": 19.9766, "step": 30949 }, { "epoch": 27.49, "learning_rate": 4.38478617532183e-05, "loss": 19.2246, "step": 30950 }, { "epoch": 27.49, "learning_rate": 4.384506810629329e-05, "loss": 19.5146, "step": 30951 }, { "epoch": 27.49, "learning_rate": 4.384227447887815e-05, "loss": 19.333, "step": 30952 }, { "epoch": 27.49, "learning_rate": 4.3839480870981745e-05, "loss": 19.2754, "step": 30953 }, { "epoch": 27.49, "learning_rate": 4.383668728261294e-05, "loss": 19.5068, "step": 30954 }, { "epoch": 27.49, "learning_rate": 4.3833893713780585e-05, "loss": 19.832, "step": 30955 }, { "epoch": 27.49, "learning_rate": 4.383110016449352e-05, "loss": 19.0928, "step": 30956 }, { "epoch": 27.49, "learning_rate": 4.3828306634760614e-05, "loss": 19.6748, "step": 30957 }, { "epoch": 27.49, "learning_rate": 4.382551312459071e-05, "loss": 19.3506, "step": 30958 }, { "epoch": 27.49, "learning_rate": 4.3822719633992684e-05, "loss": 19.3232, "step": 30959 }, { "epoch": 27.5, "learning_rate": 4.3819926162975375e-05, "loss": 19.8105, "step": 30960 }, { "epoch": 27.5, "learning_rate": 4.3817132711547634e-05, "loss": 19.3916, "step": 30961 }, { "epoch": 27.5, "learning_rate": 4.381433927971833e-05, "loss": 19.1797, "step": 30962 }, { "epoch": 27.5, "learning_rate": 4.38115458674963e-05, "loss": 19.5381, "step": 30963 }, { "epoch": 27.5, "learning_rate": 4.380875247489041e-05, "loss": 20.1035, "step": 30964 }, { "epoch": 27.5, "learning_rate": 4.380595910190952e-05, "loss": 19.1855, "step": 30965 }, { "epoch": 27.5, "learning_rate": 4.38031657485625e-05, "loss": 19.3779, "step": 30966 }, { "epoch": 27.5, "learning_rate": 4.3800372414858155e-05, "loss": 19.335, "step": 30967 }, { "epoch": 27.5, "learning_rate": 4.3797579100805355e-05, "loss": 19.6377, "step": 30968 }, { "epoch": 27.5, "learning_rate": 4.379478580641298e-05, "loss": 19.5967, "step": 30969 }, { "epoch": 27.5, "learning_rate": 4.379199253168987e-05, "loss": 19.585, "step": 30970 }, { "epoch": 27.51, "learning_rate": 4.37891992766449e-05, "loss": 19.8594, "step": 30971 }, { "epoch": 27.51, "learning_rate": 4.378640604128687e-05, "loss": 19.6689, "step": 30972 }, { "epoch": 27.51, "learning_rate": 4.3783612825624676e-05, "loss": 19.2842, "step": 30973 }, { "epoch": 27.51, "learning_rate": 4.378081962966716e-05, "loss": 20.0459, "step": 30974 }, { "epoch": 27.51, "learning_rate": 4.3778026453423185e-05, "loss": 19.9062, "step": 30975 }, { "epoch": 27.51, "learning_rate": 4.377523329690161e-05, "loss": 19.6562, "step": 30976 }, { "epoch": 27.51, "learning_rate": 4.377244016011126e-05, "loss": 19.1445, "step": 30977 }, { "epoch": 27.51, "learning_rate": 4.3769647043061004e-05, "loss": 19.5381, "step": 30978 }, { "epoch": 27.51, "learning_rate": 4.376685394575971e-05, "loss": 19.7188, "step": 30979 }, { "epoch": 27.51, "learning_rate": 4.3764060868216205e-05, "loss": 19.8994, "step": 30980 }, { "epoch": 27.51, "learning_rate": 4.376126781043937e-05, "loss": 19.5391, "step": 30981 }, { "epoch": 27.52, "learning_rate": 4.375847477243805e-05, "loss": 19.4453, "step": 30982 }, { "epoch": 27.52, "learning_rate": 4.375568175422108e-05, "loss": 19.1172, "step": 30983 }, { "epoch": 27.52, "learning_rate": 4.375288875579732e-05, "loss": 19.4844, "step": 30984 }, { "epoch": 27.52, "learning_rate": 4.3750095777175646e-05, "loss": 19.1992, "step": 30985 }, { "epoch": 27.52, "learning_rate": 4.374730281836487e-05, "loss": 19.2227, "step": 30986 }, { "epoch": 27.52, "learning_rate": 4.3744509879373904e-05, "loss": 19.5068, "step": 30987 }, { "epoch": 27.52, "learning_rate": 4.374171696021156e-05, "loss": 19.3223, "step": 30988 }, { "epoch": 27.52, "learning_rate": 4.373892406088668e-05, "loss": 19.2061, "step": 30989 }, { "epoch": 27.52, "learning_rate": 4.373613118140813e-05, "loss": 19.9658, "step": 30990 }, { "epoch": 27.52, "learning_rate": 4.373333832178478e-05, "loss": 19.4443, "step": 30991 }, { "epoch": 27.52, "learning_rate": 4.37305454820255e-05, "loss": 20.0918, "step": 30992 }, { "epoch": 27.52, "learning_rate": 4.372775266213908e-05, "loss": 20.0039, "step": 30993 }, { "epoch": 27.53, "learning_rate": 4.37249598621344e-05, "loss": 19.6426, "step": 30994 }, { "epoch": 27.53, "learning_rate": 4.372216708202033e-05, "loss": 19.3496, "step": 30995 }, { "epoch": 27.53, "learning_rate": 4.371937432180571e-05, "loss": 19.832, "step": 30996 }, { "epoch": 27.53, "learning_rate": 4.3716581581499396e-05, "loss": 19.2217, "step": 30997 }, { "epoch": 27.53, "learning_rate": 4.371378886111025e-05, "loss": 19.3594, "step": 30998 }, { "epoch": 27.53, "learning_rate": 4.37109961606471e-05, "loss": 19.9268, "step": 30999 }, { "epoch": 27.53, "learning_rate": 4.370820348011881e-05, "loss": 19.6387, "step": 31000 }, { "epoch": 27.53, "learning_rate": 4.370541081953423e-05, "loss": 19.6982, "step": 31001 }, { "epoch": 27.53, "learning_rate": 4.370261817890222e-05, "loss": 19.4805, "step": 31002 }, { "epoch": 27.53, "learning_rate": 4.3699825558231636e-05, "loss": 19.5947, "step": 31003 }, { "epoch": 27.53, "learning_rate": 4.369703295753131e-05, "loss": 19.8643, "step": 31004 }, { "epoch": 27.54, "learning_rate": 4.369424037681011e-05, "loss": 19.3652, "step": 31005 }, { "epoch": 27.54, "learning_rate": 4.3691447816076876e-05, "loss": 19.9688, "step": 31006 }, { "epoch": 27.54, "learning_rate": 4.368865527534047e-05, "loss": 19.8906, "step": 31007 }, { "epoch": 27.54, "learning_rate": 4.3685862754609744e-05, "loss": 19.7227, "step": 31008 }, { "epoch": 27.54, "learning_rate": 4.368307025389355e-05, "loss": 20.0205, "step": 31009 }, { "epoch": 27.54, "learning_rate": 4.368027777320074e-05, "loss": 19.6416, "step": 31010 }, { "epoch": 27.54, "learning_rate": 4.3677485312540144e-05, "loss": 19.4268, "step": 31011 }, { "epoch": 27.54, "learning_rate": 4.3674692871920634e-05, "loss": 19.2002, "step": 31012 }, { "epoch": 27.54, "learning_rate": 4.367190045135106e-05, "loss": 19.1553, "step": 31013 }, { "epoch": 27.54, "learning_rate": 4.366910805084029e-05, "loss": 19.7148, "step": 31014 }, { "epoch": 27.54, "learning_rate": 4.366631567039715e-05, "loss": 19.751, "step": 31015 }, { "epoch": 27.55, "learning_rate": 4.366352331003049e-05, "loss": 19.3398, "step": 31016 }, { "epoch": 27.55, "learning_rate": 4.3660730969749165e-05, "loss": 19.6504, "step": 31017 }, { "epoch": 27.55, "learning_rate": 4.3657938649562033e-05, "loss": 19.9287, "step": 31018 }, { "epoch": 27.55, "learning_rate": 4.3655146349477975e-05, "loss": 19.6396, "step": 31019 }, { "epoch": 27.55, "learning_rate": 4.365235406950577e-05, "loss": 19.3496, "step": 31020 }, { "epoch": 27.55, "learning_rate": 4.364956180965433e-05, "loss": 19.5928, "step": 31021 }, { "epoch": 27.55, "learning_rate": 4.364676956993248e-05, "loss": 19.291, "step": 31022 }, { "epoch": 27.55, "learning_rate": 4.364397735034908e-05, "loss": 19.6064, "step": 31023 }, { "epoch": 27.55, "learning_rate": 4.3641185150912964e-05, "loss": 20.2656, "step": 31024 }, { "epoch": 27.55, "learning_rate": 4.3638392971633015e-05, "loss": 19.2588, "step": 31025 }, { "epoch": 27.55, "learning_rate": 4.3635600812518055e-05, "loss": 19.6436, "step": 31026 }, { "epoch": 27.56, "learning_rate": 4.363280867357694e-05, "loss": 19.6377, "step": 31027 }, { "epoch": 27.56, "learning_rate": 4.363001655481852e-05, "loss": 20.0713, "step": 31028 }, { "epoch": 27.56, "learning_rate": 4.362722445625166e-05, "loss": 19.6006, "step": 31029 }, { "epoch": 27.56, "learning_rate": 4.3624432377885206e-05, "loss": 19.8281, "step": 31030 }, { "epoch": 27.56, "learning_rate": 4.362164031972799e-05, "loss": 20.0, "step": 31031 }, { "epoch": 27.56, "learning_rate": 4.3618848281788876e-05, "loss": 19.2451, "step": 31032 }, { "epoch": 27.56, "learning_rate": 4.361605626407671e-05, "loss": 19.7393, "step": 31033 }, { "epoch": 27.56, "learning_rate": 4.3613264266600354e-05, "loss": 20.0654, "step": 31034 }, { "epoch": 27.56, "learning_rate": 4.361047228936865e-05, "loss": 19.9619, "step": 31035 }, { "epoch": 27.56, "learning_rate": 4.360768033239044e-05, "loss": 19.3721, "step": 31036 }, { "epoch": 27.56, "learning_rate": 4.360488839567458e-05, "loss": 19.793, "step": 31037 }, { "epoch": 27.56, "learning_rate": 4.360209647922992e-05, "loss": 20.168, "step": 31038 }, { "epoch": 27.57, "learning_rate": 4.35993045830653e-05, "loss": 19.6465, "step": 31039 }, { "epoch": 27.57, "learning_rate": 4.359651270718959e-05, "loss": 19.4854, "step": 31040 }, { "epoch": 27.57, "learning_rate": 4.359372085161166e-05, "loss": 19.3711, "step": 31041 }, { "epoch": 27.57, "learning_rate": 4.3590929016340284e-05, "loss": 19.1475, "step": 31042 }, { "epoch": 27.57, "learning_rate": 4.358813720138438e-05, "loss": 19.8564, "step": 31043 }, { "epoch": 27.57, "learning_rate": 4.3585345406752764e-05, "loss": 19.5566, "step": 31044 }, { "epoch": 27.57, "learning_rate": 4.3582553632454304e-05, "loss": 19.8008, "step": 31045 }, { "epoch": 27.57, "learning_rate": 4.357976187849785e-05, "loss": 19.8594, "step": 31046 }, { "epoch": 27.57, "learning_rate": 4.3576970144892234e-05, "loss": 19.6572, "step": 31047 }, { "epoch": 27.57, "learning_rate": 4.357417843164631e-05, "loss": 19.2217, "step": 31048 }, { "epoch": 27.57, "learning_rate": 4.357138673876893e-05, "loss": 20.29, "step": 31049 }, { "epoch": 27.58, "learning_rate": 4.356859506626895e-05, "loss": 19.8936, "step": 31050 }, { "epoch": 27.58, "learning_rate": 4.356580341415522e-05, "loss": 20.168, "step": 31051 }, { "epoch": 27.58, "learning_rate": 4.3563011782436574e-05, "loss": 19.2109, "step": 31052 }, { "epoch": 27.58, "learning_rate": 4.356022017112187e-05, "loss": 19.2227, "step": 31053 }, { "epoch": 27.58, "learning_rate": 4.355742858021995e-05, "loss": 19.8125, "step": 31054 }, { "epoch": 27.58, "learning_rate": 4.355463700973967e-05, "loss": 20.1582, "step": 31055 }, { "epoch": 27.58, "learning_rate": 4.3551845459689885e-05, "loss": 19.3633, "step": 31056 }, { "epoch": 27.58, "learning_rate": 4.354905393007944e-05, "loss": 19.6436, "step": 31057 }, { "epoch": 27.58, "learning_rate": 4.354626242091717e-05, "loss": 19.0078, "step": 31058 }, { "epoch": 27.58, "learning_rate": 4.354347093221194e-05, "loss": 19.3652, "step": 31059 }, { "epoch": 27.58, "learning_rate": 4.354067946397258e-05, "loss": 19.3896, "step": 31060 }, { "epoch": 27.59, "learning_rate": 4.3537888016207944e-05, "loss": 19.7168, "step": 31061 }, { "epoch": 27.59, "learning_rate": 4.353509658892692e-05, "loss": 19.6543, "step": 31062 }, { "epoch": 27.59, "learning_rate": 4.35323051821383e-05, "loss": 20.082, "step": 31063 }, { "epoch": 27.59, "learning_rate": 4.3529513795850954e-05, "loss": 20.0557, "step": 31064 }, { "epoch": 27.59, "learning_rate": 4.3526722430073726e-05, "loss": 19.3701, "step": 31065 }, { "epoch": 27.59, "learning_rate": 4.352393108481547e-05, "loss": 19.5732, "step": 31066 }, { "epoch": 27.59, "learning_rate": 4.352113976008504e-05, "loss": 19.4609, "step": 31067 }, { "epoch": 27.59, "learning_rate": 4.35183484558913e-05, "loss": 19.583, "step": 31068 }, { "epoch": 27.59, "learning_rate": 4.3515557172243035e-05, "loss": 20.0518, "step": 31069 }, { "epoch": 27.59, "learning_rate": 4.3512765909149145e-05, "loss": 19.6572, "step": 31070 }, { "epoch": 27.59, "learning_rate": 4.350997466661847e-05, "loss": 19.626, "step": 31071 }, { "epoch": 27.6, "learning_rate": 4.350718344465985e-05, "loss": 19.3604, "step": 31072 }, { "epoch": 27.6, "learning_rate": 4.350439224328215e-05, "loss": 19.8135, "step": 31073 }, { "epoch": 27.6, "learning_rate": 4.3501601062494185e-05, "loss": 19.1514, "step": 31074 }, { "epoch": 27.6, "learning_rate": 4.3498809902304824e-05, "loss": 19.5156, "step": 31075 }, { "epoch": 27.6, "learning_rate": 4.3496018762722914e-05, "loss": 18.8975, "step": 31076 }, { "epoch": 27.6, "learning_rate": 4.34932276437573e-05, "loss": 19.7441, "step": 31077 }, { "epoch": 27.6, "learning_rate": 4.349043654541683e-05, "loss": 19.376, "step": 31078 }, { "epoch": 27.6, "learning_rate": 4.3487645467710346e-05, "loss": 19.7441, "step": 31079 }, { "epoch": 27.6, "learning_rate": 4.3484854410646704e-05, "loss": 19.7441, "step": 31080 }, { "epoch": 27.6, "learning_rate": 4.3482063374234735e-05, "loss": 19.4795, "step": 31081 }, { "epoch": 27.6, "learning_rate": 4.34792723584833e-05, "loss": 19.4316, "step": 31082 }, { "epoch": 27.6, "learning_rate": 4.347648136340124e-05, "loss": 19.5625, "step": 31083 }, { "epoch": 27.61, "learning_rate": 4.347369038899744e-05, "loss": 19.3623, "step": 31084 }, { "epoch": 27.61, "learning_rate": 4.347089943528068e-05, "loss": 19.6191, "step": 31085 }, { "epoch": 27.61, "learning_rate": 4.3468108502259834e-05, "loss": 19.9639, "step": 31086 }, { "epoch": 27.61, "learning_rate": 4.346531758994375e-05, "loss": 19.8398, "step": 31087 }, { "epoch": 27.61, "learning_rate": 4.346252669834129e-05, "loss": 19.4463, "step": 31088 }, { "epoch": 27.61, "learning_rate": 4.3459735827461305e-05, "loss": 19.5527, "step": 31089 }, { "epoch": 27.61, "learning_rate": 4.3456944977312606e-05, "loss": 19.5615, "step": 31090 }, { "epoch": 27.61, "learning_rate": 4.3454154147904044e-05, "loss": 19.5596, "step": 31091 }, { "epoch": 27.61, "learning_rate": 4.34513633392445e-05, "loss": 20.0381, "step": 31092 }, { "epoch": 27.61, "learning_rate": 4.344857255134279e-05, "loss": 19.9883, "step": 31093 }, { "epoch": 27.61, "learning_rate": 4.34457817842078e-05, "loss": 19.4951, "step": 31094 }, { "epoch": 27.62, "learning_rate": 4.3442991037848305e-05, "loss": 20.166, "step": 31095 }, { "epoch": 27.62, "learning_rate": 4.344020031227321e-05, "loss": 19.4189, "step": 31096 }, { "epoch": 27.62, "learning_rate": 4.343740960749134e-05, "loss": 20.0684, "step": 31097 }, { "epoch": 27.62, "learning_rate": 4.343461892351155e-05, "loss": 20.0166, "step": 31098 }, { "epoch": 27.62, "learning_rate": 4.3431828260342674e-05, "loss": 19.5029, "step": 31099 }, { "epoch": 27.62, "learning_rate": 4.342903761799358e-05, "loss": 19.2588, "step": 31100 }, { "epoch": 27.62, "learning_rate": 4.342624699647308e-05, "loss": 19.8809, "step": 31101 }, { "epoch": 27.62, "learning_rate": 4.342345639579004e-05, "loss": 19.3721, "step": 31102 }, { "epoch": 27.62, "learning_rate": 4.342066581595331e-05, "loss": 19.6934, "step": 31103 }, { "epoch": 27.62, "learning_rate": 4.3417875256971725e-05, "loss": 19.9355, "step": 31104 }, { "epoch": 27.62, "learning_rate": 4.341508471885414e-05, "loss": 19.6768, "step": 31105 }, { "epoch": 27.63, "learning_rate": 4.341229420160939e-05, "loss": 19.292, "step": 31106 }, { "epoch": 27.63, "learning_rate": 4.340950370524633e-05, "loss": 19.3252, "step": 31107 }, { "epoch": 27.63, "learning_rate": 4.340671322977379e-05, "loss": 19.667, "step": 31108 }, { "epoch": 27.63, "learning_rate": 4.340392277520061e-05, "loss": 19.375, "step": 31109 }, { "epoch": 27.63, "learning_rate": 4.340113234153569e-05, "loss": 19.6748, "step": 31110 }, { "epoch": 27.63, "learning_rate": 4.339834192878782e-05, "loss": 19.29, "step": 31111 }, { "epoch": 27.63, "learning_rate": 4.339555153696586e-05, "loss": 19.6992, "step": 31112 }, { "epoch": 27.63, "learning_rate": 4.339276116607865e-05, "loss": 20.3262, "step": 31113 }, { "epoch": 27.63, "learning_rate": 4.3389970816135036e-05, "loss": 19.7998, "step": 31114 }, { "epoch": 27.63, "learning_rate": 4.3387180487143876e-05, "loss": 19.5811, "step": 31115 }, { "epoch": 27.63, "learning_rate": 4.3384390179114024e-05, "loss": 19.6807, "step": 31116 }, { "epoch": 27.63, "learning_rate": 4.338159989205428e-05, "loss": 20.3887, "step": 31117 }, { "epoch": 27.64, "learning_rate": 4.3378809625973526e-05, "loss": 20.2676, "step": 31118 }, { "epoch": 27.64, "learning_rate": 4.3376019380880594e-05, "loss": 19.8975, "step": 31119 }, { "epoch": 27.64, "learning_rate": 4.3373229156784334e-05, "loss": 20.2676, "step": 31120 }, { "epoch": 27.64, "learning_rate": 4.337043895369359e-05, "loss": 19.6641, "step": 31121 }, { "epoch": 27.64, "learning_rate": 4.3367648771617205e-05, "loss": 19.5205, "step": 31122 }, { "epoch": 27.64, "learning_rate": 4.3364858610564016e-05, "loss": 19.4932, "step": 31123 }, { "epoch": 27.64, "learning_rate": 4.336206847054288e-05, "loss": 19.4717, "step": 31124 }, { "epoch": 27.64, "learning_rate": 4.336206847054288e-05, "loss": 19.6709, "step": 31125 }, { "epoch": 27.64, "learning_rate": 4.336206847054288e-05, "loss": 20.0908, "step": 31126 }, { "epoch": 27.64, "learning_rate": 4.335927835156263e-05, "loss": 19.3428, "step": 31127 }, { "epoch": 27.64, "learning_rate": 4.3356488253632115e-05, "loss": 20.1094, "step": 31128 }, { "epoch": 27.65, "learning_rate": 4.335369817676018e-05, "loss": 19.1836, "step": 31129 }, { "epoch": 27.65, "learning_rate": 4.335090812095566e-05, "loss": 19.7109, "step": 31130 }, { "epoch": 27.65, "learning_rate": 4.3348118086227414e-05, "loss": 19.1836, "step": 31131 }, { "epoch": 27.65, "learning_rate": 4.334532807258428e-05, "loss": 19.251, "step": 31132 }, { "epoch": 27.65, "learning_rate": 4.334253808003508e-05, "loss": 19.8145, "step": 31133 }, { "epoch": 27.65, "learning_rate": 4.3339748108588715e-05, "loss": 19.665, "step": 31134 }, { "epoch": 27.65, "learning_rate": 4.333695815825397e-05, "loss": 19.2246, "step": 31135 }, { "epoch": 27.65, "learning_rate": 4.333416822903971e-05, "loss": 20.0762, "step": 31136 }, { "epoch": 27.65, "learning_rate": 4.3331378320954766e-05, "loss": 19.665, "step": 31137 }, { "epoch": 27.65, "learning_rate": 4.3328588434008004e-05, "loss": 19.7979, "step": 31138 }, { "epoch": 27.65, "learning_rate": 4.332579856820829e-05, "loss": 19.1982, "step": 31139 }, { "epoch": 27.66, "learning_rate": 4.33230087235644e-05, "loss": 18.9531, "step": 31140 }, { "epoch": 27.66, "learning_rate": 4.3320218900085204e-05, "loss": 19.5859, "step": 31141 }, { "epoch": 27.66, "learning_rate": 4.3317429097779565e-05, "loss": 19.3955, "step": 31142 }, { "epoch": 27.66, "learning_rate": 4.3314639316656315e-05, "loss": 19.6152, "step": 31143 }, { "epoch": 27.66, "learning_rate": 4.331184955672429e-05, "loss": 19.417, "step": 31144 }, { "epoch": 27.66, "learning_rate": 4.330905981799236e-05, "loss": 18.8672, "step": 31145 }, { "epoch": 27.66, "learning_rate": 4.330627010046933e-05, "loss": 19.2188, "step": 31146 }, { "epoch": 27.66, "learning_rate": 4.330348040416406e-05, "loss": 18.7646, "step": 31147 }, { "epoch": 27.66, "learning_rate": 4.3300690729085395e-05, "loss": 19.5371, "step": 31148 }, { "epoch": 27.66, "learning_rate": 4.3297901075242174e-05, "loss": 19.9053, "step": 31149 }, { "epoch": 27.66, "learning_rate": 4.329511144264325e-05, "loss": 19.4473, "step": 31150 }, { "epoch": 27.67, "learning_rate": 4.3292321831297457e-05, "loss": 19.5322, "step": 31151 }, { "epoch": 27.67, "learning_rate": 4.3289532241213625e-05, "loss": 19.3984, "step": 31152 }, { "epoch": 27.67, "learning_rate": 4.3286742672400613e-05, "loss": 19.4033, "step": 31153 }, { "epoch": 27.67, "learning_rate": 4.328395312486726e-05, "loss": 19.71, "step": 31154 }, { "epoch": 27.67, "learning_rate": 4.3281163598622416e-05, "loss": 19.4873, "step": 31155 }, { "epoch": 27.67, "learning_rate": 4.32783740936749e-05, "loss": 19.6953, "step": 31156 }, { "epoch": 27.67, "learning_rate": 4.3275584610033575e-05, "loss": 19.3184, "step": 31157 }, { "epoch": 27.67, "learning_rate": 4.327279514770728e-05, "loss": 19.7881, "step": 31158 }, { "epoch": 27.67, "learning_rate": 4.327000570670484e-05, "loss": 19.5156, "step": 31159 }, { "epoch": 27.67, "learning_rate": 4.3267216287035114e-05, "loss": 19.9033, "step": 31160 }, { "epoch": 27.67, "learning_rate": 4.3264426888706965e-05, "loss": 19.1943, "step": 31161 }, { "epoch": 27.67, "learning_rate": 4.326163751172919e-05, "loss": 19.6025, "step": 31162 }, { "epoch": 27.68, "learning_rate": 4.325884815611064e-05, "loss": 19.5635, "step": 31163 }, { "epoch": 27.68, "learning_rate": 4.325605882186018e-05, "loss": 19.2373, "step": 31164 }, { "epoch": 27.68, "learning_rate": 4.3253269508986635e-05, "loss": 19.8584, "step": 31165 }, { "epoch": 27.68, "learning_rate": 4.325048021749888e-05, "loss": 19.8936, "step": 31166 }, { "epoch": 27.68, "learning_rate": 4.3247690947405696e-05, "loss": 19.9619, "step": 31167 }, { "epoch": 27.68, "learning_rate": 4.324490169871595e-05, "loss": 19.5967, "step": 31168 }, { "epoch": 27.68, "learning_rate": 4.324211247143851e-05, "loss": 19.7002, "step": 31169 }, { "epoch": 27.68, "learning_rate": 4.323932326558219e-05, "loss": 19.3447, "step": 31170 }, { "epoch": 27.68, "learning_rate": 4.3236534081155844e-05, "loss": 20.4277, "step": 31171 }, { "epoch": 27.68, "learning_rate": 4.32337449181683e-05, "loss": 19.6719, "step": 31172 }, { "epoch": 27.68, "learning_rate": 4.3230955776628406e-05, "loss": 19.4746, "step": 31173 }, { "epoch": 27.69, "learning_rate": 4.3228166656544996e-05, "loss": 19.9648, "step": 31174 }, { "epoch": 27.69, "learning_rate": 4.3225377557926926e-05, "loss": 19.541, "step": 31175 }, { "epoch": 27.69, "learning_rate": 4.322258848078303e-05, "loss": 19.4863, "step": 31176 }, { "epoch": 27.69, "learning_rate": 4.3219799425122156e-05, "loss": 19.6074, "step": 31177 }, { "epoch": 27.69, "learning_rate": 4.321701039095312e-05, "loss": 19.8613, "step": 31178 }, { "epoch": 27.69, "learning_rate": 4.321422137828479e-05, "loss": 19.5889, "step": 31179 }, { "epoch": 27.69, "learning_rate": 4.3211432387125985e-05, "loss": 20.2129, "step": 31180 }, { "epoch": 27.69, "learning_rate": 4.320864341748556e-05, "loss": 19.7441, "step": 31181 }, { "epoch": 27.69, "learning_rate": 4.3205854469372364e-05, "loss": 19.8926, "step": 31182 }, { "epoch": 27.69, "learning_rate": 4.320306554279521e-05, "loss": 19.0342, "step": 31183 }, { "epoch": 27.69, "learning_rate": 4.320027663776296e-05, "loss": 20.04, "step": 31184 }, { "epoch": 27.7, "learning_rate": 4.3197487754284444e-05, "loss": 19.9531, "step": 31185 }, { "epoch": 27.7, "learning_rate": 4.31946988923685e-05, "loss": 19.8184, "step": 31186 }, { "epoch": 27.7, "learning_rate": 4.3191910052024e-05, "loss": 20.4043, "step": 31187 }, { "epoch": 27.7, "learning_rate": 4.3189121233259735e-05, "loss": 19.6465, "step": 31188 }, { "epoch": 27.7, "learning_rate": 4.318633243608457e-05, "loss": 19.6543, "step": 31189 }, { "epoch": 27.7, "learning_rate": 4.318354366050733e-05, "loss": 19.9424, "step": 31190 }, { "epoch": 27.7, "learning_rate": 4.318075490653688e-05, "loss": 19.916, "step": 31191 }, { "epoch": 27.7, "learning_rate": 4.317796617418205e-05, "loss": 19.1133, "step": 31192 }, { "epoch": 27.7, "learning_rate": 4.3175177463451695e-05, "loss": 19.8838, "step": 31193 }, { "epoch": 27.7, "learning_rate": 4.3172388774354614e-05, "loss": 20.0518, "step": 31194 }, { "epoch": 27.7, "learning_rate": 4.316960010689968e-05, "loss": 20.0332, "step": 31195 }, { "epoch": 27.71, "learning_rate": 4.316681146109571e-05, "loss": 19.9512, "step": 31196 }, { "epoch": 27.71, "learning_rate": 4.3164022836951563e-05, "loss": 20.3057, "step": 31197 }, { "epoch": 27.71, "learning_rate": 4.3161234234476076e-05, "loss": 19.749, "step": 31198 }, { "epoch": 27.71, "learning_rate": 4.315844565367807e-05, "loss": 19.5381, "step": 31199 }, { "epoch": 27.71, "learning_rate": 4.315565709456641e-05, "loss": 19.3018, "step": 31200 }, { "epoch": 27.71, "learning_rate": 4.315286855714992e-05, "loss": 19.6973, "step": 31201 }, { "epoch": 27.71, "learning_rate": 4.315008004143743e-05, "loss": 19.4902, "step": 31202 }, { "epoch": 27.71, "learning_rate": 4.31472915474378e-05, "loss": 19.3076, "step": 31203 }, { "epoch": 27.71, "learning_rate": 4.314450307515987e-05, "loss": 19.3027, "step": 31204 }, { "epoch": 27.71, "learning_rate": 4.3141714624612455e-05, "loss": 19.2334, "step": 31205 }, { "epoch": 27.71, "learning_rate": 4.313892619580441e-05, "loss": 20.0479, "step": 31206 }, { "epoch": 27.71, "learning_rate": 4.313613778874457e-05, "loss": 19.3467, "step": 31207 }, { "epoch": 27.72, "learning_rate": 4.3133349403441755e-05, "loss": 19.3076, "step": 31208 }, { "epoch": 27.72, "learning_rate": 4.313056103990487e-05, "loss": 19.7061, "step": 31209 }, { "epoch": 27.72, "learning_rate": 4.3127772698142676e-05, "loss": 19.6924, "step": 31210 }, { "epoch": 27.72, "learning_rate": 4.312498437816405e-05, "loss": 19.96, "step": 31211 }, { "epoch": 27.72, "learning_rate": 4.312219607997781e-05, "loss": 19.3027, "step": 31212 }, { "epoch": 27.72, "learning_rate": 4.311940780359281e-05, "loss": 19.4277, "step": 31213 }, { "epoch": 27.72, "learning_rate": 4.311661954901791e-05, "loss": 19.1826, "step": 31214 }, { "epoch": 27.72, "learning_rate": 4.311383131626191e-05, "loss": 19.7334, "step": 31215 }, { "epoch": 27.72, "learning_rate": 4.311104310533364e-05, "loss": 20.6465, "step": 31216 }, { "epoch": 27.72, "learning_rate": 4.310825491624197e-05, "loss": 19.6426, "step": 31217 }, { "epoch": 27.72, "learning_rate": 4.310546674899574e-05, "loss": 19.7734, "step": 31218 }, { "epoch": 27.73, "learning_rate": 4.310267860360377e-05, "loss": 19.5449, "step": 31219 }, { "epoch": 27.73, "learning_rate": 4.309989048007491e-05, "loss": 19.127, "step": 31220 }, { "epoch": 27.73, "learning_rate": 4.309710237841798e-05, "loss": 19.833, "step": 31221 }, { "epoch": 27.73, "learning_rate": 4.309431429864184e-05, "loss": 19.8281, "step": 31222 }, { "epoch": 27.73, "learning_rate": 4.309152624075531e-05, "loss": 19.3096, "step": 31223 }, { "epoch": 27.73, "learning_rate": 4.308873820476723e-05, "loss": 19.668, "step": 31224 }, { "epoch": 27.73, "learning_rate": 4.308595019068646e-05, "loss": 20.1426, "step": 31225 }, { "epoch": 27.73, "learning_rate": 4.3083162198521806e-05, "loss": 20.0039, "step": 31226 }, { "epoch": 27.73, "learning_rate": 4.308037422828212e-05, "loss": 19.0322, "step": 31227 }, { "epoch": 27.73, "learning_rate": 4.307758627997623e-05, "loss": 19.8389, "step": 31228 }, { "epoch": 27.73, "learning_rate": 4.307479835361298e-05, "loss": 20.0801, "step": 31229 }, { "epoch": 27.74, "learning_rate": 4.307201044920123e-05, "loss": 20.0293, "step": 31230 }, { "epoch": 27.74, "learning_rate": 4.3069222566749777e-05, "loss": 19.6719, "step": 31231 }, { "epoch": 27.74, "learning_rate": 4.306643470626748e-05, "loss": 19.6592, "step": 31232 }, { "epoch": 27.74, "learning_rate": 4.3063646867763175e-05, "loss": 19.502, "step": 31233 }, { "epoch": 27.74, "learning_rate": 4.306085905124568e-05, "loss": 19.8047, "step": 31234 }, { "epoch": 27.74, "learning_rate": 4.3058071256723856e-05, "loss": 19.9873, "step": 31235 }, { "epoch": 27.74, "learning_rate": 4.305528348420656e-05, "loss": 19.084, "step": 31236 }, { "epoch": 27.74, "learning_rate": 4.305528348420656e-05, "loss": 20.5049, "step": 31237 }, { "epoch": 27.74, "learning_rate": 4.3052495733702576e-05, "loss": 19.9473, "step": 31238 }, { "epoch": 27.74, "learning_rate": 4.304970800522075e-05, "loss": 20.0166, "step": 31239 }, { "epoch": 27.74, "learning_rate": 4.304692029876996e-05, "loss": 19.3115, "step": 31240 }, { "epoch": 27.75, "learning_rate": 4.3044132614359e-05, "loss": 19.584, "step": 31241 }, { "epoch": 27.75, "learning_rate": 4.3041344951996746e-05, "loss": 19.8633, "step": 31242 }, { "epoch": 27.75, "learning_rate": 4.303855731169198e-05, "loss": 19.2842, "step": 31243 }, { "epoch": 27.75, "learning_rate": 4.303576969345358e-05, "loss": 19.4678, "step": 31244 }, { "epoch": 27.75, "learning_rate": 4.303298209729038e-05, "loss": 19.8271, "step": 31245 }, { "epoch": 27.75, "learning_rate": 4.303019452321119e-05, "loss": 20.0117, "step": 31246 }, { "epoch": 27.75, "learning_rate": 4.302740697122488e-05, "loss": 19.6123, "step": 31247 }, { "epoch": 27.75, "learning_rate": 4.302461944134026e-05, "loss": 19.6953, "step": 31248 }, { "epoch": 27.75, "learning_rate": 4.302183193356618e-05, "loss": 19.6221, "step": 31249 }, { "epoch": 27.75, "learning_rate": 4.301904444791147e-05, "loss": 19.6836, "step": 31250 }, { "epoch": 27.75, "learning_rate": 4.301625698438496e-05, "loss": 19.2715, "step": 31251 }, { "epoch": 27.75, "learning_rate": 4.30134695429955e-05, "loss": 19.8438, "step": 31252 }, { "epoch": 27.76, "learning_rate": 4.30134695429955e-05, "loss": 19.3203, "step": 31253 }, { "epoch": 27.76, "learning_rate": 4.301068212375193e-05, "loss": 19.1035, "step": 31254 }, { "epoch": 27.76, "learning_rate": 4.3007894726663056e-05, "loss": 19.2998, "step": 31255 }, { "epoch": 27.76, "learning_rate": 4.3005107351737735e-05, "loss": 20.0752, "step": 31256 }, { "epoch": 27.76, "learning_rate": 4.3002319998984795e-05, "loss": 19.3545, "step": 31257 }, { "epoch": 27.76, "learning_rate": 4.299953266841307e-05, "loss": 19.0342, "step": 31258 }, { "epoch": 27.76, "learning_rate": 4.299674536003142e-05, "loss": 19.3887, "step": 31259 }, { "epoch": 27.76, "learning_rate": 4.299395807384865e-05, "loss": 19.5049, "step": 31260 }, { "epoch": 27.76, "learning_rate": 4.2991170809873606e-05, "loss": 19.6084, "step": 31261 }, { "epoch": 27.76, "learning_rate": 4.2988383568115105e-05, "loss": 19.7168, "step": 31262 }, { "epoch": 27.76, "learning_rate": 4.2985596348582016e-05, "loss": 18.9521, "step": 31263 }, { "epoch": 27.77, "learning_rate": 4.2982809151283157e-05, "loss": 19.3604, "step": 31264 }, { "epoch": 27.77, "learning_rate": 4.298002197622738e-05, "loss": 19.9619, "step": 31265 }, { "epoch": 27.77, "learning_rate": 4.2977234823423475e-05, "loss": 19.7324, "step": 31266 }, { "epoch": 27.77, "learning_rate": 4.297444769288031e-05, "loss": 20.123, "step": 31267 }, { "epoch": 27.77, "learning_rate": 4.297166058460672e-05, "loss": 19.2754, "step": 31268 }, { "epoch": 27.77, "learning_rate": 4.2968873498611536e-05, "loss": 19.3672, "step": 31269 }, { "epoch": 27.77, "learning_rate": 4.2966086434903595e-05, "loss": 19.6904, "step": 31270 }, { "epoch": 27.77, "learning_rate": 4.296329939349172e-05, "loss": 19.7734, "step": 31271 }, { "epoch": 27.77, "learning_rate": 4.296051237438475e-05, "loss": 19.9473, "step": 31272 }, { "epoch": 27.77, "learning_rate": 4.295772537759152e-05, "loss": 19.4688, "step": 31273 }, { "epoch": 27.77, "learning_rate": 4.295493840312087e-05, "loss": 19.4014, "step": 31274 }, { "epoch": 27.78, "learning_rate": 4.295215145098164e-05, "loss": 20.2148, "step": 31275 }, { "epoch": 27.78, "learning_rate": 4.294936452118264e-05, "loss": 20.1641, "step": 31276 }, { "epoch": 27.78, "learning_rate": 4.294657761373272e-05, "loss": 19.8311, "step": 31277 }, { "epoch": 27.78, "learning_rate": 4.294379072864071e-05, "loss": 19.1875, "step": 31278 }, { "epoch": 27.78, "learning_rate": 4.294100386591545e-05, "loss": 20.1543, "step": 31279 }, { "epoch": 27.78, "learning_rate": 4.2938217025565767e-05, "loss": 19.8359, "step": 31280 }, { "epoch": 27.78, "learning_rate": 4.29354302076005e-05, "loss": 19.1475, "step": 31281 }, { "epoch": 27.78, "learning_rate": 4.293264341202848e-05, "loss": 19.707, "step": 31282 }, { "epoch": 27.78, "learning_rate": 4.292985663885854e-05, "loss": 19.5049, "step": 31283 }, { "epoch": 27.78, "learning_rate": 4.292706988809951e-05, "loss": 19.1348, "step": 31284 }, { "epoch": 27.78, "learning_rate": 4.292428315976022e-05, "loss": 19.7344, "step": 31285 }, { "epoch": 27.79, "learning_rate": 4.292149645384954e-05, "loss": 20.0547, "step": 31286 }, { "epoch": 27.79, "learning_rate": 4.2918709770376246e-05, "loss": 19.582, "step": 31287 }, { "epoch": 27.79, "learning_rate": 4.29159231093492e-05, "loss": 19.7988, "step": 31288 }, { "epoch": 27.79, "learning_rate": 4.291313647077724e-05, "loss": 19.5498, "step": 31289 }, { "epoch": 27.79, "learning_rate": 4.2910349854669195e-05, "loss": 20.0518, "step": 31290 }, { "epoch": 27.79, "learning_rate": 4.290756326103392e-05, "loss": 19.877, "step": 31291 }, { "epoch": 27.79, "learning_rate": 4.2904776689880184e-05, "loss": 18.585, "step": 31292 }, { "epoch": 27.79, "learning_rate": 4.2901990141216875e-05, "loss": 19.5498, "step": 31293 }, { "epoch": 27.79, "learning_rate": 4.2899203615052814e-05, "loss": 19.3584, "step": 31294 }, { "epoch": 27.79, "learning_rate": 4.289641711139683e-05, "loss": 19.4131, "step": 31295 }, { "epoch": 27.79, "learning_rate": 4.2893630630257755e-05, "loss": 19.6846, "step": 31296 }, { "epoch": 27.79, "learning_rate": 4.289084417164444e-05, "loss": 19.9512, "step": 31297 }, { "epoch": 27.8, "learning_rate": 4.288805773556568e-05, "loss": 19.5195, "step": 31298 }, { "epoch": 27.8, "learning_rate": 4.288527132203033e-05, "loss": 19.5059, "step": 31299 }, { "epoch": 27.8, "learning_rate": 4.2882484931047216e-05, "loss": 19.9893, "step": 31300 }, { "epoch": 27.8, "learning_rate": 4.2879698562625186e-05, "loss": 19.3809, "step": 31301 }, { "epoch": 27.8, "learning_rate": 4.287691221677307e-05, "loss": 19.9824, "step": 31302 }, { "epoch": 27.8, "learning_rate": 4.2874125893499676e-05, "loss": 19.4238, "step": 31303 }, { "epoch": 27.8, "learning_rate": 4.287133959281385e-05, "loss": 19.6699, "step": 31304 }, { "epoch": 27.8, "learning_rate": 4.2868553314724425e-05, "loss": 18.9316, "step": 31305 }, { "epoch": 27.8, "learning_rate": 4.286576705924024e-05, "loss": 19.3535, "step": 31306 }, { "epoch": 27.8, "learning_rate": 4.286298082637012e-05, "loss": 19.9619, "step": 31307 }, { "epoch": 27.8, "learning_rate": 4.286019461612289e-05, "loss": 19.8008, "step": 31308 }, { "epoch": 27.81, "learning_rate": 4.285740842850739e-05, "loss": 19.793, "step": 31309 }, { "epoch": 27.81, "learning_rate": 4.285462226353244e-05, "loss": 19.3477, "step": 31310 }, { "epoch": 27.81, "learning_rate": 4.285183612120689e-05, "loss": 19.917, "step": 31311 }, { "epoch": 27.81, "learning_rate": 4.284905000153956e-05, "loss": 19.4395, "step": 31312 }, { "epoch": 27.81, "learning_rate": 4.284626390453931e-05, "loss": 19.0391, "step": 31313 }, { "epoch": 27.81, "learning_rate": 4.2843477830214926e-05, "loss": 19.6289, "step": 31314 }, { "epoch": 27.81, "learning_rate": 4.284069177857525e-05, "loss": 20.2295, "step": 31315 }, { "epoch": 27.81, "learning_rate": 4.2837905749629124e-05, "loss": 19.3848, "step": 31316 }, { "epoch": 27.81, "learning_rate": 4.283511974338538e-05, "loss": 19.9541, "step": 31317 }, { "epoch": 27.81, "learning_rate": 4.2832333759852864e-05, "loss": 19.8359, "step": 31318 }, { "epoch": 27.81, "learning_rate": 4.2829547799040375e-05, "loss": 19.8506, "step": 31319 }, { "epoch": 27.82, "learning_rate": 4.282676186095676e-05, "loss": 19.5938, "step": 31320 }, { "epoch": 27.82, "learning_rate": 4.2823975945610845e-05, "loss": 19.3145, "step": 31321 }, { "epoch": 27.82, "learning_rate": 4.2821190053011464e-05, "loss": 19.4189, "step": 31322 }, { "epoch": 27.82, "learning_rate": 4.2818404183167454e-05, "loss": 19.6143, "step": 31323 }, { "epoch": 27.82, "learning_rate": 4.281561833608765e-05, "loss": 19.3135, "step": 31324 }, { "epoch": 27.82, "learning_rate": 4.2812832511780856e-05, "loss": 19.8535, "step": 31325 }, { "epoch": 27.82, "learning_rate": 4.281004671025592e-05, "loss": 19.3525, "step": 31326 }, { "epoch": 27.82, "learning_rate": 4.280726093152167e-05, "loss": 19.7637, "step": 31327 }, { "epoch": 27.82, "learning_rate": 4.280447517558694e-05, "loss": 19.3408, "step": 31328 }, { "epoch": 27.82, "learning_rate": 4.2801689442460566e-05, "loss": 19.4229, "step": 31329 }, { "epoch": 27.82, "learning_rate": 4.2798903732151355e-05, "loss": 19.2998, "step": 31330 }, { "epoch": 27.83, "learning_rate": 4.279611804466816e-05, "loss": 19.5869, "step": 31331 }, { "epoch": 27.83, "learning_rate": 4.2793332380019804e-05, "loss": 19.1621, "step": 31332 }, { "epoch": 27.83, "learning_rate": 4.27905467382151e-05, "loss": 19.5557, "step": 31333 }, { "epoch": 27.83, "learning_rate": 4.278776111926293e-05, "loss": 19.0996, "step": 31334 }, { "epoch": 27.83, "learning_rate": 4.278497552317206e-05, "loss": 19.2891, "step": 31335 }, { "epoch": 27.83, "learning_rate": 4.278218994995135e-05, "loss": 19.748, "step": 31336 }, { "epoch": 27.83, "learning_rate": 4.2779404399609616e-05, "loss": 19.1729, "step": 31337 }, { "epoch": 27.83, "learning_rate": 4.2776618872155716e-05, "loss": 19.6064, "step": 31338 }, { "epoch": 27.83, "learning_rate": 4.277383336759845e-05, "loss": 19.5283, "step": 31339 }, { "epoch": 27.83, "learning_rate": 4.2771047885946694e-05, "loss": 19.0605, "step": 31340 }, { "epoch": 27.83, "learning_rate": 4.27682624272092e-05, "loss": 19.3936, "step": 31341 }, { "epoch": 27.83, "learning_rate": 4.276547699139486e-05, "loss": 19.2275, "step": 31342 }, { "epoch": 27.84, "learning_rate": 4.276269157851249e-05, "loss": 19.4355, "step": 31343 }, { "epoch": 27.84, "learning_rate": 4.27599061885709e-05, "loss": 19.7373, "step": 31344 }, { "epoch": 27.84, "learning_rate": 4.275712082157895e-05, "loss": 19.5146, "step": 31345 }, { "epoch": 27.84, "learning_rate": 4.275433547754544e-05, "loss": 19.2129, "step": 31346 }, { "epoch": 27.84, "learning_rate": 4.27515501564792e-05, "loss": 19.1992, "step": 31347 }, { "epoch": 27.84, "learning_rate": 4.274876485838908e-05, "loss": 19.2285, "step": 31348 }, { "epoch": 27.84, "learning_rate": 4.27459795832839e-05, "loss": 18.7939, "step": 31349 }, { "epoch": 27.84, "learning_rate": 4.2743194331172486e-05, "loss": 19.2783, "step": 31350 }, { "epoch": 27.84, "learning_rate": 4.274040910206367e-05, "loss": 18.8994, "step": 31351 }, { "epoch": 27.84, "learning_rate": 4.273762389596627e-05, "loss": 19.4717, "step": 31352 }, { "epoch": 27.84, "learning_rate": 4.2734838712889126e-05, "loss": 19.3672, "step": 31353 }, { "epoch": 27.85, "learning_rate": 4.273205355284106e-05, "loss": 19.2773, "step": 31354 }, { "epoch": 27.85, "learning_rate": 4.272926841583089e-05, "loss": 19.7715, "step": 31355 }, { "epoch": 27.85, "learning_rate": 4.272648330186749e-05, "loss": 19.2266, "step": 31356 }, { "epoch": 27.85, "learning_rate": 4.272369821095965e-05, "loss": 19.9707, "step": 31357 }, { "epoch": 27.85, "learning_rate": 4.2720913143116186e-05, "loss": 19.2686, "step": 31358 }, { "epoch": 27.85, "learning_rate": 4.2718128098345936e-05, "loss": 19.3857, "step": 31359 }, { "epoch": 27.85, "learning_rate": 4.2715343076657754e-05, "loss": 19.9248, "step": 31360 }, { "epoch": 27.85, "learning_rate": 4.271255807806047e-05, "loss": 19.6865, "step": 31361 }, { "epoch": 27.85, "learning_rate": 4.2709773102562864e-05, "loss": 19.2598, "step": 31362 }, { "epoch": 27.85, "learning_rate": 4.270698815017379e-05, "loss": 19.5576, "step": 31363 }, { "epoch": 27.85, "learning_rate": 4.2704203220902085e-05, "loss": 19.083, "step": 31364 }, { "epoch": 27.86, "learning_rate": 4.270141831475657e-05, "loss": 19.7285, "step": 31365 }, { "epoch": 27.86, "learning_rate": 4.269863343174609e-05, "loss": 19.6895, "step": 31366 }, { "epoch": 27.86, "learning_rate": 4.269584857187943e-05, "loss": 19.4824, "step": 31367 }, { "epoch": 27.86, "learning_rate": 4.269306373516544e-05, "loss": 19.3242, "step": 31368 }, { "epoch": 27.86, "learning_rate": 4.269027892161296e-05, "loss": 19.4385, "step": 31369 }, { "epoch": 27.86, "learning_rate": 4.26874941312308e-05, "loss": 19.9346, "step": 31370 }, { "epoch": 27.86, "learning_rate": 4.26847093640278e-05, "loss": 19.0049, "step": 31371 }, { "epoch": 27.86, "learning_rate": 4.2681924620012784e-05, "loss": 19.3428, "step": 31372 }, { "epoch": 27.86, "learning_rate": 4.267913989919457e-05, "loss": 19.4824, "step": 31373 }, { "epoch": 27.86, "learning_rate": 4.267635520158199e-05, "loss": 19.7832, "step": 31374 }, { "epoch": 27.86, "learning_rate": 4.267357052718387e-05, "loss": 19.5, "step": 31375 }, { "epoch": 27.87, "learning_rate": 4.267078587600905e-05, "loss": 20.0176, "step": 31376 }, { "epoch": 27.87, "learning_rate": 4.266800124806633e-05, "loss": 19.6963, "step": 31377 }, { "epoch": 27.87, "learning_rate": 4.266521664336457e-05, "loss": 19.3447, "step": 31378 }, { "epoch": 27.87, "learning_rate": 4.266243206191256e-05, "loss": 19.708, "step": 31379 }, { "epoch": 27.87, "learning_rate": 4.265964750371916e-05, "loss": 19.2129, "step": 31380 }, { "epoch": 27.87, "learning_rate": 4.265686296879316e-05, "loss": 19.5723, "step": 31381 }, { "epoch": 27.87, "learning_rate": 4.265407845714344e-05, "loss": 19.3203, "step": 31382 }, { "epoch": 27.87, "learning_rate": 4.265129396877878e-05, "loss": 19.1279, "step": 31383 }, { "epoch": 27.87, "learning_rate": 4.264850950370802e-05, "loss": 19.5303, "step": 31384 }, { "epoch": 27.87, "learning_rate": 4.264572506193997e-05, "loss": 19.333, "step": 31385 }, { "epoch": 27.87, "learning_rate": 4.2642940643483484e-05, "loss": 19.4307, "step": 31386 }, { "epoch": 27.87, "learning_rate": 4.264015624834738e-05, "loss": 19.5166, "step": 31387 }, { "epoch": 27.88, "learning_rate": 4.263737187654051e-05, "loss": 19.9004, "step": 31388 }, { "epoch": 27.88, "learning_rate": 4.263458752807163e-05, "loss": 19.7285, "step": 31389 }, { "epoch": 27.88, "learning_rate": 4.2631803202949625e-05, "loss": 19.4434, "step": 31390 }, { "epoch": 27.88, "learning_rate": 4.262901890118329e-05, "loss": 19.7217, "step": 31391 }, { "epoch": 27.88, "learning_rate": 4.262623462278148e-05, "loss": 19.7432, "step": 31392 }, { "epoch": 27.88, "learning_rate": 4.2623450367753e-05, "loss": 19.4316, "step": 31393 }, { "epoch": 27.88, "learning_rate": 4.262066613610667e-05, "loss": 19.4053, "step": 31394 }, { "epoch": 27.88, "learning_rate": 4.2617881927851334e-05, "loss": 19.8301, "step": 31395 }, { "epoch": 27.88, "learning_rate": 4.2615097742995803e-05, "loss": 19.5918, "step": 31396 }, { "epoch": 27.88, "learning_rate": 4.26123135815489e-05, "loss": 19.7441, "step": 31397 }, { "epoch": 27.88, "learning_rate": 4.260952944351947e-05, "loss": 19.1309, "step": 31398 }, { "epoch": 27.89, "learning_rate": 4.2606745328916334e-05, "loss": 19.9541, "step": 31399 }, { "epoch": 27.89, "learning_rate": 4.260396123774829e-05, "loss": 19.5205, "step": 31400 }, { "epoch": 27.89, "learning_rate": 4.260117717002419e-05, "loss": 19.5791, "step": 31401 }, { "epoch": 27.89, "learning_rate": 4.259839312575285e-05, "loss": 19.2803, "step": 31402 }, { "epoch": 27.89, "learning_rate": 4.259560910494309e-05, "loss": 19.3115, "step": 31403 }, { "epoch": 27.89, "learning_rate": 4.2592825107603764e-05, "loss": 19.8203, "step": 31404 }, { "epoch": 27.89, "learning_rate": 4.259004113374365e-05, "loss": 20.0957, "step": 31405 }, { "epoch": 27.89, "learning_rate": 4.2587257183371595e-05, "loss": 19.2256, "step": 31406 }, { "epoch": 27.89, "learning_rate": 4.258447325649643e-05, "loss": 19.7988, "step": 31407 }, { "epoch": 27.89, "learning_rate": 4.258168935312696e-05, "loss": 19.6846, "step": 31408 }, { "epoch": 27.89, "learning_rate": 4.257890547327207e-05, "loss": 19.7168, "step": 31409 }, { "epoch": 27.9, "learning_rate": 4.2576121616940504e-05, "loss": 19.3623, "step": 31410 }, { "epoch": 27.9, "learning_rate": 4.2573337784141106e-05, "loss": 19.7197, "step": 31411 }, { "epoch": 27.9, "learning_rate": 4.2570553974882725e-05, "loss": 20.3037, "step": 31412 }, { "epoch": 27.9, "learning_rate": 4.256777018917418e-05, "loss": 19.0938, "step": 31413 }, { "epoch": 27.9, "learning_rate": 4.2564986427024286e-05, "loss": 20.5059, "step": 31414 }, { "epoch": 27.9, "learning_rate": 4.2562202688441873e-05, "loss": 19.6201, "step": 31415 }, { "epoch": 27.9, "learning_rate": 4.255941897343577e-05, "loss": 19.4707, "step": 31416 }, { "epoch": 27.9, "learning_rate": 4.2556635282014776e-05, "loss": 19.7012, "step": 31417 }, { "epoch": 27.9, "learning_rate": 4.255385161418774e-05, "loss": 19.5068, "step": 31418 }, { "epoch": 27.9, "learning_rate": 4.255106796996348e-05, "loss": 19.624, "step": 31419 }, { "epoch": 27.9, "learning_rate": 4.254828434935082e-05, "loss": 19.6152, "step": 31420 }, { "epoch": 27.9, "learning_rate": 4.254550075235857e-05, "loss": 19.2822, "step": 31421 }, { "epoch": 27.91, "learning_rate": 4.2542717178995566e-05, "loss": 19.7939, "step": 31422 }, { "epoch": 27.91, "learning_rate": 4.253993362927063e-05, "loss": 19.3838, "step": 31423 }, { "epoch": 27.91, "learning_rate": 4.253715010319259e-05, "loss": 20.1416, "step": 31424 }, { "epoch": 27.91, "learning_rate": 4.253436660077026e-05, "loss": 18.998, "step": 31425 }, { "epoch": 27.91, "learning_rate": 4.2531583122012465e-05, "loss": 19.4385, "step": 31426 }, { "epoch": 27.91, "learning_rate": 4.2531583122012465e-05, "loss": 19.8301, "step": 31427 }, { "epoch": 27.91, "learning_rate": 4.252879966692803e-05, "loss": 19.4219, "step": 31428 }, { "epoch": 27.91, "learning_rate": 4.252601623552578e-05, "loss": 19.4102, "step": 31429 }, { "epoch": 27.91, "learning_rate": 4.252323282781453e-05, "loss": 19.6992, "step": 31430 }, { "epoch": 27.91, "learning_rate": 4.2520449443803104e-05, "loss": 19.4248, "step": 31431 }, { "epoch": 27.91, "learning_rate": 4.2517666083500354e-05, "loss": 19.1289, "step": 31432 }, { "epoch": 27.92, "learning_rate": 4.2514882746915055e-05, "loss": 19.6836, "step": 31433 }, { "epoch": 27.92, "learning_rate": 4.2512099434056064e-05, "loss": 19.2129, "step": 31434 }, { "epoch": 27.92, "learning_rate": 4.2509316144932176e-05, "loss": 19.5088, "step": 31435 }, { "epoch": 27.92, "learning_rate": 4.2506532879552234e-05, "loss": 19.415, "step": 31436 }, { "epoch": 27.92, "learning_rate": 4.250374963792508e-05, "loss": 20.2734, "step": 31437 }, { "epoch": 27.92, "learning_rate": 4.250096642005949e-05, "loss": 19.6113, "step": 31438 }, { "epoch": 27.92, "learning_rate": 4.2498183225964314e-05, "loss": 19.8828, "step": 31439 }, { "epoch": 27.92, "learning_rate": 4.2495400055648364e-05, "loss": 19.4014, "step": 31440 }, { "epoch": 27.92, "learning_rate": 4.2492616909120466e-05, "loss": 19.2402, "step": 31441 }, { "epoch": 27.92, "learning_rate": 4.248983378638946e-05, "loss": 19.3066, "step": 31442 }, { "epoch": 27.92, "learning_rate": 4.2487050687464136e-05, "loss": 19.1748, "step": 31443 }, { "epoch": 27.93, "learning_rate": 4.2484267612353334e-05, "loss": 19.7393, "step": 31444 }, { "epoch": 27.93, "learning_rate": 4.248148456106587e-05, "loss": 19.9502, "step": 31445 }, { "epoch": 27.93, "learning_rate": 4.247870153361057e-05, "loss": 20.3457, "step": 31446 }, { "epoch": 27.93, "learning_rate": 4.247591852999625e-05, "loss": 20.2109, "step": 31447 }, { "epoch": 27.93, "learning_rate": 4.247313555023175e-05, "loss": 19.709, "step": 31448 }, { "epoch": 27.93, "learning_rate": 4.2470352594325866e-05, "loss": 19.3359, "step": 31449 }, { "epoch": 27.93, "learning_rate": 4.2467569662287426e-05, "loss": 19.8018, "step": 31450 }, { "epoch": 27.93, "learning_rate": 4.246478675412526e-05, "loss": 19.8369, "step": 31451 }, { "epoch": 27.93, "learning_rate": 4.2462003869848175e-05, "loss": 20.2529, "step": 31452 }, { "epoch": 27.93, "learning_rate": 4.245922100946502e-05, "loss": 19.1338, "step": 31453 }, { "epoch": 27.93, "learning_rate": 4.245643817298459e-05, "loss": 19.1738, "step": 31454 }, { "epoch": 27.94, "learning_rate": 4.245365536041571e-05, "loss": 19.7393, "step": 31455 }, { "epoch": 27.94, "learning_rate": 4.245087257176721e-05, "loss": 19.9082, "step": 31456 }, { "epoch": 27.94, "learning_rate": 4.2448089807047884e-05, "loss": 19.666, "step": 31457 }, { "epoch": 27.94, "learning_rate": 4.24453070662666e-05, "loss": 19.5439, "step": 31458 }, { "epoch": 27.94, "learning_rate": 4.2442524349432165e-05, "loss": 19.6807, "step": 31459 }, { "epoch": 27.94, "learning_rate": 4.243974165655337e-05, "loss": 19.1162, "step": 31460 }, { "epoch": 27.94, "learning_rate": 4.243695898763904e-05, "loss": 19.6943, "step": 31461 }, { "epoch": 27.94, "learning_rate": 4.243417634269802e-05, "loss": 19.3838, "step": 31462 }, { "epoch": 27.94, "learning_rate": 4.243139372173912e-05, "loss": 19.3447, "step": 31463 }, { "epoch": 27.94, "learning_rate": 4.2428611124771184e-05, "loss": 19.4199, "step": 31464 }, { "epoch": 27.94, "learning_rate": 4.2425828551802974e-05, "loss": 19.4678, "step": 31465 }, { "epoch": 27.94, "learning_rate": 4.242304600284335e-05, "loss": 19.3564, "step": 31466 }, { "epoch": 27.95, "learning_rate": 4.2420263477901135e-05, "loss": 19.2578, "step": 31467 }, { "epoch": 27.95, "learning_rate": 4.241748097698514e-05, "loss": 19.5391, "step": 31468 }, { "epoch": 27.95, "learning_rate": 4.241469850010419e-05, "loss": 19.2598, "step": 31469 }, { "epoch": 27.95, "learning_rate": 4.241191604726709e-05, "loss": 19.3994, "step": 31470 }, { "epoch": 27.95, "learning_rate": 4.240913361848268e-05, "loss": 19.7949, "step": 31471 }, { "epoch": 27.95, "learning_rate": 4.2406351213759756e-05, "loss": 19.1602, "step": 31472 }, { "epoch": 27.95, "learning_rate": 4.240356883310716e-05, "loss": 19.8809, "step": 31473 }, { "epoch": 27.95, "learning_rate": 4.24007864765337e-05, "loss": 19.1631, "step": 31474 }, { "epoch": 27.95, "learning_rate": 4.2398004144048206e-05, "loss": 18.9434, "step": 31475 }, { "epoch": 27.95, "learning_rate": 4.2395221835659485e-05, "loss": 19.4287, "step": 31476 }, { "epoch": 27.95, "learning_rate": 4.239243955137636e-05, "loss": 20.3506, "step": 31477 }, { "epoch": 27.96, "learning_rate": 4.238965729120765e-05, "loss": 19.5596, "step": 31478 }, { "epoch": 27.96, "learning_rate": 4.2386875055162164e-05, "loss": 19.4033, "step": 31479 }, { "epoch": 27.96, "learning_rate": 4.2384092843248774e-05, "loss": 19.5273, "step": 31480 }, { "epoch": 27.96, "learning_rate": 4.2381310655476224e-05, "loss": 19.4092, "step": 31481 }, { "epoch": 27.96, "learning_rate": 4.2378528491853375e-05, "loss": 19.1143, "step": 31482 }, { "epoch": 27.96, "learning_rate": 4.2375746352389024e-05, "loss": 19.8857, "step": 31483 }, { "epoch": 27.96, "learning_rate": 4.2372964237092014e-05, "loss": 19.4268, "step": 31484 }, { "epoch": 27.96, "learning_rate": 4.237018214597118e-05, "loss": 19.0771, "step": 31485 }, { "epoch": 27.96, "learning_rate": 4.236740007903529e-05, "loss": 19.5439, "step": 31486 }, { "epoch": 27.96, "learning_rate": 4.2364618036293166e-05, "loss": 20.0684, "step": 31487 }, { "epoch": 27.96, "learning_rate": 4.236183601775367e-05, "loss": 20.1025, "step": 31488 }, { "epoch": 27.97, "learning_rate": 4.235905402342559e-05, "loss": 19.0977, "step": 31489 }, { "epoch": 27.97, "learning_rate": 4.235627205331776e-05, "loss": 19.6699, "step": 31490 }, { "epoch": 27.97, "learning_rate": 4.2353490107439e-05, "loss": 19.6406, "step": 31491 }, { "epoch": 27.97, "learning_rate": 4.23507081857981e-05, "loss": 19.6143, "step": 31492 }, { "epoch": 27.97, "learning_rate": 4.23479262884039e-05, "loss": 19.793, "step": 31493 }, { "epoch": 27.97, "learning_rate": 4.2345144415265217e-05, "loss": 19.7764, "step": 31494 }, { "epoch": 27.97, "learning_rate": 4.2342362566390866e-05, "loss": 20.5, "step": 31495 }, { "epoch": 27.97, "learning_rate": 4.2339580741789675e-05, "loss": 19.8623, "step": 31496 }, { "epoch": 27.97, "learning_rate": 4.233679894147044e-05, "loss": 19.8965, "step": 31497 }, { "epoch": 27.97, "learning_rate": 4.233679894147044e-05, "loss": 20.0127, "step": 31498 }, { "epoch": 27.97, "learning_rate": 4.2334017165442e-05, "loss": 19.3379, "step": 31499 }, { "epoch": 27.98, "learning_rate": 4.233123541371315e-05, "loss": 19.9092, "step": 31500 }, { "epoch": 27.98, "learning_rate": 4.232845368629273e-05, "loss": 20.0723, "step": 31501 }, { "epoch": 27.98, "learning_rate": 4.232567198318955e-05, "loss": 19.5068, "step": 31502 }, { "epoch": 27.98, "learning_rate": 4.232289030441243e-05, "loss": 20.0264, "step": 31503 }, { "epoch": 27.98, "learning_rate": 4.232010864997017e-05, "loss": 20.5898, "step": 31504 }, { "epoch": 27.98, "learning_rate": 4.231732701987161e-05, "loss": 19.7744, "step": 31505 }, { "epoch": 27.98, "learning_rate": 4.231454541412555e-05, "loss": 19.2568, "step": 31506 }, { "epoch": 27.98, "learning_rate": 4.2311763832740814e-05, "loss": 19.2227, "step": 31507 }, { "epoch": 27.98, "learning_rate": 4.230898227572625e-05, "loss": 19.4473, "step": 31508 }, { "epoch": 27.98, "learning_rate": 4.230620074309062e-05, "loss": 20.2021, "step": 31509 }, { "epoch": 27.98, "learning_rate": 4.2303419234842755e-05, "loss": 19.4043, "step": 31510 }, { "epoch": 27.98, "learning_rate": 4.2300637750991494e-05, "loss": 19.1758, "step": 31511 }, { "epoch": 27.99, "learning_rate": 4.2297856291545644e-05, "loss": 19.9277, "step": 31512 }, { "epoch": 27.99, "learning_rate": 4.229507485651404e-05, "loss": 19.5254, "step": 31513 }, { "epoch": 27.99, "learning_rate": 4.2292293445905454e-05, "loss": 19.5283, "step": 31514 }, { "epoch": 27.99, "learning_rate": 4.2289512059728727e-05, "loss": 19.2637, "step": 31515 }, { "epoch": 27.99, "learning_rate": 4.228673069799268e-05, "loss": 19.6719, "step": 31516 }, { "epoch": 27.99, "learning_rate": 4.2283949360706125e-05, "loss": 19.5498, "step": 31517 }, { "epoch": 27.99, "learning_rate": 4.2281168047877884e-05, "loss": 19.8281, "step": 31518 }, { "epoch": 27.99, "learning_rate": 4.227838675951677e-05, "loss": 19.3164, "step": 31519 }, { "epoch": 27.99, "learning_rate": 4.2275605495631584e-05, "loss": 19.6182, "step": 31520 }, { "epoch": 27.99, "learning_rate": 4.227282425623117e-05, "loss": 19.7773, "step": 31521 }, { "epoch": 27.99, "learning_rate": 4.2270043041324316e-05, "loss": 19.9316, "step": 31522 }, { "epoch": 28.0, "learning_rate": 4.2267261850919854e-05, "loss": 19.3125, "step": 31523 }, { "epoch": 28.0, "learning_rate": 4.226448068502661e-05, "loss": 19.7871, "step": 31524 }, { "epoch": 28.0, "learning_rate": 4.2261699543653365e-05, "loss": 19.9463, "step": 31525 }, { "epoch": 28.0, "learning_rate": 4.225891842680897e-05, "loss": 19.668, "step": 31526 }, { "epoch": 28.0, "learning_rate": 4.225613733450221e-05, "loss": 19.751, "step": 31527 }, { "epoch": 28.0, "learning_rate": 4.2253356266741914e-05, "loss": 19.4121, "step": 31528 }, { "epoch": 28.0, "learning_rate": 4.2250575223536945e-05, "loss": 19.4072, "step": 31529 }, { "epoch": 28.0, "learning_rate": 4.224779420489603e-05, "loss": 19.5811, "step": 31530 }, { "epoch": 28.0, "learning_rate": 4.224501321082804e-05, "loss": 19.3691, "step": 31531 }, { "epoch": 28.0, "learning_rate": 4.224223224134177e-05, "loss": 19.1914, "step": 31532 }, { "epoch": 28.0, "learning_rate": 4.2239451296446055e-05, "loss": 19.4785, "step": 31533 }, { "epoch": 28.01, "learning_rate": 4.223667037614969e-05, "loss": 19.5488, "step": 31534 }, { "epoch": 28.01, "learning_rate": 4.223388948046152e-05, "loss": 19.2539, "step": 31535 }, { "epoch": 28.01, "learning_rate": 4.223110860939031e-05, "loss": 20.0049, "step": 31536 }, { "epoch": 28.01, "learning_rate": 4.2228327762944914e-05, "loss": 19.6582, "step": 31537 }, { "epoch": 28.01, "learning_rate": 4.222554694113413e-05, "loss": 19.6328, "step": 31538 }, { "epoch": 28.01, "learning_rate": 4.222276614396679e-05, "loss": 19.5283, "step": 31539 }, { "epoch": 28.01, "learning_rate": 4.2219985371451694e-05, "loss": 19.1494, "step": 31540 }, { "epoch": 28.01, "learning_rate": 4.2217204623597654e-05, "loss": 19.458, "step": 31541 }, { "epoch": 28.01, "learning_rate": 4.221442390041349e-05, "loss": 19.3203, "step": 31542 }, { "epoch": 28.01, "learning_rate": 4.2211643201908015e-05, "loss": 19.3506, "step": 31543 }, { "epoch": 28.01, "learning_rate": 4.220886252809004e-05, "loss": 19.1934, "step": 31544 }, { "epoch": 28.02, "learning_rate": 4.2206081878968404e-05, "loss": 19.1602, "step": 31545 }, { "epoch": 28.02, "learning_rate": 4.2203301254551885e-05, "loss": 19.4883, "step": 31546 }, { "epoch": 28.02, "learning_rate": 4.220052065484931e-05, "loss": 19.0479, "step": 31547 }, { "epoch": 28.02, "learning_rate": 4.2197740079869495e-05, "loss": 19.7197, "step": 31548 }, { "epoch": 28.02, "learning_rate": 4.219495952962126e-05, "loss": 19.6982, "step": 31549 }, { "epoch": 28.02, "learning_rate": 4.219217900411341e-05, "loss": 19.4512, "step": 31550 }, { "epoch": 28.02, "learning_rate": 4.218939850335477e-05, "loss": 18.999, "step": 31551 }, { "epoch": 28.02, "learning_rate": 4.218661802735413e-05, "loss": 19.8115, "step": 31552 }, { "epoch": 28.02, "learning_rate": 4.218383757612033e-05, "loss": 19.5488, "step": 31553 }, { "epoch": 28.02, "learning_rate": 4.218105714966217e-05, "loss": 19.0273, "step": 31554 }, { "epoch": 28.02, "learning_rate": 4.2178276747988446e-05, "loss": 19.2373, "step": 31555 }, { "epoch": 28.02, "learning_rate": 4.217549637110804e-05, "loss": 19.4326, "step": 31556 }, { "epoch": 28.03, "learning_rate": 4.217271601902968e-05, "loss": 19.21, "step": 31557 }, { "epoch": 28.03, "learning_rate": 4.216993569176222e-05, "loss": 19.1689, "step": 31558 }, { "epoch": 28.03, "learning_rate": 4.216715538931446e-05, "loss": 19.1914, "step": 31559 }, { "epoch": 28.03, "learning_rate": 4.216437511169522e-05, "loss": 19.1348, "step": 31560 }, { "epoch": 28.03, "learning_rate": 4.216159485891335e-05, "loss": 19.084, "step": 31561 }, { "epoch": 28.03, "learning_rate": 4.2158814630977596e-05, "loss": 19.2051, "step": 31562 }, { "epoch": 28.03, "learning_rate": 4.215603442789681e-05, "loss": 19.3379, "step": 31563 }, { "epoch": 28.03, "learning_rate": 4.215325424967979e-05, "loss": 19.2393, "step": 31564 }, { "epoch": 28.03, "learning_rate": 4.215047409633536e-05, "loss": 19.8076, "step": 31565 }, { "epoch": 28.03, "learning_rate": 4.2147693967872325e-05, "loss": 19.0215, "step": 31566 }, { "epoch": 28.03, "learning_rate": 4.2144913864299517e-05, "loss": 19.6533, "step": 31567 }, { "epoch": 28.04, "learning_rate": 4.2142133785625716e-05, "loss": 19.8682, "step": 31568 }, { "epoch": 28.04, "learning_rate": 4.213935373185975e-05, "loss": 19.6211, "step": 31569 }, { "epoch": 28.04, "learning_rate": 4.2136573703010436e-05, "loss": 19.083, "step": 31570 }, { "epoch": 28.04, "learning_rate": 4.2133793699086575e-05, "loss": 19.8223, "step": 31571 }, { "epoch": 28.04, "learning_rate": 4.2131013720097e-05, "loss": 19.0605, "step": 31572 }, { "epoch": 28.04, "learning_rate": 4.21282337660505e-05, "loss": 19.334, "step": 31573 }, { "epoch": 28.04, "learning_rate": 4.2125453836955884e-05, "loss": 19.5547, "step": 31574 }, { "epoch": 28.04, "learning_rate": 4.2122673932821984e-05, "loss": 20.124, "step": 31575 }, { "epoch": 28.04, "learning_rate": 4.21198940536576e-05, "loss": 19.4561, "step": 31576 }, { "epoch": 28.04, "learning_rate": 4.211711419947156e-05, "loss": 18.8887, "step": 31577 }, { "epoch": 28.04, "learning_rate": 4.2114334370272644e-05, "loss": 19.3086, "step": 31578 }, { "epoch": 28.05, "learning_rate": 4.2111554566069685e-05, "loss": 19.3516, "step": 31579 }, { "epoch": 28.05, "learning_rate": 4.21087747868715e-05, "loss": 19.2871, "step": 31580 }, { "epoch": 28.05, "learning_rate": 4.2105995032686865e-05, "loss": 19.6934, "step": 31581 }, { "epoch": 28.05, "learning_rate": 4.2103215303524636e-05, "loss": 18.9893, "step": 31582 }, { "epoch": 28.05, "learning_rate": 4.2100435599393626e-05, "loss": 19.249, "step": 31583 }, { "epoch": 28.05, "learning_rate": 4.2097655920302604e-05, "loss": 19.4141, "step": 31584 }, { "epoch": 28.05, "learning_rate": 4.209487626626039e-05, "loss": 19.2744, "step": 31585 }, { "epoch": 28.05, "learning_rate": 4.209209663727582e-05, "loss": 19.4629, "step": 31586 }, { "epoch": 28.05, "learning_rate": 4.208931703335769e-05, "loss": 18.8467, "step": 31587 }, { "epoch": 28.05, "learning_rate": 4.208653745451484e-05, "loss": 19.2412, "step": 31588 }, { "epoch": 28.05, "learning_rate": 4.208375790075602e-05, "loss": 19.4619, "step": 31589 }, { "epoch": 28.06, "learning_rate": 4.208097837209009e-05, "loss": 19.5752, "step": 31590 }, { "epoch": 28.06, "learning_rate": 4.207819886852583e-05, "loss": 19.7334, "step": 31591 }, { "epoch": 28.06, "learning_rate": 4.207541939007208e-05, "loss": 19.8086, "step": 31592 }, { "epoch": 28.06, "learning_rate": 4.2072639936737634e-05, "loss": 19.6895, "step": 31593 }, { "epoch": 28.06, "learning_rate": 4.206986050853131e-05, "loss": 19.6621, "step": 31594 }, { "epoch": 28.06, "learning_rate": 4.20670811054619e-05, "loss": 19.9199, "step": 31595 }, { "epoch": 28.06, "learning_rate": 4.2064301727538234e-05, "loss": 20.1025, "step": 31596 }, { "epoch": 28.06, "learning_rate": 4.2061522374769115e-05, "loss": 19.0732, "step": 31597 }, { "epoch": 28.06, "learning_rate": 4.2058743047163345e-05, "loss": 19.5586, "step": 31598 }, { "epoch": 28.06, "learning_rate": 4.2055963744729755e-05, "loss": 19.3154, "step": 31599 }, { "epoch": 28.06, "learning_rate": 4.205318446747713e-05, "loss": 19.4717, "step": 31600 }, { "epoch": 28.06, "learning_rate": 4.2050405215414295e-05, "loss": 19.2227, "step": 31601 }, { "epoch": 28.07, "learning_rate": 4.204762598855006e-05, "loss": 19.1582, "step": 31602 }, { "epoch": 28.07, "learning_rate": 4.20448467868932e-05, "loss": 19.1514, "step": 31603 }, { "epoch": 28.07, "learning_rate": 4.2042067610452605e-05, "loss": 19.6143, "step": 31604 }, { "epoch": 28.07, "learning_rate": 4.203928845923701e-05, "loss": 19.501, "step": 31605 }, { "epoch": 28.07, "learning_rate": 4.203650933325525e-05, "loss": 20.1641, "step": 31606 }, { "epoch": 28.07, "learning_rate": 4.203373023251611e-05, "loss": 19.7119, "step": 31607 }, { "epoch": 28.07, "learning_rate": 4.203373023251611e-05, "loss": 19.6992, "step": 31608 }, { "epoch": 28.07, "learning_rate": 4.203095115702844e-05, "loss": 19.7559, "step": 31609 }, { "epoch": 28.07, "learning_rate": 4.202817210680103e-05, "loss": 19.5088, "step": 31610 }, { "epoch": 28.07, "learning_rate": 4.2025393081842715e-05, "loss": 19.1885, "step": 31611 }, { "epoch": 28.07, "learning_rate": 4.202261408216225e-05, "loss": 19.3047, "step": 31612 }, { "epoch": 28.08, "learning_rate": 4.201983510776848e-05, "loss": 20.1172, "step": 31613 }, { "epoch": 28.08, "learning_rate": 4.2017056158670204e-05, "loss": 19.6465, "step": 31614 }, { "epoch": 28.08, "learning_rate": 4.201427723487624e-05, "loss": 20.002, "step": 31615 }, { "epoch": 28.08, "learning_rate": 4.201149833639539e-05, "loss": 19.5264, "step": 31616 }, { "epoch": 28.08, "learning_rate": 4.200871946323646e-05, "loss": 19.7031, "step": 31617 }, { "epoch": 28.08, "learning_rate": 4.2005940615408264e-05, "loss": 19.4775, "step": 31618 }, { "epoch": 28.08, "learning_rate": 4.20031617929196e-05, "loss": 19.8584, "step": 31619 }, { "epoch": 28.08, "learning_rate": 4.200038299577929e-05, "loss": 19.8203, "step": 31620 }, { "epoch": 28.08, "learning_rate": 4.199760422399614e-05, "loss": 19.749, "step": 31621 }, { "epoch": 28.08, "learning_rate": 4.199482547757895e-05, "loss": 19.3135, "step": 31622 }, { "epoch": 28.08, "learning_rate": 4.199204675653653e-05, "loss": 19.9834, "step": 31623 }, { "epoch": 28.09, "learning_rate": 4.198926806087768e-05, "loss": 19.9443, "step": 31624 }, { "epoch": 28.09, "learning_rate": 4.1986489390611234e-05, "loss": 20.0879, "step": 31625 }, { "epoch": 28.09, "learning_rate": 4.1986489390611234e-05, "loss": 20.3643, "step": 31626 }, { "epoch": 28.09, "learning_rate": 4.1983710745745964e-05, "loss": 18.9346, "step": 31627 }, { "epoch": 28.09, "learning_rate": 4.198093212629073e-05, "loss": 19.5254, "step": 31628 }, { "epoch": 28.09, "learning_rate": 4.1978153532254297e-05, "loss": 19.5908, "step": 31629 }, { "epoch": 28.09, "learning_rate": 4.197537496364547e-05, "loss": 20.1885, "step": 31630 }, { "epoch": 28.09, "learning_rate": 4.197259642047306e-05, "loss": 19.5205, "step": 31631 }, { "epoch": 28.09, "learning_rate": 4.19698179027459e-05, "loss": 19.3467, "step": 31632 }, { "epoch": 28.09, "learning_rate": 4.1967039410472796e-05, "loss": 19.9355, "step": 31633 }, { "epoch": 28.09, "learning_rate": 4.1964260943662525e-05, "loss": 19.8936, "step": 31634 }, { "epoch": 28.1, "learning_rate": 4.1961482502323896e-05, "loss": 19.6562, "step": 31635 }, { "epoch": 28.1, "learning_rate": 4.195870408646574e-05, "loss": 19.6738, "step": 31636 }, { "epoch": 28.1, "learning_rate": 4.195592569609685e-05, "loss": 19.2715, "step": 31637 }, { "epoch": 28.1, "learning_rate": 4.1953147331226066e-05, "loss": 19.5801, "step": 31638 }, { "epoch": 28.1, "learning_rate": 4.1950368991862134e-05, "loss": 19.3115, "step": 31639 }, { "epoch": 28.1, "learning_rate": 4.194759067801389e-05, "loss": 18.9062, "step": 31640 }, { "epoch": 28.1, "learning_rate": 4.194481238969016e-05, "loss": 19.4961, "step": 31641 }, { "epoch": 28.1, "learning_rate": 4.1942034126899724e-05, "loss": 19.251, "step": 31642 }, { "epoch": 28.1, "learning_rate": 4.1939255889651393e-05, "loss": 19.4648, "step": 31643 }, { "epoch": 28.1, "learning_rate": 4.1936477677954e-05, "loss": 19.0801, "step": 31644 }, { "epoch": 28.1, "learning_rate": 4.193369949181632e-05, "loss": 19.9307, "step": 31645 }, { "epoch": 28.1, "learning_rate": 4.1930921331247155e-05, "loss": 19.3379, "step": 31646 }, { "epoch": 28.11, "learning_rate": 4.192814319625533e-05, "loss": 19.7236, "step": 31647 }, { "epoch": 28.11, "learning_rate": 4.192536508684966e-05, "loss": 19.1338, "step": 31648 }, { "epoch": 28.11, "learning_rate": 4.192258700303893e-05, "loss": 19.1592, "step": 31649 }, { "epoch": 28.11, "learning_rate": 4.1919808944831954e-05, "loss": 18.9492, "step": 31650 }, { "epoch": 28.11, "learning_rate": 4.191703091223753e-05, "loss": 19.3125, "step": 31651 }, { "epoch": 28.11, "learning_rate": 4.191425290526448e-05, "loss": 19.4365, "step": 31652 }, { "epoch": 28.11, "learning_rate": 4.1911474923921586e-05, "loss": 19.252, "step": 31653 }, { "epoch": 28.11, "learning_rate": 4.1908696968217676e-05, "loss": 19.3418, "step": 31654 }, { "epoch": 28.11, "learning_rate": 4.190591903816157e-05, "loss": 19.5283, "step": 31655 }, { "epoch": 28.11, "learning_rate": 4.1903141133762034e-05, "loss": 19.5977, "step": 31656 }, { "epoch": 28.11, "learning_rate": 4.190036325502788e-05, "loss": 19.4561, "step": 31657 }, { "epoch": 28.12, "learning_rate": 4.189758540196793e-05, "loss": 19.4043, "step": 31658 }, { "epoch": 28.12, "learning_rate": 4.189480757459099e-05, "loss": 19.3965, "step": 31659 }, { "epoch": 28.12, "learning_rate": 4.189202977290588e-05, "loss": 19.8682, "step": 31660 }, { "epoch": 28.12, "learning_rate": 4.188925199692134e-05, "loss": 19.8828, "step": 31661 }, { "epoch": 28.12, "learning_rate": 4.188647424664624e-05, "loss": 19.4561, "step": 31662 }, { "epoch": 28.12, "learning_rate": 4.188369652208936e-05, "loss": 20.0059, "step": 31663 }, { "epoch": 28.12, "learning_rate": 4.1880918823259514e-05, "loss": 19.2842, "step": 31664 }, { "epoch": 28.12, "learning_rate": 4.1878141150165504e-05, "loss": 18.8438, "step": 31665 }, { "epoch": 28.12, "learning_rate": 4.1875363502816126e-05, "loss": 19.0703, "step": 31666 }, { "epoch": 28.12, "learning_rate": 4.187258588122019e-05, "loss": 19.6846, "step": 31667 }, { "epoch": 28.12, "learning_rate": 4.18698082853865e-05, "loss": 19.8145, "step": 31668 }, { "epoch": 28.13, "learning_rate": 4.186703071532386e-05, "loss": 18.8418, "step": 31669 }, { "epoch": 28.13, "learning_rate": 4.1864253171041075e-05, "loss": 19.4229, "step": 31670 }, { "epoch": 28.13, "learning_rate": 4.186147565254696e-05, "loss": 19.0791, "step": 31671 }, { "epoch": 28.13, "learning_rate": 4.18586981598503e-05, "loss": 19.333, "step": 31672 }, { "epoch": 28.13, "learning_rate": 4.1855920692959905e-05, "loss": 19.9404, "step": 31673 }, { "epoch": 28.13, "learning_rate": 4.1853143251884585e-05, "loss": 19.2266, "step": 31674 }, { "epoch": 28.13, "learning_rate": 4.1850365836633144e-05, "loss": 20.1699, "step": 31675 }, { "epoch": 28.13, "learning_rate": 4.1847588447214385e-05, "loss": 18.7617, "step": 31676 }, { "epoch": 28.13, "learning_rate": 4.184481108363711e-05, "loss": 19.5391, "step": 31677 }, { "epoch": 28.13, "learning_rate": 4.1842033745910116e-05, "loss": 19.2793, "step": 31678 }, { "epoch": 28.13, "learning_rate": 4.183925643404221e-05, "loss": 19.6797, "step": 31679 }, { "epoch": 28.13, "learning_rate": 4.183647914804219e-05, "loss": 19.5801, "step": 31680 }, { "epoch": 28.14, "learning_rate": 4.1833701887918904e-05, "loss": 19.3262, "step": 31681 }, { "epoch": 28.14, "learning_rate": 4.1830924653681094e-05, "loss": 19.5605, "step": 31682 }, { "epoch": 28.14, "learning_rate": 4.1828147445337576e-05, "loss": 19.9336, "step": 31683 }, { "epoch": 28.14, "learning_rate": 4.182537026289718e-05, "loss": 18.9678, "step": 31684 }, { "epoch": 28.14, "learning_rate": 4.182259310636869e-05, "loss": 19.7236, "step": 31685 }, { "epoch": 28.14, "learning_rate": 4.1819815975760925e-05, "loss": 19.4502, "step": 31686 }, { "epoch": 28.14, "learning_rate": 4.181703887108267e-05, "loss": 19.2998, "step": 31687 }, { "epoch": 28.14, "learning_rate": 4.181426179234274e-05, "loss": 19.6816, "step": 31688 }, { "epoch": 28.14, "learning_rate": 4.181148473954992e-05, "loss": 19.1289, "step": 31689 }, { "epoch": 28.14, "learning_rate": 4.1808707712713035e-05, "loss": 19.4062, "step": 31690 }, { "epoch": 28.14, "learning_rate": 4.1805930711840866e-05, "loss": 19.2578, "step": 31691 }, { "epoch": 28.15, "learning_rate": 4.180315373694225e-05, "loss": 19.0195, "step": 31692 }, { "epoch": 28.15, "learning_rate": 4.180037678802595e-05, "loss": 19.4336, "step": 31693 }, { "epoch": 28.15, "learning_rate": 4.179759986510079e-05, "loss": 19.4961, "step": 31694 }, { "epoch": 28.15, "learning_rate": 4.179482296817556e-05, "loss": 19.6084, "step": 31695 }, { "epoch": 28.15, "learning_rate": 4.1792046097259076e-05, "loss": 19.1064, "step": 31696 }, { "epoch": 28.15, "learning_rate": 4.1789269252360136e-05, "loss": 19.3252, "step": 31697 }, { "epoch": 28.15, "learning_rate": 4.178649243348754e-05, "loss": 19.2549, "step": 31698 }, { "epoch": 28.15, "learning_rate": 4.1783715640650075e-05, "loss": 19.4434, "step": 31699 }, { "epoch": 28.15, "learning_rate": 4.1780938873856565e-05, "loss": 19.293, "step": 31700 }, { "epoch": 28.15, "learning_rate": 4.1778162133115804e-05, "loss": 18.9961, "step": 31701 }, { "epoch": 28.15, "learning_rate": 4.1775385418436585e-05, "loss": 18.96, "step": 31702 }, { "epoch": 28.16, "learning_rate": 4.177260872982775e-05, "loss": 19.6436, "step": 31703 }, { "epoch": 28.16, "learning_rate": 4.1769832067298044e-05, "loss": 18.9961, "step": 31704 }, { "epoch": 28.16, "learning_rate": 4.17670554308563e-05, "loss": 20.0889, "step": 31705 }, { "epoch": 28.16, "learning_rate": 4.176427882051129e-05, "loss": 19.377, "step": 31706 }, { "epoch": 28.16, "learning_rate": 4.176150223627186e-05, "loss": 19.5566, "step": 31707 }, { "epoch": 28.16, "learning_rate": 4.175872567814681e-05, "loss": 19.123, "step": 31708 }, { "epoch": 28.16, "learning_rate": 4.1755949146144895e-05, "loss": 19.0186, "step": 31709 }, { "epoch": 28.16, "learning_rate": 4.175317264027493e-05, "loss": 18.6846, "step": 31710 }, { "epoch": 28.16, "learning_rate": 4.1750396160545746e-05, "loss": 18.9648, "step": 31711 }, { "epoch": 28.16, "learning_rate": 4.174761970696612e-05, "loss": 19.835, "step": 31712 }, { "epoch": 28.16, "learning_rate": 4.174484327954485e-05, "loss": 19.4229, "step": 31713 }, { "epoch": 28.17, "learning_rate": 4.174206687829077e-05, "loss": 19.4658, "step": 31714 }, { "epoch": 28.17, "learning_rate": 4.173929050321263e-05, "loss": 19.4932, "step": 31715 }, { "epoch": 28.17, "learning_rate": 4.1736514154319273e-05, "loss": 19.8223, "step": 31716 }, { "epoch": 28.17, "learning_rate": 4.1733737831619466e-05, "loss": 18.9541, "step": 31717 }, { "epoch": 28.17, "learning_rate": 4.173096153512204e-05, "loss": 19.1621, "step": 31718 }, { "epoch": 28.17, "learning_rate": 4.1728185264835785e-05, "loss": 19.3174, "step": 31719 }, { "epoch": 28.17, "learning_rate": 4.172540902076949e-05, "loss": 19.5273, "step": 31720 }, { "epoch": 28.17, "learning_rate": 4.1722632802931953e-05, "loss": 19.6592, "step": 31721 }, { "epoch": 28.17, "learning_rate": 4.171985661133199e-05, "loss": 19.2344, "step": 31722 }, { "epoch": 28.17, "learning_rate": 4.17170804459784e-05, "loss": 19.5195, "step": 31723 }, { "epoch": 28.17, "learning_rate": 4.171430430687998e-05, "loss": 19.7998, "step": 31724 }, { "epoch": 28.17, "learning_rate": 4.1711528194045516e-05, "loss": 19.6182, "step": 31725 }, { "epoch": 28.18, "learning_rate": 4.170875210748383e-05, "loss": 19.084, "step": 31726 }, { "epoch": 28.18, "learning_rate": 4.17059760472037e-05, "loss": 19.5488, "step": 31727 }, { "epoch": 28.18, "learning_rate": 4.170320001321393e-05, "loss": 19.4746, "step": 31728 }, { "epoch": 28.18, "learning_rate": 4.170042400552333e-05, "loss": 19.3896, "step": 31729 }, { "epoch": 28.18, "learning_rate": 4.169764802414072e-05, "loss": 19.1865, "step": 31730 }, { "epoch": 28.18, "learning_rate": 4.1694872069074855e-05, "loss": 19.5342, "step": 31731 }, { "epoch": 28.18, "learning_rate": 4.169209614033454e-05, "loss": 19.4414, "step": 31732 }, { "epoch": 28.18, "learning_rate": 4.1689320237928596e-05, "loss": 19.0332, "step": 31733 }, { "epoch": 28.18, "learning_rate": 4.168654436186581e-05, "loss": 18.9834, "step": 31734 }, { "epoch": 28.18, "learning_rate": 4.168376851215502e-05, "loss": 20.2373, "step": 31735 }, { "epoch": 28.18, "learning_rate": 4.168099268880495e-05, "loss": 19.8262, "step": 31736 }, { "epoch": 28.19, "learning_rate": 4.167821689182444e-05, "loss": 19.8154, "step": 31737 }, { "epoch": 28.19, "learning_rate": 4.16754411212223e-05, "loss": 19.6865, "step": 31738 }, { "epoch": 28.19, "learning_rate": 4.167266537700731e-05, "loss": 19.8242, "step": 31739 }, { "epoch": 28.19, "learning_rate": 4.166988965918829e-05, "loss": 19.2705, "step": 31740 }, { "epoch": 28.19, "learning_rate": 4.1667113967774006e-05, "loss": 19.3975, "step": 31741 }, { "epoch": 28.19, "learning_rate": 4.166433830277327e-05, "loss": 19.5039, "step": 31742 }, { "epoch": 28.19, "learning_rate": 4.166156266419489e-05, "loss": 19.0869, "step": 31743 }, { "epoch": 28.19, "learning_rate": 4.165878705204765e-05, "loss": 19.2031, "step": 31744 }, { "epoch": 28.19, "learning_rate": 4.1656011466340365e-05, "loss": 19.2939, "step": 31745 }, { "epoch": 28.19, "learning_rate": 4.1653235907081836e-05, "loss": 19.4912, "step": 31746 }, { "epoch": 28.19, "learning_rate": 4.165046037428083e-05, "loss": 19.7959, "step": 31747 }, { "epoch": 28.2, "learning_rate": 4.165046037428083e-05, "loss": 19.7236, "step": 31748 }, { "epoch": 28.2, "learning_rate": 4.1647684867946164e-05, "loss": 19.1074, "step": 31749 }, { "epoch": 28.2, "learning_rate": 4.1644909388086633e-05, "loss": 19.707, "step": 31750 }, { "epoch": 28.2, "learning_rate": 4.164213393471103e-05, "loss": 19.96, "step": 31751 }, { "epoch": 28.2, "learning_rate": 4.1639358507828193e-05, "loss": 19.8418, "step": 31752 }, { "epoch": 28.2, "learning_rate": 4.1636583107446855e-05, "loss": 19.3164, "step": 31753 }, { "epoch": 28.2, "learning_rate": 4.163380773357586e-05, "loss": 19.6592, "step": 31754 }, { "epoch": 28.2, "learning_rate": 4.163103238622397e-05, "loss": 19.335, "step": 31755 }, { "epoch": 28.2, "learning_rate": 4.162825706540001e-05, "loss": 19.6504, "step": 31756 }, { "epoch": 28.2, "learning_rate": 4.162548177111279e-05, "loss": 19.1445, "step": 31757 }, { "epoch": 28.2, "learning_rate": 4.162270650337108e-05, "loss": 19.582, "step": 31758 }, { "epoch": 28.21, "learning_rate": 4.1619931262183656e-05, "loss": 19.9951, "step": 31759 }, { "epoch": 28.21, "learning_rate": 4.161715604755937e-05, "loss": 18.9697, "step": 31760 }, { "epoch": 28.21, "learning_rate": 4.1614380859506976e-05, "loss": 19.3525, "step": 31761 }, { "epoch": 28.21, "learning_rate": 4.161160569803529e-05, "loss": 19.6377, "step": 31762 }, { "epoch": 28.21, "learning_rate": 4.160883056315312e-05, "loss": 19.9463, "step": 31763 }, { "epoch": 28.21, "learning_rate": 4.1606055454869234e-05, "loss": 19.7803, "step": 31764 }, { "epoch": 28.21, "learning_rate": 4.160328037319244e-05, "loss": 20.1836, "step": 31765 }, { "epoch": 28.21, "learning_rate": 4.160050531813154e-05, "loss": 20.3086, "step": 31766 }, { "epoch": 28.21, "learning_rate": 4.159773028969532e-05, "loss": 19.5762, "step": 31767 }, { "epoch": 28.21, "learning_rate": 4.15949552878926e-05, "loss": 19.5068, "step": 31768 }, { "epoch": 28.21, "learning_rate": 4.159218031273215e-05, "loss": 19.3418, "step": 31769 }, { "epoch": 28.21, "learning_rate": 4.158940536422277e-05, "loss": 19.7686, "step": 31770 }, { "epoch": 28.22, "learning_rate": 4.1586630442373265e-05, "loss": 19.7061, "step": 31771 }, { "epoch": 28.22, "learning_rate": 4.158385554719242e-05, "loss": 19.3125, "step": 31772 }, { "epoch": 28.22, "learning_rate": 4.158108067868906e-05, "loss": 19.3477, "step": 31773 }, { "epoch": 28.22, "learning_rate": 4.157830583687194e-05, "loss": 19.4238, "step": 31774 }, { "epoch": 28.22, "learning_rate": 4.157553102174988e-05, "loss": 18.9697, "step": 31775 }, { "epoch": 28.22, "learning_rate": 4.157553102174988e-05, "loss": 20.2109, "step": 31776 }, { "epoch": 28.22, "learning_rate": 4.157275623333167e-05, "loss": 19.5615, "step": 31777 }, { "epoch": 28.22, "learning_rate": 4.156998147162609e-05, "loss": 19.3154, "step": 31778 }, { "epoch": 28.22, "learning_rate": 4.156720673664196e-05, "loss": 19.3066, "step": 31779 }, { "epoch": 28.22, "learning_rate": 4.15644320283881e-05, "loss": 20.2676, "step": 31780 }, { "epoch": 28.22, "learning_rate": 4.156165734687324e-05, "loss": 19.0342, "step": 31781 }, { "epoch": 28.23, "learning_rate": 4.15588826921062e-05, "loss": 19.1367, "step": 31782 }, { "epoch": 28.23, "learning_rate": 4.155610806409579e-05, "loss": 18.9482, "step": 31783 }, { "epoch": 28.23, "learning_rate": 4.15533334628508e-05, "loss": 19.0293, "step": 31784 }, { "epoch": 28.23, "learning_rate": 4.155055888838004e-05, "loss": 19.2793, "step": 31785 }, { "epoch": 28.23, "learning_rate": 4.1547784340692256e-05, "loss": 19.6133, "step": 31786 }, { "epoch": 28.23, "learning_rate": 4.1545009819796285e-05, "loss": 19.8008, "step": 31787 }, { "epoch": 28.23, "learning_rate": 4.154223532570091e-05, "loss": 19.8809, "step": 31788 }, { "epoch": 28.23, "learning_rate": 4.154223532570091e-05, "loss": 20.8096, "step": 31789 }, { "epoch": 28.23, "learning_rate": 4.1539460858414924e-05, "loss": 19.917, "step": 31790 }, { "epoch": 28.23, "learning_rate": 4.153668641794713e-05, "loss": 19.2803, "step": 31791 }, { "epoch": 28.23, "learning_rate": 4.153391200430632e-05, "loss": 19.4893, "step": 31792 }, { "epoch": 28.24, "learning_rate": 4.1531137617501277e-05, "loss": 19.4688, "step": 31793 }, { "epoch": 28.24, "learning_rate": 4.15283632575408e-05, "loss": 19.4707, "step": 31794 }, { "epoch": 28.24, "learning_rate": 4.152558892443368e-05, "loss": 19.957, "step": 31795 }, { "epoch": 28.24, "learning_rate": 4.152281461818873e-05, "loss": 19.8125, "step": 31796 }, { "epoch": 28.24, "learning_rate": 4.152004033881472e-05, "loss": 19.4639, "step": 31797 }, { "epoch": 28.24, "learning_rate": 4.151726608632047e-05, "loss": 19.6074, "step": 31798 }, { "epoch": 28.24, "learning_rate": 4.151449186071474e-05, "loss": 20.2969, "step": 31799 }, { "epoch": 28.24, "learning_rate": 4.151171766200634e-05, "loss": 19.4443, "step": 31800 }, { "epoch": 28.24, "learning_rate": 4.150894349020408e-05, "loss": 19.457, "step": 31801 }, { "epoch": 28.24, "learning_rate": 4.150616934531674e-05, "loss": 19.3418, "step": 31802 }, { "epoch": 28.24, "learning_rate": 4.15033952273531e-05, "loss": 18.9355, "step": 31803 }, { "epoch": 28.25, "learning_rate": 4.150062113632197e-05, "loss": 19.6279, "step": 31804 }, { "epoch": 28.25, "learning_rate": 4.1497847072232133e-05, "loss": 19.8643, "step": 31805 }, { "epoch": 28.25, "learning_rate": 4.1495073035092393e-05, "loss": 19.0771, "step": 31806 }, { "epoch": 28.25, "learning_rate": 4.1492299024911544e-05, "loss": 19.3389, "step": 31807 }, { "epoch": 28.25, "learning_rate": 4.1489525041698387e-05, "loss": 19.2764, "step": 31808 }, { "epoch": 28.25, "learning_rate": 4.148675108546167e-05, "loss": 19.667, "step": 31809 }, { "epoch": 28.25, "learning_rate": 4.148397715621024e-05, "loss": 19.3584, "step": 31810 }, { "epoch": 28.25, "learning_rate": 4.148120325395286e-05, "loss": 19.8105, "step": 31811 }, { "epoch": 28.25, "learning_rate": 4.1478429378698326e-05, "loss": 19.6631, "step": 31812 }, { "epoch": 28.25, "learning_rate": 4.147565553045545e-05, "loss": 19.5059, "step": 31813 }, { "epoch": 28.25, "learning_rate": 4.1472881709232994e-05, "loss": 19.626, "step": 31814 }, { "epoch": 28.25, "learning_rate": 4.1470107915039766e-05, "loss": 19.2695, "step": 31815 }, { "epoch": 28.26, "learning_rate": 4.146733414788456e-05, "loss": 19.8877, "step": 31816 }, { "epoch": 28.26, "learning_rate": 4.146456040777616e-05, "loss": 19.5342, "step": 31817 }, { "epoch": 28.26, "learning_rate": 4.146178669472339e-05, "loss": 18.9551, "step": 31818 }, { "epoch": 28.26, "learning_rate": 4.1459013008734996e-05, "loss": 19.2959, "step": 31819 }, { "epoch": 28.26, "learning_rate": 4.1456239349819794e-05, "loss": 19.5986, "step": 31820 }, { "epoch": 28.26, "learning_rate": 4.145346571798657e-05, "loss": 19.5117, "step": 31821 }, { "epoch": 28.26, "learning_rate": 4.1450692113244115e-05, "loss": 19.1514, "step": 31822 }, { "epoch": 28.26, "learning_rate": 4.144791853560123e-05, "loss": 19.6514, "step": 31823 }, { "epoch": 28.26, "learning_rate": 4.144514498506671e-05, "loss": 19.8359, "step": 31824 }, { "epoch": 28.26, "learning_rate": 4.144237146164932e-05, "loss": 19.584, "step": 31825 }, { "epoch": 28.26, "learning_rate": 4.143959796535789e-05, "loss": 19.2275, "step": 31826 }, { "epoch": 28.27, "learning_rate": 4.1436824496201165e-05, "loss": 19.1045, "step": 31827 }, { "epoch": 28.27, "learning_rate": 4.143405105418796e-05, "loss": 19.9414, "step": 31828 }, { "epoch": 28.27, "learning_rate": 4.143127763932711e-05, "loss": 19.8525, "step": 31829 }, { "epoch": 28.27, "learning_rate": 4.1428504251627335e-05, "loss": 19.6436, "step": 31830 }, { "epoch": 28.27, "learning_rate": 4.1425730891097445e-05, "loss": 20.2373, "step": 31831 }, { "epoch": 28.27, "learning_rate": 4.142295755774625e-05, "loss": 19.7773, "step": 31832 }, { "epoch": 28.27, "learning_rate": 4.1420184251582524e-05, "loss": 19.9941, "step": 31833 }, { "epoch": 28.27, "learning_rate": 4.14174109726151e-05, "loss": 19.4912, "step": 31834 }, { "epoch": 28.27, "learning_rate": 4.141463772085269e-05, "loss": 19.208, "step": 31835 }, { "epoch": 28.27, "learning_rate": 4.1411864496304146e-05, "loss": 19.9199, "step": 31836 }, { "epoch": 28.27, "learning_rate": 4.140909129897825e-05, "loss": 20.127, "step": 31837 }, { "epoch": 28.28, "learning_rate": 4.1406318128883774e-05, "loss": 19.6406, "step": 31838 }, { "epoch": 28.28, "learning_rate": 4.140354498602952e-05, "loss": 18.9023, "step": 31839 }, { "epoch": 28.28, "learning_rate": 4.140077187042429e-05, "loss": 19.6035, "step": 31840 }, { "epoch": 28.28, "learning_rate": 4.139799878207685e-05, "loss": 20.3525, "step": 31841 }, { "epoch": 28.28, "learning_rate": 4.1395225720996e-05, "loss": 19.2715, "step": 31842 }, { "epoch": 28.28, "learning_rate": 4.139245268719053e-05, "loss": 19.5801, "step": 31843 }, { "epoch": 28.28, "learning_rate": 4.1389679680669236e-05, "loss": 19.2412, "step": 31844 }, { "epoch": 28.28, "learning_rate": 4.138690670144091e-05, "loss": 19.0645, "step": 31845 }, { "epoch": 28.28, "learning_rate": 4.138413374951433e-05, "loss": 19.665, "step": 31846 }, { "epoch": 28.28, "learning_rate": 4.138136082489828e-05, "loss": 20.2764, "step": 31847 }, { "epoch": 28.28, "learning_rate": 4.137858792760157e-05, "loss": 19.5225, "step": 31848 }, { "epoch": 28.29, "learning_rate": 4.1375815057632974e-05, "loss": 19.6514, "step": 31849 }, { "epoch": 28.29, "learning_rate": 4.1373042215001275e-05, "loss": 19.8174, "step": 31850 }, { "epoch": 28.29, "learning_rate": 4.137026939971531e-05, "loss": 19.2861, "step": 31851 }, { "epoch": 28.29, "learning_rate": 4.136749661178382e-05, "loss": 19.5273, "step": 31852 }, { "epoch": 28.29, "learning_rate": 4.136472385121559e-05, "loss": 19.6289, "step": 31853 }, { "epoch": 28.29, "learning_rate": 4.1361951118019425e-05, "loss": 19.1348, "step": 31854 }, { "epoch": 28.29, "learning_rate": 4.135917841220413e-05, "loss": 19.8262, "step": 31855 }, { "epoch": 28.29, "learning_rate": 4.135640573377849e-05, "loss": 19.2607, "step": 31856 }, { "epoch": 28.29, "learning_rate": 4.1353633082751263e-05, "loss": 19.7539, "step": 31857 }, { "epoch": 28.29, "learning_rate": 4.135086045913125e-05, "loss": 20.0498, "step": 31858 }, { "epoch": 28.29, "learning_rate": 4.134808786292725e-05, "loss": 19.126, "step": 31859 }, { "epoch": 28.29, "learning_rate": 4.134531529414806e-05, "loss": 20.6221, "step": 31860 }, { "epoch": 28.3, "learning_rate": 4.134254275280248e-05, "loss": 19.6104, "step": 31861 }, { "epoch": 28.3, "learning_rate": 4.133977023889923e-05, "loss": 18.915, "step": 31862 }, { "epoch": 28.3, "learning_rate": 4.133699775244716e-05, "loss": 19.6504, "step": 31863 }, { "epoch": 28.3, "learning_rate": 4.133422529345505e-05, "loss": 19.3105, "step": 31864 }, { "epoch": 28.3, "learning_rate": 4.133145286193167e-05, "loss": 19.7979, "step": 31865 }, { "epoch": 28.3, "learning_rate": 4.1328680457885826e-05, "loss": 20.1504, "step": 31866 }, { "epoch": 28.3, "learning_rate": 4.13259080813263e-05, "loss": 19.3672, "step": 31867 }, { "epoch": 28.3, "learning_rate": 4.132313573226187e-05, "loss": 19.2871, "step": 31868 }, { "epoch": 28.3, "learning_rate": 4.132036341070134e-05, "loss": 19.6465, "step": 31869 }, { "epoch": 28.3, "learning_rate": 4.131759111665349e-05, "loss": 19.1582, "step": 31870 }, { "epoch": 28.3, "learning_rate": 4.131481885012709e-05, "loss": 19.7119, "step": 31871 }, { "epoch": 28.31, "learning_rate": 4.131204661113097e-05, "loss": 19.5215, "step": 31872 }, { "epoch": 28.31, "learning_rate": 4.130927439967388e-05, "loss": 19.2422, "step": 31873 }, { "epoch": 28.31, "learning_rate": 4.130650221576462e-05, "loss": 19.8447, "step": 31874 }, { "epoch": 28.31, "learning_rate": 4.130373005941197e-05, "loss": 19.584, "step": 31875 }, { "epoch": 28.31, "learning_rate": 4.130095793062472e-05, "loss": 19.6406, "step": 31876 }, { "epoch": 28.31, "learning_rate": 4.129818582941169e-05, "loss": 19.7705, "step": 31877 }, { "epoch": 28.31, "learning_rate": 4.129541375578162e-05, "loss": 20.1455, "step": 31878 }, { "epoch": 28.31, "learning_rate": 4.129264170974331e-05, "loss": 19.9385, "step": 31879 }, { "epoch": 28.31, "learning_rate": 4.128986969130554e-05, "loss": 19.7832, "step": 31880 }, { "epoch": 28.31, "learning_rate": 4.128709770047712e-05, "loss": 19.6748, "step": 31881 }, { "epoch": 28.31, "learning_rate": 4.1284325737266824e-05, "loss": 19.3867, "step": 31882 }, { "epoch": 28.32, "learning_rate": 4.1281553801683473e-05, "loss": 19.21, "step": 31883 }, { "epoch": 28.32, "learning_rate": 4.127878189373577e-05, "loss": 19.167, "step": 31884 }, { "epoch": 28.32, "learning_rate": 4.127601001343258e-05, "loss": 19.7393, "step": 31885 }, { "epoch": 28.32, "learning_rate": 4.127323816078264e-05, "loss": 19.7373, "step": 31886 }, { "epoch": 28.32, "learning_rate": 4.127046633579478e-05, "loss": 19.5576, "step": 31887 }, { "epoch": 28.32, "learning_rate": 4.126769453847776e-05, "loss": 19.7168, "step": 31888 }, { "epoch": 28.32, "learning_rate": 4.126492276884036e-05, "loss": 19.4531, "step": 31889 }, { "epoch": 28.32, "learning_rate": 4.126215102689137e-05, "loss": 20.0801, "step": 31890 }, { "epoch": 28.32, "learning_rate": 4.125937931263959e-05, "loss": 19.5957, "step": 31891 }, { "epoch": 28.32, "learning_rate": 4.125660762609379e-05, "loss": 19.0029, "step": 31892 }, { "epoch": 28.32, "learning_rate": 4.125383596726278e-05, "loss": 19.4238, "step": 31893 }, { "epoch": 28.33, "learning_rate": 4.1251064336155315e-05, "loss": 19.3906, "step": 31894 }, { "epoch": 28.33, "learning_rate": 4.124829273278019e-05, "loss": 19.5732, "step": 31895 }, { "epoch": 28.33, "learning_rate": 4.1245521157146195e-05, "loss": 19.5098, "step": 31896 }, { "epoch": 28.33, "learning_rate": 4.1242749609262117e-05, "loss": 20.4062, "step": 31897 }, { "epoch": 28.33, "learning_rate": 4.1239978089136724e-05, "loss": 19.2539, "step": 31898 }, { "epoch": 28.33, "learning_rate": 4.1237206596778854e-05, "loss": 19.7617, "step": 31899 }, { "epoch": 28.33, "learning_rate": 4.123443513219723e-05, "loss": 19.4463, "step": 31900 }, { "epoch": 28.33, "learning_rate": 4.123166369540065e-05, "loss": 19.2998, "step": 31901 }, { "epoch": 28.33, "learning_rate": 4.122889228639791e-05, "loss": 19.5615, "step": 31902 }, { "epoch": 28.33, "learning_rate": 4.12261209051978e-05, "loss": 19.6504, "step": 31903 }, { "epoch": 28.33, "learning_rate": 4.1223349551809124e-05, "loss": 19.3828, "step": 31904 }, { "epoch": 28.33, "learning_rate": 4.1220578226240626e-05, "loss": 19.6426, "step": 31905 }, { "epoch": 28.34, "learning_rate": 4.1217806928501084e-05, "loss": 19.334, "step": 31906 }, { "epoch": 28.34, "learning_rate": 4.121503565859932e-05, "loss": 19.8906, "step": 31907 }, { "epoch": 28.34, "learning_rate": 4.1212264416544105e-05, "loss": 19.8057, "step": 31908 }, { "epoch": 28.34, "learning_rate": 4.120949320234422e-05, "loss": 19.5166, "step": 31909 }, { "epoch": 28.34, "learning_rate": 4.120672201600846e-05, "loss": 19.0889, "step": 31910 }, { "epoch": 28.34, "learning_rate": 4.1203950857545585e-05, "loss": 19.8594, "step": 31911 }, { "epoch": 28.34, "learning_rate": 4.12011797269644e-05, "loss": 19.1914, "step": 31912 }, { "epoch": 28.34, "learning_rate": 4.119840862427368e-05, "loss": 19.6982, "step": 31913 }, { "epoch": 28.34, "learning_rate": 4.1195637549482216e-05, "loss": 19.377, "step": 31914 }, { "epoch": 28.34, "learning_rate": 4.1192866502598794e-05, "loss": 19.0732, "step": 31915 }, { "epoch": 28.34, "learning_rate": 4.119009548363218e-05, "loss": 19.7988, "step": 31916 }, { "epoch": 28.35, "learning_rate": 4.118732449259117e-05, "loss": 19.7803, "step": 31917 }, { "epoch": 28.35, "learning_rate": 4.118455352948454e-05, "loss": 19.5137, "step": 31918 }, { "epoch": 28.35, "learning_rate": 4.1181782594321084e-05, "loss": 19.1992, "step": 31919 }, { "epoch": 28.35, "learning_rate": 4.117901168710959e-05, "loss": 19.3516, "step": 31920 }, { "epoch": 28.35, "learning_rate": 4.117624080785882e-05, "loss": 18.915, "step": 31921 }, { "epoch": 28.35, "learning_rate": 4.1173469956577574e-05, "loss": 19.1445, "step": 31922 }, { "epoch": 28.35, "learning_rate": 4.117069913327462e-05, "loss": 19.6523, "step": 31923 }, { "epoch": 28.35, "learning_rate": 4.116792833795876e-05, "loss": 19.8652, "step": 31924 }, { "epoch": 28.35, "learning_rate": 4.116515757063875e-05, "loss": 19.9639, "step": 31925 }, { "epoch": 28.35, "learning_rate": 4.116238683132343e-05, "loss": 19.1523, "step": 31926 }, { "epoch": 28.35, "learning_rate": 4.1159616120021514e-05, "loss": 19.1973, "step": 31927 }, { "epoch": 28.36, "learning_rate": 4.115684543674181e-05, "loss": 19.8291, "step": 31928 }, { "epoch": 28.36, "learning_rate": 4.115407478149311e-05, "loss": 19.7549, "step": 31929 }, { "epoch": 28.36, "learning_rate": 4.115130415428419e-05, "loss": 19.6035, "step": 31930 }, { "epoch": 28.36, "learning_rate": 4.1148533555123856e-05, "loss": 19.4922, "step": 31931 }, { "epoch": 28.36, "learning_rate": 4.114576298402084e-05, "loss": 19.0186, "step": 31932 }, { "epoch": 28.36, "learning_rate": 4.114299244098396e-05, "loss": 19.1357, "step": 31933 }, { "epoch": 28.36, "learning_rate": 4.114022192602198e-05, "loss": 20.2988, "step": 31934 }, { "epoch": 28.36, "learning_rate": 4.1137451439143706e-05, "loss": 19.4561, "step": 31935 }, { "epoch": 28.36, "learning_rate": 4.11346809803579e-05, "loss": 19.1875, "step": 31936 }, { "epoch": 28.36, "learning_rate": 4.113191054967335e-05, "loss": 19.3271, "step": 31937 }, { "epoch": 28.36, "learning_rate": 4.112914014709883e-05, "loss": 19.46, "step": 31938 }, { "epoch": 28.37, "learning_rate": 4.1126369772643134e-05, "loss": 19.292, "step": 31939 }, { "epoch": 28.37, "learning_rate": 4.1123599426315034e-05, "loss": 20.0098, "step": 31940 }, { "epoch": 28.37, "learning_rate": 4.112082910812332e-05, "loss": 19.5928, "step": 31941 }, { "epoch": 28.37, "learning_rate": 4.1118058818076774e-05, "loss": 18.9619, "step": 31942 }, { "epoch": 28.37, "learning_rate": 4.1115288556184164e-05, "loss": 19.7402, "step": 31943 }, { "epoch": 28.37, "learning_rate": 4.111251832245428e-05, "loss": 19.0635, "step": 31944 }, { "epoch": 28.37, "learning_rate": 4.1109748116895895e-05, "loss": 19.3574, "step": 31945 }, { "epoch": 28.37, "learning_rate": 4.110697793951781e-05, "loss": 19.5107, "step": 31946 }, { "epoch": 28.37, "learning_rate": 4.110420779032879e-05, "loss": 19.2773, "step": 31947 }, { "epoch": 28.37, "learning_rate": 4.110143766933762e-05, "loss": 19.666, "step": 31948 }, { "epoch": 28.37, "learning_rate": 4.109866757655307e-05, "loss": 19.374, "step": 31949 }, { "epoch": 28.37, "learning_rate": 4.1095897511983934e-05, "loss": 19.6562, "step": 31950 }, { "epoch": 28.38, "learning_rate": 4.109312747563897e-05, "loss": 19.3936, "step": 31951 }, { "epoch": 28.38, "learning_rate": 4.109035746752702e-05, "loss": 19.6104, "step": 31952 }, { "epoch": 28.38, "learning_rate": 4.10875874876568e-05, "loss": 19.6465, "step": 31953 }, { "epoch": 28.38, "learning_rate": 4.108481753603711e-05, "loss": 19.2432, "step": 31954 }, { "epoch": 28.38, "learning_rate": 4.1082047612676724e-05, "loss": 19.0439, "step": 31955 }, { "epoch": 28.38, "learning_rate": 4.107927771758443e-05, "loss": 19.6729, "step": 31956 }, { "epoch": 28.38, "learning_rate": 4.107650785076902e-05, "loss": 19.0576, "step": 31957 }, { "epoch": 28.38, "learning_rate": 4.1073738012239264e-05, "loss": 19.417, "step": 31958 }, { "epoch": 28.38, "learning_rate": 4.1070968202003934e-05, "loss": 19.6465, "step": 31959 }, { "epoch": 28.38, "learning_rate": 4.106819842007181e-05, "loss": 18.8877, "step": 31960 }, { "epoch": 28.38, "learning_rate": 4.106542866645168e-05, "loss": 19.042, "step": 31961 }, { "epoch": 28.39, "learning_rate": 4.106265894115233e-05, "loss": 19.8477, "step": 31962 }, { "epoch": 28.39, "learning_rate": 4.106265894115233e-05, "loss": 20.1514, "step": 31963 }, { "epoch": 28.39, "learning_rate": 4.105988924418253e-05, "loss": 19.4531, "step": 31964 }, { "epoch": 28.39, "learning_rate": 4.105711957555105e-05, "loss": 19.5654, "step": 31965 }, { "epoch": 28.39, "learning_rate": 4.105434993526668e-05, "loss": 19.5625, "step": 31966 }, { "epoch": 28.39, "learning_rate": 4.10515803233382e-05, "loss": 19.2998, "step": 31967 }, { "epoch": 28.39, "learning_rate": 4.1048810739774385e-05, "loss": 18.8389, "step": 31968 }, { "epoch": 28.39, "learning_rate": 4.104604118458403e-05, "loss": 19.0801, "step": 31969 }, { "epoch": 28.39, "learning_rate": 4.1043271657775884e-05, "loss": 19.1943, "step": 31970 }, { "epoch": 28.39, "learning_rate": 4.1040502159358746e-05, "loss": 19.6709, "step": 31971 }, { "epoch": 28.39, "learning_rate": 4.103773268934139e-05, "loss": 19.5635, "step": 31972 }, { "epoch": 28.4, "learning_rate": 4.1034963247732595e-05, "loss": 19.5117, "step": 31973 }, { "epoch": 28.4, "learning_rate": 4.1032193834541126e-05, "loss": 19.5273, "step": 31974 }, { "epoch": 28.4, "learning_rate": 4.102942444977581e-05, "loss": 18.7383, "step": 31975 }, { "epoch": 28.4, "learning_rate": 4.102665509344537e-05, "loss": 19.3047, "step": 31976 }, { "epoch": 28.4, "learning_rate": 4.102388576555861e-05, "loss": 19.9707, "step": 31977 }, { "epoch": 28.4, "learning_rate": 4.102111646612429e-05, "loss": 19.6074, "step": 31978 }, { "epoch": 28.4, "learning_rate": 4.10183471951512e-05, "loss": 19.665, "step": 31979 }, { "epoch": 28.4, "learning_rate": 4.1015577952648155e-05, "loss": 19.4004, "step": 31980 }, { "epoch": 28.4, "learning_rate": 4.1012808738623874e-05, "loss": 19.2725, "step": 31981 }, { "epoch": 28.4, "learning_rate": 4.101003955308714e-05, "loss": 20.249, "step": 31982 }, { "epoch": 28.4, "learning_rate": 4.100727039604676e-05, "loss": 19.043, "step": 31983 }, { "epoch": 28.4, "learning_rate": 4.100450126751151e-05, "loss": 19.8154, "step": 31984 }, { "epoch": 28.41, "learning_rate": 4.100173216749015e-05, "loss": 19.6689, "step": 31985 }, { "epoch": 28.41, "learning_rate": 4.099896309599148e-05, "loss": 19.4678, "step": 31986 }, { "epoch": 28.41, "learning_rate": 4.099619405302426e-05, "loss": 19.8125, "step": 31987 }, { "epoch": 28.41, "learning_rate": 4.099342503859725e-05, "loss": 19.7285, "step": 31988 }, { "epoch": 28.41, "learning_rate": 4.099065605271927e-05, "loss": 19.4238, "step": 31989 }, { "epoch": 28.41, "learning_rate": 4.0987887095399056e-05, "loss": 19.584, "step": 31990 }, { "epoch": 28.41, "learning_rate": 4.098511816664542e-05, "loss": 19.9766, "step": 31991 }, { "epoch": 28.41, "learning_rate": 4.098234926646712e-05, "loss": 19.6602, "step": 31992 }, { "epoch": 28.41, "learning_rate": 4.097958039487293e-05, "loss": 20.7881, "step": 31993 }, { "epoch": 28.41, "learning_rate": 4.097681155187163e-05, "loss": 19.0771, "step": 31994 }, { "epoch": 28.41, "learning_rate": 4.0974042737472006e-05, "loss": 19.9639, "step": 31995 }, { "epoch": 28.42, "learning_rate": 4.097127395168283e-05, "loss": 19.0049, "step": 31996 }, { "epoch": 28.42, "learning_rate": 4.0968505194512876e-05, "loss": 19.3096, "step": 31997 }, { "epoch": 28.42, "learning_rate": 4.096573646597091e-05, "loss": 19.6309, "step": 31998 }, { "epoch": 28.42, "learning_rate": 4.0962967766065715e-05, "loss": 19.6768, "step": 31999 }, { "epoch": 28.42, "learning_rate": 4.096019909480607e-05, "loss": 19.2725, "step": 32000 }, { "epoch": 28.42, "learning_rate": 4.095743045220076e-05, "loss": 19.8389, "step": 32001 }, { "epoch": 28.42, "learning_rate": 4.0954661838258576e-05, "loss": 19.8809, "step": 32002 }, { "epoch": 28.42, "learning_rate": 4.095189325298825e-05, "loss": 19.3428, "step": 32003 }, { "epoch": 28.42, "learning_rate": 4.094912469639856e-05, "loss": 19.4375, "step": 32004 }, { "epoch": 28.42, "learning_rate": 4.094635616849832e-05, "loss": 19.793, "step": 32005 }, { "epoch": 28.42, "learning_rate": 4.094358766929629e-05, "loss": 19.5391, "step": 32006 }, { "epoch": 28.43, "learning_rate": 4.094081919880125e-05, "loss": 19.2061, "step": 32007 }, { "epoch": 28.43, "learning_rate": 4.093805075702194e-05, "loss": 20.0439, "step": 32008 }, { "epoch": 28.43, "learning_rate": 4.0935282343967176e-05, "loss": 19.0869, "step": 32009 }, { "epoch": 28.43, "learning_rate": 4.093251395964572e-05, "loss": 20.0537, "step": 32010 }, { "epoch": 28.43, "learning_rate": 4.092974560406635e-05, "loss": 19.5908, "step": 32011 }, { "epoch": 28.43, "learning_rate": 4.092697727723784e-05, "loss": 19.9951, "step": 32012 }, { "epoch": 28.43, "learning_rate": 4.092420897916896e-05, "loss": 19.5723, "step": 32013 }, { "epoch": 28.43, "learning_rate": 4.0921440709868484e-05, "loss": 19.2451, "step": 32014 }, { "epoch": 28.43, "learning_rate": 4.09186724693452e-05, "loss": 19.209, "step": 32015 }, { "epoch": 28.43, "learning_rate": 4.091590425760787e-05, "loss": 19.7939, "step": 32016 }, { "epoch": 28.43, "learning_rate": 4.091313607466527e-05, "loss": 19.6855, "step": 32017 }, { "epoch": 28.44, "learning_rate": 4.0910367920526185e-05, "loss": 19.2939, "step": 32018 }, { "epoch": 28.44, "learning_rate": 4.0907599795199374e-05, "loss": 19.9746, "step": 32019 }, { "epoch": 28.44, "learning_rate": 4.090483169869362e-05, "loss": 19.665, "step": 32020 }, { "epoch": 28.44, "learning_rate": 4.0902063631017694e-05, "loss": 19.1104, "step": 32021 }, { "epoch": 28.44, "learning_rate": 4.089929559218037e-05, "loss": 19.6533, "step": 32022 }, { "epoch": 28.44, "learning_rate": 4.089652758219045e-05, "loss": 19.1719, "step": 32023 }, { "epoch": 28.44, "learning_rate": 4.089375960105666e-05, "loss": 19.5664, "step": 32024 }, { "epoch": 28.44, "learning_rate": 4.0890991648787794e-05, "loss": 19.4873, "step": 32025 }, { "epoch": 28.44, "learning_rate": 4.088822372539263e-05, "loss": 19.2568, "step": 32026 }, { "epoch": 28.44, "learning_rate": 4.088545583087994e-05, "loss": 19.624, "step": 32027 }, { "epoch": 28.44, "learning_rate": 4.088268796525852e-05, "loss": 19.5137, "step": 32028 }, { "epoch": 28.44, "learning_rate": 4.087992012853711e-05, "loss": 19.4668, "step": 32029 }, { "epoch": 28.45, "learning_rate": 4.087715232072447e-05, "loss": 19.3975, "step": 32030 }, { "epoch": 28.45, "learning_rate": 4.087438454182942e-05, "loss": 19.1182, "step": 32031 }, { "epoch": 28.45, "learning_rate": 4.0871616791860705e-05, "loss": 18.8447, "step": 32032 }, { "epoch": 28.45, "learning_rate": 4.086884907082711e-05, "loss": 18.9404, "step": 32033 }, { "epoch": 28.45, "learning_rate": 4.0866081378737406e-05, "loss": 19.3105, "step": 32034 }, { "epoch": 28.45, "learning_rate": 4.086331371560036e-05, "loss": 19.3057, "step": 32035 }, { "epoch": 28.45, "learning_rate": 4.086054608142475e-05, "loss": 19.3945, "step": 32036 }, { "epoch": 28.45, "learning_rate": 4.085777847621934e-05, "loss": 19.4053, "step": 32037 }, { "epoch": 28.45, "learning_rate": 4.085501089999291e-05, "loss": 19.1143, "step": 32038 }, { "epoch": 28.45, "learning_rate": 4.085224335275425e-05, "loss": 19.9102, "step": 32039 }, { "epoch": 28.45, "learning_rate": 4.0849475834512093e-05, "loss": 19.1357, "step": 32040 }, { "epoch": 28.46, "learning_rate": 4.084670834527524e-05, "loss": 19.4707, "step": 32041 }, { "epoch": 28.46, "learning_rate": 4.0843940885052455e-05, "loss": 19.3174, "step": 32042 }, { "epoch": 28.46, "learning_rate": 4.0841173453852516e-05, "loss": 19.5264, "step": 32043 }, { "epoch": 28.46, "learning_rate": 4.0838406051684183e-05, "loss": 19.3037, "step": 32044 }, { "epoch": 28.46, "learning_rate": 4.0835638678556254e-05, "loss": 19.3281, "step": 32045 }, { "epoch": 28.46, "learning_rate": 4.083287133447747e-05, "loss": 19.1289, "step": 32046 }, { "epoch": 28.46, "learning_rate": 4.0830104019456616e-05, "loss": 19.3115, "step": 32047 }, { "epoch": 28.46, "learning_rate": 4.082733673350245e-05, "loss": 19.376, "step": 32048 }, { "epoch": 28.46, "learning_rate": 4.0824569476623776e-05, "loss": 19.6279, "step": 32049 }, { "epoch": 28.46, "learning_rate": 4.082180224882937e-05, "loss": 19.8516, "step": 32050 }, { "epoch": 28.46, "learning_rate": 4.0819035050127944e-05, "loss": 19.9668, "step": 32051 }, { "epoch": 28.47, "learning_rate": 4.081626788052831e-05, "loss": 19.6045, "step": 32052 }, { "epoch": 28.47, "learning_rate": 4.081350074003924e-05, "loss": 19.3535, "step": 32053 }, { "epoch": 28.47, "learning_rate": 4.08107336286695e-05, "loss": 19.1094, "step": 32054 }, { "epoch": 28.47, "learning_rate": 4.0807966546427886e-05, "loss": 19.2549, "step": 32055 }, { "epoch": 28.47, "learning_rate": 4.080519949332311e-05, "loss": 19.7041, "step": 32056 }, { "epoch": 28.47, "learning_rate": 4.080243246936399e-05, "loss": 19.4424, "step": 32057 }, { "epoch": 28.47, "learning_rate": 4.079966547455929e-05, "loss": 19.4688, "step": 32058 }, { "epoch": 28.47, "learning_rate": 4.0796898508917775e-05, "loss": 19.8145, "step": 32059 }, { "epoch": 28.47, "learning_rate": 4.079413157244821e-05, "loss": 19.1064, "step": 32060 }, { "epoch": 28.47, "learning_rate": 4.0791364665159393e-05, "loss": 19.1895, "step": 32061 }, { "epoch": 28.47, "learning_rate": 4.0788597787060056e-05, "loss": 19.3408, "step": 32062 }, { "epoch": 28.48, "learning_rate": 4.078583093815899e-05, "loss": 19.9238, "step": 32063 }, { "epoch": 28.48, "learning_rate": 4.078306411846496e-05, "loss": 19.5742, "step": 32064 }, { "epoch": 28.48, "learning_rate": 4.078029732798674e-05, "loss": 19.6025, "step": 32065 }, { "epoch": 28.48, "learning_rate": 4.0777530566733105e-05, "loss": 19.3799, "step": 32066 }, { "epoch": 28.48, "learning_rate": 4.077476383471281e-05, "loss": 19.3682, "step": 32067 }, { "epoch": 28.48, "learning_rate": 4.0771997131934645e-05, "loss": 20.0889, "step": 32068 }, { "epoch": 28.48, "learning_rate": 4.076923045840736e-05, "loss": 19.6895, "step": 32069 }, { "epoch": 28.48, "learning_rate": 4.076646381413973e-05, "loss": 19.7627, "step": 32070 }, { "epoch": 28.48, "learning_rate": 4.076369719914055e-05, "loss": 19.6172, "step": 32071 }, { "epoch": 28.48, "learning_rate": 4.076093061341854e-05, "loss": 19.542, "step": 32072 }, { "epoch": 28.48, "learning_rate": 4.0758164056982516e-05, "loss": 19.3428, "step": 32073 }, { "epoch": 28.48, "learning_rate": 4.0755397529841224e-05, "loss": 19.9316, "step": 32074 }, { "epoch": 28.49, "learning_rate": 4.0752631032003424e-05, "loss": 19.5127, "step": 32075 }, { "epoch": 28.49, "learning_rate": 4.074986456347791e-05, "loss": 19.6006, "step": 32076 }, { "epoch": 28.49, "learning_rate": 4.0747098124273465e-05, "loss": 19.5684, "step": 32077 }, { "epoch": 28.49, "learning_rate": 4.0744331714398796e-05, "loss": 19.6182, "step": 32078 }, { "epoch": 28.49, "learning_rate": 4.0744331714398796e-05, "loss": 20.2285, "step": 32079 }, { "epoch": 28.49, "learning_rate": 4.0741565333862726e-05, "loss": 19.3281, "step": 32080 }, { "epoch": 28.49, "learning_rate": 4.0738798982674e-05, "loss": 19.6924, "step": 32081 }, { "epoch": 28.49, "learning_rate": 4.07360326608414e-05, "loss": 19.7109, "step": 32082 }, { "epoch": 28.49, "learning_rate": 4.07332663683737e-05, "loss": 19.585, "step": 32083 }, { "epoch": 28.49, "learning_rate": 4.073050010527965e-05, "loss": 19.457, "step": 32084 }, { "epoch": 28.49, "learning_rate": 4.072773387156802e-05, "loss": 20.1113, "step": 32085 }, { "epoch": 28.5, "learning_rate": 4.0724967667247585e-05, "loss": 19.3633, "step": 32086 }, { "epoch": 28.5, "learning_rate": 4.072220149232712e-05, "loss": 19.4814, "step": 32087 }, { "epoch": 28.5, "learning_rate": 4.071943534681539e-05, "loss": 19.665, "step": 32088 }, { "epoch": 28.5, "learning_rate": 4.071666923072115e-05, "loss": 19.9062, "step": 32089 }, { "epoch": 28.5, "learning_rate": 4.071390314405317e-05, "loss": 19.6797, "step": 32090 }, { "epoch": 28.5, "learning_rate": 4.071113708682024e-05, "loss": 18.9512, "step": 32091 }, { "epoch": 28.5, "learning_rate": 4.07083710590311e-05, "loss": 20.0771, "step": 32092 }, { "epoch": 28.5, "learning_rate": 4.070560506069454e-05, "loss": 19.1621, "step": 32093 }, { "epoch": 28.5, "learning_rate": 4.070283909181932e-05, "loss": 19.3926, "step": 32094 }, { "epoch": 28.5, "learning_rate": 4.07000731524142e-05, "loss": 19.9639, "step": 32095 }, { "epoch": 28.5, "learning_rate": 4.069730724248795e-05, "loss": 19.2832, "step": 32096 }, { "epoch": 28.51, "learning_rate": 4.0694541362049346e-05, "loss": 19.4307, "step": 32097 }, { "epoch": 28.51, "learning_rate": 4.0691775511107135e-05, "loss": 19.4365, "step": 32098 }, { "epoch": 28.51, "learning_rate": 4.068900968967013e-05, "loss": 19.502, "step": 32099 }, { "epoch": 28.51, "learning_rate": 4.068624389774705e-05, "loss": 19.708, "step": 32100 }, { "epoch": 28.51, "learning_rate": 4.0683478135346674e-05, "loss": 19.3174, "step": 32101 }, { "epoch": 28.51, "learning_rate": 4.0680712402477765e-05, "loss": 19.6025, "step": 32102 }, { "epoch": 28.51, "learning_rate": 4.067794669914911e-05, "loss": 19.2178, "step": 32103 }, { "epoch": 28.51, "learning_rate": 4.067518102536947e-05, "loss": 19.4619, "step": 32104 }, { "epoch": 28.51, "learning_rate": 4.067241538114762e-05, "loss": 19.5225, "step": 32105 }, { "epoch": 28.51, "learning_rate": 4.0669649766492286e-05, "loss": 19.3877, "step": 32106 }, { "epoch": 28.51, "learning_rate": 4.066688418141227e-05, "loss": 19.7324, "step": 32107 }, { "epoch": 28.52, "learning_rate": 4.066411862591632e-05, "loss": 19.9277, "step": 32108 }, { "epoch": 28.52, "learning_rate": 4.066135310001323e-05, "loss": 19.2549, "step": 32109 }, { "epoch": 28.52, "learning_rate": 4.065858760371175e-05, "loss": 20.2158, "step": 32110 }, { "epoch": 28.52, "learning_rate": 4.0655822137020635e-05, "loss": 19.6895, "step": 32111 }, { "epoch": 28.52, "learning_rate": 4.0653056699948656e-05, "loss": 19.6309, "step": 32112 }, { "epoch": 28.52, "learning_rate": 4.065029129250458e-05, "loss": 19.6318, "step": 32113 }, { "epoch": 28.52, "learning_rate": 4.064752591469718e-05, "loss": 19.8779, "step": 32114 }, { "epoch": 28.52, "learning_rate": 4.0644760566535234e-05, "loss": 19.4258, "step": 32115 }, { "epoch": 28.52, "learning_rate": 4.064199524802748e-05, "loss": 19.7188, "step": 32116 }, { "epoch": 28.52, "learning_rate": 4.063922995918268e-05, "loss": 18.9268, "step": 32117 }, { "epoch": 28.52, "learning_rate": 4.063646470000962e-05, "loss": 19.083, "step": 32118 }, { "epoch": 28.52, "learning_rate": 4.0633699470517066e-05, "loss": 19.3066, "step": 32119 }, { "epoch": 28.53, "learning_rate": 4.063093427071376e-05, "loss": 18.9336, "step": 32120 }, { "epoch": 28.53, "learning_rate": 4.063093427071376e-05, "loss": 19.6338, "step": 32121 }, { "epoch": 28.53, "learning_rate": 4.0628169100608514e-05, "loss": 19.8945, "step": 32122 }, { "epoch": 28.53, "learning_rate": 4.062540396021005e-05, "loss": 19.9102, "step": 32123 }, { "epoch": 28.53, "learning_rate": 4.062263884952714e-05, "loss": 20.0537, "step": 32124 }, { "epoch": 28.53, "learning_rate": 4.061987376856854e-05, "loss": 19.1865, "step": 32125 }, { "epoch": 28.53, "learning_rate": 4.0617108717343045e-05, "loss": 19.6924, "step": 32126 }, { "epoch": 28.53, "learning_rate": 4.061434369585942e-05, "loss": 19.7627, "step": 32127 }, { "epoch": 28.53, "learning_rate": 4.0611578704126396e-05, "loss": 19.6094, "step": 32128 }, { "epoch": 28.53, "learning_rate": 4.0608813742152744e-05, "loss": 19.6709, "step": 32129 }, { "epoch": 28.53, "learning_rate": 4.0606048809947245e-05, "loss": 19.5938, "step": 32130 }, { "epoch": 28.54, "learning_rate": 4.060328390751866e-05, "loss": 19.6748, "step": 32131 }, { "epoch": 28.54, "learning_rate": 4.060051903487577e-05, "loss": 19.0811, "step": 32132 }, { "epoch": 28.54, "learning_rate": 4.0597754192027296e-05, "loss": 19.0283, "step": 32133 }, { "epoch": 28.54, "learning_rate": 4.0594989378982026e-05, "loss": 19.5566, "step": 32134 }, { "epoch": 28.54, "learning_rate": 4.059222459574873e-05, "loss": 19.3936, "step": 32135 }, { "epoch": 28.54, "learning_rate": 4.058945984233616e-05, "loss": 19.5283, "step": 32136 }, { "epoch": 28.54, "learning_rate": 4.058669511875308e-05, "loss": 19.1943, "step": 32137 }, { "epoch": 28.54, "learning_rate": 4.058393042500828e-05, "loss": 19.2305, "step": 32138 }, { "epoch": 28.54, "learning_rate": 4.058116576111049e-05, "loss": 19.9092, "step": 32139 }, { "epoch": 28.54, "learning_rate": 4.057840112706848e-05, "loss": 19.5488, "step": 32140 }, { "epoch": 28.54, "learning_rate": 4.0575636522891026e-05, "loss": 19.999, "step": 32141 }, { "epoch": 28.55, "learning_rate": 4.057287194858688e-05, "loss": 19.7227, "step": 32142 }, { "epoch": 28.55, "learning_rate": 4.057010740416482e-05, "loss": 19.5, "step": 32143 }, { "epoch": 28.55, "learning_rate": 4.0567342889633584e-05, "loss": 19.6875, "step": 32144 }, { "epoch": 28.55, "learning_rate": 4.0564578405001954e-05, "loss": 19.5, "step": 32145 }, { "epoch": 28.55, "learning_rate": 4.0561813950278685e-05, "loss": 18.999, "step": 32146 }, { "epoch": 28.55, "learning_rate": 4.055904952547254e-05, "loss": 20.0566, "step": 32147 }, { "epoch": 28.55, "learning_rate": 4.05562851305923e-05, "loss": 19.6768, "step": 32148 }, { "epoch": 28.55, "learning_rate": 4.055352076564671e-05, "loss": 19.5977, "step": 32149 }, { "epoch": 28.55, "learning_rate": 4.055075643064452e-05, "loss": 19.8281, "step": 32150 }, { "epoch": 28.55, "learning_rate": 4.0547992125594505e-05, "loss": 19.5303, "step": 32151 }, { "epoch": 28.55, "learning_rate": 4.054522785050543e-05, "loss": 19.2256, "step": 32152 }, { "epoch": 28.56, "learning_rate": 4.054246360538607e-05, "loss": 19.4033, "step": 32153 }, { "epoch": 28.56, "learning_rate": 4.053969939024519e-05, "loss": 19.6484, "step": 32154 }, { "epoch": 28.56, "learning_rate": 4.0536935205091495e-05, "loss": 19.7236, "step": 32155 }, { "epoch": 28.56, "learning_rate": 4.05341710499338e-05, "loss": 19.5547, "step": 32156 }, { "epoch": 28.56, "learning_rate": 4.0531406924780854e-05, "loss": 20.0215, "step": 32157 }, { "epoch": 28.56, "learning_rate": 4.052864282964143e-05, "loss": 19.7295, "step": 32158 }, { "epoch": 28.56, "learning_rate": 4.052587876452428e-05, "loss": 19.5635, "step": 32159 }, { "epoch": 28.56, "learning_rate": 4.0523114729438154e-05, "loss": 19.1992, "step": 32160 }, { "epoch": 28.56, "learning_rate": 4.052035072439183e-05, "loss": 19.0967, "step": 32161 }, { "epoch": 28.56, "learning_rate": 4.051758674939405e-05, "loss": 19.7451, "step": 32162 }, { "epoch": 28.56, "learning_rate": 4.05148228044536e-05, "loss": 19.251, "step": 32163 }, { "epoch": 28.56, "learning_rate": 4.051205888957923e-05, "loss": 19.751, "step": 32164 }, { "epoch": 28.57, "learning_rate": 4.050929500477969e-05, "loss": 19.5869, "step": 32165 }, { "epoch": 28.57, "learning_rate": 4.050653115006376e-05, "loss": 19.501, "step": 32166 }, { "epoch": 28.57, "learning_rate": 4.050376732544019e-05, "loss": 19.457, "step": 32167 }, { "epoch": 28.57, "learning_rate": 4.0501003530917736e-05, "loss": 18.9795, "step": 32168 }, { "epoch": 28.57, "learning_rate": 4.049823976650517e-05, "loss": 19.8896, "step": 32169 }, { "epoch": 28.57, "learning_rate": 4.049547603221126e-05, "loss": 19.2236, "step": 32170 }, { "epoch": 28.57, "learning_rate": 4.049271232804474e-05, "loss": 19.9473, "step": 32171 }, { "epoch": 28.57, "learning_rate": 4.0489948654014384e-05, "loss": 19.4277, "step": 32172 }, { "epoch": 28.57, "learning_rate": 4.048718501012895e-05, "loss": 19.707, "step": 32173 }, { "epoch": 28.57, "learning_rate": 4.04844213963972e-05, "loss": 19.6621, "step": 32174 }, { "epoch": 28.57, "learning_rate": 4.0481657812827925e-05, "loss": 19.085, "step": 32175 }, { "epoch": 28.58, "learning_rate": 4.047889425942984e-05, "loss": 19.3916, "step": 32176 }, { "epoch": 28.58, "learning_rate": 4.0476130736211696e-05, "loss": 19.416, "step": 32177 }, { "epoch": 28.58, "learning_rate": 4.04733672431823e-05, "loss": 19.4111, "step": 32178 }, { "epoch": 28.58, "learning_rate": 4.047060378035038e-05, "loss": 19.6348, "step": 32179 }, { "epoch": 28.58, "learning_rate": 4.0467840347724706e-05, "loss": 19.8691, "step": 32180 }, { "epoch": 28.58, "learning_rate": 4.046507694531405e-05, "loss": 19.2178, "step": 32181 }, { "epoch": 28.58, "learning_rate": 4.046231357312714e-05, "loss": 19.8223, "step": 32182 }, { "epoch": 28.58, "learning_rate": 4.045955023117276e-05, "loss": 19.2891, "step": 32183 }, { "epoch": 28.58, "learning_rate": 4.045678691945966e-05, "loss": 20.2373, "step": 32184 }, { "epoch": 28.58, "learning_rate": 4.04540236379966e-05, "loss": 19.1465, "step": 32185 }, { "epoch": 28.58, "learning_rate": 4.045126038679236e-05, "loss": 19.0156, "step": 32186 }, { "epoch": 28.59, "learning_rate": 4.0448497165855654e-05, "loss": 19.3223, "step": 32187 }, { "epoch": 28.59, "learning_rate": 4.044573397519527e-05, "loss": 19.8389, "step": 32188 }, { "epoch": 28.59, "learning_rate": 4.044297081481996e-05, "loss": 19.1045, "step": 32189 }, { "epoch": 28.59, "learning_rate": 4.04402076847385e-05, "loss": 19.6504, "step": 32190 }, { "epoch": 28.59, "learning_rate": 4.0437444584959626e-05, "loss": 19.249, "step": 32191 }, { "epoch": 28.59, "learning_rate": 4.0434681515492104e-05, "loss": 20.0176, "step": 32192 }, { "epoch": 28.59, "learning_rate": 4.043191847634469e-05, "loss": 19.7227, "step": 32193 }, { "epoch": 28.59, "learning_rate": 4.042915546752614e-05, "loss": 19.4609, "step": 32194 }, { "epoch": 28.59, "learning_rate": 4.042639248904522e-05, "loss": 19.4043, "step": 32195 }, { "epoch": 28.59, "learning_rate": 4.0423629540910676e-05, "loss": 19.8359, "step": 32196 }, { "epoch": 28.59, "learning_rate": 4.042086662313131e-05, "loss": 19.7021, "step": 32197 }, { "epoch": 28.6, "learning_rate": 4.041810373571582e-05, "loss": 20.0947, "step": 32198 }, { "epoch": 28.6, "learning_rate": 4.041534087867299e-05, "loss": 19.7998, "step": 32199 }, { "epoch": 28.6, "learning_rate": 4.041257805201158e-05, "loss": 19.6709, "step": 32200 }, { "epoch": 28.6, "learning_rate": 4.0409815255740336e-05, "loss": 19.5635, "step": 32201 }, { "epoch": 28.6, "learning_rate": 4.0407052489868044e-05, "loss": 19.957, "step": 32202 }, { "epoch": 28.6, "learning_rate": 4.0404289754403415e-05, "loss": 19.9346, "step": 32203 }, { "epoch": 28.6, "learning_rate": 4.040152704935525e-05, "loss": 19.4238, "step": 32204 }, { "epoch": 28.6, "learning_rate": 4.039876437473228e-05, "loss": 19.3105, "step": 32205 }, { "epoch": 28.6, "learning_rate": 4.039600173054327e-05, "loss": 19.2764, "step": 32206 }, { "epoch": 28.6, "learning_rate": 4.0393239116796985e-05, "loss": 20.1016, "step": 32207 }, { "epoch": 28.6, "learning_rate": 4.039047653350218e-05, "loss": 19.8047, "step": 32208 }, { "epoch": 28.6, "learning_rate": 4.038771398066759e-05, "loss": 19.5811, "step": 32209 }, { "epoch": 28.61, "learning_rate": 4.0384951458301996e-05, "loss": 20.1768, "step": 32210 }, { "epoch": 28.61, "learning_rate": 4.0382188966414145e-05, "loss": 19.8496, "step": 32211 }, { "epoch": 28.61, "learning_rate": 4.03794265050128e-05, "loss": 19.5908, "step": 32212 }, { "epoch": 28.61, "learning_rate": 4.037666407410671e-05, "loss": 19.2236, "step": 32213 }, { "epoch": 28.61, "learning_rate": 4.037390167370464e-05, "loss": 19.8623, "step": 32214 }, { "epoch": 28.61, "learning_rate": 4.037113930381533e-05, "loss": 19.6953, "step": 32215 }, { "epoch": 28.61, "learning_rate": 4.036837696444755e-05, "loss": 19.2559, "step": 32216 }, { "epoch": 28.61, "learning_rate": 4.036561465561005e-05, "loss": 20.0459, "step": 32217 }, { "epoch": 28.61, "learning_rate": 4.03628523773116e-05, "loss": 19.1162, "step": 32218 }, { "epoch": 28.61, "learning_rate": 4.036009012956093e-05, "loss": 19.7256, "step": 32219 }, { "epoch": 28.61, "learning_rate": 4.035732791236682e-05, "loss": 19.0801, "step": 32220 }, { "epoch": 28.62, "learning_rate": 4.035456572573801e-05, "loss": 20.1631, "step": 32221 }, { "epoch": 28.62, "learning_rate": 4.0351803569683254e-05, "loss": 19.9658, "step": 32222 }, { "epoch": 28.62, "learning_rate": 4.034904144421135e-05, "loss": 18.9111, "step": 32223 }, { "epoch": 28.62, "learning_rate": 4.034627934933098e-05, "loss": 19.1279, "step": 32224 }, { "epoch": 28.62, "learning_rate": 4.034351728505096e-05, "loss": 19.3984, "step": 32225 }, { "epoch": 28.62, "learning_rate": 4.0340755251379994e-05, "loss": 19.2734, "step": 32226 }, { "epoch": 28.62, "learning_rate": 4.0337993248326885e-05, "loss": 20.3486, "step": 32227 }, { "epoch": 28.62, "learning_rate": 4.033523127590037e-05, "loss": 19.3926, "step": 32228 }, { "epoch": 28.62, "learning_rate": 4.033246933410922e-05, "loss": 19.4824, "step": 32229 }, { "epoch": 28.62, "learning_rate": 4.0329707422962135e-05, "loss": 19.9258, "step": 32230 }, { "epoch": 28.62, "learning_rate": 4.032694554246793e-05, "loss": 19.4941, "step": 32231 }, { "epoch": 28.63, "learning_rate": 4.032418369263533e-05, "loss": 20.0215, "step": 32232 }, { "epoch": 28.63, "learning_rate": 4.0321421873473095e-05, "loss": 19.7549, "step": 32233 }, { "epoch": 28.63, "learning_rate": 4.031866008499e-05, "loss": 19.5488, "step": 32234 }, { "epoch": 28.63, "learning_rate": 4.031589832719476e-05, "loss": 19.8389, "step": 32235 }, { "epoch": 28.63, "learning_rate": 4.031589832719476e-05, "loss": 19.3057, "step": 32236 }, { "epoch": 28.63, "learning_rate": 4.031313660009615e-05, "loss": 19.5332, "step": 32237 }, { "epoch": 28.63, "learning_rate": 4.031037490370293e-05, "loss": 20.0518, "step": 32238 }, { "epoch": 28.63, "learning_rate": 4.030761323802384e-05, "loss": 19.166, "step": 32239 }, { "epoch": 28.63, "learning_rate": 4.0304851603067645e-05, "loss": 20.1758, "step": 32240 }, { "epoch": 28.63, "learning_rate": 4.030208999884311e-05, "loss": 20.4678, "step": 32241 }, { "epoch": 28.63, "learning_rate": 4.029932842535895e-05, "loss": 19.6582, "step": 32242 }, { "epoch": 28.63, "learning_rate": 4.0296566882623954e-05, "loss": 19.6162, "step": 32243 }, { "epoch": 28.64, "learning_rate": 4.0293805370646856e-05, "loss": 19.4658, "step": 32244 }, { "epoch": 28.64, "learning_rate": 4.0291043889436415e-05, "loss": 19.4746, "step": 32245 }, { "epoch": 28.64, "learning_rate": 4.028828243900141e-05, "loss": 19.7822, "step": 32246 }, { "epoch": 28.64, "learning_rate": 4.028552101935056e-05, "loss": 19.4043, "step": 32247 }, { "epoch": 28.64, "learning_rate": 4.028275963049262e-05, "loss": 19.2275, "step": 32248 }, { "epoch": 28.64, "learning_rate": 4.0279998272436345e-05, "loss": 19.4912, "step": 32249 }, { "epoch": 28.64, "learning_rate": 4.0277236945190506e-05, "loss": 20.0176, "step": 32250 }, { "epoch": 28.64, "learning_rate": 4.0274475648763866e-05, "loss": 19.583, "step": 32251 }, { "epoch": 28.64, "learning_rate": 4.027171438316514e-05, "loss": 19.3145, "step": 32252 }, { "epoch": 28.64, "learning_rate": 4.0268953148403074e-05, "loss": 20.166, "step": 32253 }, { "epoch": 28.64, "learning_rate": 4.0266191944486466e-05, "loss": 20.0889, "step": 32254 }, { "epoch": 28.65, "learning_rate": 4.0263430771424035e-05, "loss": 19.9219, "step": 32255 }, { "epoch": 28.65, "learning_rate": 4.026066962922456e-05, "loss": 19.833, "step": 32256 }, { "epoch": 28.65, "learning_rate": 4.025790851789678e-05, "loss": 19.5723, "step": 32257 }, { "epoch": 28.65, "learning_rate": 4.025514743744943e-05, "loss": 19.374, "step": 32258 }, { "epoch": 28.65, "learning_rate": 4.025238638789128e-05, "loss": 19.0225, "step": 32259 }, { "epoch": 28.65, "learning_rate": 4.0249625369231084e-05, "loss": 19.8242, "step": 32260 }, { "epoch": 28.65, "learning_rate": 4.024686438147759e-05, "loss": 19.6094, "step": 32261 }, { "epoch": 28.65, "learning_rate": 4.0244103424639556e-05, "loss": 19.915, "step": 32262 }, { "epoch": 28.65, "learning_rate": 4.024134249872571e-05, "loss": 19.5625, "step": 32263 }, { "epoch": 28.65, "learning_rate": 4.023858160374483e-05, "loss": 20.2734, "step": 32264 }, { "epoch": 28.65, "learning_rate": 4.0235820739705646e-05, "loss": 19.5176, "step": 32265 }, { "epoch": 28.66, "learning_rate": 4.023305990661693e-05, "loss": 19.4385, "step": 32266 }, { "epoch": 28.66, "learning_rate": 4.0230299104487434e-05, "loss": 19.9521, "step": 32267 }, { "epoch": 28.66, "learning_rate": 4.022753833332589e-05, "loss": 19.4443, "step": 32268 }, { "epoch": 28.66, "learning_rate": 4.022477759314105e-05, "loss": 19.1201, "step": 32269 }, { "epoch": 28.66, "learning_rate": 4.022201688394168e-05, "loss": 19.6211, "step": 32270 }, { "epoch": 28.66, "learning_rate": 4.021925620573651e-05, "loss": 19.6133, "step": 32271 }, { "epoch": 28.66, "learning_rate": 4.0216495558534315e-05, "loss": 19.4824, "step": 32272 }, { "epoch": 28.66, "learning_rate": 4.021373494234386e-05, "loss": 19.4746, "step": 32273 }, { "epoch": 28.66, "learning_rate": 4.021097435717385e-05, "loss": 19.3838, "step": 32274 }, { "epoch": 28.66, "learning_rate": 4.020821380303304e-05, "loss": 19.4121, "step": 32275 }, { "epoch": 28.66, "learning_rate": 4.0205453279930225e-05, "loss": 19.4893, "step": 32276 }, { "epoch": 28.67, "learning_rate": 4.020269278787411e-05, "loss": 19.6465, "step": 32277 }, { "epoch": 28.67, "learning_rate": 4.019993232687349e-05, "loss": 19.6445, "step": 32278 }, { "epoch": 28.67, "learning_rate": 4.0197171896937055e-05, "loss": 19.0566, "step": 32279 }, { "epoch": 28.67, "learning_rate": 4.01944114980736e-05, "loss": 19.4014, "step": 32280 }, { "epoch": 28.67, "learning_rate": 4.0191651130291864e-05, "loss": 19.7607, "step": 32281 }, { "epoch": 28.67, "learning_rate": 4.0188890793600594e-05, "loss": 19.9736, "step": 32282 }, { "epoch": 28.67, "learning_rate": 4.018613048800855e-05, "loss": 19.2588, "step": 32283 }, { "epoch": 28.67, "learning_rate": 4.018337021352446e-05, "loss": 19.5391, "step": 32284 }, { "epoch": 28.67, "learning_rate": 4.01806099701571e-05, "loss": 19.4941, "step": 32285 }, { "epoch": 28.67, "learning_rate": 4.017784975791519e-05, "loss": 19.5293, "step": 32286 }, { "epoch": 28.67, "learning_rate": 4.01750895768075e-05, "loss": 19.9141, "step": 32287 }, { "epoch": 28.67, "learning_rate": 4.017232942684277e-05, "loss": 19.1758, "step": 32288 }, { "epoch": 28.68, "learning_rate": 4.0169569308029777e-05, "loss": 19.0381, "step": 32289 }, { "epoch": 28.68, "learning_rate": 4.0166809220377225e-05, "loss": 19.1035, "step": 32290 }, { "epoch": 28.68, "learning_rate": 4.016404916389389e-05, "loss": 19.8633, "step": 32291 }, { "epoch": 28.68, "learning_rate": 4.016128913858851e-05, "loss": 19.8027, "step": 32292 }, { "epoch": 28.68, "learning_rate": 4.015852914446982e-05, "loss": 19.1387, "step": 32293 }, { "epoch": 28.68, "learning_rate": 4.015576918154663e-05, "loss": 19.4521, "step": 32294 }, { "epoch": 28.68, "learning_rate": 4.015300924982763e-05, "loss": 19.1699, "step": 32295 }, { "epoch": 28.68, "learning_rate": 4.015024934932158e-05, "loss": 19.2451, "step": 32296 }, { "epoch": 28.68, "learning_rate": 4.014748948003721e-05, "loss": 20.042, "step": 32297 }, { "epoch": 28.68, "learning_rate": 4.014472964198332e-05, "loss": 19.9385, "step": 32298 }, { "epoch": 28.68, "learning_rate": 4.0141969835168616e-05, "loss": 19.498, "step": 32299 }, { "epoch": 28.69, "learning_rate": 4.013921005960189e-05, "loss": 19.4756, "step": 32300 }, { "epoch": 28.69, "learning_rate": 4.013645031529182e-05, "loss": 19.9199, "step": 32301 }, { "epoch": 28.69, "learning_rate": 4.0133690602247206e-05, "loss": 19.8203, "step": 32302 }, { "epoch": 28.69, "learning_rate": 4.013093092047678e-05, "loss": 19.4756, "step": 32303 }, { "epoch": 28.69, "learning_rate": 4.012817126998929e-05, "loss": 19.418, "step": 32304 }, { "epoch": 28.69, "learning_rate": 4.012541165079351e-05, "loss": 19.6455, "step": 32305 }, { "epoch": 28.69, "learning_rate": 4.012265206289814e-05, "loss": 19.5605, "step": 32306 }, { "epoch": 28.69, "learning_rate": 4.011989250631195e-05, "loss": 20.5156, "step": 32307 }, { "epoch": 28.69, "learning_rate": 4.0117132981043693e-05, "loss": 19.9033, "step": 32308 }, { "epoch": 28.69, "learning_rate": 4.011437348710211e-05, "loss": 19.7021, "step": 32309 }, { "epoch": 28.69, "learning_rate": 4.011161402449596e-05, "loss": 19.7344, "step": 32310 }, { "epoch": 28.7, "learning_rate": 4.010885459323397e-05, "loss": 19.5713, "step": 32311 }, { "epoch": 28.7, "learning_rate": 4.010609519332489e-05, "loss": 19.6631, "step": 32312 }, { "epoch": 28.7, "learning_rate": 4.010333582477747e-05, "loss": 19.4824, "step": 32313 }, { "epoch": 28.7, "learning_rate": 4.010057648760047e-05, "loss": 19.5703, "step": 32314 }, { "epoch": 28.7, "learning_rate": 4.009781718180262e-05, "loss": 19.6504, "step": 32315 }, { "epoch": 28.7, "learning_rate": 4.0095057907392675e-05, "loss": 19.6406, "step": 32316 }, { "epoch": 28.7, "learning_rate": 4.009229866437938e-05, "loss": 19.5527, "step": 32317 }, { "epoch": 28.7, "learning_rate": 4.008953945277148e-05, "loss": 19.7891, "step": 32318 }, { "epoch": 28.7, "learning_rate": 4.0086780272577705e-05, "loss": 19.2998, "step": 32319 }, { "epoch": 28.7, "learning_rate": 4.0084021123806817e-05, "loss": 19.5908, "step": 32320 }, { "epoch": 28.7, "learning_rate": 4.008126200646759e-05, "loss": 19.8486, "step": 32321 }, { "epoch": 28.71, "learning_rate": 4.007850292056873e-05, "loss": 19.249, "step": 32322 }, { "epoch": 28.71, "learning_rate": 4.007574386611897e-05, "loss": 19.7783, "step": 32323 }, { "epoch": 28.71, "learning_rate": 4.00729848431271e-05, "loss": 19.6924, "step": 32324 }, { "epoch": 28.71, "learning_rate": 4.007022585160184e-05, "loss": 19.6055, "step": 32325 }, { "epoch": 28.71, "learning_rate": 4.0067466891551965e-05, "loss": 19.373, "step": 32326 }, { "epoch": 28.71, "learning_rate": 4.006470796298616e-05, "loss": 19.334, "step": 32327 }, { "epoch": 28.71, "learning_rate": 4.006194906591322e-05, "loss": 19.3379, "step": 32328 }, { "epoch": 28.71, "learning_rate": 4.0059190200341876e-05, "loss": 19.1055, "step": 32329 }, { "epoch": 28.71, "learning_rate": 4.0059190200341876e-05, "loss": 19.7744, "step": 32330 }, { "epoch": 28.71, "learning_rate": 4.0056431366280875e-05, "loss": 19.2334, "step": 32331 }, { "epoch": 28.71, "learning_rate": 4.0053672563738966e-05, "loss": 20.0029, "step": 32332 }, { "epoch": 28.71, "learning_rate": 4.005091379272489e-05, "loss": 19.3418, "step": 32333 }, { "epoch": 28.72, "learning_rate": 4.004815505324739e-05, "loss": 19.6494, "step": 32334 }, { "epoch": 28.72, "learning_rate": 4.00453963453152e-05, "loss": 20.0244, "step": 32335 }, { "epoch": 28.72, "learning_rate": 4.004263766893708e-05, "loss": 20.2852, "step": 32336 }, { "epoch": 28.72, "learning_rate": 4.003987902412177e-05, "loss": 19.4922, "step": 32337 }, { "epoch": 28.72, "learning_rate": 4.003712041087803e-05, "loss": 19.8857, "step": 32338 }, { "epoch": 28.72, "learning_rate": 4.003436182921456e-05, "loss": 18.7881, "step": 32339 }, { "epoch": 28.72, "learning_rate": 4.003160327914015e-05, "loss": 19.7549, "step": 32340 }, { "epoch": 28.72, "learning_rate": 4.002884476066352e-05, "loss": 19.5859, "step": 32341 }, { "epoch": 28.72, "learning_rate": 4.002608627379342e-05, "loss": 19.5322, "step": 32342 }, { "epoch": 28.72, "learning_rate": 4.002332781853861e-05, "loss": 19.5977, "step": 32343 }, { "epoch": 28.72, "learning_rate": 4.00205693949078e-05, "loss": 19.4531, "step": 32344 }, { "epoch": 28.73, "learning_rate": 4.001781100290975e-05, "loss": 19.1904, "step": 32345 }, { "epoch": 28.73, "learning_rate": 4.001505264255322e-05, "loss": 19.2617, "step": 32346 }, { "epoch": 28.73, "learning_rate": 4.001229431384692e-05, "loss": 19.5547, "step": 32347 }, { "epoch": 28.73, "learning_rate": 4.000953601679961e-05, "loss": 18.9248, "step": 32348 }, { "epoch": 28.73, "learning_rate": 4.000677775142007e-05, "loss": 19.5801, "step": 32349 }, { "epoch": 28.73, "learning_rate": 4.000401951771699e-05, "loss": 19.2607, "step": 32350 }, { "epoch": 28.73, "learning_rate": 4.000126131569911e-05, "loss": 19.5186, "step": 32351 }, { "epoch": 28.73, "learning_rate": 3.9998503145375216e-05, "loss": 19.4307, "step": 32352 }, { "epoch": 28.73, "learning_rate": 3.999574500675402e-05, "loss": 19.4736, "step": 32353 }, { "epoch": 28.73, "learning_rate": 3.999298689984429e-05, "loss": 19.4785, "step": 32354 }, { "epoch": 28.73, "learning_rate": 3.999022882465474e-05, "loss": 19.835, "step": 32355 }, { "epoch": 28.74, "learning_rate": 3.998747078119413e-05, "loss": 19.2041, "step": 32356 }, { "epoch": 28.74, "learning_rate": 3.998471276947119e-05, "loss": 19.3115, "step": 32357 }, { "epoch": 28.74, "learning_rate": 3.9981954789494675e-05, "loss": 19.1865, "step": 32358 }, { "epoch": 28.74, "learning_rate": 3.997919684127332e-05, "loss": 20.1328, "step": 32359 }, { "epoch": 28.74, "learning_rate": 3.997643892481588e-05, "loss": 19.6895, "step": 32360 }, { "epoch": 28.74, "learning_rate": 3.997368104013108e-05, "loss": 19.2969, "step": 32361 }, { "epoch": 28.74, "learning_rate": 3.997092318722766e-05, "loss": 19.7158, "step": 32362 }, { "epoch": 28.74, "learning_rate": 3.996816536611437e-05, "loss": 19.501, "step": 32363 }, { "epoch": 28.74, "learning_rate": 3.996540757679996e-05, "loss": 19.8916, "step": 32364 }, { "epoch": 28.74, "learning_rate": 3.996264981929318e-05, "loss": 19.6201, "step": 32365 }, { "epoch": 28.74, "learning_rate": 3.9959892093602726e-05, "loss": 19.2461, "step": 32366 }, { "epoch": 28.75, "learning_rate": 3.9957134399737376e-05, "loss": 19.6807, "step": 32367 }, { "epoch": 28.75, "learning_rate": 3.995437673770587e-05, "loss": 19.8965, "step": 32368 }, { "epoch": 28.75, "learning_rate": 3.9951619107516925e-05, "loss": 19.7588, "step": 32369 }, { "epoch": 28.75, "learning_rate": 3.994886150917933e-05, "loss": 18.9697, "step": 32370 }, { "epoch": 28.75, "learning_rate": 3.9946103942701777e-05, "loss": 18.8477, "step": 32371 }, { "epoch": 28.75, "learning_rate": 3.994334640809303e-05, "loss": 19.7129, "step": 32372 }, { "epoch": 28.75, "learning_rate": 3.9940588905361813e-05, "loss": 19.5928, "step": 32373 }, { "epoch": 28.75, "learning_rate": 3.993783143451689e-05, "loss": 19.4492, "step": 32374 }, { "epoch": 28.75, "learning_rate": 3.993507399556699e-05, "loss": 19.6582, "step": 32375 }, { "epoch": 28.75, "learning_rate": 3.993231658852088e-05, "loss": 18.7256, "step": 32376 }, { "epoch": 28.75, "learning_rate": 3.992955921338724e-05, "loss": 19.2285, "step": 32377 }, { "epoch": 28.75, "learning_rate": 3.992680187017486e-05, "loss": 19.4521, "step": 32378 }, { "epoch": 28.76, "learning_rate": 3.992404455889246e-05, "loss": 19.0664, "step": 32379 }, { "epoch": 28.76, "learning_rate": 3.992128727954879e-05, "loss": 19.3115, "step": 32380 }, { "epoch": 28.76, "learning_rate": 3.991853003215259e-05, "loss": 19.9697, "step": 32381 }, { "epoch": 28.76, "learning_rate": 3.9915772816712595e-05, "loss": 19.5361, "step": 32382 }, { "epoch": 28.76, "learning_rate": 3.991301563323754e-05, "loss": 19.1582, "step": 32383 }, { "epoch": 28.76, "learning_rate": 3.991025848173617e-05, "loss": 19.334, "step": 32384 }, { "epoch": 28.76, "learning_rate": 3.990750136221723e-05, "loss": 19.165, "step": 32385 }, { "epoch": 28.76, "learning_rate": 3.9904744274689456e-05, "loss": 19.7246, "step": 32386 }, { "epoch": 28.76, "learning_rate": 3.990198721916157e-05, "loss": 19.4014, "step": 32387 }, { "epoch": 28.76, "learning_rate": 3.9899230195642345e-05, "loss": 19.3018, "step": 32388 }, { "epoch": 28.76, "learning_rate": 3.9896473204140496e-05, "loss": 19.7422, "step": 32389 }, { "epoch": 28.77, "learning_rate": 3.989371624466476e-05, "loss": 19.6055, "step": 32390 }, { "epoch": 28.77, "learning_rate": 3.9890959317223884e-05, "loss": 19.4824, "step": 32391 }, { "epoch": 28.77, "learning_rate": 3.988820242182663e-05, "loss": 19.5, "step": 32392 }, { "epoch": 28.77, "learning_rate": 3.98854455584817e-05, "loss": 19.5117, "step": 32393 }, { "epoch": 28.77, "learning_rate": 3.988268872719785e-05, "loss": 19.6992, "step": 32394 }, { "epoch": 28.77, "learning_rate": 3.9879931927983793e-05, "loss": 19.4424, "step": 32395 }, { "epoch": 28.77, "learning_rate": 3.987717516084831e-05, "loss": 19.7041, "step": 32396 }, { "epoch": 28.77, "learning_rate": 3.987441842580014e-05, "loss": 19.71, "step": 32397 }, { "epoch": 28.77, "learning_rate": 3.987166172284797e-05, "loss": 19.4375, "step": 32398 }, { "epoch": 28.77, "learning_rate": 3.9868905052000566e-05, "loss": 19.2881, "step": 32399 }, { "epoch": 28.77, "learning_rate": 3.986614841326668e-05, "loss": 19.8125, "step": 32400 }, { "epoch": 28.78, "learning_rate": 3.986339180665503e-05, "loss": 19.1426, "step": 32401 }, { "epoch": 28.78, "learning_rate": 3.986063523217439e-05, "loss": 19.373, "step": 32402 }, { "epoch": 28.78, "learning_rate": 3.985787868983345e-05, "loss": 19.3682, "step": 32403 }, { "epoch": 28.78, "learning_rate": 3.985512217964096e-05, "loss": 20.0322, "step": 32404 }, { "epoch": 28.78, "learning_rate": 3.985236570160567e-05, "loss": 19.4746, "step": 32405 }, { "epoch": 28.78, "learning_rate": 3.984960925573632e-05, "loss": 18.7197, "step": 32406 }, { "epoch": 28.78, "learning_rate": 3.9846852842041634e-05, "loss": 19.9424, "step": 32407 }, { "epoch": 28.78, "learning_rate": 3.984409646053037e-05, "loss": 19.9287, "step": 32408 }, { "epoch": 28.78, "learning_rate": 3.984134011121124e-05, "loss": 19.2324, "step": 32409 }, { "epoch": 28.78, "learning_rate": 3.9838583794093e-05, "loss": 19.5342, "step": 32410 }, { "epoch": 28.78, "learning_rate": 3.9835827509184366e-05, "loss": 19.0674, "step": 32411 }, { "epoch": 28.79, "learning_rate": 3.983307125649409e-05, "loss": 19.6504, "step": 32412 }, { "epoch": 28.79, "learning_rate": 3.983031503603092e-05, "loss": 19.8955, "step": 32413 }, { "epoch": 28.79, "learning_rate": 3.982755884780357e-05, "loss": 19.0068, "step": 32414 }, { "epoch": 28.79, "learning_rate": 3.9824802691820784e-05, "loss": 19.4609, "step": 32415 }, { "epoch": 28.79, "learning_rate": 3.98220465680913e-05, "loss": 19.5811, "step": 32416 }, { "epoch": 28.79, "learning_rate": 3.9819290476623846e-05, "loss": 19.1006, "step": 32417 }, { "epoch": 28.79, "learning_rate": 3.9816534417427195e-05, "loss": 19.418, "step": 32418 }, { "epoch": 28.79, "learning_rate": 3.981377839051004e-05, "loss": 20.0518, "step": 32419 }, { "epoch": 28.79, "learning_rate": 3.9811022395881125e-05, "loss": 20.3125, "step": 32420 }, { "epoch": 28.79, "learning_rate": 3.980826643354919e-05, "loss": 19.9121, "step": 32421 }, { "epoch": 28.79, "learning_rate": 3.980551050352298e-05, "loss": 19.791, "step": 32422 }, { "epoch": 28.79, "learning_rate": 3.9802754605811224e-05, "loss": 19.8584, "step": 32423 }, { "epoch": 28.8, "learning_rate": 3.979999874042268e-05, "loss": 19.749, "step": 32424 }, { "epoch": 28.8, "learning_rate": 3.979724290736603e-05, "loss": 19.8438, "step": 32425 }, { "epoch": 28.8, "learning_rate": 3.979448710665005e-05, "loss": 19.4902, "step": 32426 }, { "epoch": 28.8, "learning_rate": 3.979173133828347e-05, "loss": 19.1094, "step": 32427 }, { "epoch": 28.8, "learning_rate": 3.9788975602275025e-05, "loss": 19.5586, "step": 32428 }, { "epoch": 28.8, "learning_rate": 3.978621989863345e-05, "loss": 19.6367, "step": 32429 }, { "epoch": 28.8, "learning_rate": 3.9783464227367466e-05, "loss": 19.3027, "step": 32430 }, { "epoch": 28.8, "learning_rate": 3.9783464227367466e-05, "loss": 18.9355, "step": 32431 }, { "epoch": 28.8, "learning_rate": 3.978070858848583e-05, "loss": 19.6504, "step": 32432 }, { "epoch": 28.8, "learning_rate": 3.977795298199725e-05, "loss": 19.6641, "step": 32433 }, { "epoch": 28.8, "learning_rate": 3.9775197407910485e-05, "loss": 19.4951, "step": 32434 }, { "epoch": 28.81, "learning_rate": 3.977244186623426e-05, "loss": 19.417, "step": 32435 }, { "epoch": 28.81, "learning_rate": 3.976968635697732e-05, "loss": 19.6504, "step": 32436 }, { "epoch": 28.81, "learning_rate": 3.976693088014838e-05, "loss": 19.4941, "step": 32437 }, { "epoch": 28.81, "learning_rate": 3.976417543575619e-05, "loss": 20.1768, "step": 32438 }, { "epoch": 28.81, "learning_rate": 3.976142002380946e-05, "loss": 19.0674, "step": 32439 }, { "epoch": 28.81, "learning_rate": 3.975866464431696e-05, "loss": 19.4941, "step": 32440 }, { "epoch": 28.81, "learning_rate": 3.975590929728741e-05, "loss": 19.9111, "step": 32441 }, { "epoch": 28.81, "learning_rate": 3.975315398272953e-05, "loss": 19.1504, "step": 32442 }, { "epoch": 28.81, "learning_rate": 3.975039870065207e-05, "loss": 19.791, "step": 32443 }, { "epoch": 28.81, "learning_rate": 3.974764345106376e-05, "loss": 19.5928, "step": 32444 }, { "epoch": 28.81, "learning_rate": 3.974488823397331e-05, "loss": 19.1992, "step": 32445 }, { "epoch": 28.82, "learning_rate": 3.9742133049389506e-05, "loss": 19.6494, "step": 32446 }, { "epoch": 28.82, "learning_rate": 3.9739377897321034e-05, "loss": 19.3496, "step": 32447 }, { "epoch": 28.82, "learning_rate": 3.9736622777776635e-05, "loss": 19.6943, "step": 32448 }, { "epoch": 28.82, "learning_rate": 3.973386769076506e-05, "loss": 19.7637, "step": 32449 }, { "epoch": 28.82, "learning_rate": 3.973111263629503e-05, "loss": 19.2871, "step": 32450 }, { "epoch": 28.82, "learning_rate": 3.972835761437528e-05, "loss": 20.248, "step": 32451 }, { "epoch": 28.82, "learning_rate": 3.9725602625014556e-05, "loss": 19.3037, "step": 32452 }, { "epoch": 28.82, "learning_rate": 3.972284766822157e-05, "loss": 19.7744, "step": 32453 }, { "epoch": 28.82, "learning_rate": 3.972009274400506e-05, "loss": 19.6484, "step": 32454 }, { "epoch": 28.82, "learning_rate": 3.971733785237376e-05, "loss": 20.0508, "step": 32455 }, { "epoch": 28.82, "learning_rate": 3.9714582993336406e-05, "loss": 20.1016, "step": 32456 }, { "epoch": 28.83, "learning_rate": 3.971182816690174e-05, "loss": 19.7188, "step": 32457 }, { "epoch": 28.83, "learning_rate": 3.9709073373078476e-05, "loss": 19.6729, "step": 32458 }, { "epoch": 28.83, "learning_rate": 3.970631861187534e-05, "loss": 19.5176, "step": 32459 }, { "epoch": 28.83, "learning_rate": 3.9703563883301085e-05, "loss": 19.3623, "step": 32460 }, { "epoch": 28.83, "learning_rate": 3.970080918736444e-05, "loss": 20.1709, "step": 32461 }, { "epoch": 28.83, "learning_rate": 3.969805452407414e-05, "loss": 19.6611, "step": 32462 }, { "epoch": 28.83, "learning_rate": 3.9695299893438884e-05, "loss": 19.916, "step": 32463 }, { "epoch": 28.83, "learning_rate": 3.969254529546744e-05, "loss": 19.834, "step": 32464 }, { "epoch": 28.83, "learning_rate": 3.968979073016852e-05, "loss": 19.4365, "step": 32465 }, { "epoch": 28.83, "learning_rate": 3.968703619755088e-05, "loss": 20.4707, "step": 32466 }, { "epoch": 28.83, "learning_rate": 3.96842816976232e-05, "loss": 19.458, "step": 32467 }, { "epoch": 28.83, "learning_rate": 3.96842816976232e-05, "loss": 19.4209, "step": 32468 }, { "epoch": 28.84, "learning_rate": 3.9681527230394286e-05, "loss": 19.1357, "step": 32469 }, { "epoch": 28.84, "learning_rate": 3.9678772795872815e-05, "loss": 19.7451, "step": 32470 }, { "epoch": 28.84, "learning_rate": 3.9676018394067523e-05, "loss": 19.71, "step": 32471 }, { "epoch": 28.84, "learning_rate": 3.967326402498715e-05, "loss": 19.6113, "step": 32472 }, { "epoch": 28.84, "learning_rate": 3.967050968864042e-05, "loss": 19.418, "step": 32473 }, { "epoch": 28.84, "learning_rate": 3.9667755385036096e-05, "loss": 19.6074, "step": 32474 }, { "epoch": 28.84, "learning_rate": 3.9665001114182864e-05, "loss": 20.1885, "step": 32475 }, { "epoch": 28.84, "learning_rate": 3.966224687608946e-05, "loss": 19.7471, "step": 32476 }, { "epoch": 28.84, "learning_rate": 3.965949267076464e-05, "loss": 19.3447, "step": 32477 }, { "epoch": 28.84, "learning_rate": 3.965673849821712e-05, "loss": 19.7012, "step": 32478 }, { "epoch": 28.84, "learning_rate": 3.965398435845564e-05, "loss": 19.4463, "step": 32479 }, { "epoch": 28.85, "learning_rate": 3.965123025148891e-05, "loss": 19.4336, "step": 32480 }, { "epoch": 28.85, "learning_rate": 3.964847617732568e-05, "loss": 19.5664, "step": 32481 }, { "epoch": 28.85, "learning_rate": 3.9645722135974666e-05, "loss": 20.0557, "step": 32482 }, { "epoch": 28.85, "learning_rate": 3.96429681274446e-05, "loss": 19.0576, "step": 32483 }, { "epoch": 28.85, "learning_rate": 3.964021415174422e-05, "loss": 19.4307, "step": 32484 }, { "epoch": 28.85, "learning_rate": 3.963746020888226e-05, "loss": 19.9316, "step": 32485 }, { "epoch": 28.85, "learning_rate": 3.963470629886743e-05, "loss": 19.5605, "step": 32486 }, { "epoch": 28.85, "learning_rate": 3.963195242170847e-05, "loss": 19.2871, "step": 32487 }, { "epoch": 28.85, "learning_rate": 3.9629198577414104e-05, "loss": 20.1113, "step": 32488 }, { "epoch": 28.85, "learning_rate": 3.962644476599307e-05, "loss": 19.9648, "step": 32489 }, { "epoch": 28.85, "learning_rate": 3.96236909874541e-05, "loss": 19.7012, "step": 32490 }, { "epoch": 28.86, "learning_rate": 3.9620937241805904e-05, "loss": 18.8564, "step": 32491 }, { "epoch": 28.86, "learning_rate": 3.9618183529057226e-05, "loss": 19.6572, "step": 32492 }, { "epoch": 28.86, "learning_rate": 3.961542984921679e-05, "loss": 19.5244, "step": 32493 }, { "epoch": 28.86, "learning_rate": 3.961267620229331e-05, "loss": 19.5088, "step": 32494 }, { "epoch": 28.86, "learning_rate": 3.960992258829555e-05, "loss": 19.2451, "step": 32495 }, { "epoch": 28.86, "learning_rate": 3.960716900723222e-05, "loss": 19.4395, "step": 32496 }, { "epoch": 28.86, "learning_rate": 3.960441545911204e-05, "loss": 19.1367, "step": 32497 }, { "epoch": 28.86, "learning_rate": 3.960166194394374e-05, "loss": 19.4395, "step": 32498 }, { "epoch": 28.86, "learning_rate": 3.959890846173606e-05, "loss": 19.916, "step": 32499 }, { "epoch": 28.86, "learning_rate": 3.9596155012497716e-05, "loss": 19.8379, "step": 32500 }, { "epoch": 28.86, "learning_rate": 3.9593401596237465e-05, "loss": 19.2051, "step": 32501 }, { "epoch": 28.87, "learning_rate": 3.9590648212963976e-05, "loss": 19.4424, "step": 32502 }, { "epoch": 28.87, "learning_rate": 3.9587894862686026e-05, "loss": 19.916, "step": 32503 }, { "epoch": 28.87, "learning_rate": 3.958514154541232e-05, "loss": 19.3604, "step": 32504 }, { "epoch": 28.87, "learning_rate": 3.9582388261151604e-05, "loss": 19.4131, "step": 32505 }, { "epoch": 28.87, "learning_rate": 3.9579635009912595e-05, "loss": 19.9883, "step": 32506 }, { "epoch": 28.87, "learning_rate": 3.9576881791704015e-05, "loss": 19.168, "step": 32507 }, { "epoch": 28.87, "learning_rate": 3.95741286065346e-05, "loss": 19.1113, "step": 32508 }, { "epoch": 28.87, "learning_rate": 3.957137545441306e-05, "loss": 19.415, "step": 32509 }, { "epoch": 28.87, "learning_rate": 3.956862233534815e-05, "loss": 20.0732, "step": 32510 }, { "epoch": 28.87, "learning_rate": 3.956586924934857e-05, "loss": 19.2734, "step": 32511 }, { "epoch": 28.87, "learning_rate": 3.9563116196423076e-05, "loss": 19.5615, "step": 32512 }, { "epoch": 28.87, "learning_rate": 3.956036317658037e-05, "loss": 19.1426, "step": 32513 }, { "epoch": 28.88, "learning_rate": 3.955761018982917e-05, "loss": 19.3496, "step": 32514 }, { "epoch": 28.88, "learning_rate": 3.9554857236178236e-05, "loss": 19.3975, "step": 32515 }, { "epoch": 28.88, "learning_rate": 3.955210431563626e-05, "loss": 19.9629, "step": 32516 }, { "epoch": 28.88, "learning_rate": 3.9549351428212015e-05, "loss": 19.3184, "step": 32517 }, { "epoch": 28.88, "learning_rate": 3.954659857391417e-05, "loss": 19.7441, "step": 32518 }, { "epoch": 28.88, "learning_rate": 3.954384575275149e-05, "loss": 19.5732, "step": 32519 }, { "epoch": 28.88, "learning_rate": 3.9541092964732666e-05, "loss": 19.8252, "step": 32520 }, { "epoch": 28.88, "learning_rate": 3.953834020986646e-05, "loss": 19.6309, "step": 32521 }, { "epoch": 28.88, "learning_rate": 3.953558748816161e-05, "loss": 19.2588, "step": 32522 }, { "epoch": 28.88, "learning_rate": 3.953283479962679e-05, "loss": 19.1846, "step": 32523 }, { "epoch": 28.88, "learning_rate": 3.9530082144270745e-05, "loss": 19.6855, "step": 32524 }, { "epoch": 28.89, "learning_rate": 3.952732952210221e-05, "loss": 19.6084, "step": 32525 }, { "epoch": 28.89, "learning_rate": 3.952457693312991e-05, "loss": 19.1113, "step": 32526 }, { "epoch": 28.89, "learning_rate": 3.952182437736257e-05, "loss": 19.0986, "step": 32527 }, { "epoch": 28.89, "learning_rate": 3.951907185480892e-05, "loss": 19.6738, "step": 32528 }, { "epoch": 28.89, "learning_rate": 3.951631936547766e-05, "loss": 19.4033, "step": 32529 }, { "epoch": 28.89, "learning_rate": 3.951356690937754e-05, "loss": 20.3691, "step": 32530 }, { "epoch": 28.89, "learning_rate": 3.951081448651727e-05, "loss": 19.5244, "step": 32531 }, { "epoch": 28.89, "learning_rate": 3.950806209690558e-05, "loss": 19.2412, "step": 32532 }, { "epoch": 28.89, "learning_rate": 3.9505309740551216e-05, "loss": 19.1328, "step": 32533 }, { "epoch": 28.89, "learning_rate": 3.9502557417462864e-05, "loss": 19.4473, "step": 32534 }, { "epoch": 28.89, "learning_rate": 3.949980512764927e-05, "loss": 19.75, "step": 32535 }, { "epoch": 28.9, "learning_rate": 3.9497052871119156e-05, "loss": 19.6445, "step": 32536 }, { "epoch": 28.9, "learning_rate": 3.9494300647881236e-05, "loss": 19.5068, "step": 32537 }, { "epoch": 28.9, "learning_rate": 3.949154845794426e-05, "loss": 19.5215, "step": 32538 }, { "epoch": 28.9, "learning_rate": 3.9488796301316924e-05, "loss": 19.7217, "step": 32539 }, { "epoch": 28.9, "learning_rate": 3.948604417800795e-05, "loss": 19.2627, "step": 32540 }, { "epoch": 28.9, "learning_rate": 3.948329208802608e-05, "loss": 19.3008, "step": 32541 }, { "epoch": 28.9, "learning_rate": 3.948054003138003e-05, "loss": 19.7031, "step": 32542 }, { "epoch": 28.9, "learning_rate": 3.947778800807853e-05, "loss": 19.5078, "step": 32543 }, { "epoch": 28.9, "learning_rate": 3.9475036018130316e-05, "loss": 19.5068, "step": 32544 }, { "epoch": 28.9, "learning_rate": 3.947228406154408e-05, "loss": 20.1416, "step": 32545 }, { "epoch": 28.9, "learning_rate": 3.9469532138328544e-05, "loss": 19.5234, "step": 32546 }, { "epoch": 28.9, "learning_rate": 3.9466780248492455e-05, "loss": 19.3672, "step": 32547 }, { "epoch": 28.91, "learning_rate": 3.946402839204452e-05, "loss": 19.1113, "step": 32548 }, { "epoch": 28.91, "learning_rate": 3.94612765689935e-05, "loss": 19.8936, "step": 32549 }, { "epoch": 28.91, "learning_rate": 3.945852477934805e-05, "loss": 20.1465, "step": 32550 }, { "epoch": 28.91, "learning_rate": 3.945577302311694e-05, "loss": 19.2852, "step": 32551 }, { "epoch": 28.91, "learning_rate": 3.945302130030888e-05, "loss": 19.8711, "step": 32552 }, { "epoch": 28.91, "learning_rate": 3.945026961093259e-05, "loss": 19.8516, "step": 32553 }, { "epoch": 28.91, "learning_rate": 3.94475179549968e-05, "loss": 20.166, "step": 32554 }, { "epoch": 28.91, "learning_rate": 3.944476633251024e-05, "loss": 19.5068, "step": 32555 }, { "epoch": 28.91, "learning_rate": 3.94420147434816e-05, "loss": 19.4658, "step": 32556 }, { "epoch": 28.91, "learning_rate": 3.943926318791963e-05, "loss": 19.3057, "step": 32557 }, { "epoch": 28.91, "learning_rate": 3.943651166583305e-05, "loss": 19.4189, "step": 32558 }, { "epoch": 28.92, "learning_rate": 3.943376017723057e-05, "loss": 19.1221, "step": 32559 }, { "epoch": 28.92, "learning_rate": 3.943100872212093e-05, "loss": 19.0635, "step": 32560 }, { "epoch": 28.92, "learning_rate": 3.942825730051282e-05, "loss": 19.7803, "step": 32561 }, { "epoch": 28.92, "learning_rate": 3.942550591241499e-05, "loss": 19.9893, "step": 32562 }, { "epoch": 28.92, "learning_rate": 3.9422754557836145e-05, "loss": 19.0156, "step": 32563 }, { "epoch": 28.92, "learning_rate": 3.942000323678502e-05, "loss": 19.625, "step": 32564 }, { "epoch": 28.92, "learning_rate": 3.941725194927033e-05, "loss": 19.5205, "step": 32565 }, { "epoch": 28.92, "learning_rate": 3.941450069530079e-05, "loss": 19.5977, "step": 32566 }, { "epoch": 28.92, "learning_rate": 3.941174947488513e-05, "loss": 19.626, "step": 32567 }, { "epoch": 28.92, "learning_rate": 3.940899828803205e-05, "loss": 19.1201, "step": 32568 }, { "epoch": 28.92, "learning_rate": 3.94062471347503e-05, "loss": 20.1162, "step": 32569 }, { "epoch": 28.93, "learning_rate": 3.940349601504859e-05, "loss": 19.7695, "step": 32570 }, { "epoch": 28.93, "learning_rate": 3.940074492893566e-05, "loss": 19.5537, "step": 32571 }, { "epoch": 28.93, "learning_rate": 3.939799387642017e-05, "loss": 18.9453, "step": 32572 }, { "epoch": 28.93, "learning_rate": 3.93952428575109e-05, "loss": 19.0801, "step": 32573 }, { "epoch": 28.93, "learning_rate": 3.939249187221654e-05, "loss": 19.4551, "step": 32574 }, { "epoch": 28.93, "learning_rate": 3.938974092054583e-05, "loss": 18.9658, "step": 32575 }, { "epoch": 28.93, "learning_rate": 3.938699000250748e-05, "loss": 19.4365, "step": 32576 }, { "epoch": 28.93, "learning_rate": 3.938423911811021e-05, "loss": 19.6494, "step": 32577 }, { "epoch": 28.93, "learning_rate": 3.938148826736273e-05, "loss": 19.2393, "step": 32578 }, { "epoch": 28.93, "learning_rate": 3.937873745027377e-05, "loss": 19.5869, "step": 32579 }, { "epoch": 28.93, "learning_rate": 3.937598666685204e-05, "loss": 19.5645, "step": 32580 }, { "epoch": 28.94, "learning_rate": 3.9373235917106296e-05, "loss": 19.5527, "step": 32581 }, { "epoch": 28.94, "learning_rate": 3.9370485201045206e-05, "loss": 19.7041, "step": 32582 }, { "epoch": 28.94, "learning_rate": 3.936773451867752e-05, "loss": 19.4053, "step": 32583 }, { "epoch": 28.94, "learning_rate": 3.936498387001194e-05, "loss": 19.4053, "step": 32584 }, { "epoch": 28.94, "learning_rate": 3.93622332550572e-05, "loss": 20.2832, "step": 32585 }, { "epoch": 28.94, "learning_rate": 3.935948267382201e-05, "loss": 19.3994, "step": 32586 }, { "epoch": 28.94, "learning_rate": 3.935673212631511e-05, "loss": 19.5469, "step": 32587 }, { "epoch": 28.94, "learning_rate": 3.935398161254518e-05, "loss": 19.8008, "step": 32588 }, { "epoch": 28.94, "learning_rate": 3.935123113252096e-05, "loss": 19.6436, "step": 32589 }, { "epoch": 28.94, "learning_rate": 3.9348480686251176e-05, "loss": 19.4395, "step": 32590 }, { "epoch": 28.94, "learning_rate": 3.934573027374452e-05, "loss": 19.0811, "step": 32591 }, { "epoch": 28.94, "learning_rate": 3.934297989500977e-05, "loss": 19.2031, "step": 32592 }, { "epoch": 28.95, "learning_rate": 3.934297989500977e-05, "loss": 19.9268, "step": 32593 }, { "epoch": 28.95, "learning_rate": 3.934022955005557e-05, "loss": 19.6104, "step": 32594 }, { "epoch": 28.95, "learning_rate": 3.933747923889068e-05, "loss": 19.2881, "step": 32595 }, { "epoch": 28.95, "learning_rate": 3.933472896152379e-05, "loss": 19.668, "step": 32596 }, { "epoch": 28.95, "learning_rate": 3.933197871796365e-05, "loss": 19.8115, "step": 32597 }, { "epoch": 28.95, "learning_rate": 3.932922850821898e-05, "loss": 19.54, "step": 32598 }, { "epoch": 28.95, "learning_rate": 3.9326478332298456e-05, "loss": 19.3135, "step": 32599 }, { "epoch": 28.95, "learning_rate": 3.932372819021083e-05, "loss": 19.7588, "step": 32600 }, { "epoch": 28.95, "learning_rate": 3.932097808196481e-05, "loss": 20.041, "step": 32601 }, { "epoch": 28.95, "learning_rate": 3.9318228007569116e-05, "loss": 20.0498, "step": 32602 }, { "epoch": 28.95, "learning_rate": 3.9315477967032454e-05, "loss": 19.5156, "step": 32603 }, { "epoch": 28.96, "learning_rate": 3.931272796036357e-05, "loss": 19.333, "step": 32604 }, { "epoch": 28.96, "learning_rate": 3.930997798757115e-05, "loss": 19.6602, "step": 32605 }, { "epoch": 28.96, "learning_rate": 3.930722804866391e-05, "loss": 19.0947, "step": 32606 }, { "epoch": 28.96, "learning_rate": 3.930447814365059e-05, "loss": 19.5596, "step": 32607 }, { "epoch": 28.96, "learning_rate": 3.93017282725399e-05, "loss": 20.1924, "step": 32608 }, { "epoch": 28.96, "learning_rate": 3.929897843534055e-05, "loss": 19.5928, "step": 32609 }, { "epoch": 28.96, "learning_rate": 3.929622863206125e-05, "loss": 20.0898, "step": 32610 }, { "epoch": 28.96, "learning_rate": 3.9293478862710726e-05, "loss": 19.417, "step": 32611 }, { "epoch": 28.96, "learning_rate": 3.9290729127297694e-05, "loss": 19.46, "step": 32612 }, { "epoch": 28.96, "learning_rate": 3.928797942583087e-05, "loss": 19.1592, "step": 32613 }, { "epoch": 28.96, "learning_rate": 3.928522975831897e-05, "loss": 19.5449, "step": 32614 }, { "epoch": 28.97, "learning_rate": 3.928248012477071e-05, "loss": 19.4795, "step": 32615 }, { "epoch": 28.97, "learning_rate": 3.9279730525194795e-05, "loss": 19.749, "step": 32616 }, { "epoch": 28.97, "learning_rate": 3.9276980959599955e-05, "loss": 19.5469, "step": 32617 }, { "epoch": 28.97, "learning_rate": 3.927423142799489e-05, "loss": 20.0361, "step": 32618 }, { "epoch": 28.97, "learning_rate": 3.9271481930388334e-05, "loss": 19.3496, "step": 32619 }, { "epoch": 28.97, "learning_rate": 3.9268732466789015e-05, "loss": 19.5674, "step": 32620 }, { "epoch": 28.97, "learning_rate": 3.926598303720561e-05, "loss": 19.7236, "step": 32621 }, { "epoch": 28.97, "learning_rate": 3.926323364164684e-05, "loss": 19.2793, "step": 32622 }, { "epoch": 28.97, "learning_rate": 3.9260484280121444e-05, "loss": 19.835, "step": 32623 }, { "epoch": 28.97, "learning_rate": 3.925773495263812e-05, "loss": 20.0879, "step": 32624 }, { "epoch": 28.97, "learning_rate": 3.925498565920561e-05, "loss": 19.2832, "step": 32625 }, { "epoch": 28.98, "learning_rate": 3.9252236399832574e-05, "loss": 19.835, "step": 32626 }, { "epoch": 28.98, "learning_rate": 3.924948717452778e-05, "loss": 19.418, "step": 32627 }, { "epoch": 28.98, "learning_rate": 3.924673798329991e-05, "loss": 20.0537, "step": 32628 }, { "epoch": 28.98, "learning_rate": 3.924398882615769e-05, "loss": 19.3486, "step": 32629 }, { "epoch": 28.98, "learning_rate": 3.924123970310983e-05, "loss": 19.4141, "step": 32630 }, { "epoch": 28.98, "learning_rate": 3.923849061416507e-05, "loss": 19.2295, "step": 32631 }, { "epoch": 28.98, "learning_rate": 3.923574155933208e-05, "loss": 20.0186, "step": 32632 }, { "epoch": 28.98, "learning_rate": 3.9232992538619605e-05, "loss": 19.4766, "step": 32633 }, { "epoch": 28.98, "learning_rate": 3.923024355203635e-05, "loss": 19.6016, "step": 32634 }, { "epoch": 28.98, "learning_rate": 3.922749459959102e-05, "loss": 19.4424, "step": 32635 }, { "epoch": 28.98, "learning_rate": 3.922474568129236e-05, "loss": 19.667, "step": 32636 }, { "epoch": 28.98, "learning_rate": 3.922199679714904e-05, "loss": 19.8242, "step": 32637 }, { "epoch": 28.99, "learning_rate": 3.92192479471698e-05, "loss": 19.7197, "step": 32638 }, { "epoch": 28.99, "learning_rate": 3.921649913136334e-05, "loss": 19.1211, "step": 32639 }, { "epoch": 28.99, "learning_rate": 3.9213750349738376e-05, "loss": 19.6162, "step": 32640 }, { "epoch": 28.99, "learning_rate": 3.921100160230366e-05, "loss": 19.1699, "step": 32641 }, { "epoch": 28.99, "learning_rate": 3.920825288906784e-05, "loss": 19.2646, "step": 32642 }, { "epoch": 28.99, "learning_rate": 3.920550421003967e-05, "loss": 19.2188, "step": 32643 }, { "epoch": 28.99, "learning_rate": 3.920275556522784e-05, "loss": 19.3467, "step": 32644 }, { "epoch": 28.99, "learning_rate": 3.920000695464108e-05, "loss": 19.4678, "step": 32645 }, { "epoch": 28.99, "learning_rate": 3.9197258378288096e-05, "loss": 19.665, "step": 32646 }, { "epoch": 28.99, "learning_rate": 3.9194509836177634e-05, "loss": 18.8574, "step": 32647 }, { "epoch": 28.99, "learning_rate": 3.919176132831833e-05, "loss": 19.7012, "step": 32648 }, { "epoch": 29.0, "learning_rate": 3.918901285471896e-05, "loss": 19.8135, "step": 32649 }, { "epoch": 29.0, "learning_rate": 3.918626441538821e-05, "loss": 19.4502, "step": 32650 }, { "epoch": 29.0, "learning_rate": 3.918351601033481e-05, "loss": 19.583, "step": 32651 }, { "epoch": 29.0, "learning_rate": 3.918076763956746e-05, "loss": 19.7012, "step": 32652 }, { "epoch": 29.0, "learning_rate": 3.917801930309486e-05, "loss": 19.6338, "step": 32653 }, { "epoch": 29.0, "learning_rate": 3.917527100092574e-05, "loss": 19.1338, "step": 32654 }, { "epoch": 29.0, "learning_rate": 3.91725227330688e-05, "loss": 19.7705, "step": 32655 }, { "epoch": 29.0, "learning_rate": 3.916977449953276e-05, "loss": 19.4111, "step": 32656 }, { "epoch": 29.0, "learning_rate": 3.9167026300326344e-05, "loss": 19.4678, "step": 32657 }, { "epoch": 29.0, "learning_rate": 3.9167026300326344e-05, "loss": 19.6826, "step": 32658 }, { "epoch": 29.0, "learning_rate": 3.9164278135458234e-05, "loss": 19.3457, "step": 32659 }, { "epoch": 29.01, "learning_rate": 3.9161530004937155e-05, "loss": 19.0605, "step": 32660 }, { "epoch": 29.01, "learning_rate": 3.915878190877181e-05, "loss": 19.6699, "step": 32661 }, { "epoch": 29.01, "learning_rate": 3.9156033846970924e-05, "loss": 19.4404, "step": 32662 }, { "epoch": 29.01, "learning_rate": 3.9153285819543186e-05, "loss": 19.6426, "step": 32663 }, { "epoch": 29.01, "learning_rate": 3.915053782649736e-05, "loss": 19.8506, "step": 32664 }, { "epoch": 29.01, "learning_rate": 3.9147789867842095e-05, "loss": 19.7168, "step": 32665 }, { "epoch": 29.01, "learning_rate": 3.914504194358612e-05, "loss": 19.5352, "step": 32666 }, { "epoch": 29.01, "learning_rate": 3.914229405373815e-05, "loss": 19.5293, "step": 32667 }, { "epoch": 29.01, "learning_rate": 3.91395461983069e-05, "loss": 19.1641, "step": 32668 }, { "epoch": 29.01, "learning_rate": 3.913679837730109e-05, "loss": 19.1504, "step": 32669 }, { "epoch": 29.01, "learning_rate": 3.91340505907294e-05, "loss": 19.6572, "step": 32670 }, { "epoch": 29.02, "learning_rate": 3.913130283860055e-05, "loss": 19.7275, "step": 32671 }, { "epoch": 29.02, "learning_rate": 3.9128555120923264e-05, "loss": 19.2578, "step": 32672 }, { "epoch": 29.02, "learning_rate": 3.9125807437706244e-05, "loss": 19.5605, "step": 32673 }, { "epoch": 29.02, "learning_rate": 3.912305978895821e-05, "loss": 19.7588, "step": 32674 }, { "epoch": 29.02, "learning_rate": 3.9120312174687845e-05, "loss": 19.6445, "step": 32675 }, { "epoch": 29.02, "learning_rate": 3.9117564594903875e-05, "loss": 19.6377, "step": 32676 }, { "epoch": 29.02, "learning_rate": 3.911481704961501e-05, "loss": 19.1055, "step": 32677 }, { "epoch": 29.02, "learning_rate": 3.9112069538829956e-05, "loss": 19.4229, "step": 32678 }, { "epoch": 29.02, "learning_rate": 3.9109322062557424e-05, "loss": 19.5605, "step": 32679 }, { "epoch": 29.02, "learning_rate": 3.910657462080613e-05, "loss": 19.4492, "step": 32680 }, { "epoch": 29.02, "learning_rate": 3.910382721358476e-05, "loss": 19.7363, "step": 32681 }, { "epoch": 29.02, "learning_rate": 3.910107984090205e-05, "loss": 19.0508, "step": 32682 }, { "epoch": 29.03, "learning_rate": 3.909833250276669e-05, "loss": 19.5244, "step": 32683 }, { "epoch": 29.03, "learning_rate": 3.90955851991874e-05, "loss": 19.5234, "step": 32684 }, { "epoch": 29.03, "learning_rate": 3.9092837930172884e-05, "loss": 19.1855, "step": 32685 }, { "epoch": 29.03, "learning_rate": 3.909009069573184e-05, "loss": 19.4912, "step": 32686 }, { "epoch": 29.03, "learning_rate": 3.908734349587299e-05, "loss": 19.3916, "step": 32687 }, { "epoch": 29.03, "learning_rate": 3.908459633060504e-05, "loss": 18.9248, "step": 32688 }, { "epoch": 29.03, "learning_rate": 3.9081849199936696e-05, "loss": 19.4951, "step": 32689 }, { "epoch": 29.03, "learning_rate": 3.9079102103876647e-05, "loss": 18.8877, "step": 32690 }, { "epoch": 29.03, "learning_rate": 3.9076355042433655e-05, "loss": 19.6553, "step": 32691 }, { "epoch": 29.03, "learning_rate": 3.907360801561637e-05, "loss": 19.5215, "step": 32692 }, { "epoch": 29.03, "learning_rate": 3.907086102343351e-05, "loss": 19.7139, "step": 32693 }, { "epoch": 29.04, "learning_rate": 3.906811406589381e-05, "loss": 19.0801, "step": 32694 }, { "epoch": 29.04, "learning_rate": 3.906536714300595e-05, "loss": 19.5391, "step": 32695 }, { "epoch": 29.04, "learning_rate": 3.9062620254778683e-05, "loss": 19.1758, "step": 32696 }, { "epoch": 29.04, "learning_rate": 3.905987340122064e-05, "loss": 19.1182, "step": 32697 }, { "epoch": 29.04, "learning_rate": 3.9057126582340586e-05, "loss": 19.3379, "step": 32698 }, { "epoch": 29.04, "learning_rate": 3.9054379798147206e-05, "loss": 19.2744, "step": 32699 }, { "epoch": 29.04, "learning_rate": 3.9051633048649216e-05, "loss": 19.5508, "step": 32700 }, { "epoch": 29.04, "learning_rate": 3.9048886333855325e-05, "loss": 18.7979, "step": 32701 }, { "epoch": 29.04, "learning_rate": 3.904613965377423e-05, "loss": 19.7861, "step": 32702 }, { "epoch": 29.04, "learning_rate": 3.904339300841463e-05, "loss": 19.9121, "step": 32703 }, { "epoch": 29.04, "learning_rate": 3.9040646397785245e-05, "loss": 19.1641, "step": 32704 }, { "epoch": 29.05, "learning_rate": 3.903789982189478e-05, "loss": 19.5088, "step": 32705 }, { "epoch": 29.05, "learning_rate": 3.9035153280751944e-05, "loss": 19.5801, "step": 32706 }, { "epoch": 29.05, "learning_rate": 3.903240677436544e-05, "loss": 18.9248, "step": 32707 }, { "epoch": 29.05, "learning_rate": 3.902966030274396e-05, "loss": 18.9873, "step": 32708 }, { "epoch": 29.05, "learning_rate": 3.902691386589623e-05, "loss": 19.084, "step": 32709 }, { "epoch": 29.05, "learning_rate": 3.902416746383094e-05, "loss": 19.3809, "step": 32710 }, { "epoch": 29.05, "learning_rate": 3.902142109655681e-05, "loss": 19.3486, "step": 32711 }, { "epoch": 29.05, "learning_rate": 3.9018674764082545e-05, "loss": 19.7568, "step": 32712 }, { "epoch": 29.05, "learning_rate": 3.901592846641683e-05, "loss": 19.4414, "step": 32713 }, { "epoch": 29.05, "learning_rate": 3.901318220356839e-05, "loss": 19.1299, "step": 32714 }, { "epoch": 29.05, "learning_rate": 3.901043597554592e-05, "loss": 19.1543, "step": 32715 }, { "epoch": 29.06, "learning_rate": 3.900768978235812e-05, "loss": 19.6797, "step": 32716 }, { "epoch": 29.06, "learning_rate": 3.9004943624013734e-05, "loss": 19.9375, "step": 32717 }, { "epoch": 29.06, "learning_rate": 3.9002197500521414e-05, "loss": 19.8125, "step": 32718 }, { "epoch": 29.06, "learning_rate": 3.8999451411889894e-05, "loss": 19.1904, "step": 32719 }, { "epoch": 29.06, "learning_rate": 3.899670535812785e-05, "loss": 19.7646, "step": 32720 }, { "epoch": 29.06, "learning_rate": 3.899395933924402e-05, "loss": 19.3936, "step": 32721 }, { "epoch": 29.06, "learning_rate": 3.899121335524711e-05, "loss": 19.21, "step": 32722 }, { "epoch": 29.06, "learning_rate": 3.898846740614581e-05, "loss": 19.5156, "step": 32723 }, { "epoch": 29.06, "learning_rate": 3.898572149194882e-05, "loss": 19.8271, "step": 32724 }, { "epoch": 29.06, "learning_rate": 3.898297561266484e-05, "loss": 19.3604, "step": 32725 }, { "epoch": 29.06, "learning_rate": 3.898022976830259e-05, "loss": 19.8438, "step": 32726 }, { "epoch": 29.06, "learning_rate": 3.8977483958870764e-05, "loss": 19.7891, "step": 32727 }, { "epoch": 29.07, "learning_rate": 3.897473818437808e-05, "loss": 19.5811, "step": 32728 }, { "epoch": 29.07, "learning_rate": 3.8971992444833213e-05, "loss": 19.5908, "step": 32729 }, { "epoch": 29.07, "learning_rate": 3.8969246740244893e-05, "loss": 19.543, "step": 32730 }, { "epoch": 29.07, "learning_rate": 3.896650107062181e-05, "loss": 19.8604, "step": 32731 }, { "epoch": 29.07, "learning_rate": 3.896375543597267e-05, "loss": 19.8926, "step": 32732 }, { "epoch": 29.07, "learning_rate": 3.896100983630618e-05, "loss": 19.3711, "step": 32733 }, { "epoch": 29.07, "learning_rate": 3.8958264271631036e-05, "loss": 19.3672, "step": 32734 }, { "epoch": 29.07, "learning_rate": 3.895551874195594e-05, "loss": 19.8174, "step": 32735 }, { "epoch": 29.07, "learning_rate": 3.8952773247289606e-05, "loss": 19.377, "step": 32736 }, { "epoch": 29.07, "learning_rate": 3.8950027787640724e-05, "loss": 19.3574, "step": 32737 }, { "epoch": 29.07, "learning_rate": 3.8947282363017995e-05, "loss": 19.3203, "step": 32738 }, { "epoch": 29.08, "learning_rate": 3.894453697343016e-05, "loss": 19.1719, "step": 32739 }, { "epoch": 29.08, "learning_rate": 3.894179161888587e-05, "loss": 19.4951, "step": 32740 }, { "epoch": 29.08, "learning_rate": 3.893904629939385e-05, "loss": 19.4766, "step": 32741 }, { "epoch": 29.08, "learning_rate": 3.893630101496278e-05, "loss": 19.8701, "step": 32742 }, { "epoch": 29.08, "learning_rate": 3.89335557656014e-05, "loss": 19.041, "step": 32743 }, { "epoch": 29.08, "learning_rate": 3.8930810551318415e-05, "loss": 19.2715, "step": 32744 }, { "epoch": 29.08, "learning_rate": 3.892806537212248e-05, "loss": 19.5703, "step": 32745 }, { "epoch": 29.08, "learning_rate": 3.892532022802231e-05, "loss": 19.3828, "step": 32746 }, { "epoch": 29.08, "learning_rate": 3.892257511902664e-05, "loss": 19.0498, "step": 32747 }, { "epoch": 29.08, "learning_rate": 3.8919830045144134e-05, "loss": 19.3438, "step": 32748 }, { "epoch": 29.08, "learning_rate": 3.891708500638352e-05, "loss": 18.9902, "step": 32749 }, { "epoch": 29.09, "learning_rate": 3.89143400027535e-05, "loss": 18.8223, "step": 32750 }, { "epoch": 29.09, "learning_rate": 3.891159503426274e-05, "loss": 19.04, "step": 32751 }, { "epoch": 29.09, "learning_rate": 3.890885010091998e-05, "loss": 19.2949, "step": 32752 }, { "epoch": 29.09, "learning_rate": 3.89061052027339e-05, "loss": 19.5898, "step": 32753 }, { "epoch": 29.09, "learning_rate": 3.8903360339713204e-05, "loss": 19.1553, "step": 32754 }, { "epoch": 29.09, "learning_rate": 3.8900615511866604e-05, "loss": 19.7295, "step": 32755 }, { "epoch": 29.09, "learning_rate": 3.8897870719202784e-05, "loss": 19.3867, "step": 32756 }, { "epoch": 29.09, "learning_rate": 3.889512596173045e-05, "loss": 19.0293, "step": 32757 }, { "epoch": 29.09, "learning_rate": 3.88923812394583e-05, "loss": 19.5557, "step": 32758 }, { "epoch": 29.09, "learning_rate": 3.888963655239505e-05, "loss": 19.1133, "step": 32759 }, { "epoch": 29.09, "learning_rate": 3.888689190054939e-05, "loss": 19.3857, "step": 32760 }, { "epoch": 29.1, "learning_rate": 3.888414728393001e-05, "loss": 19.9971, "step": 32761 }, { "epoch": 29.1, "learning_rate": 3.8881402702545615e-05, "loss": 19.6201, "step": 32762 }, { "epoch": 29.1, "learning_rate": 3.8878658156404914e-05, "loss": 19.0234, "step": 32763 }, { "epoch": 29.1, "learning_rate": 3.8875913645516586e-05, "loss": 18.9902, "step": 32764 }, { "epoch": 29.1, "learning_rate": 3.887316916988936e-05, "loss": 19.1289, "step": 32765 }, { "epoch": 29.1, "learning_rate": 3.887042472953194e-05, "loss": 19.0342, "step": 32766 }, { "epoch": 29.1, "learning_rate": 3.886768032445298e-05, "loss": 19.1436, "step": 32767 }, { "epoch": 29.1, "learning_rate": 3.88649359546612e-05, "loss": 18.9834, "step": 32768 }, { "epoch": 29.1, "learning_rate": 3.8862191620165314e-05, "loss": 19.7881, "step": 32769 }, { "epoch": 29.1, "learning_rate": 3.8859447320974006e-05, "loss": 19.3057, "step": 32770 }, { "epoch": 29.1, "learning_rate": 3.885670305709601e-05, "loss": 19.2207, "step": 32771 }, { "epoch": 29.1, "learning_rate": 3.885395882853996e-05, "loss": 19.7695, "step": 32772 }, { "epoch": 29.11, "learning_rate": 3.885121463531459e-05, "loss": 19.7637, "step": 32773 }, { "epoch": 29.11, "learning_rate": 3.8848470477428613e-05, "loss": 18.9229, "step": 32774 }, { "epoch": 29.11, "learning_rate": 3.88457263548907e-05, "loss": 19.2832, "step": 32775 }, { "epoch": 29.11, "learning_rate": 3.884298226770958e-05, "loss": 19.3008, "step": 32776 }, { "epoch": 29.11, "learning_rate": 3.8840238215893925e-05, "loss": 19.376, "step": 32777 }, { "epoch": 29.11, "learning_rate": 3.883749419945244e-05, "loss": 19.4375, "step": 32778 }, { "epoch": 29.11, "learning_rate": 3.883475021839382e-05, "loss": 19.7646, "step": 32779 }, { "epoch": 29.11, "learning_rate": 3.883200627272677e-05, "loss": 19.1963, "step": 32780 }, { "epoch": 29.11, "learning_rate": 3.882926236245998e-05, "loss": 19.6182, "step": 32781 }, { "epoch": 29.11, "learning_rate": 3.882651848760217e-05, "loss": 19.2305, "step": 32782 }, { "epoch": 29.11, "learning_rate": 3.8823774648162006e-05, "loss": 20.2061, "step": 32783 }, { "epoch": 29.12, "learning_rate": 3.882103084414819e-05, "loss": 19.2041, "step": 32784 }, { "epoch": 29.12, "learning_rate": 3.881828707556944e-05, "loss": 19.4424, "step": 32785 }, { "epoch": 29.12, "learning_rate": 3.881554334243443e-05, "loss": 19.667, "step": 32786 }, { "epoch": 29.12, "learning_rate": 3.88127996447519e-05, "loss": 19.9229, "step": 32787 }, { "epoch": 29.12, "learning_rate": 3.881005598253049e-05, "loss": 19.2559, "step": 32788 }, { "epoch": 29.12, "learning_rate": 3.880731235577893e-05, "loss": 19.6182, "step": 32789 }, { "epoch": 29.12, "learning_rate": 3.880456876450589e-05, "loss": 19.3467, "step": 32790 }, { "epoch": 29.12, "learning_rate": 3.88018252087201e-05, "loss": 20.2451, "step": 32791 }, { "epoch": 29.12, "learning_rate": 3.8799081688430264e-05, "loss": 20.1211, "step": 32792 }, { "epoch": 29.12, "learning_rate": 3.8796338203645034e-05, "loss": 19.7715, "step": 32793 }, { "epoch": 29.12, "learning_rate": 3.879359475437312e-05, "loss": 19.8564, "step": 32794 }, { "epoch": 29.13, "learning_rate": 3.879085134062324e-05, "loss": 19.2402, "step": 32795 }, { "epoch": 29.13, "learning_rate": 3.8788107962404074e-05, "loss": 19.3682, "step": 32796 }, { "epoch": 29.13, "learning_rate": 3.878536461972432e-05, "loss": 19.5869, "step": 32797 }, { "epoch": 29.13, "learning_rate": 3.878262131259269e-05, "loss": 19.3916, "step": 32798 }, { "epoch": 29.13, "learning_rate": 3.877987804101786e-05, "loss": 19.3555, "step": 32799 }, { "epoch": 29.13, "learning_rate": 3.877713480500852e-05, "loss": 18.7783, "step": 32800 }, { "epoch": 29.13, "learning_rate": 3.877439160457338e-05, "loss": 19.0166, "step": 32801 }, { "epoch": 29.13, "learning_rate": 3.877164843972113e-05, "loss": 19.5283, "step": 32802 }, { "epoch": 29.13, "learning_rate": 3.876890531046048e-05, "loss": 19.4609, "step": 32803 }, { "epoch": 29.13, "learning_rate": 3.87661622168001e-05, "loss": 19.2676, "step": 32804 }, { "epoch": 29.13, "learning_rate": 3.87634191587487e-05, "loss": 19.1367, "step": 32805 }, { "epoch": 29.13, "learning_rate": 3.876067613631497e-05, "loss": 19.335, "step": 32806 }, { "epoch": 29.14, "learning_rate": 3.8757933149507604e-05, "loss": 19.377, "step": 32807 }, { "epoch": 29.14, "learning_rate": 3.875519019833531e-05, "loss": 18.877, "step": 32808 }, { "epoch": 29.14, "learning_rate": 3.875244728280676e-05, "loss": 19.2598, "step": 32809 }, { "epoch": 29.14, "learning_rate": 3.874970440293066e-05, "loss": 19.6113, "step": 32810 }, { "epoch": 29.14, "learning_rate": 3.874696155871571e-05, "loss": 19.5469, "step": 32811 }, { "epoch": 29.14, "learning_rate": 3.874421875017059e-05, "loss": 19.6855, "step": 32812 }, { "epoch": 29.14, "learning_rate": 3.874147597730401e-05, "loss": 18.8701, "step": 32813 }, { "epoch": 29.14, "learning_rate": 3.873873324012468e-05, "loss": 19.8457, "step": 32814 }, { "epoch": 29.14, "learning_rate": 3.8735990538641244e-05, "loss": 19.499, "step": 32815 }, { "epoch": 29.14, "learning_rate": 3.8733247872862416e-05, "loss": 19.4277, "step": 32816 }, { "epoch": 29.14, "learning_rate": 3.873050524279691e-05, "loss": 19.3174, "step": 32817 }, { "epoch": 29.15, "learning_rate": 3.8727762648453406e-05, "loss": 19.2207, "step": 32818 }, { "epoch": 29.15, "learning_rate": 3.8727762648453406e-05, "loss": 19.7031, "step": 32819 }, { "epoch": 29.15, "learning_rate": 3.872502008984061e-05, "loss": 19.4414, "step": 32820 }, { "epoch": 29.15, "learning_rate": 3.8722277566967186e-05, "loss": 19.6289, "step": 32821 }, { "epoch": 29.15, "learning_rate": 3.8719535079841844e-05, "loss": 19.3887, "step": 32822 }, { "epoch": 29.15, "learning_rate": 3.871679262847328e-05, "loss": 19.001, "step": 32823 }, { "epoch": 29.15, "learning_rate": 3.871405021287019e-05, "loss": 19.7588, "step": 32824 }, { "epoch": 29.15, "learning_rate": 3.871130783304125e-05, "loss": 19.8379, "step": 32825 }, { "epoch": 29.15, "learning_rate": 3.8708565488995185e-05, "loss": 19.4043, "step": 32826 }, { "epoch": 29.15, "learning_rate": 3.870582318074065e-05, "loss": 19.7334, "step": 32827 }, { "epoch": 29.15, "learning_rate": 3.870308090828636e-05, "loss": 19.4277, "step": 32828 }, { "epoch": 29.16, "learning_rate": 3.8700338671640996e-05, "loss": 19.0605, "step": 32829 }, { "epoch": 29.16, "learning_rate": 3.869759647081326e-05, "loss": 19.7422, "step": 32830 }, { "epoch": 29.16, "learning_rate": 3.869485430581185e-05, "loss": 19.5, "step": 32831 }, { "epoch": 29.16, "learning_rate": 3.8692112176645436e-05, "loss": 19.2979, "step": 32832 }, { "epoch": 29.16, "learning_rate": 3.8689370083322726e-05, "loss": 18.9824, "step": 32833 }, { "epoch": 29.16, "learning_rate": 3.86866280258524e-05, "loss": 19.9795, "step": 32834 }, { "epoch": 29.16, "learning_rate": 3.8683886004243167e-05, "loss": 19.3154, "step": 32835 }, { "epoch": 29.16, "learning_rate": 3.868114401850372e-05, "loss": 19.9658, "step": 32836 }, { "epoch": 29.16, "learning_rate": 3.867840206864273e-05, "loss": 19.623, "step": 32837 }, { "epoch": 29.16, "learning_rate": 3.867566015466889e-05, "loss": 19.377, "step": 32838 }, { "epoch": 29.16, "learning_rate": 3.867291827659091e-05, "loss": 20.0137, "step": 32839 }, { "epoch": 29.17, "learning_rate": 3.867017643441745e-05, "loss": 19.29, "step": 32840 }, { "epoch": 29.17, "learning_rate": 3.8667434628157236e-05, "loss": 19.6797, "step": 32841 }, { "epoch": 29.17, "learning_rate": 3.866469285781897e-05, "loss": 19.6553, "step": 32842 }, { "epoch": 29.17, "learning_rate": 3.866469285781897e-05, "loss": 19.4629, "step": 32843 }, { "epoch": 29.17, "learning_rate": 3.866195112341129e-05, "loss": 19.8691, "step": 32844 }, { "epoch": 29.17, "learning_rate": 3.865920942494292e-05, "loss": 19.7139, "step": 32845 }, { "epoch": 29.17, "learning_rate": 3.865646776242255e-05, "loss": 19.7529, "step": 32846 }, { "epoch": 29.17, "learning_rate": 3.8653726135858864e-05, "loss": 19.8564, "step": 32847 }, { "epoch": 29.17, "learning_rate": 3.865098454526056e-05, "loss": 19.7578, "step": 32848 }, { "epoch": 29.17, "learning_rate": 3.864824299063632e-05, "loss": 19.8486, "step": 32849 }, { "epoch": 29.17, "learning_rate": 3.864550147199483e-05, "loss": 19.6318, "step": 32850 }, { "epoch": 29.17, "learning_rate": 3.864275998934479e-05, "loss": 20.0889, "step": 32851 }, { "epoch": 29.18, "learning_rate": 3.864001854269489e-05, "loss": 19.1787, "step": 32852 }, { "epoch": 29.18, "learning_rate": 3.863727713205382e-05, "loss": 19.6543, "step": 32853 }, { "epoch": 29.18, "learning_rate": 3.863453575743026e-05, "loss": 19.5859, "step": 32854 }, { "epoch": 29.18, "learning_rate": 3.8631794418832905e-05, "loss": 19.707, "step": 32855 }, { "epoch": 29.18, "learning_rate": 3.862905311627044e-05, "loss": 19.4375, "step": 32856 }, { "epoch": 29.18, "learning_rate": 3.8626311849751574e-05, "loss": 19.3799, "step": 32857 }, { "epoch": 29.18, "learning_rate": 3.862357061928497e-05, "loss": 19.4141, "step": 32858 }, { "epoch": 29.18, "learning_rate": 3.8620829424879343e-05, "loss": 19.4785, "step": 32859 }, { "epoch": 29.18, "learning_rate": 3.8618088266543355e-05, "loss": 19.1348, "step": 32860 }, { "epoch": 29.18, "learning_rate": 3.861534714428571e-05, "loss": 19.1143, "step": 32861 }, { "epoch": 29.18, "learning_rate": 3.86126060581151e-05, "loss": 19.4941, "step": 32862 }, { "epoch": 29.19, "learning_rate": 3.8609865008040195e-05, "loss": 19.0488, "step": 32863 }, { "epoch": 29.19, "learning_rate": 3.860712399406973e-05, "loss": 19.4082, "step": 32864 }, { "epoch": 29.19, "learning_rate": 3.860438301621233e-05, "loss": 19.6475, "step": 32865 }, { "epoch": 29.19, "learning_rate": 3.860164207447672e-05, "loss": 19.6143, "step": 32866 }, { "epoch": 29.19, "learning_rate": 3.859890116887157e-05, "loss": 18.8691, "step": 32867 }, { "epoch": 29.19, "learning_rate": 3.859616029940561e-05, "loss": 19.3662, "step": 32868 }, { "epoch": 29.19, "learning_rate": 3.8593419466087497e-05, "loss": 18.9912, "step": 32869 }, { "epoch": 29.19, "learning_rate": 3.85906786689259e-05, "loss": 19.7285, "step": 32870 }, { "epoch": 29.19, "learning_rate": 3.8587937907929525e-05, "loss": 20.0352, "step": 32871 }, { "epoch": 29.19, "learning_rate": 3.8585197183107066e-05, "loss": 20.0576, "step": 32872 }, { "epoch": 29.19, "learning_rate": 3.858245649446721e-05, "loss": 19.3145, "step": 32873 }, { "epoch": 29.2, "learning_rate": 3.857971584201864e-05, "loss": 19.4014, "step": 32874 }, { "epoch": 29.2, "learning_rate": 3.857697522577006e-05, "loss": 19.9756, "step": 32875 }, { "epoch": 29.2, "learning_rate": 3.857423464573012e-05, "loss": 19.7266, "step": 32876 }, { "epoch": 29.2, "learning_rate": 3.8571494101907535e-05, "loss": 18.9756, "step": 32877 }, { "epoch": 29.2, "learning_rate": 3.856875359431098e-05, "loss": 20.1963, "step": 32878 }, { "epoch": 29.2, "learning_rate": 3.856601312294915e-05, "loss": 19.6631, "step": 32879 }, { "epoch": 29.2, "learning_rate": 3.856327268783074e-05, "loss": 18.9395, "step": 32880 }, { "epoch": 29.2, "learning_rate": 3.856053228896442e-05, "loss": 19.5244, "step": 32881 }, { "epoch": 29.2, "learning_rate": 3.855779192635888e-05, "loss": 19.1572, "step": 32882 }, { "epoch": 29.2, "learning_rate": 3.85550516000228e-05, "loss": 19.2529, "step": 32883 }, { "epoch": 29.2, "learning_rate": 3.855231130996488e-05, "loss": 19.6064, "step": 32884 }, { "epoch": 29.21, "learning_rate": 3.854957105619379e-05, "loss": 19.7383, "step": 32885 }, { "epoch": 29.21, "learning_rate": 3.854683083871825e-05, "loss": 18.6377, "step": 32886 }, { "epoch": 29.21, "learning_rate": 3.854409065754691e-05, "loss": 19.0156, "step": 32887 }, { "epoch": 29.21, "learning_rate": 3.854135051268847e-05, "loss": 19.499, "step": 32888 }, { "epoch": 29.21, "learning_rate": 3.85386104041516e-05, "loss": 19.5879, "step": 32889 }, { "epoch": 29.21, "learning_rate": 3.853587033194501e-05, "loss": 19.0703, "step": 32890 }, { "epoch": 29.21, "learning_rate": 3.85331302960774e-05, "loss": 19.0703, "step": 32891 }, { "epoch": 29.21, "learning_rate": 3.853039029655741e-05, "loss": 19.3135, "step": 32892 }, { "epoch": 29.21, "learning_rate": 3.852765033339373e-05, "loss": 19.6514, "step": 32893 }, { "epoch": 29.21, "learning_rate": 3.8524910406595075e-05, "loss": 19.0957, "step": 32894 }, { "epoch": 29.21, "learning_rate": 3.8522170516170114e-05, "loss": 19.5781, "step": 32895 }, { "epoch": 29.21, "learning_rate": 3.851943066212756e-05, "loss": 18.9414, "step": 32896 }, { "epoch": 29.22, "learning_rate": 3.8516690844476035e-05, "loss": 19.791, "step": 32897 }, { "epoch": 29.22, "learning_rate": 3.851395106322427e-05, "loss": 19.1514, "step": 32898 }, { "epoch": 29.22, "learning_rate": 3.851121131838094e-05, "loss": 19.4463, "step": 32899 }, { "epoch": 29.22, "learning_rate": 3.8508471609954734e-05, "loss": 19.4062, "step": 32900 }, { "epoch": 29.22, "learning_rate": 3.850573193795433e-05, "loss": 19.9775, "step": 32901 }, { "epoch": 29.22, "learning_rate": 3.8502992302388416e-05, "loss": 19.7676, "step": 32902 }, { "epoch": 29.22, "learning_rate": 3.850025270326567e-05, "loss": 19.5166, "step": 32903 }, { "epoch": 29.22, "learning_rate": 3.849751314059479e-05, "loss": 19.1816, "step": 32904 }, { "epoch": 29.22, "learning_rate": 3.8494773614384434e-05, "loss": 19.7539, "step": 32905 }, { "epoch": 29.22, "learning_rate": 3.849203412464331e-05, "loss": 19.7949, "step": 32906 }, { "epoch": 29.22, "learning_rate": 3.84892946713801e-05, "loss": 19.8428, "step": 32907 }, { "epoch": 29.23, "learning_rate": 3.8486555254603476e-05, "loss": 19.7363, "step": 32908 }, { "epoch": 29.23, "learning_rate": 3.848381587432211e-05, "loss": 20.124, "step": 32909 }, { "epoch": 29.23, "learning_rate": 3.848107653054472e-05, "loss": 19.7998, "step": 32910 }, { "epoch": 29.23, "learning_rate": 3.847833722327995e-05, "loss": 19.5684, "step": 32911 }, { "epoch": 29.23, "learning_rate": 3.847559795253653e-05, "loss": 19.3955, "step": 32912 }, { "epoch": 29.23, "learning_rate": 3.8472858718323114e-05, "loss": 19.6699, "step": 32913 }, { "epoch": 29.23, "learning_rate": 3.847011952064837e-05, "loss": 19.5059, "step": 32914 }, { "epoch": 29.23, "learning_rate": 3.8467380359520996e-05, "loss": 19.1396, "step": 32915 }, { "epoch": 29.23, "learning_rate": 3.8464641234949684e-05, "loss": 19.4023, "step": 32916 }, { "epoch": 29.23, "learning_rate": 3.846190214694311e-05, "loss": 19.293, "step": 32917 }, { "epoch": 29.23, "learning_rate": 3.8459163095509976e-05, "loss": 19.6133, "step": 32918 }, { "epoch": 29.24, "learning_rate": 3.845642408065891e-05, "loss": 19.1191, "step": 32919 }, { "epoch": 29.24, "learning_rate": 3.845368510239864e-05, "loss": 19.6289, "step": 32920 }, { "epoch": 29.24, "learning_rate": 3.845094616073783e-05, "loss": 19.1709, "step": 32921 }, { "epoch": 29.24, "learning_rate": 3.844820725568518e-05, "loss": 20.1074, "step": 32922 }, { "epoch": 29.24, "learning_rate": 3.8445468387249364e-05, "loss": 19.1309, "step": 32923 }, { "epoch": 29.24, "learning_rate": 3.8442729555439046e-05, "loss": 19.334, "step": 32924 }, { "epoch": 29.24, "learning_rate": 3.843999076026292e-05, "loss": 19.2959, "step": 32925 }, { "epoch": 29.24, "learning_rate": 3.8437252001729676e-05, "loss": 19.6338, "step": 32926 }, { "epoch": 29.24, "learning_rate": 3.843451327984797e-05, "loss": 19.4766, "step": 32927 }, { "epoch": 29.24, "learning_rate": 3.843177459462652e-05, "loss": 19.3906, "step": 32928 }, { "epoch": 29.24, "learning_rate": 3.8429035946073986e-05, "loss": 19.3281, "step": 32929 }, { "epoch": 29.25, "learning_rate": 3.8426297334199045e-05, "loss": 19.7129, "step": 32930 }, { "epoch": 29.25, "learning_rate": 3.842355875901038e-05, "loss": 19.876, "step": 32931 }, { "epoch": 29.25, "learning_rate": 3.842082022051668e-05, "loss": 19.1318, "step": 32932 }, { "epoch": 29.25, "learning_rate": 3.8418081718726604e-05, "loss": 19.3076, "step": 32933 }, { "epoch": 29.25, "learning_rate": 3.8415343253648884e-05, "loss": 19.248, "step": 32934 }, { "epoch": 29.25, "learning_rate": 3.841260482529214e-05, "loss": 19.5967, "step": 32935 }, { "epoch": 29.25, "learning_rate": 3.840986643366509e-05, "loss": 19.8115, "step": 32936 }, { "epoch": 29.25, "learning_rate": 3.840712807877638e-05, "loss": 19.001, "step": 32937 }, { "epoch": 29.25, "learning_rate": 3.8404389760634724e-05, "loss": 19.3994, "step": 32938 }, { "epoch": 29.25, "learning_rate": 3.840165147924881e-05, "loss": 20.1475, "step": 32939 }, { "epoch": 29.25, "learning_rate": 3.8398913234627284e-05, "loss": 19.624, "step": 32940 }, { "epoch": 29.25, "learning_rate": 3.8396175026778826e-05, "loss": 19.4863, "step": 32941 }, { "epoch": 29.26, "learning_rate": 3.839343685571213e-05, "loss": 18.7773, "step": 32942 }, { "epoch": 29.26, "learning_rate": 3.8390698721435884e-05, "loss": 18.8682, "step": 32943 }, { "epoch": 29.26, "learning_rate": 3.838796062395876e-05, "loss": 19.7012, "step": 32944 }, { "epoch": 29.26, "learning_rate": 3.838522256328944e-05, "loss": 19.7031, "step": 32945 }, { "epoch": 29.26, "learning_rate": 3.838522256328944e-05, "loss": 19.7461, "step": 32946 }, { "epoch": 29.26, "learning_rate": 3.838248453943659e-05, "loss": 19.7012, "step": 32947 }, { "epoch": 29.26, "learning_rate": 3.837974655240889e-05, "loss": 19.5566, "step": 32948 }, { "epoch": 29.26, "learning_rate": 3.837700860221504e-05, "loss": 19.8105, "step": 32949 }, { "epoch": 29.26, "learning_rate": 3.837427068886369e-05, "loss": 19.0771, "step": 32950 }, { "epoch": 29.26, "learning_rate": 3.8371532812363554e-05, "loss": 19.584, "step": 32951 }, { "epoch": 29.26, "learning_rate": 3.836879497272327e-05, "loss": 19.5703, "step": 32952 }, { "epoch": 29.27, "learning_rate": 3.8366057169951544e-05, "loss": 19.583, "step": 32953 }, { "epoch": 29.27, "learning_rate": 3.836331940405704e-05, "loss": 19.7676, "step": 32954 }, { "epoch": 29.27, "learning_rate": 3.8360581675048445e-05, "loss": 19.2344, "step": 32955 }, { "epoch": 29.27, "learning_rate": 3.835784398293445e-05, "loss": 19.3965, "step": 32956 }, { "epoch": 29.27, "learning_rate": 3.83551063277237e-05, "loss": 20.1816, "step": 32957 }, { "epoch": 29.27, "learning_rate": 3.835236870942489e-05, "loss": 19.1787, "step": 32958 }, { "epoch": 29.27, "learning_rate": 3.8349631128046704e-05, "loss": 18.9131, "step": 32959 }, { "epoch": 29.27, "learning_rate": 3.834689358359781e-05, "loss": 19.5566, "step": 32960 }, { "epoch": 29.27, "learning_rate": 3.834415607608688e-05, "loss": 19.2461, "step": 32961 }, { "epoch": 29.27, "learning_rate": 3.8341418605522625e-05, "loss": 19.6348, "step": 32962 }, { "epoch": 29.27, "learning_rate": 3.8338681171913686e-05, "loss": 19.4814, "step": 32963 }, { "epoch": 29.28, "learning_rate": 3.833594377526874e-05, "loss": 18.9639, "step": 32964 }, { "epoch": 29.28, "learning_rate": 3.833320641559648e-05, "loss": 18.833, "step": 32965 }, { "epoch": 29.28, "learning_rate": 3.8330469092905586e-05, "loss": 19.042, "step": 32966 }, { "epoch": 29.28, "learning_rate": 3.832773180720475e-05, "loss": 19.8545, "step": 32967 }, { "epoch": 29.28, "learning_rate": 3.8324994558502585e-05, "loss": 19.5049, "step": 32968 }, { "epoch": 29.28, "learning_rate": 3.832225734680782e-05, "loss": 19.4287, "step": 32969 }, { "epoch": 29.28, "learning_rate": 3.832225734680782e-05, "loss": 19.8711, "step": 32970 }, { "epoch": 29.28, "learning_rate": 3.831952017212912e-05, "loss": 20.1328, "step": 32971 }, { "epoch": 29.28, "learning_rate": 3.831678303447517e-05, "loss": 19.0039, "step": 32972 }, { "epoch": 29.28, "learning_rate": 3.831404593385464e-05, "loss": 19.4814, "step": 32973 }, { "epoch": 29.28, "learning_rate": 3.83113088702762e-05, "loss": 19.1592, "step": 32974 }, { "epoch": 29.29, "learning_rate": 3.830857184374852e-05, "loss": 19.5518, "step": 32975 }, { "epoch": 29.29, "learning_rate": 3.830583485428029e-05, "loss": 19.8213, "step": 32976 }, { "epoch": 29.29, "learning_rate": 3.830309790188018e-05, "loss": 19.9355, "step": 32977 }, { "epoch": 29.29, "learning_rate": 3.830036098655687e-05, "loss": 19.5703, "step": 32978 }, { "epoch": 29.29, "learning_rate": 3.829762410831904e-05, "loss": 19.5752, "step": 32979 }, { "epoch": 29.29, "learning_rate": 3.829488726717534e-05, "loss": 19.8193, "step": 32980 }, { "epoch": 29.29, "learning_rate": 3.829215046313447e-05, "loss": 19.6377, "step": 32981 }, { "epoch": 29.29, "learning_rate": 3.82894136962051e-05, "loss": 19.4902, "step": 32982 }, { "epoch": 29.29, "learning_rate": 3.82866769663959e-05, "loss": 19.3242, "step": 32983 }, { "epoch": 29.29, "learning_rate": 3.828394027371555e-05, "loss": 19.4131, "step": 32984 }, { "epoch": 29.29, "learning_rate": 3.8281203618172726e-05, "loss": 19.0762, "step": 32985 }, { "epoch": 29.29, "learning_rate": 3.8278466999776084e-05, "loss": 19.6592, "step": 32986 }, { "epoch": 29.3, "learning_rate": 3.827573041853432e-05, "loss": 19.5068, "step": 32987 }, { "epoch": 29.3, "learning_rate": 3.827299387445609e-05, "loss": 19.7266, "step": 32988 }, { "epoch": 29.3, "learning_rate": 3.8270257367550114e-05, "loss": 19.4629, "step": 32989 }, { "epoch": 29.3, "learning_rate": 3.8267520897825014e-05, "loss": 19.8828, "step": 32990 }, { "epoch": 29.3, "learning_rate": 3.826478446528948e-05, "loss": 20.1699, "step": 32991 }, { "epoch": 29.3, "learning_rate": 3.8262048069952174e-05, "loss": 19.7471, "step": 32992 }, { "epoch": 29.3, "learning_rate": 3.82593117118218e-05, "loss": 19.6758, "step": 32993 }, { "epoch": 29.3, "learning_rate": 3.825657539090701e-05, "loss": 19.2998, "step": 32994 }, { "epoch": 29.3, "learning_rate": 3.8253839107216505e-05, "loss": 19.6572, "step": 32995 }, { "epoch": 29.3, "learning_rate": 3.825110286075891e-05, "loss": 18.9678, "step": 32996 }, { "epoch": 29.3, "learning_rate": 3.824836665154293e-05, "loss": 19.3945, "step": 32997 }, { "epoch": 29.31, "learning_rate": 3.8245630479577235e-05, "loss": 18.8418, "step": 32998 }, { "epoch": 29.31, "learning_rate": 3.82428943448705e-05, "loss": 19.6572, "step": 32999 }, { "epoch": 29.31, "learning_rate": 3.82401582474314e-05, "loss": 19.084, "step": 33000 }, { "epoch": 29.31, "learning_rate": 3.82374221872686e-05, "loss": 19.665, "step": 33001 }, { "epoch": 29.31, "learning_rate": 3.823468616439076e-05, "loss": 19.2344, "step": 33002 }, { "epoch": 29.31, "learning_rate": 3.823195017880658e-05, "loss": 19.7021, "step": 33003 }, { "epoch": 29.31, "learning_rate": 3.822921423052472e-05, "loss": 19.7207, "step": 33004 }, { "epoch": 29.31, "learning_rate": 3.822647831955386e-05, "loss": 20.1104, "step": 33005 }, { "epoch": 29.31, "learning_rate": 3.822374244590265e-05, "loss": 19.5439, "step": 33006 }, { "epoch": 29.31, "learning_rate": 3.8221006609579785e-05, "loss": 20.1904, "step": 33007 }, { "epoch": 29.31, "learning_rate": 3.8218270810593926e-05, "loss": 19.4189, "step": 33008 }, { "epoch": 29.32, "learning_rate": 3.821553504895375e-05, "loss": 19.6914, "step": 33009 }, { "epoch": 29.32, "learning_rate": 3.821279932466792e-05, "loss": 19.709, "step": 33010 }, { "epoch": 29.32, "learning_rate": 3.8210063637745134e-05, "loss": 19.625, "step": 33011 }, { "epoch": 29.32, "learning_rate": 3.8207327988194034e-05, "loss": 19.125, "step": 33012 }, { "epoch": 29.32, "learning_rate": 3.820459237602329e-05, "loss": 19.3447, "step": 33013 }, { "epoch": 29.32, "learning_rate": 3.8201856801241584e-05, "loss": 19.3682, "step": 33014 }, { "epoch": 29.32, "learning_rate": 3.819912126385759e-05, "loss": 19.5078, "step": 33015 }, { "epoch": 29.32, "learning_rate": 3.8196385763880005e-05, "loss": 19.167, "step": 33016 }, { "epoch": 29.32, "learning_rate": 3.819365030131745e-05, "loss": 19.3848, "step": 33017 }, { "epoch": 29.32, "learning_rate": 3.8190914876178604e-05, "loss": 19.2305, "step": 33018 }, { "epoch": 29.32, "learning_rate": 3.818817948847217e-05, "loss": 19.208, "step": 33019 }, { "epoch": 29.33, "learning_rate": 3.81854441382068e-05, "loss": 19.5234, "step": 33020 }, { "epoch": 29.33, "learning_rate": 3.818270882539116e-05, "loss": 19.8428, "step": 33021 }, { "epoch": 29.33, "learning_rate": 3.817997355003393e-05, "loss": 19.542, "step": 33022 }, { "epoch": 29.33, "learning_rate": 3.817723831214378e-05, "loss": 19.374, "step": 33023 }, { "epoch": 29.33, "learning_rate": 3.8174503111729365e-05, "loss": 19.8213, "step": 33024 }, { "epoch": 29.33, "learning_rate": 3.8171767948799364e-05, "loss": 19.5205, "step": 33025 }, { "epoch": 29.33, "learning_rate": 3.8169032823362457e-05, "loss": 19.7402, "step": 33026 }, { "epoch": 29.33, "learning_rate": 3.816629773542731e-05, "loss": 19.6807, "step": 33027 }, { "epoch": 29.33, "learning_rate": 3.816356268500258e-05, "loss": 20.7549, "step": 33028 }, { "epoch": 29.33, "learning_rate": 3.816082767209694e-05, "loss": 19.2783, "step": 33029 }, { "epoch": 29.33, "learning_rate": 3.815809269671907e-05, "loss": 19.8887, "step": 33030 }, { "epoch": 29.33, "learning_rate": 3.815535775887763e-05, "loss": 19.332, "step": 33031 }, { "epoch": 29.34, "learning_rate": 3.8152622858581304e-05, "loss": 20.3633, "step": 33032 }, { "epoch": 29.34, "learning_rate": 3.814988799583874e-05, "loss": 19.457, "step": 33033 }, { "epoch": 29.34, "learning_rate": 3.814715317065862e-05, "loss": 19.7441, "step": 33034 }, { "epoch": 29.34, "learning_rate": 3.81444183830496e-05, "loss": 19.9648, "step": 33035 }, { "epoch": 29.34, "learning_rate": 3.814168363302035e-05, "loss": 19.6289, "step": 33036 }, { "epoch": 29.34, "learning_rate": 3.8138948920579564e-05, "loss": 19.416, "step": 33037 }, { "epoch": 29.34, "learning_rate": 3.8136214245735914e-05, "loss": 19.2568, "step": 33038 }, { "epoch": 29.34, "learning_rate": 3.8133479608498026e-05, "loss": 19.8799, "step": 33039 }, { "epoch": 29.34, "learning_rate": 3.8130745008874575e-05, "loss": 20.4062, "step": 33040 }, { "epoch": 29.34, "learning_rate": 3.812801044687425e-05, "loss": 19.9531, "step": 33041 }, { "epoch": 29.34, "learning_rate": 3.812527592250572e-05, "loss": 20.0342, "step": 33042 }, { "epoch": 29.35, "learning_rate": 3.812254143577767e-05, "loss": 19.3213, "step": 33043 }, { "epoch": 29.35, "learning_rate": 3.811980698669871e-05, "loss": 19.7363, "step": 33044 }, { "epoch": 29.35, "learning_rate": 3.811707257527755e-05, "loss": 19.3877, "step": 33045 }, { "epoch": 29.35, "learning_rate": 3.8114338201522846e-05, "loss": 19.9258, "step": 33046 }, { "epoch": 29.35, "learning_rate": 3.811160386544327e-05, "loss": 19.125, "step": 33047 }, { "epoch": 29.35, "learning_rate": 3.81088695670475e-05, "loss": 19.6826, "step": 33048 }, { "epoch": 29.35, "learning_rate": 3.8106135306344183e-05, "loss": 19.9746, "step": 33049 }, { "epoch": 29.35, "learning_rate": 3.8103401083341985e-05, "loss": 19.4482, "step": 33050 }, { "epoch": 29.35, "learning_rate": 3.8100666898049585e-05, "loss": 19.2598, "step": 33051 }, { "epoch": 29.35, "learning_rate": 3.809793275047565e-05, "loss": 19.7871, "step": 33052 }, { "epoch": 29.35, "learning_rate": 3.8095198640628835e-05, "loss": 19.3965, "step": 33053 }, { "epoch": 29.36, "learning_rate": 3.809246456851784e-05, "loss": 19.7686, "step": 33054 }, { "epoch": 29.36, "learning_rate": 3.8089730534151287e-05, "loss": 19.1572, "step": 33055 }, { "epoch": 29.36, "learning_rate": 3.8086996537537854e-05, "loss": 18.959, "step": 33056 }, { "epoch": 29.36, "learning_rate": 3.808426257868623e-05, "loss": 19.3887, "step": 33057 }, { "epoch": 29.36, "learning_rate": 3.808152865760504e-05, "loss": 19.8027, "step": 33058 }, { "epoch": 29.36, "learning_rate": 3.8078794774303014e-05, "loss": 19.6738, "step": 33059 }, { "epoch": 29.36, "learning_rate": 3.807606092878877e-05, "loss": 19.5791, "step": 33060 }, { "epoch": 29.36, "learning_rate": 3.807332712107097e-05, "loss": 19.8672, "step": 33061 }, { "epoch": 29.36, "learning_rate": 3.807059335115828e-05, "loss": 19.7002, "step": 33062 }, { "epoch": 29.36, "learning_rate": 3.80678596190594e-05, "loss": 19.6396, "step": 33063 }, { "epoch": 29.36, "learning_rate": 3.806512592478299e-05, "loss": 19.0938, "step": 33064 }, { "epoch": 29.37, "learning_rate": 3.8062392268337674e-05, "loss": 19.0596, "step": 33065 }, { "epoch": 29.37, "learning_rate": 3.8059658649732136e-05, "loss": 19.4463, "step": 33066 }, { "epoch": 29.37, "learning_rate": 3.805692506897505e-05, "loss": 19.5869, "step": 33067 }, { "epoch": 29.37, "learning_rate": 3.805419152607509e-05, "loss": 19.3076, "step": 33068 }, { "epoch": 29.37, "learning_rate": 3.80514580210409e-05, "loss": 19.71, "step": 33069 }, { "epoch": 29.37, "learning_rate": 3.8048724553881166e-05, "loss": 19.2305, "step": 33070 }, { "epoch": 29.37, "learning_rate": 3.804599112460453e-05, "loss": 19.502, "step": 33071 }, { "epoch": 29.37, "learning_rate": 3.8043257733219676e-05, "loss": 19.9219, "step": 33072 }, { "epoch": 29.37, "learning_rate": 3.804052437973524e-05, "loss": 19.7822, "step": 33073 }, { "epoch": 29.37, "learning_rate": 3.803779106415992e-05, "loss": 19.334, "step": 33074 }, { "epoch": 29.37, "learning_rate": 3.8035057786502374e-05, "loss": 19.6514, "step": 33075 }, { "epoch": 29.37, "learning_rate": 3.8032324546771244e-05, "loss": 19.7607, "step": 33076 }, { "epoch": 29.38, "learning_rate": 3.80295913449752e-05, "loss": 19.4453, "step": 33077 }, { "epoch": 29.38, "learning_rate": 3.8026858181122924e-05, "loss": 19.7217, "step": 33078 }, { "epoch": 29.38, "learning_rate": 3.802412505522306e-05, "loss": 19.9541, "step": 33079 }, { "epoch": 29.38, "learning_rate": 3.802139196728428e-05, "loss": 19.7744, "step": 33080 }, { "epoch": 29.38, "learning_rate": 3.801865891731526e-05, "loss": 19.6924, "step": 33081 }, { "epoch": 29.38, "learning_rate": 3.801592590532465e-05, "loss": 19.123, "step": 33082 }, { "epoch": 29.38, "learning_rate": 3.8013192931321096e-05, "loss": 19.1953, "step": 33083 }, { "epoch": 29.38, "learning_rate": 3.801045999531329e-05, "loss": 19.4062, "step": 33084 }, { "epoch": 29.38, "learning_rate": 3.800772709730986e-05, "loss": 19.7373, "step": 33085 }, { "epoch": 29.38, "learning_rate": 3.800499423731953e-05, "loss": 19.0625, "step": 33086 }, { "epoch": 29.38, "learning_rate": 3.800226141535091e-05, "loss": 19.9082, "step": 33087 }, { "epoch": 29.39, "learning_rate": 3.799952863141265e-05, "loss": 19.3838, "step": 33088 }, { "epoch": 29.39, "learning_rate": 3.7996795885513466e-05, "loss": 19.3691, "step": 33089 }, { "epoch": 29.39, "learning_rate": 3.7994063177661984e-05, "loss": 19.5635, "step": 33090 }, { "epoch": 29.39, "learning_rate": 3.79913305078669e-05, "loss": 19.4082, "step": 33091 }, { "epoch": 29.39, "learning_rate": 3.798859787613682e-05, "loss": 19.25, "step": 33092 }, { "epoch": 29.39, "learning_rate": 3.798586528248045e-05, "loss": 19.5645, "step": 33093 }, { "epoch": 29.39, "learning_rate": 3.7983132726906436e-05, "loss": 19.5693, "step": 33094 }, { "epoch": 29.39, "learning_rate": 3.798040020942344e-05, "loss": 19.4697, "step": 33095 }, { "epoch": 29.39, "learning_rate": 3.797766773004013e-05, "loss": 19.0488, "step": 33096 }, { "epoch": 29.39, "learning_rate": 3.797493528876517e-05, "loss": 19.6973, "step": 33097 }, { "epoch": 29.39, "learning_rate": 3.797220288560721e-05, "loss": 19.5029, "step": 33098 }, { "epoch": 29.4, "learning_rate": 3.796947052057492e-05, "loss": 19.252, "step": 33099 }, { "epoch": 29.4, "learning_rate": 3.796673819367695e-05, "loss": 19.6865, "step": 33100 }, { "epoch": 29.4, "learning_rate": 3.796400590492197e-05, "loss": 19.8848, "step": 33101 }, { "epoch": 29.4, "learning_rate": 3.7961273654318645e-05, "loss": 19.4619, "step": 33102 }, { "epoch": 29.4, "learning_rate": 3.7958541441875626e-05, "loss": 19.957, "step": 33103 }, { "epoch": 29.4, "learning_rate": 3.795580926760157e-05, "loss": 19.8691, "step": 33104 }, { "epoch": 29.4, "learning_rate": 3.7953077131505156e-05, "loss": 19.5674, "step": 33105 }, { "epoch": 29.4, "learning_rate": 3.7950345033595025e-05, "loss": 18.9961, "step": 33106 }, { "epoch": 29.4, "learning_rate": 3.794761297387985e-05, "loss": 19.498, "step": 33107 }, { "epoch": 29.4, "learning_rate": 3.7944880952368286e-05, "loss": 19.417, "step": 33108 }, { "epoch": 29.4, "learning_rate": 3.794214896906899e-05, "loss": 19.3955, "step": 33109 }, { "epoch": 29.4, "learning_rate": 3.7939417023990634e-05, "loss": 19.8984, "step": 33110 }, { "epoch": 29.41, "learning_rate": 3.793668511714185e-05, "loss": 19.3594, "step": 33111 }, { "epoch": 29.41, "learning_rate": 3.7933953248531316e-05, "loss": 19.7949, "step": 33112 }, { "epoch": 29.41, "learning_rate": 3.793122141816773e-05, "loss": 19.083, "step": 33113 }, { "epoch": 29.41, "learning_rate": 3.792848962605968e-05, "loss": 20.084, "step": 33114 }, { "epoch": 29.41, "learning_rate": 3.792575787221585e-05, "loss": 19.2812, "step": 33115 }, { "epoch": 29.41, "learning_rate": 3.792302615664493e-05, "loss": 19.2666, "step": 33116 }, { "epoch": 29.41, "learning_rate": 3.792029447935554e-05, "loss": 19.6064, "step": 33117 }, { "epoch": 29.41, "learning_rate": 3.791756284035637e-05, "loss": 19.2168, "step": 33118 }, { "epoch": 29.41, "learning_rate": 3.7914831239656056e-05, "loss": 19.7363, "step": 33119 }, { "epoch": 29.41, "learning_rate": 3.791209967726327e-05, "loss": 19.9199, "step": 33120 }, { "epoch": 29.41, "learning_rate": 3.790936815318666e-05, "loss": 19.3447, "step": 33121 }, { "epoch": 29.42, "learning_rate": 3.7906636667434884e-05, "loss": 19.4805, "step": 33122 }, { "epoch": 29.42, "learning_rate": 3.790390522001662e-05, "loss": 19.4258, "step": 33123 }, { "epoch": 29.42, "learning_rate": 3.79011738109405e-05, "loss": 19.8945, "step": 33124 }, { "epoch": 29.42, "learning_rate": 3.7898442440215204e-05, "loss": 19.6602, "step": 33125 }, { "epoch": 29.42, "learning_rate": 3.789571110784937e-05, "loss": 19.7227, "step": 33126 }, { "epoch": 29.42, "learning_rate": 3.789297981385167e-05, "loss": 19.1973, "step": 33127 }, { "epoch": 29.42, "learning_rate": 3.789024855823076e-05, "loss": 19.4121, "step": 33128 }, { "epoch": 29.42, "learning_rate": 3.78875173409953e-05, "loss": 19.3213, "step": 33129 }, { "epoch": 29.42, "learning_rate": 3.788478616215393e-05, "loss": 20.1514, "step": 33130 }, { "epoch": 29.42, "learning_rate": 3.788205502171532e-05, "loss": 19.2363, "step": 33131 }, { "epoch": 29.42, "learning_rate": 3.7879323919688125e-05, "loss": 19.7158, "step": 33132 }, { "epoch": 29.43, "learning_rate": 3.7876592856081e-05, "loss": 19.7656, "step": 33133 }, { "epoch": 29.43, "learning_rate": 3.787386183090264e-05, "loss": 19.3662, "step": 33134 }, { "epoch": 29.43, "learning_rate": 3.7871130844161634e-05, "loss": 19.3584, "step": 33135 }, { "epoch": 29.43, "learning_rate": 3.786839989586668e-05, "loss": 19.1191, "step": 33136 }, { "epoch": 29.43, "learning_rate": 3.786566898602641e-05, "loss": 18.8174, "step": 33137 }, { "epoch": 29.43, "learning_rate": 3.786293811464951e-05, "loss": 19.8066, "step": 33138 }, { "epoch": 29.43, "learning_rate": 3.7860207281744625e-05, "loss": 18.9961, "step": 33139 }, { "epoch": 29.43, "learning_rate": 3.785747648732043e-05, "loss": 19.7939, "step": 33140 }, { "epoch": 29.43, "learning_rate": 3.785474573138553e-05, "loss": 19.6484, "step": 33141 }, { "epoch": 29.43, "learning_rate": 3.7852015013948624e-05, "loss": 19.4375, "step": 33142 }, { "epoch": 29.43, "learning_rate": 3.784928433501835e-05, "loss": 20.0342, "step": 33143 }, { "epoch": 29.44, "learning_rate": 3.784655369460337e-05, "loss": 19.6943, "step": 33144 }, { "epoch": 29.44, "learning_rate": 3.784382309271235e-05, "loss": 19.7031, "step": 33145 }, { "epoch": 29.44, "learning_rate": 3.784109252935392e-05, "loss": 19.1025, "step": 33146 }, { "epoch": 29.44, "learning_rate": 3.783836200453675e-05, "loss": 19.6309, "step": 33147 }, { "epoch": 29.44, "learning_rate": 3.78356315182695e-05, "loss": 18.9883, "step": 33148 }, { "epoch": 29.44, "learning_rate": 3.7832901070560824e-05, "loss": 19.3379, "step": 33149 }, { "epoch": 29.44, "learning_rate": 3.783017066141937e-05, "loss": 20.3818, "step": 33150 }, { "epoch": 29.44, "learning_rate": 3.782744029085379e-05, "loss": 19.4971, "step": 33151 }, { "epoch": 29.44, "learning_rate": 3.7824709958872754e-05, "loss": 19.29, "step": 33152 }, { "epoch": 29.44, "learning_rate": 3.782197966548489e-05, "loss": 19.6465, "step": 33153 }, { "epoch": 29.44, "learning_rate": 3.781924941069888e-05, "loss": 20.2822, "step": 33154 }, { "epoch": 29.44, "learning_rate": 3.781651919452335e-05, "loss": 19.7764, "step": 33155 }, { "epoch": 29.45, "learning_rate": 3.781378901696701e-05, "loss": 19.4307, "step": 33156 }, { "epoch": 29.45, "learning_rate": 3.781105887803845e-05, "loss": 19.2705, "step": 33157 }, { "epoch": 29.45, "learning_rate": 3.7808328777746355e-05, "loss": 19.7871, "step": 33158 }, { "epoch": 29.45, "learning_rate": 3.7805598716099364e-05, "loss": 19.291, "step": 33159 }, { "epoch": 29.45, "learning_rate": 3.780286869310614e-05, "loss": 19.0615, "step": 33160 }, { "epoch": 29.45, "learning_rate": 3.7800138708775366e-05, "loss": 19.6582, "step": 33161 }, { "epoch": 29.45, "learning_rate": 3.779740876311565e-05, "loss": 19.3877, "step": 33162 }, { "epoch": 29.45, "learning_rate": 3.7794678856135643e-05, "loss": 19.1455, "step": 33163 }, { "epoch": 29.45, "learning_rate": 3.779194898784403e-05, "loss": 19.251, "step": 33164 }, { "epoch": 29.45, "learning_rate": 3.778921915824946e-05, "loss": 19.8232, "step": 33165 }, { "epoch": 29.45, "learning_rate": 3.7786489367360586e-05, "loss": 19.4463, "step": 33166 }, { "epoch": 29.46, "learning_rate": 3.778375961518603e-05, "loss": 19.2695, "step": 33167 }, { "epoch": 29.46, "learning_rate": 3.7781029901734466e-05, "loss": 19.8965, "step": 33168 }, { "epoch": 29.46, "learning_rate": 3.777830022701456e-05, "loss": 19.7666, "step": 33169 }, { "epoch": 29.46, "learning_rate": 3.777830022701456e-05, "loss": 19.9863, "step": 33170 }, { "epoch": 29.46, "learning_rate": 3.777557059103494e-05, "loss": 18.9912, "step": 33171 }, { "epoch": 29.46, "learning_rate": 3.7772840993804283e-05, "loss": 19.8555, "step": 33172 }, { "epoch": 29.46, "learning_rate": 3.777011143533123e-05, "loss": 18.7998, "step": 33173 }, { "epoch": 29.46, "learning_rate": 3.776738191562442e-05, "loss": 19.501, "step": 33174 }, { "epoch": 29.46, "learning_rate": 3.776465243469253e-05, "loss": 19.4795, "step": 33175 }, { "epoch": 29.46, "learning_rate": 3.7761922992544184e-05, "loss": 19.2539, "step": 33176 }, { "epoch": 29.46, "learning_rate": 3.775919358918806e-05, "loss": 20.3145, "step": 33177 }, { "epoch": 29.47, "learning_rate": 3.7756464224632804e-05, "loss": 19.5332, "step": 33178 }, { "epoch": 29.47, "learning_rate": 3.775373489888705e-05, "loss": 19.4121, "step": 33179 }, { "epoch": 29.47, "learning_rate": 3.775100561195946e-05, "loss": 19.7568, "step": 33180 }, { "epoch": 29.47, "learning_rate": 3.774827636385869e-05, "loss": 19.4287, "step": 33181 }, { "epoch": 29.47, "learning_rate": 3.7745547154593374e-05, "loss": 19.4541, "step": 33182 }, { "epoch": 29.47, "learning_rate": 3.774281798417221e-05, "loss": 19.2441, "step": 33183 }, { "epoch": 29.47, "learning_rate": 3.77400888526038e-05, "loss": 19.5879, "step": 33184 }, { "epoch": 29.47, "learning_rate": 3.773735975989681e-05, "loss": 19.7871, "step": 33185 }, { "epoch": 29.47, "learning_rate": 3.773463070605987e-05, "loss": 19.3018, "step": 33186 }, { "epoch": 29.47, "learning_rate": 3.773190169110167e-05, "loss": 20.2832, "step": 33187 }, { "epoch": 29.47, "learning_rate": 3.772917271503084e-05, "loss": 19.8506, "step": 33188 }, { "epoch": 29.48, "learning_rate": 3.7726443777856054e-05, "loss": 19.9365, "step": 33189 }, { "epoch": 29.48, "learning_rate": 3.7723714879585905e-05, "loss": 19.3311, "step": 33190 }, { "epoch": 29.48, "learning_rate": 3.7720986020229093e-05, "loss": 19.7324, "step": 33191 }, { "epoch": 29.48, "learning_rate": 3.771825719979425e-05, "loss": 20.04, "step": 33192 }, { "epoch": 29.48, "learning_rate": 3.7715528418290035e-05, "loss": 19.1104, "step": 33193 }, { "epoch": 29.48, "learning_rate": 3.77127996757251e-05, "loss": 19.1221, "step": 33194 }, { "epoch": 29.48, "learning_rate": 3.7710070972108076e-05, "loss": 19.6279, "step": 33195 }, { "epoch": 29.48, "learning_rate": 3.770734230744762e-05, "loss": 20.1406, "step": 33196 }, { "epoch": 29.48, "learning_rate": 3.7704613681752384e-05, "loss": 19.5996, "step": 33197 }, { "epoch": 29.48, "learning_rate": 3.7704613681752384e-05, "loss": 19.416, "step": 33198 }, { "epoch": 29.48, "learning_rate": 3.770188509503102e-05, "loss": 19.8193, "step": 33199 }, { "epoch": 29.48, "learning_rate": 3.769915654729219e-05, "loss": 19.8701, "step": 33200 }, { "epoch": 29.49, "learning_rate": 3.769642803854451e-05, "loss": 19.3232, "step": 33201 }, { "epoch": 29.49, "learning_rate": 3.7693699568796656e-05, "loss": 19.8984, "step": 33202 }, { "epoch": 29.49, "learning_rate": 3.769097113805726e-05, "loss": 19.0586, "step": 33203 }, { "epoch": 29.49, "learning_rate": 3.768824274633497e-05, "loss": 19.5107, "step": 33204 }, { "epoch": 29.49, "learning_rate": 3.768551439363845e-05, "loss": 19.1172, "step": 33205 }, { "epoch": 29.49, "learning_rate": 3.768278607997635e-05, "loss": 20.1699, "step": 33206 }, { "epoch": 29.49, "learning_rate": 3.76800578053573e-05, "loss": 19.0859, "step": 33207 }, { "epoch": 29.49, "learning_rate": 3.7677329569789955e-05, "loss": 19.4062, "step": 33208 }, { "epoch": 29.49, "learning_rate": 3.767460137328295e-05, "loss": 19.9678, "step": 33209 }, { "epoch": 29.49, "learning_rate": 3.767187321584497e-05, "loss": 18.9863, "step": 33210 }, { "epoch": 29.49, "learning_rate": 3.766914509748465e-05, "loss": 19.2832, "step": 33211 }, { "epoch": 29.5, "learning_rate": 3.76664170182106e-05, "loss": 19.4189, "step": 33212 }, { "epoch": 29.5, "learning_rate": 3.7663688978031496e-05, "loss": 19.3535, "step": 33213 }, { "epoch": 29.5, "learning_rate": 3.766096097695599e-05, "loss": 19.4912, "step": 33214 }, { "epoch": 29.5, "learning_rate": 3.7658233014992736e-05, "loss": 19.7461, "step": 33215 }, { "epoch": 29.5, "learning_rate": 3.7655505092150353e-05, "loss": 19.21, "step": 33216 }, { "epoch": 29.5, "learning_rate": 3.7652777208437526e-05, "loss": 19.6611, "step": 33217 }, { "epoch": 29.5, "learning_rate": 3.765004936386286e-05, "loss": 19.9541, "step": 33218 }, { "epoch": 29.5, "learning_rate": 3.7647321558435024e-05, "loss": 19.4883, "step": 33219 }, { "epoch": 29.5, "learning_rate": 3.7644593792162664e-05, "loss": 19.1123, "step": 33220 }, { "epoch": 29.5, "learning_rate": 3.7641866065054424e-05, "loss": 19.7168, "step": 33221 }, { "epoch": 29.5, "learning_rate": 3.763913837711896e-05, "loss": 19.5996, "step": 33222 }, { "epoch": 29.51, "learning_rate": 3.763641072836489e-05, "loss": 19.1426, "step": 33223 }, { "epoch": 29.51, "learning_rate": 3.763368311880089e-05, "loss": 19.3047, "step": 33224 }, { "epoch": 29.51, "learning_rate": 3.7630955548435595e-05, "loss": 19.9238, "step": 33225 }, { "epoch": 29.51, "learning_rate": 3.7628228017277646e-05, "loss": 19.0, "step": 33226 }, { "epoch": 29.51, "learning_rate": 3.76255005253357e-05, "loss": 19.6045, "step": 33227 }, { "epoch": 29.51, "learning_rate": 3.762277307261839e-05, "loss": 19.626, "step": 33228 }, { "epoch": 29.51, "learning_rate": 3.7620045659134374e-05, "loss": 19.3574, "step": 33229 }, { "epoch": 29.51, "learning_rate": 3.761731828489228e-05, "loss": 19.2949, "step": 33230 }, { "epoch": 29.51, "learning_rate": 3.761459094990077e-05, "loss": 19.1475, "step": 33231 }, { "epoch": 29.51, "learning_rate": 3.7611863654168475e-05, "loss": 20.0557, "step": 33232 }, { "epoch": 29.51, "learning_rate": 3.760913639770408e-05, "loss": 20.0732, "step": 33233 }, { "epoch": 29.52, "learning_rate": 3.760640918051617e-05, "loss": 19.4795, "step": 33234 }, { "epoch": 29.52, "learning_rate": 3.760368200261342e-05, "loss": 20.1924, "step": 33235 }, { "epoch": 29.52, "learning_rate": 3.760095486400447e-05, "loss": 19.5664, "step": 33236 }, { "epoch": 29.52, "learning_rate": 3.7598227764697966e-05, "loss": 19.3516, "step": 33237 }, { "epoch": 29.52, "learning_rate": 3.759550070470258e-05, "loss": 19.002, "step": 33238 }, { "epoch": 29.52, "learning_rate": 3.7592773684026894e-05, "loss": 19.5752, "step": 33239 }, { "epoch": 29.52, "learning_rate": 3.75900467026796e-05, "loss": 18.8906, "step": 33240 }, { "epoch": 29.52, "learning_rate": 3.758731976066933e-05, "loss": 19.5459, "step": 33241 }, { "epoch": 29.52, "learning_rate": 3.758459285800473e-05, "loss": 19.0957, "step": 33242 }, { "epoch": 29.52, "learning_rate": 3.758186599469445e-05, "loss": 19.6689, "step": 33243 }, { "epoch": 29.52, "learning_rate": 3.7579139170747105e-05, "loss": 19.0752, "step": 33244 }, { "epoch": 29.52, "learning_rate": 3.757641238617137e-05, "loss": 19.3193, "step": 33245 }, { "epoch": 29.53, "learning_rate": 3.7573685640975874e-05, "loss": 20.0068, "step": 33246 }, { "epoch": 29.53, "learning_rate": 3.757095893516926e-05, "loss": 19.2822, "step": 33247 }, { "epoch": 29.53, "learning_rate": 3.756823226876017e-05, "loss": 19.5713, "step": 33248 }, { "epoch": 29.53, "learning_rate": 3.756550564175727e-05, "loss": 19.541, "step": 33249 }, { "epoch": 29.53, "learning_rate": 3.756277905416917e-05, "loss": 19.5371, "step": 33250 }, { "epoch": 29.53, "learning_rate": 3.756005250600452e-05, "loss": 19.332, "step": 33251 }, { "epoch": 29.53, "learning_rate": 3.755732599727198e-05, "loss": 19.5508, "step": 33252 }, { "epoch": 29.53, "learning_rate": 3.755459952798017e-05, "loss": 19.332, "step": 33253 }, { "epoch": 29.53, "learning_rate": 3.755187309813776e-05, "loss": 19.5088, "step": 33254 }, { "epoch": 29.53, "learning_rate": 3.754914670775337e-05, "loss": 19.3428, "step": 33255 }, { "epoch": 29.53, "learning_rate": 3.7546420356835646e-05, "loss": 19.8242, "step": 33256 }, { "epoch": 29.54, "learning_rate": 3.754369404539323e-05, "loss": 19.625, "step": 33257 }, { "epoch": 29.54, "learning_rate": 3.754096777343476e-05, "loss": 19.2666, "step": 33258 }, { "epoch": 29.54, "learning_rate": 3.75382415409689e-05, "loss": 19.4111, "step": 33259 }, { "epoch": 29.54, "learning_rate": 3.753551534800427e-05, "loss": 19.2832, "step": 33260 }, { "epoch": 29.54, "learning_rate": 3.753278919454951e-05, "loss": 20.0391, "step": 33261 }, { "epoch": 29.54, "learning_rate": 3.753006308061325e-05, "loss": 19.5615, "step": 33262 }, { "epoch": 29.54, "learning_rate": 3.7527337006204174e-05, "loss": 19.9141, "step": 33263 }, { "epoch": 29.54, "learning_rate": 3.752461097133089e-05, "loss": 18.9658, "step": 33264 }, { "epoch": 29.54, "learning_rate": 3.7521884976002076e-05, "loss": 19.7949, "step": 33265 }, { "epoch": 29.54, "learning_rate": 3.7519159020226306e-05, "loss": 19.3945, "step": 33266 }, { "epoch": 29.54, "learning_rate": 3.7516433104012274e-05, "loss": 19.8809, "step": 33267 }, { "epoch": 29.55, "learning_rate": 3.75137072273686e-05, "loss": 19.499, "step": 33268 }, { "epoch": 29.55, "learning_rate": 3.7510981390303934e-05, "loss": 19.2471, "step": 33269 }, { "epoch": 29.55, "learning_rate": 3.7508255592826926e-05, "loss": 18.9639, "step": 33270 }, { "epoch": 29.55, "learning_rate": 3.750552983494618e-05, "loss": 19.0381, "step": 33271 }, { "epoch": 29.55, "learning_rate": 3.750280411667037e-05, "loss": 19.1377, "step": 33272 }, { "epoch": 29.55, "learning_rate": 3.750007843800813e-05, "loss": 19.6289, "step": 33273 }, { "epoch": 29.55, "learning_rate": 3.7497352798968076e-05, "loss": 19.4502, "step": 33274 }, { "epoch": 29.55, "learning_rate": 3.7494627199558874e-05, "loss": 19.252, "step": 33275 }, { "epoch": 29.55, "learning_rate": 3.7491901639789174e-05, "loss": 19.0625, "step": 33276 }, { "epoch": 29.55, "learning_rate": 3.748917611966758e-05, "loss": 19.7051, "step": 33277 }, { "epoch": 29.55, "learning_rate": 3.748645063920275e-05, "loss": 19.417, "step": 33278 }, { "epoch": 29.56, "learning_rate": 3.7483725198403316e-05, "loss": 19.71, "step": 33279 }, { "epoch": 29.56, "learning_rate": 3.748099979727792e-05, "loss": 19.8115, "step": 33280 }, { "epoch": 29.56, "learning_rate": 3.747827443583524e-05, "loss": 19.7852, "step": 33281 }, { "epoch": 29.56, "learning_rate": 3.747554911408384e-05, "loss": 19.04, "step": 33282 }, { "epoch": 29.56, "learning_rate": 3.7472823832032415e-05, "loss": 20.123, "step": 33283 }, { "epoch": 29.56, "learning_rate": 3.747009858968957e-05, "loss": 19.3105, "step": 33284 }, { "epoch": 29.56, "learning_rate": 3.746737338706397e-05, "loss": 19.9482, "step": 33285 }, { "epoch": 29.56, "learning_rate": 3.746464822416426e-05, "loss": 19.2529, "step": 33286 }, { "epoch": 29.56, "learning_rate": 3.746192310099905e-05, "loss": 19.541, "step": 33287 }, { "epoch": 29.56, "learning_rate": 3.745919801757697e-05, "loss": 19.543, "step": 33288 }, { "epoch": 29.56, "learning_rate": 3.7456472973906685e-05, "loss": 19.5244, "step": 33289 }, { "epoch": 29.56, "learning_rate": 3.7453747969996834e-05, "loss": 19.5205, "step": 33290 }, { "epoch": 29.57, "learning_rate": 3.7451023005856034e-05, "loss": 19.7666, "step": 33291 }, { "epoch": 29.57, "learning_rate": 3.744829808149296e-05, "loss": 19.1348, "step": 33292 }, { "epoch": 29.57, "learning_rate": 3.74455731969162e-05, "loss": 19.7188, "step": 33293 }, { "epoch": 29.57, "learning_rate": 3.7442848352134417e-05, "loss": 19.2568, "step": 33294 }, { "epoch": 29.57, "learning_rate": 3.744012354715625e-05, "loss": 19.6797, "step": 33295 }, { "epoch": 29.57, "learning_rate": 3.7437398781990334e-05, "loss": 19.3516, "step": 33296 }, { "epoch": 29.57, "learning_rate": 3.743467405664531e-05, "loss": 19.2197, "step": 33297 }, { "epoch": 29.57, "learning_rate": 3.743194937112981e-05, "loss": 19.6201, "step": 33298 }, { "epoch": 29.57, "learning_rate": 3.742922472545245e-05, "loss": 19.1221, "step": 33299 }, { "epoch": 29.57, "learning_rate": 3.74265001196219e-05, "loss": 19.8027, "step": 33300 }, { "epoch": 29.57, "learning_rate": 3.742377555364678e-05, "loss": 19.2686, "step": 33301 }, { "epoch": 29.58, "learning_rate": 3.742105102753574e-05, "loss": 19.2646, "step": 33302 }, { "epoch": 29.58, "learning_rate": 3.741832654129739e-05, "loss": 19.5146, "step": 33303 }, { "epoch": 29.58, "learning_rate": 3.7415602094940386e-05, "loss": 19.8916, "step": 33304 }, { "epoch": 29.58, "learning_rate": 3.741287768847336e-05, "loss": 19.501, "step": 33305 }, { "epoch": 29.58, "learning_rate": 3.741015332190494e-05, "loss": 19.7471, "step": 33306 }, { "epoch": 29.58, "learning_rate": 3.740742899524377e-05, "loss": 19.4795, "step": 33307 }, { "epoch": 29.58, "learning_rate": 3.740470470849851e-05, "loss": 20.1416, "step": 33308 }, { "epoch": 29.58, "learning_rate": 3.740198046167775e-05, "loss": 19.6318, "step": 33309 }, { "epoch": 29.58, "learning_rate": 3.739925625479013e-05, "loss": 19.627, "step": 33310 }, { "epoch": 29.58, "learning_rate": 3.739653208784432e-05, "loss": 19.7148, "step": 33311 }, { "epoch": 29.58, "learning_rate": 3.739380796084893e-05, "loss": 19.5625, "step": 33312 }, { "epoch": 29.59, "learning_rate": 3.7391083873812614e-05, "loss": 20.2715, "step": 33313 }, { "epoch": 29.59, "learning_rate": 3.738835982674397e-05, "loss": 19.9209, "step": 33314 }, { "epoch": 29.59, "learning_rate": 3.7385635819651664e-05, "loss": 19.6885, "step": 33315 }, { "epoch": 29.59, "learning_rate": 3.738291185254432e-05, "loss": 19.7705, "step": 33316 }, { "epoch": 29.59, "learning_rate": 3.738018792543058e-05, "loss": 19.2324, "step": 33317 }, { "epoch": 29.59, "learning_rate": 3.737746403831908e-05, "loss": 19.9131, "step": 33318 }, { "epoch": 29.59, "learning_rate": 3.7374740191218436e-05, "loss": 19.3848, "step": 33319 }, { "epoch": 29.59, "learning_rate": 3.73720163841373e-05, "loss": 19.6201, "step": 33320 }, { "epoch": 29.59, "learning_rate": 3.73720163841373e-05, "loss": 19.8623, "step": 33321 }, { "epoch": 29.59, "learning_rate": 3.73692926170843e-05, "loss": 19.2676, "step": 33322 }, { "epoch": 29.59, "learning_rate": 3.736656889006806e-05, "loss": 19.2832, "step": 33323 }, { "epoch": 29.6, "learning_rate": 3.736384520309722e-05, "loss": 19.9404, "step": 33324 }, { "epoch": 29.6, "learning_rate": 3.7361121556180435e-05, "loss": 19.7432, "step": 33325 }, { "epoch": 29.6, "learning_rate": 3.735839794932631e-05, "loss": 19.2236, "step": 33326 }, { "epoch": 29.6, "learning_rate": 3.735567438254348e-05, "loss": 19.1738, "step": 33327 }, { "epoch": 29.6, "learning_rate": 3.735295085584058e-05, "loss": 20.0117, "step": 33328 }, { "epoch": 29.6, "learning_rate": 3.7350227369226264e-05, "loss": 19.5117, "step": 33329 }, { "epoch": 29.6, "learning_rate": 3.734750392270916e-05, "loss": 19.1133, "step": 33330 }, { "epoch": 29.6, "learning_rate": 3.7344780516297875e-05, "loss": 19.4688, "step": 33331 }, { "epoch": 29.6, "learning_rate": 3.7342057150001056e-05, "loss": 19.6475, "step": 33332 }, { "epoch": 29.6, "learning_rate": 3.733933382382733e-05, "loss": 19.4785, "step": 33333 }, { "epoch": 29.6, "learning_rate": 3.733661053778534e-05, "loss": 19.3281, "step": 33334 }, { "epoch": 29.6, "learning_rate": 3.733388729188372e-05, "loss": 20.041, "step": 33335 }, { "epoch": 29.61, "learning_rate": 3.733116408613112e-05, "loss": 19.1797, "step": 33336 }, { "epoch": 29.61, "learning_rate": 3.732844092053611e-05, "loss": 19.8193, "step": 33337 }, { "epoch": 29.61, "learning_rate": 3.7325717795107375e-05, "loss": 19.3672, "step": 33338 }, { "epoch": 29.61, "learning_rate": 3.7322994709853534e-05, "loss": 19.3066, "step": 33339 }, { "epoch": 29.61, "learning_rate": 3.7320271664783214e-05, "loss": 19.4053, "step": 33340 }, { "epoch": 29.61, "learning_rate": 3.731754865990506e-05, "loss": 19.4199, "step": 33341 }, { "epoch": 29.61, "learning_rate": 3.731482569522768e-05, "loss": 19.6016, "step": 33342 }, { "epoch": 29.61, "learning_rate": 3.731210277075972e-05, "loss": 19.6494, "step": 33343 }, { "epoch": 29.61, "learning_rate": 3.730937988650981e-05, "loss": 19.3672, "step": 33344 }, { "epoch": 29.61, "learning_rate": 3.730665704248658e-05, "loss": 19.4609, "step": 33345 }, { "epoch": 29.61, "learning_rate": 3.7303934238698675e-05, "loss": 19.8164, "step": 33346 }, { "epoch": 29.62, "learning_rate": 3.73012114751547e-05, "loss": 19.002, "step": 33347 }, { "epoch": 29.62, "learning_rate": 3.729848875186329e-05, "loss": 19.3643, "step": 33348 }, { "epoch": 29.62, "learning_rate": 3.7295766068833085e-05, "loss": 19.4336, "step": 33349 }, { "epoch": 29.62, "learning_rate": 3.7295766068833085e-05, "loss": 19.5459, "step": 33350 }, { "epoch": 29.62, "learning_rate": 3.729304342607272e-05, "loss": 19.4521, "step": 33351 }, { "epoch": 29.62, "learning_rate": 3.729032082359081e-05, "loss": 20.3525, "step": 33352 }, { "epoch": 29.62, "learning_rate": 3.728759826139601e-05, "loss": 19.7109, "step": 33353 }, { "epoch": 29.62, "learning_rate": 3.7284875739496915e-05, "loss": 19.6094, "step": 33354 }, { "epoch": 29.62, "learning_rate": 3.7282153257902185e-05, "loss": 20.1494, "step": 33355 }, { "epoch": 29.62, "learning_rate": 3.727943081662043e-05, "loss": 19.4785, "step": 33356 }, { "epoch": 29.62, "learning_rate": 3.727670841566028e-05, "loss": 19.7598, "step": 33357 }, { "epoch": 29.63, "learning_rate": 3.727398605503039e-05, "loss": 19.8096, "step": 33358 }, { "epoch": 29.63, "learning_rate": 3.727126373473937e-05, "loss": 19.2207, "step": 33359 }, { "epoch": 29.63, "learning_rate": 3.7268541454795845e-05, "loss": 19.5, "step": 33360 }, { "epoch": 29.63, "learning_rate": 3.7265819215208436e-05, "loss": 19.8838, "step": 33361 }, { "epoch": 29.63, "learning_rate": 3.72630970159858e-05, "loss": 19.0771, "step": 33362 }, { "epoch": 29.63, "learning_rate": 3.726037485713657e-05, "loss": 19.3516, "step": 33363 }, { "epoch": 29.63, "learning_rate": 3.725765273866932e-05, "loss": 19.7471, "step": 33364 }, { "epoch": 29.63, "learning_rate": 3.725493066059273e-05, "loss": 19.7119, "step": 33365 }, { "epoch": 29.63, "learning_rate": 3.7252208622915406e-05, "loss": 19.3047, "step": 33366 }, { "epoch": 29.63, "learning_rate": 3.724948662564599e-05, "loss": 19.6826, "step": 33367 }, { "epoch": 29.63, "learning_rate": 3.724676466879311e-05, "loss": 19.3145, "step": 33368 }, { "epoch": 29.63, "learning_rate": 3.724404275236539e-05, "loss": 19.4111, "step": 33369 }, { "epoch": 29.64, "learning_rate": 3.7241320876371445e-05, "loss": 19.7012, "step": 33370 }, { "epoch": 29.64, "learning_rate": 3.723859904081991e-05, "loss": 19.9131, "step": 33371 }, { "epoch": 29.64, "learning_rate": 3.723587724571942e-05, "loss": 19.8574, "step": 33372 }, { "epoch": 29.64, "learning_rate": 3.72331554910786e-05, "loss": 19.9961, "step": 33373 }, { "epoch": 29.64, "learning_rate": 3.723043377690608e-05, "loss": 19.7109, "step": 33374 }, { "epoch": 29.64, "learning_rate": 3.7227712103210486e-05, "loss": 19.7236, "step": 33375 }, { "epoch": 29.64, "learning_rate": 3.722499047000043e-05, "loss": 19.499, "step": 33376 }, { "epoch": 29.64, "learning_rate": 3.7222268877284556e-05, "loss": 19.9619, "step": 33377 }, { "epoch": 29.64, "learning_rate": 3.721954732507148e-05, "loss": 19.627, "step": 33378 }, { "epoch": 29.64, "learning_rate": 3.721682581336985e-05, "loss": 19.7949, "step": 33379 }, { "epoch": 29.64, "learning_rate": 3.721410434218827e-05, "loss": 19.6963, "step": 33380 }, { "epoch": 29.65, "learning_rate": 3.721138291153537e-05, "loss": 19.6348, "step": 33381 }, { "epoch": 29.65, "learning_rate": 3.720866152141978e-05, "loss": 19.3672, "step": 33382 }, { "epoch": 29.65, "learning_rate": 3.720594017185012e-05, "loss": 19.2686, "step": 33383 }, { "epoch": 29.65, "learning_rate": 3.720321886283503e-05, "loss": 19.4326, "step": 33384 }, { "epoch": 29.65, "learning_rate": 3.7200497594383154e-05, "loss": 18.8965, "step": 33385 }, { "epoch": 29.65, "learning_rate": 3.719777636650307e-05, "loss": 19.7783, "step": 33386 }, { "epoch": 29.65, "learning_rate": 3.719505517920342e-05, "loss": 19.917, "step": 33387 }, { "epoch": 29.65, "learning_rate": 3.719233403249284e-05, "loss": 19.3291, "step": 33388 }, { "epoch": 29.65, "learning_rate": 3.718961292637996e-05, "loss": 18.9082, "step": 33389 }, { "epoch": 29.65, "learning_rate": 3.718689186087341e-05, "loss": 19.3467, "step": 33390 }, { "epoch": 29.65, "learning_rate": 3.718417083598177e-05, "loss": 19.5596, "step": 33391 }, { "epoch": 29.66, "learning_rate": 3.718144985171371e-05, "loss": 19.668, "step": 33392 }, { "epoch": 29.66, "learning_rate": 3.717872890807784e-05, "loss": 19.4717, "step": 33393 }, { "epoch": 29.66, "learning_rate": 3.717600800508279e-05, "loss": 19.3115, "step": 33394 }, { "epoch": 29.66, "learning_rate": 3.717328714273718e-05, "loss": 19.4189, "step": 33395 }, { "epoch": 29.66, "learning_rate": 3.717056632104965e-05, "loss": 19.7959, "step": 33396 }, { "epoch": 29.66, "learning_rate": 3.716784554002879e-05, "loss": 19.4385, "step": 33397 }, { "epoch": 29.66, "learning_rate": 3.7165124799683257e-05, "loss": 19.3633, "step": 33398 }, { "epoch": 29.66, "learning_rate": 3.716240410002166e-05, "loss": 19.3564, "step": 33399 }, { "epoch": 29.66, "learning_rate": 3.715968344105263e-05, "loss": 18.8174, "step": 33400 }, { "epoch": 29.66, "learning_rate": 3.715696282278479e-05, "loss": 20.0703, "step": 33401 }, { "epoch": 29.66, "learning_rate": 3.715424224522676e-05, "loss": 20.1074, "step": 33402 }, { "epoch": 29.67, "learning_rate": 3.7151521708387155e-05, "loss": 20.1348, "step": 33403 }, { "epoch": 29.67, "learning_rate": 3.714880121227461e-05, "loss": 19.6689, "step": 33404 }, { "epoch": 29.67, "learning_rate": 3.714608075689774e-05, "loss": 19.3223, "step": 33405 }, { "epoch": 29.67, "learning_rate": 3.71433603422652e-05, "loss": 19.7227, "step": 33406 }, { "epoch": 29.67, "learning_rate": 3.714063996838558e-05, "loss": 19.748, "step": 33407 }, { "epoch": 29.67, "learning_rate": 3.71379196352675e-05, "loss": 19.8242, "step": 33408 }, { "epoch": 29.67, "learning_rate": 3.713519934291959e-05, "loss": 19.9023, "step": 33409 }, { "epoch": 29.67, "learning_rate": 3.7132479091350484e-05, "loss": 19.5918, "step": 33410 }, { "epoch": 29.67, "learning_rate": 3.7129758880568794e-05, "loss": 19.7031, "step": 33411 }, { "epoch": 29.67, "learning_rate": 3.712703871058317e-05, "loss": 19.9102, "step": 33412 }, { "epoch": 29.67, "learning_rate": 3.7124318581402184e-05, "loss": 19.8799, "step": 33413 }, { "epoch": 29.67, "learning_rate": 3.712159849303449e-05, "loss": 18.8496, "step": 33414 }, { "epoch": 29.68, "learning_rate": 3.7118878445488706e-05, "loss": 19.0918, "step": 33415 }, { "epoch": 29.68, "learning_rate": 3.711615843877345e-05, "loss": 19.79, "step": 33416 }, { "epoch": 29.68, "learning_rate": 3.711343847289736e-05, "loss": 19.9365, "step": 33417 }, { "epoch": 29.68, "learning_rate": 3.711071854786904e-05, "loss": 20.2979, "step": 33418 }, { "epoch": 29.68, "learning_rate": 3.710799866369711e-05, "loss": 19.6865, "step": 33419 }, { "epoch": 29.68, "learning_rate": 3.710527882039019e-05, "loss": 19.6348, "step": 33420 }, { "epoch": 29.68, "learning_rate": 3.7102559017956916e-05, "loss": 19.0771, "step": 33421 }, { "epoch": 29.68, "learning_rate": 3.709983925640591e-05, "loss": 19.2783, "step": 33422 }, { "epoch": 29.68, "learning_rate": 3.7097119535745784e-05, "loss": 19.9961, "step": 33423 }, { "epoch": 29.68, "learning_rate": 3.709439985598515e-05, "loss": 19.8154, "step": 33424 }, { "epoch": 29.68, "learning_rate": 3.709168021713264e-05, "loss": 19.3574, "step": 33425 }, { "epoch": 29.69, "learning_rate": 3.708896061919688e-05, "loss": 19.7725, "step": 33426 }, { "epoch": 29.69, "learning_rate": 3.7086241062186465e-05, "loss": 19.5762, "step": 33427 }, { "epoch": 29.69, "learning_rate": 3.7083521546110075e-05, "loss": 19.1152, "step": 33428 }, { "epoch": 29.69, "learning_rate": 3.708080207097627e-05, "loss": 19.5, "step": 33429 }, { "epoch": 29.69, "learning_rate": 3.707808263679368e-05, "loss": 19.3955, "step": 33430 }, { "epoch": 29.69, "learning_rate": 3.707536324357093e-05, "loss": 19.6211, "step": 33431 }, { "epoch": 29.69, "learning_rate": 3.707264389131666e-05, "loss": 19.291, "step": 33432 }, { "epoch": 29.69, "learning_rate": 3.706992458003949e-05, "loss": 19.1084, "step": 33433 }, { "epoch": 29.69, "learning_rate": 3.7067205309748006e-05, "loss": 19.3496, "step": 33434 }, { "epoch": 29.69, "learning_rate": 3.7064486080450836e-05, "loss": 19.5469, "step": 33435 }, { "epoch": 29.69, "learning_rate": 3.7061766892156613e-05, "loss": 19.2354, "step": 33436 }, { "epoch": 29.7, "learning_rate": 3.705904774487396e-05, "loss": 19.7217, "step": 33437 }, { "epoch": 29.7, "learning_rate": 3.705632863861151e-05, "loss": 19.1943, "step": 33438 }, { "epoch": 29.7, "learning_rate": 3.7053609573377824e-05, "loss": 19.4453, "step": 33439 }, { "epoch": 29.7, "learning_rate": 3.705089054918157e-05, "loss": 19.4756, "step": 33440 }, { "epoch": 29.7, "learning_rate": 3.704817156603136e-05, "loss": 19.4297, "step": 33441 }, { "epoch": 29.7, "learning_rate": 3.7045452623935804e-05, "loss": 19.1484, "step": 33442 }, { "epoch": 29.7, "learning_rate": 3.704273372290352e-05, "loss": 19.7861, "step": 33443 }, { "epoch": 29.7, "learning_rate": 3.704001486294315e-05, "loss": 19.7236, "step": 33444 }, { "epoch": 29.7, "learning_rate": 3.703729604406327e-05, "loss": 19.3975, "step": 33445 }, { "epoch": 29.7, "learning_rate": 3.703457726627253e-05, "loss": 18.9551, "step": 33446 }, { "epoch": 29.7, "learning_rate": 3.703185852957953e-05, "loss": 20.0127, "step": 33447 }, { "epoch": 29.71, "learning_rate": 3.702913983399291e-05, "loss": 19.8193, "step": 33448 }, { "epoch": 29.71, "learning_rate": 3.702642117952127e-05, "loss": 20.1455, "step": 33449 }, { "epoch": 29.71, "learning_rate": 3.702370256617323e-05, "loss": 19.8438, "step": 33450 }, { "epoch": 29.71, "learning_rate": 3.70209839939574e-05, "loss": 19.2256, "step": 33451 }, { "epoch": 29.71, "learning_rate": 3.701826546288242e-05, "loss": 19.4795, "step": 33452 }, { "epoch": 29.71, "learning_rate": 3.7015546972956874e-05, "loss": 19.8926, "step": 33453 }, { "epoch": 29.71, "learning_rate": 3.7012828524189425e-05, "loss": 19.2285, "step": 33454 }, { "epoch": 29.71, "learning_rate": 3.7010110116588644e-05, "loss": 19.6191, "step": 33455 }, { "epoch": 29.71, "learning_rate": 3.700739175016318e-05, "loss": 19.1328, "step": 33456 }, { "epoch": 29.71, "learning_rate": 3.7004673424921614e-05, "loss": 19.0186, "step": 33457 }, { "epoch": 29.71, "learning_rate": 3.7001955140872603e-05, "loss": 19.2676, "step": 33458 }, { "epoch": 29.71, "learning_rate": 3.699923689802474e-05, "loss": 19.5488, "step": 33459 }, { "epoch": 29.72, "learning_rate": 3.6996518696386674e-05, "loss": 19.8057, "step": 33460 }, { "epoch": 29.72, "learning_rate": 3.699380053596696e-05, "loss": 19.2383, "step": 33461 }, { "epoch": 29.72, "learning_rate": 3.699108241677426e-05, "loss": 19.4131, "step": 33462 }, { "epoch": 29.72, "learning_rate": 3.698836433881717e-05, "loss": 19.2871, "step": 33463 }, { "epoch": 29.72, "learning_rate": 3.698564630210433e-05, "loss": 19.3809, "step": 33464 }, { "epoch": 29.72, "learning_rate": 3.6982928306644336e-05, "loss": 19.3281, "step": 33465 }, { "epoch": 29.72, "learning_rate": 3.69802103524458e-05, "loss": 19.6855, "step": 33466 }, { "epoch": 29.72, "learning_rate": 3.697749243951735e-05, "loss": 19.2305, "step": 33467 }, { "epoch": 29.72, "learning_rate": 3.6974774567867584e-05, "loss": 19.5791, "step": 33468 }, { "epoch": 29.72, "learning_rate": 3.6972056737505134e-05, "loss": 19.582, "step": 33469 }, { "epoch": 29.72, "learning_rate": 3.6969338948438616e-05, "loss": 19.8125, "step": 33470 }, { "epoch": 29.73, "learning_rate": 3.6966621200676644e-05, "loss": 20.0205, "step": 33471 }, { "epoch": 29.73, "learning_rate": 3.6963903494227816e-05, "loss": 19.6387, "step": 33472 }, { "epoch": 29.73, "learning_rate": 3.6961185829100765e-05, "loss": 19.3447, "step": 33473 }, { "epoch": 29.73, "learning_rate": 3.6958468205304084e-05, "loss": 19.7832, "step": 33474 }, { "epoch": 29.73, "learning_rate": 3.695575062284641e-05, "loss": 19.6035, "step": 33475 }, { "epoch": 29.73, "learning_rate": 3.695303308173637e-05, "loss": 19.4424, "step": 33476 }, { "epoch": 29.73, "learning_rate": 3.6950315581982533e-05, "loss": 19.6475, "step": 33477 }, { "epoch": 29.73, "learning_rate": 3.694759812359354e-05, "loss": 19.4697, "step": 33478 }, { "epoch": 29.73, "learning_rate": 3.6944880706578e-05, "loss": 19.6367, "step": 33479 }, { "epoch": 29.73, "learning_rate": 3.694216333094451e-05, "loss": 20.2324, "step": 33480 }, { "epoch": 29.73, "learning_rate": 3.693944599670175e-05, "loss": 19.4326, "step": 33481 }, { "epoch": 29.74, "learning_rate": 3.6936728703858255e-05, "loss": 19.6572, "step": 33482 }, { "epoch": 29.74, "learning_rate": 3.693401145242266e-05, "loss": 19.6074, "step": 33483 }, { "epoch": 29.74, "learning_rate": 3.693129424240359e-05, "loss": 20.0205, "step": 33484 }, { "epoch": 29.74, "learning_rate": 3.6928577073809666e-05, "loss": 19.4404, "step": 33485 }, { "epoch": 29.74, "learning_rate": 3.6925859946649476e-05, "loss": 19.123, "step": 33486 }, { "epoch": 29.74, "learning_rate": 3.692314286093167e-05, "loss": 19.5332, "step": 33487 }, { "epoch": 29.74, "learning_rate": 3.692042581666482e-05, "loss": 19.335, "step": 33488 }, { "epoch": 29.74, "learning_rate": 3.6917708813857556e-05, "loss": 19.3682, "step": 33489 }, { "epoch": 29.74, "learning_rate": 3.6914991852518485e-05, "loss": 19.8975, "step": 33490 }, { "epoch": 29.74, "learning_rate": 3.691227493265623e-05, "loss": 19.1748, "step": 33491 }, { "epoch": 29.74, "learning_rate": 3.690955805427941e-05, "loss": 19.1689, "step": 33492 }, { "epoch": 29.75, "learning_rate": 3.690955805427941e-05, "loss": 20.1221, "step": 33493 }, { "epoch": 29.75, "learning_rate": 3.6906841217396606e-05, "loss": 20.0938, "step": 33494 }, { "epoch": 29.75, "learning_rate": 3.690412442201645e-05, "loss": 20.0117, "step": 33495 }, { "epoch": 29.75, "learning_rate": 3.6901407668147556e-05, "loss": 19.9883, "step": 33496 }, { "epoch": 29.75, "learning_rate": 3.689869095579852e-05, "loss": 18.9453, "step": 33497 }, { "epoch": 29.75, "learning_rate": 3.689597428497798e-05, "loss": 20.1064, "step": 33498 }, { "epoch": 29.75, "learning_rate": 3.6893257655694524e-05, "loss": 19.4629, "step": 33499 }, { "epoch": 29.75, "learning_rate": 3.6890541067956776e-05, "loss": 19.9805, "step": 33500 }, { "epoch": 29.75, "learning_rate": 3.688782452177333e-05, "loss": 19.4131, "step": 33501 }, { "epoch": 29.75, "learning_rate": 3.6885108017152816e-05, "loss": 20.0293, "step": 33502 }, { "epoch": 29.75, "learning_rate": 3.688239155410382e-05, "loss": 19.707, "step": 33503 }, { "epoch": 29.75, "learning_rate": 3.687967513263501e-05, "loss": 19.5176, "step": 33504 }, { "epoch": 29.76, "learning_rate": 3.687695875275493e-05, "loss": 19.6436, "step": 33505 }, { "epoch": 29.76, "learning_rate": 3.6874242414472223e-05, "loss": 19.1855, "step": 33506 }, { "epoch": 29.76, "learning_rate": 3.6871526117795475e-05, "loss": 19.1045, "step": 33507 }, { "epoch": 29.76, "learning_rate": 3.6871526117795475e-05, "loss": 19.8867, "step": 33508 }, { "epoch": 29.76, "learning_rate": 3.6868809862733326e-05, "loss": 19.6357, "step": 33509 }, { "epoch": 29.76, "learning_rate": 3.68660936492944e-05, "loss": 19.3027, "step": 33510 }, { "epoch": 29.76, "learning_rate": 3.686337747748726e-05, "loss": 19.7529, "step": 33511 }, { "epoch": 29.76, "learning_rate": 3.6860661347320525e-05, "loss": 19.2617, "step": 33512 }, { "epoch": 29.76, "learning_rate": 3.685794525880282e-05, "loss": 19.5898, "step": 33513 }, { "epoch": 29.76, "learning_rate": 3.685522921194276e-05, "loss": 19.1279, "step": 33514 }, { "epoch": 29.76, "learning_rate": 3.6852513206748954e-05, "loss": 19.5, "step": 33515 }, { "epoch": 29.77, "learning_rate": 3.684979724322999e-05, "loss": 19.5801, "step": 33516 }, { "epoch": 29.77, "learning_rate": 3.6847081321394485e-05, "loss": 19.7246, "step": 33517 }, { "epoch": 29.77, "learning_rate": 3.684436544125106e-05, "loss": 19.5967, "step": 33518 }, { "epoch": 29.77, "learning_rate": 3.6841649602808314e-05, "loss": 19.4395, "step": 33519 }, { "epoch": 29.77, "learning_rate": 3.683893380607485e-05, "loss": 19.6318, "step": 33520 }, { "epoch": 29.77, "learning_rate": 3.683621805105931e-05, "loss": 19.3691, "step": 33521 }, { "epoch": 29.77, "learning_rate": 3.6833502337770255e-05, "loss": 19.4736, "step": 33522 }, { "epoch": 29.77, "learning_rate": 3.683078666621632e-05, "loss": 19.3203, "step": 33523 }, { "epoch": 29.77, "learning_rate": 3.68280710364061e-05, "loss": 19.3086, "step": 33524 }, { "epoch": 29.77, "learning_rate": 3.682535544834822e-05, "loss": 19.1963, "step": 33525 }, { "epoch": 29.77, "learning_rate": 3.682263990205128e-05, "loss": 19.3164, "step": 33526 }, { "epoch": 29.78, "learning_rate": 3.681992439752389e-05, "loss": 19.5254, "step": 33527 }, { "epoch": 29.78, "learning_rate": 3.681720893477464e-05, "loss": 19.3174, "step": 33528 }, { "epoch": 29.78, "learning_rate": 3.681449351381216e-05, "loss": 19.5771, "step": 33529 }, { "epoch": 29.78, "learning_rate": 3.6811778134645034e-05, "loss": 20.2305, "step": 33530 }, { "epoch": 29.78, "learning_rate": 3.68090627972819e-05, "loss": 19.7793, "step": 33531 }, { "epoch": 29.78, "learning_rate": 3.680634750173137e-05, "loss": 19.5938, "step": 33532 }, { "epoch": 29.78, "learning_rate": 3.6803632248002006e-05, "loss": 19.2178, "step": 33533 }, { "epoch": 29.78, "learning_rate": 3.680091703610243e-05, "loss": 19.1836, "step": 33534 }, { "epoch": 29.78, "learning_rate": 3.679820186604127e-05, "loss": 19.4678, "step": 33535 }, { "epoch": 29.78, "learning_rate": 3.679548673782711e-05, "loss": 19.2119, "step": 33536 }, { "epoch": 29.78, "learning_rate": 3.6792771651468597e-05, "loss": 19.7871, "step": 33537 }, { "epoch": 29.79, "learning_rate": 3.6790056606974274e-05, "loss": 19.5029, "step": 33538 }, { "epoch": 29.79, "learning_rate": 3.6787341604352795e-05, "loss": 20.0811, "step": 33539 }, { "epoch": 29.79, "learning_rate": 3.678462664361274e-05, "loss": 19.334, "step": 33540 }, { "epoch": 29.79, "learning_rate": 3.678191172476274e-05, "loss": 19.4863, "step": 33541 }, { "epoch": 29.79, "learning_rate": 3.677919684781139e-05, "loss": 19.5957, "step": 33542 }, { "epoch": 29.79, "learning_rate": 3.677648201276728e-05, "loss": 19.9795, "step": 33543 }, { "epoch": 29.79, "learning_rate": 3.6773767219639024e-05, "loss": 19.5215, "step": 33544 }, { "epoch": 29.79, "learning_rate": 3.677105246843524e-05, "loss": 19.0576, "step": 33545 }, { "epoch": 29.79, "learning_rate": 3.676833775916452e-05, "loss": 19.2646, "step": 33546 }, { "epoch": 29.79, "learning_rate": 3.676562309183548e-05, "loss": 19.6016, "step": 33547 }, { "epoch": 29.79, "learning_rate": 3.6762908466456716e-05, "loss": 18.9639, "step": 33548 }, { "epoch": 29.79, "learning_rate": 3.676019388303683e-05, "loss": 19.5, "step": 33549 }, { "epoch": 29.8, "learning_rate": 3.675747934158443e-05, "loss": 19.0391, "step": 33550 }, { "epoch": 29.8, "learning_rate": 3.675476484210813e-05, "loss": 19.6035, "step": 33551 }, { "epoch": 29.8, "learning_rate": 3.675205038461651e-05, "loss": 19.6172, "step": 33552 }, { "epoch": 29.8, "learning_rate": 3.6749335969118225e-05, "loss": 19.3916, "step": 33553 }, { "epoch": 29.8, "learning_rate": 3.674662159562182e-05, "loss": 19.5244, "step": 33554 }, { "epoch": 29.8, "learning_rate": 3.674390726413593e-05, "loss": 19.3408, "step": 33555 }, { "epoch": 29.8, "learning_rate": 3.6741192974669135e-05, "loss": 19.792, "step": 33556 }, { "epoch": 29.8, "learning_rate": 3.673847872723007e-05, "loss": 19.3789, "step": 33557 }, { "epoch": 29.8, "learning_rate": 3.6735764521827356e-05, "loss": 19.3457, "step": 33558 }, { "epoch": 29.8, "learning_rate": 3.673305035846954e-05, "loss": 19.5107, "step": 33559 }, { "epoch": 29.8, "learning_rate": 3.6730336237165236e-05, "loss": 19.4385, "step": 33560 }, { "epoch": 29.81, "learning_rate": 3.6727622157923076e-05, "loss": 19.4502, "step": 33561 }, { "epoch": 29.81, "learning_rate": 3.672490812075164e-05, "loss": 19.7334, "step": 33562 }, { "epoch": 29.81, "learning_rate": 3.6722194125659556e-05, "loss": 19.8018, "step": 33563 }, { "epoch": 29.81, "learning_rate": 3.671948017265542e-05, "loss": 19.6045, "step": 33564 }, { "epoch": 29.81, "learning_rate": 3.6716766261747805e-05, "loss": 19.1299, "step": 33565 }, { "epoch": 29.81, "learning_rate": 3.6714052392945344e-05, "loss": 19.4062, "step": 33566 }, { "epoch": 29.81, "learning_rate": 3.671133856625663e-05, "loss": 19.5234, "step": 33567 }, { "epoch": 29.81, "learning_rate": 3.670862478169025e-05, "loss": 18.8926, "step": 33568 }, { "epoch": 29.81, "learning_rate": 3.670591103925485e-05, "loss": 19.9023, "step": 33569 }, { "epoch": 29.81, "learning_rate": 3.670319733895898e-05, "loss": 18.5, "step": 33570 }, { "epoch": 29.81, "learning_rate": 3.6700483680811275e-05, "loss": 19.125, "step": 33571 }, { "epoch": 29.82, "learning_rate": 3.6697770064820325e-05, "loss": 20.124, "step": 33572 }, { "epoch": 29.82, "learning_rate": 3.669505649099473e-05, "loss": 19.7725, "step": 33573 }, { "epoch": 29.82, "learning_rate": 3.669234295934311e-05, "loss": 19.6465, "step": 33574 }, { "epoch": 29.82, "learning_rate": 3.668962946987403e-05, "loss": 19.6426, "step": 33575 }, { "epoch": 29.82, "learning_rate": 3.668691602259612e-05, "loss": 19.9648, "step": 33576 }, { "epoch": 29.82, "learning_rate": 3.668420261751798e-05, "loss": 18.8916, "step": 33577 }, { "epoch": 29.82, "learning_rate": 3.6681489254648185e-05, "loss": 19.917, "step": 33578 }, { "epoch": 29.82, "learning_rate": 3.667877593399537e-05, "loss": 19.1162, "step": 33579 }, { "epoch": 29.82, "learning_rate": 3.6676062655568145e-05, "loss": 19.8438, "step": 33580 }, { "epoch": 29.82, "learning_rate": 3.667334941937506e-05, "loss": 19.2578, "step": 33581 }, { "epoch": 29.82, "learning_rate": 3.667063622542474e-05, "loss": 19.2695, "step": 33582 }, { "epoch": 29.83, "learning_rate": 3.6667923073725786e-05, "loss": 19.4727, "step": 33583 }, { "epoch": 29.83, "learning_rate": 3.6665209964286804e-05, "loss": 19.7061, "step": 33584 }, { "epoch": 29.83, "learning_rate": 3.666249689711642e-05, "loss": 19.8467, "step": 33585 }, { "epoch": 29.83, "learning_rate": 3.665978387222315e-05, "loss": 19.9824, "step": 33586 }, { "epoch": 29.83, "learning_rate": 3.6657070889615675e-05, "loss": 19.6963, "step": 33587 }, { "epoch": 29.83, "learning_rate": 3.665435794930256e-05, "loss": 20.2207, "step": 33588 }, { "epoch": 29.83, "learning_rate": 3.6651645051292415e-05, "loss": 19.499, "step": 33589 }, { "epoch": 29.83, "learning_rate": 3.6648932195593834e-05, "loss": 19.8145, "step": 33590 }, { "epoch": 29.83, "learning_rate": 3.664621938221543e-05, "loss": 20.2324, "step": 33591 }, { "epoch": 29.83, "learning_rate": 3.664350661116578e-05, "loss": 20.1367, "step": 33592 }, { "epoch": 29.83, "learning_rate": 3.6640793882453484e-05, "loss": 19.8555, "step": 33593 }, { "epoch": 29.83, "learning_rate": 3.663808119608716e-05, "loss": 19.7354, "step": 33594 }, { "epoch": 29.84, "learning_rate": 3.663536855207539e-05, "loss": 19.6416, "step": 33595 }, { "epoch": 29.84, "learning_rate": 3.663265595042679e-05, "loss": 19.6221, "step": 33596 }, { "epoch": 29.84, "learning_rate": 3.662994339114994e-05, "loss": 19.2939, "step": 33597 }, { "epoch": 29.84, "learning_rate": 3.6627230874253445e-05, "loss": 19.6289, "step": 33598 }, { "epoch": 29.84, "learning_rate": 3.66245183997459e-05, "loss": 19.3584, "step": 33599 }, { "epoch": 29.84, "learning_rate": 3.66218059676359e-05, "loss": 19.6377, "step": 33600 }, { "epoch": 29.84, "learning_rate": 3.6619093577932075e-05, "loss": 19.6484, "step": 33601 }, { "epoch": 29.84, "learning_rate": 3.661638123064298e-05, "loss": 19.4014, "step": 33602 }, { "epoch": 29.84, "learning_rate": 3.661366892577722e-05, "loss": 19.6123, "step": 33603 }, { "epoch": 29.84, "learning_rate": 3.6610956663343416e-05, "loss": 19.2588, "step": 33604 }, { "epoch": 29.84, "learning_rate": 3.6608244443350136e-05, "loss": 20.2314, "step": 33605 }, { "epoch": 29.85, "learning_rate": 3.6605532265805994e-05, "loss": 19.9561, "step": 33606 }, { "epoch": 29.85, "learning_rate": 3.660282013071962e-05, "loss": 19.5439, "step": 33607 }, { "epoch": 29.85, "learning_rate": 3.6600108038099546e-05, "loss": 19.4209, "step": 33608 }, { "epoch": 29.85, "learning_rate": 3.6600108038099546e-05, "loss": 19.2148, "step": 33609 }, { "epoch": 29.85, "learning_rate": 3.65973959879544e-05, "loss": 19.4688, "step": 33610 }, { "epoch": 29.85, "learning_rate": 3.659468398029278e-05, "loss": 19.29, "step": 33611 }, { "epoch": 29.85, "learning_rate": 3.659197201512329e-05, "loss": 19.4863, "step": 33612 }, { "epoch": 29.85, "learning_rate": 3.659197201512329e-05, "loss": 19.2158, "step": 33613 }, { "epoch": 29.85, "learning_rate": 3.6589260092454516e-05, "loss": 19.7646, "step": 33614 }, { "epoch": 29.85, "learning_rate": 3.658654821229505e-05, "loss": 19.6787, "step": 33615 }, { "epoch": 29.85, "learning_rate": 3.658383637465349e-05, "loss": 19.5771, "step": 33616 }, { "epoch": 29.86, "learning_rate": 3.658112457953843e-05, "loss": 19.4844, "step": 33617 }, { "epoch": 29.86, "learning_rate": 3.6578412826958485e-05, "loss": 19.7686, "step": 33618 }, { "epoch": 29.86, "learning_rate": 3.657570111692223e-05, "loss": 19.1104, "step": 33619 }, { "epoch": 29.86, "learning_rate": 3.657298944943828e-05, "loss": 19.2324, "step": 33620 }, { "epoch": 29.86, "learning_rate": 3.6570277824515195e-05, "loss": 18.9395, "step": 33621 }, { "epoch": 29.86, "learning_rate": 3.65675662421616e-05, "loss": 19.1387, "step": 33622 }, { "epoch": 29.86, "learning_rate": 3.656485470238609e-05, "loss": 19.6074, "step": 33623 }, { "epoch": 29.86, "learning_rate": 3.656214320519725e-05, "loss": 19.1758, "step": 33624 }, { "epoch": 29.86, "learning_rate": 3.655943175060369e-05, "loss": 19.5732, "step": 33625 }, { "epoch": 29.86, "learning_rate": 3.6556720338613974e-05, "loss": 19.8867, "step": 33626 }, { "epoch": 29.86, "learning_rate": 3.655400896923672e-05, "loss": 19.7031, "step": 33627 }, { "epoch": 29.87, "learning_rate": 3.6551297642480517e-05, "loss": 19.4336, "step": 33628 }, { "epoch": 29.87, "learning_rate": 3.654858635835395e-05, "loss": 19.502, "step": 33629 }, { "epoch": 29.87, "learning_rate": 3.654587511686566e-05, "loss": 19.3203, "step": 33630 }, { "epoch": 29.87, "learning_rate": 3.654316391802418e-05, "loss": 19.2451, "step": 33631 }, { "epoch": 29.87, "learning_rate": 3.654045276183813e-05, "loss": 19.5381, "step": 33632 }, { "epoch": 29.87, "learning_rate": 3.653774164831609e-05, "loss": 19.7197, "step": 33633 }, { "epoch": 29.87, "learning_rate": 3.653503057746668e-05, "loss": 19.8125, "step": 33634 }, { "epoch": 29.87, "learning_rate": 3.65323195492985e-05, "loss": 19.7744, "step": 33635 }, { "epoch": 29.87, "learning_rate": 3.65296085638201e-05, "loss": 19.2598, "step": 33636 }, { "epoch": 29.87, "learning_rate": 3.652689762104009e-05, "loss": 18.9287, "step": 33637 }, { "epoch": 29.87, "learning_rate": 3.652418672096707e-05, "loss": 20.0205, "step": 33638 }, { "epoch": 29.87, "learning_rate": 3.652418672096707e-05, "loss": 19.4531, "step": 33639 }, { "epoch": 29.88, "learning_rate": 3.652147586360964e-05, "loss": 20.04, "step": 33640 }, { "epoch": 29.88, "learning_rate": 3.651876504897638e-05, "loss": 19.5488, "step": 33641 }, { "epoch": 29.88, "learning_rate": 3.6516054277075904e-05, "loss": 19.7598, "step": 33642 }, { "epoch": 29.88, "learning_rate": 3.651334354791678e-05, "loss": 19.8584, "step": 33643 }, { "epoch": 29.88, "learning_rate": 3.65106328615076e-05, "loss": 19.5654, "step": 33644 }, { "epoch": 29.88, "learning_rate": 3.650792221785697e-05, "loss": 19.3086, "step": 33645 }, { "epoch": 29.88, "learning_rate": 3.650521161697348e-05, "loss": 19.3213, "step": 33646 }, { "epoch": 29.88, "learning_rate": 3.650250105886572e-05, "loss": 19.7148, "step": 33647 }, { "epoch": 29.88, "learning_rate": 3.649979054354229e-05, "loss": 20.1426, "step": 33648 }, { "epoch": 29.88, "learning_rate": 3.649708007101176e-05, "loss": 19.0693, "step": 33649 }, { "epoch": 29.88, "learning_rate": 3.649436964128273e-05, "loss": 19.0127, "step": 33650 }, { "epoch": 29.89, "learning_rate": 3.649165925436381e-05, "loss": 19.5654, "step": 33651 }, { "epoch": 29.89, "learning_rate": 3.6488948910263584e-05, "loss": 19.6045, "step": 33652 }, { "epoch": 29.89, "learning_rate": 3.648623860899062e-05, "loss": 19.3857, "step": 33653 }, { "epoch": 29.89, "learning_rate": 3.648352835055353e-05, "loss": 19.8672, "step": 33654 }, { "epoch": 29.89, "learning_rate": 3.6480818134960904e-05, "loss": 19.4121, "step": 33655 }, { "epoch": 29.89, "learning_rate": 3.647810796222132e-05, "loss": 19.0146, "step": 33656 }, { "epoch": 29.89, "learning_rate": 3.647539783234338e-05, "loss": 19.4697, "step": 33657 }, { "epoch": 29.89, "learning_rate": 3.647268774533571e-05, "loss": 19.3477, "step": 33658 }, { "epoch": 29.89, "learning_rate": 3.646997770120683e-05, "loss": 20.0752, "step": 33659 }, { "epoch": 29.89, "learning_rate": 3.646726769996536e-05, "loss": 19.6279, "step": 33660 }, { "epoch": 29.89, "learning_rate": 3.64645577416199e-05, "loss": 19.792, "step": 33661 }, { "epoch": 29.9, "learning_rate": 3.6461847826179036e-05, "loss": 19.6104, "step": 33662 }, { "epoch": 29.9, "learning_rate": 3.6459137953651376e-05, "loss": 19.3018, "step": 33663 }, { "epoch": 29.9, "learning_rate": 3.645642812404546e-05, "loss": 19.4854, "step": 33664 }, { "epoch": 29.9, "learning_rate": 3.645371833736992e-05, "loss": 19.374, "step": 33665 }, { "epoch": 29.9, "learning_rate": 3.6451008593633326e-05, "loss": 19.0029, "step": 33666 }, { "epoch": 29.9, "learning_rate": 3.644829889284428e-05, "loss": 19.248, "step": 33667 }, { "epoch": 29.9, "learning_rate": 3.6445589235011363e-05, "loss": 19.4443, "step": 33668 }, { "epoch": 29.9, "learning_rate": 3.644287962014318e-05, "loss": 19.457, "step": 33669 }, { "epoch": 29.9, "learning_rate": 3.644017004824829e-05, "loss": 19.04, "step": 33670 }, { "epoch": 29.9, "learning_rate": 3.64374605193353e-05, "loss": 19.6357, "step": 33671 }, { "epoch": 29.9, "learning_rate": 3.64347510334128e-05, "loss": 19.7373, "step": 33672 }, { "epoch": 29.9, "learning_rate": 3.643204159048937e-05, "loss": 19.6699, "step": 33673 }, { "epoch": 29.91, "learning_rate": 3.6429332190573626e-05, "loss": 19.1797, "step": 33674 }, { "epoch": 29.91, "learning_rate": 3.642662283367411e-05, "loss": 19.3516, "step": 33675 }, { "epoch": 29.91, "learning_rate": 3.642391351979944e-05, "loss": 19.5156, "step": 33676 }, { "epoch": 29.91, "learning_rate": 3.6421204248958196e-05, "loss": 19.9971, "step": 33677 }, { "epoch": 29.91, "learning_rate": 3.641849502115896e-05, "loss": 19.5088, "step": 33678 }, { "epoch": 29.91, "learning_rate": 3.641578583641035e-05, "loss": 19.3896, "step": 33679 }, { "epoch": 29.91, "learning_rate": 3.6413076694720926e-05, "loss": 19.0137, "step": 33680 }, { "epoch": 29.91, "learning_rate": 3.641036759609927e-05, "loss": 19.0674, "step": 33681 }, { "epoch": 29.91, "learning_rate": 3.6407658540553976e-05, "loss": 19.6211, "step": 33682 }, { "epoch": 29.91, "learning_rate": 3.6404949528093636e-05, "loss": 19.375, "step": 33683 }, { "epoch": 29.91, "learning_rate": 3.640224055872684e-05, "loss": 19.4561, "step": 33684 }, { "epoch": 29.92, "learning_rate": 3.6399531632462196e-05, "loss": 19.8809, "step": 33685 }, { "epoch": 29.92, "learning_rate": 3.639682274930823e-05, "loss": 19.4209, "step": 33686 }, { "epoch": 29.92, "learning_rate": 3.639411390927357e-05, "loss": 19.165, "step": 33687 }, { "epoch": 29.92, "learning_rate": 3.6391405112366814e-05, "loss": 19.2656, "step": 33688 }, { "epoch": 29.92, "learning_rate": 3.6388696358596516e-05, "loss": 19.4014, "step": 33689 }, { "epoch": 29.92, "learning_rate": 3.6385987647971285e-05, "loss": 19.4727, "step": 33690 }, { "epoch": 29.92, "learning_rate": 3.63832789804997e-05, "loss": 19.7637, "step": 33691 }, { "epoch": 29.92, "learning_rate": 3.6380570356190344e-05, "loss": 19.6826, "step": 33692 }, { "epoch": 29.92, "learning_rate": 3.6377861775051806e-05, "loss": 18.957, "step": 33693 }, { "epoch": 29.92, "learning_rate": 3.637515323709266e-05, "loss": 19.2725, "step": 33694 }, { "epoch": 29.92, "learning_rate": 3.637244474232152e-05, "loss": 19.3555, "step": 33695 }, { "epoch": 29.93, "learning_rate": 3.636973629074695e-05, "loss": 19.7295, "step": 33696 }, { "epoch": 29.93, "learning_rate": 3.6367027882377525e-05, "loss": 19.4531, "step": 33697 }, { "epoch": 29.93, "learning_rate": 3.636431951722186e-05, "loss": 19.5781, "step": 33698 }, { "epoch": 29.93, "learning_rate": 3.6361611195288506e-05, "loss": 20.2041, "step": 33699 }, { "epoch": 29.93, "learning_rate": 3.635890291658607e-05, "loss": 19.2705, "step": 33700 }, { "epoch": 29.93, "learning_rate": 3.635619468112316e-05, "loss": 19.7568, "step": 33701 }, { "epoch": 29.93, "learning_rate": 3.63534864889083e-05, "loss": 19.4854, "step": 33702 }, { "epoch": 29.93, "learning_rate": 3.635077833995012e-05, "loss": 19.1035, "step": 33703 }, { "epoch": 29.93, "learning_rate": 3.634807023425718e-05, "loss": 19.6514, "step": 33704 }, { "epoch": 29.93, "learning_rate": 3.6345362171838084e-05, "loss": 19.5742, "step": 33705 }, { "epoch": 29.93, "learning_rate": 3.634265415270143e-05, "loss": 19.6338, "step": 33706 }, { "epoch": 29.94, "learning_rate": 3.6339946176855756e-05, "loss": 19.5967, "step": 33707 }, { "epoch": 29.94, "learning_rate": 3.633723824430966e-05, "loss": 19.3564, "step": 33708 }, { "epoch": 29.94, "learning_rate": 3.6334530355071744e-05, "loss": 19.4756, "step": 33709 }, { "epoch": 29.94, "learning_rate": 3.6331822509150587e-05, "loss": 19.3701, "step": 33710 }, { "epoch": 29.94, "learning_rate": 3.632911470655479e-05, "loss": 19.2881, "step": 33711 }, { "epoch": 29.94, "learning_rate": 3.632640694729287e-05, "loss": 19.7002, "step": 33712 }, { "epoch": 29.94, "learning_rate": 3.632369923137348e-05, "loss": 19.4639, "step": 33713 }, { "epoch": 29.94, "learning_rate": 3.632099155880517e-05, "loss": 19.999, "step": 33714 }, { "epoch": 29.94, "learning_rate": 3.631828392959653e-05, "loss": 19.7002, "step": 33715 }, { "epoch": 29.94, "learning_rate": 3.631557634375614e-05, "loss": 19.3926, "step": 33716 }, { "epoch": 29.94, "learning_rate": 3.63128688012926e-05, "loss": 19.3145, "step": 33717 }, { "epoch": 29.94, "learning_rate": 3.631016130221446e-05, "loss": 19.3838, "step": 33718 }, { "epoch": 29.95, "learning_rate": 3.630745384653033e-05, "loss": 19.04, "step": 33719 }, { "epoch": 29.95, "learning_rate": 3.630474643424877e-05, "loss": 19.4707, "step": 33720 }, { "epoch": 29.95, "learning_rate": 3.630203906537838e-05, "loss": 19.7158, "step": 33721 }, { "epoch": 29.95, "learning_rate": 3.629933173992774e-05, "loss": 19.8096, "step": 33722 }, { "epoch": 29.95, "learning_rate": 3.629662445790543e-05, "loss": 19.8389, "step": 33723 }, { "epoch": 29.95, "learning_rate": 3.629391721932001e-05, "loss": 19.1113, "step": 33724 }, { "epoch": 29.95, "learning_rate": 3.629121002418009e-05, "loss": 19.5234, "step": 33725 }, { "epoch": 29.95, "learning_rate": 3.6288502872494245e-05, "loss": 19.3271, "step": 33726 }, { "epoch": 29.95, "learning_rate": 3.6285795764271036e-05, "loss": 18.9258, "step": 33727 }, { "epoch": 29.95, "learning_rate": 3.628308869951909e-05, "loss": 19.4463, "step": 33728 }, { "epoch": 29.95, "learning_rate": 3.6280381678246935e-05, "loss": 19.5371, "step": 33729 }, { "epoch": 29.96, "learning_rate": 3.627767470046317e-05, "loss": 19.2549, "step": 33730 }, { "epoch": 29.96, "learning_rate": 3.627496776617639e-05, "loss": 20.0459, "step": 33731 }, { "epoch": 29.96, "learning_rate": 3.627226087539517e-05, "loss": 19.4453, "step": 33732 }, { "epoch": 29.96, "learning_rate": 3.62695540281281e-05, "loss": 19.9033, "step": 33733 }, { "epoch": 29.96, "learning_rate": 3.6266847224383715e-05, "loss": 19.7725, "step": 33734 }, { "epoch": 29.96, "learning_rate": 3.626414046417064e-05, "loss": 19.7207, "step": 33735 }, { "epoch": 29.96, "learning_rate": 3.6261433747497437e-05, "loss": 20.0049, "step": 33736 }, { "epoch": 29.96, "learning_rate": 3.625872707437269e-05, "loss": 19.6572, "step": 33737 }, { "epoch": 29.96, "learning_rate": 3.6256020444804995e-05, "loss": 19.4727, "step": 33738 }, { "epoch": 29.96, "learning_rate": 3.625331385880289e-05, "loss": 19.416, "step": 33739 }, { "epoch": 29.96, "learning_rate": 3.6250607316375e-05, "loss": 19.5371, "step": 33740 }, { "epoch": 29.97, "learning_rate": 3.624790081752987e-05, "loss": 19.5449, "step": 33741 }, { "epoch": 29.97, "learning_rate": 3.62451943622761e-05, "loss": 19.4795, "step": 33742 }, { "epoch": 29.97, "learning_rate": 3.624248795062225e-05, "loss": 19.7676, "step": 33743 }, { "epoch": 29.97, "learning_rate": 3.6239781582576935e-05, "loss": 18.9668, "step": 33744 }, { "epoch": 29.97, "learning_rate": 3.623707525814869e-05, "loss": 19.2041, "step": 33745 }, { "epoch": 29.97, "learning_rate": 3.623436897734611e-05, "loss": 19.416, "step": 33746 }, { "epoch": 29.97, "learning_rate": 3.623166274017777e-05, "loss": 19.7393, "step": 33747 }, { "epoch": 29.97, "learning_rate": 3.622895654665227e-05, "loss": 19.1182, "step": 33748 }, { "epoch": 29.97, "learning_rate": 3.622625039677817e-05, "loss": 19.9502, "step": 33749 }, { "epoch": 29.97, "learning_rate": 3.622354429056405e-05, "loss": 19.6641, "step": 33750 }, { "epoch": 29.97, "learning_rate": 3.6220838228018486e-05, "loss": 19.5635, "step": 33751 }, { "epoch": 29.98, "learning_rate": 3.6218132209150045e-05, "loss": 19.543, "step": 33752 }, { "epoch": 29.98, "learning_rate": 3.621542623396732e-05, "loss": 19.5693, "step": 33753 }, { "epoch": 29.98, "learning_rate": 3.621272030247891e-05, "loss": 19.5879, "step": 33754 }, { "epoch": 29.98, "learning_rate": 3.621001441469335e-05, "loss": 19.1113, "step": 33755 }, { "epoch": 29.98, "learning_rate": 3.6207308570619225e-05, "loss": 20.083, "step": 33756 }, { "epoch": 29.98, "learning_rate": 3.6204602770265126e-05, "loss": 19.9082, "step": 33757 }, { "epoch": 29.98, "learning_rate": 3.6201897013639624e-05, "loss": 19.4102, "step": 33758 }, { "epoch": 29.98, "learning_rate": 3.61991913007513e-05, "loss": 18.9971, "step": 33759 }, { "epoch": 29.98, "learning_rate": 3.619648563160874e-05, "loss": 19.4365, "step": 33760 }, { "epoch": 29.98, "learning_rate": 3.61937800062205e-05, "loss": 19.5645, "step": 33761 }, { "epoch": 29.98, "learning_rate": 3.619107442459516e-05, "loss": 19.3105, "step": 33762 }, { "epoch": 29.98, "learning_rate": 3.61883688867413e-05, "loss": 19.4912, "step": 33763 }, { "epoch": 29.99, "learning_rate": 3.61856633926675e-05, "loss": 19.166, "step": 33764 }, { "epoch": 29.99, "learning_rate": 3.6182957942382346e-05, "loss": 19.6592, "step": 33765 }, { "epoch": 29.99, "learning_rate": 3.618025253589438e-05, "loss": 19.918, "step": 33766 }, { "epoch": 29.99, "learning_rate": 3.61775471732122e-05, "loss": 19.792, "step": 33767 }, { "epoch": 29.99, "learning_rate": 3.617484185434439e-05, "loss": 19.5947, "step": 33768 }, { "epoch": 29.99, "learning_rate": 3.61721365792995e-05, "loss": 19.4707, "step": 33769 }, { "epoch": 29.99, "learning_rate": 3.6169431348086134e-05, "loss": 19.2324, "step": 33770 }, { "epoch": 29.99, "learning_rate": 3.616672616071285e-05, "loss": 19.7236, "step": 33771 }, { "epoch": 29.99, "learning_rate": 3.616402101718822e-05, "loss": 19.2021, "step": 33772 }, { "epoch": 29.99, "learning_rate": 3.616131591752082e-05, "loss": 19.4307, "step": 33773 }, { "epoch": 29.99, "learning_rate": 3.6158610861719235e-05, "loss": 19.752, "step": 33774 }, { "epoch": 30.0, "learning_rate": 3.615590584979203e-05, "loss": 19.2607, "step": 33775 }, { "epoch": 30.0, "learning_rate": 3.61532008817478e-05, "loss": 19.585, "step": 33776 }, { "epoch": 30.0, "learning_rate": 3.6150495957595086e-05, "loss": 19.6387, "step": 33777 }, { "epoch": 30.0, "learning_rate": 3.614779107734247e-05, "loss": 19.6436, "step": 33778 }, { "epoch": 30.0, "learning_rate": 3.6145086240998535e-05, "loss": 20.1299, "step": 33779 }, { "epoch": 30.0, "learning_rate": 3.614238144857187e-05, "loss": 19.3389, "step": 33780 }, { "epoch": 30.0, "learning_rate": 3.613967670007104e-05, "loss": 19.2275, "step": 33781 }, { "epoch": 30.0, "learning_rate": 3.61369719955046e-05, "loss": 19.7627, "step": 33782 }, { "epoch": 30.0, "learning_rate": 3.613426733488111e-05, "loss": 19.5811, "step": 33783 }, { "epoch": 30.0, "learning_rate": 3.613156271820919e-05, "loss": 20.6445, "step": 33784 }, { "epoch": 30.0, "learning_rate": 3.612885814549739e-05, "loss": 19.4531, "step": 33785 }, { "epoch": 30.01, "learning_rate": 3.612615361675428e-05, "loss": 19.6465, "step": 33786 }, { "epoch": 30.01, "learning_rate": 3.612344913198844e-05, "loss": 19.4658, "step": 33787 }, { "epoch": 30.01, "learning_rate": 3.612074469120844e-05, "loss": 19.2783, "step": 33788 }, { "epoch": 30.01, "learning_rate": 3.6118040294422837e-05, "loss": 19.5391, "step": 33789 }, { "epoch": 30.01, "learning_rate": 3.611533594164023e-05, "loss": 19.5576, "step": 33790 }, { "epoch": 30.01, "learning_rate": 3.611263163286917e-05, "loss": 19.0381, "step": 33791 }, { "epoch": 30.01, "learning_rate": 3.610992736811827e-05, "loss": 19.125, "step": 33792 }, { "epoch": 30.01, "learning_rate": 3.610722314739604e-05, "loss": 19.748, "step": 33793 }, { "epoch": 30.01, "learning_rate": 3.610451897071109e-05, "loss": 19.3711, "step": 33794 }, { "epoch": 30.01, "learning_rate": 3.610181483807198e-05, "loss": 18.7275, "step": 33795 }, { "epoch": 30.01, "learning_rate": 3.609911074948728e-05, "loss": 19.54, "step": 33796 }, { "epoch": 30.02, "learning_rate": 3.6096406704965585e-05, "loss": 19.5186, "step": 33797 }, { "epoch": 30.02, "learning_rate": 3.6093702704515434e-05, "loss": 19.46, "step": 33798 }, { "epoch": 30.02, "learning_rate": 3.609099874814541e-05, "loss": 20.1006, "step": 33799 }, { "epoch": 30.02, "learning_rate": 3.608829483586409e-05, "loss": 19.4033, "step": 33800 }, { "epoch": 30.02, "learning_rate": 3.608559096768003e-05, "loss": 19.0439, "step": 33801 }, { "epoch": 30.02, "learning_rate": 3.608288714360182e-05, "loss": 18.876, "step": 33802 }, { "epoch": 30.02, "learning_rate": 3.608018336363805e-05, "loss": 19.5107, "step": 33803 }, { "epoch": 30.02, "learning_rate": 3.6077479627797236e-05, "loss": 19.4785, "step": 33804 }, { "epoch": 30.02, "learning_rate": 3.607477593608796e-05, "loss": 19.0273, "step": 33805 }, { "epoch": 30.02, "learning_rate": 3.607207228851882e-05, "loss": 19.6787, "step": 33806 }, { "epoch": 30.02, "learning_rate": 3.6069368685098384e-05, "loss": 19.5967, "step": 33807 }, { "epoch": 30.02, "learning_rate": 3.606666512583522e-05, "loss": 19.5811, "step": 33808 }, { "epoch": 30.03, "learning_rate": 3.606396161073786e-05, "loss": 19.4658, "step": 33809 }, { "epoch": 30.03, "learning_rate": 3.6061258139814916e-05, "loss": 19.4277, "step": 33810 }, { "epoch": 30.03, "learning_rate": 3.605855471307494e-05, "loss": 19.127, "step": 33811 }, { "epoch": 30.03, "learning_rate": 3.60558513305265e-05, "loss": 19.1387, "step": 33812 }, { "epoch": 30.03, "learning_rate": 3.605314799217819e-05, "loss": 19.0068, "step": 33813 }, { "epoch": 30.03, "learning_rate": 3.605044469803854e-05, "loss": 19.3672, "step": 33814 }, { "epoch": 30.03, "learning_rate": 3.604774144811614e-05, "loss": 18.9551, "step": 33815 }, { "epoch": 30.03, "learning_rate": 3.604503824241957e-05, "loss": 19.2715, "step": 33816 }, { "epoch": 30.03, "learning_rate": 3.604233508095737e-05, "loss": 19.333, "step": 33817 }, { "epoch": 30.03, "learning_rate": 3.603963196373813e-05, "loss": 19.0703, "step": 33818 }, { "epoch": 30.03, "learning_rate": 3.6036928890770426e-05, "loss": 19.3281, "step": 33819 }, { "epoch": 30.04, "learning_rate": 3.60342258620628e-05, "loss": 19.5527, "step": 33820 }, { "epoch": 30.04, "learning_rate": 3.603152287762382e-05, "loss": 19.4229, "step": 33821 }, { "epoch": 30.04, "learning_rate": 3.602881993746209e-05, "loss": 18.9805, "step": 33822 }, { "epoch": 30.04, "learning_rate": 3.602611704158613e-05, "loss": 19.3896, "step": 33823 }, { "epoch": 30.04, "learning_rate": 3.602341419000456e-05, "loss": 18.6289, "step": 33824 }, { "epoch": 30.04, "learning_rate": 3.6020711382725904e-05, "loss": 19.2881, "step": 33825 }, { "epoch": 30.04, "learning_rate": 3.601800861975874e-05, "loss": 19.2227, "step": 33826 }, { "epoch": 30.04, "learning_rate": 3.601530590111163e-05, "loss": 19.249, "step": 33827 }, { "epoch": 30.04, "learning_rate": 3.601260322679317e-05, "loss": 19.8047, "step": 33828 }, { "epoch": 30.04, "learning_rate": 3.6009900596811916e-05, "loss": 18.7617, "step": 33829 }, { "epoch": 30.04, "learning_rate": 3.6007198011176414e-05, "loss": 19.1494, "step": 33830 }, { "epoch": 30.05, "learning_rate": 3.600449546989523e-05, "loss": 18.8535, "step": 33831 }, { "epoch": 30.05, "learning_rate": 3.600179297297696e-05, "loss": 19.1973, "step": 33832 }, { "epoch": 30.05, "learning_rate": 3.5999090520430146e-05, "loss": 19.6221, "step": 33833 }, { "epoch": 30.05, "learning_rate": 3.599638811226337e-05, "loss": 19.0986, "step": 33834 }, { "epoch": 30.05, "learning_rate": 3.59936857484852e-05, "loss": 19.4531, "step": 33835 }, { "epoch": 30.05, "learning_rate": 3.5990983429104175e-05, "loss": 19.5244, "step": 33836 }, { "epoch": 30.05, "learning_rate": 3.598828115412888e-05, "loss": 19.5957, "step": 33837 }, { "epoch": 30.05, "learning_rate": 3.598557892356788e-05, "loss": 19.1562, "step": 33838 }, { "epoch": 30.05, "learning_rate": 3.5982876737429735e-05, "loss": 20.29, "step": 33839 }, { "epoch": 30.05, "learning_rate": 3.5980174595723036e-05, "loss": 20.0195, "step": 33840 }, { "epoch": 30.05, "learning_rate": 3.5977472498456313e-05, "loss": 19.2275, "step": 33841 }, { "epoch": 30.06, "learning_rate": 3.597477044563814e-05, "loss": 19.541, "step": 33842 }, { "epoch": 30.06, "learning_rate": 3.597206843727709e-05, "loss": 19.2832, "step": 33843 }, { "epoch": 30.06, "learning_rate": 3.5969366473381725e-05, "loss": 20.2041, "step": 33844 }, { "epoch": 30.06, "learning_rate": 3.596666455396062e-05, "loss": 19.6836, "step": 33845 }, { "epoch": 30.06, "learning_rate": 3.596396267902232e-05, "loss": 19.2383, "step": 33846 }, { "epoch": 30.06, "learning_rate": 3.5961260848575396e-05, "loss": 19.2617, "step": 33847 }, { "epoch": 30.06, "learning_rate": 3.5961260848575396e-05, "loss": 19.6592, "step": 33848 }, { "epoch": 30.06, "learning_rate": 3.5958559062628416e-05, "loss": 19.1748, "step": 33849 }, { "epoch": 30.06, "learning_rate": 3.595585732118995e-05, "loss": 19.2217, "step": 33850 }, { "epoch": 30.06, "learning_rate": 3.595315562426853e-05, "loss": 19.9561, "step": 33851 }, { "epoch": 30.06, "learning_rate": 3.595045397187279e-05, "loss": 19.916, "step": 33852 }, { "epoch": 30.06, "learning_rate": 3.594775236401122e-05, "loss": 19.2783, "step": 33853 }, { "epoch": 30.07, "learning_rate": 3.59450508006924e-05, "loss": 18.998, "step": 33854 }, { "epoch": 30.07, "learning_rate": 3.594234928192491e-05, "loss": 19.6807, "step": 33855 }, { "epoch": 30.07, "learning_rate": 3.593964780771732e-05, "loss": 19.0322, "step": 33856 }, { "epoch": 30.07, "learning_rate": 3.59369463780782e-05, "loss": 19.0439, "step": 33857 }, { "epoch": 30.07, "learning_rate": 3.5934244993016066e-05, "loss": 19.3955, "step": 33858 }, { "epoch": 30.07, "learning_rate": 3.593154365253951e-05, "loss": 19.001, "step": 33859 }, { "epoch": 30.07, "learning_rate": 3.59288423566571e-05, "loss": 19.541, "step": 33860 }, { "epoch": 30.07, "learning_rate": 3.59261411053774e-05, "loss": 19.207, "step": 33861 }, { "epoch": 30.07, "learning_rate": 3.592343989870895e-05, "loss": 19.2422, "step": 33862 }, { "epoch": 30.07, "learning_rate": 3.592073873666035e-05, "loss": 20.25, "step": 33863 }, { "epoch": 30.07, "learning_rate": 3.5918037619240125e-05, "loss": 19.6436, "step": 33864 }, { "epoch": 30.08, "learning_rate": 3.591533654645685e-05, "loss": 19.7324, "step": 33865 }, { "epoch": 30.08, "learning_rate": 3.591263551831909e-05, "loss": 19.4668, "step": 33866 }, { "epoch": 30.08, "learning_rate": 3.5909934534835407e-05, "loss": 19.9902, "step": 33867 }, { "epoch": 30.08, "learning_rate": 3.5907233596014365e-05, "loss": 18.7559, "step": 33868 }, { "epoch": 30.08, "learning_rate": 3.590453270186452e-05, "loss": 19.1963, "step": 33869 }, { "epoch": 30.08, "learning_rate": 3.590183185239443e-05, "loss": 19.1094, "step": 33870 }, { "epoch": 30.08, "learning_rate": 3.590183185239443e-05, "loss": 19.7275, "step": 33871 }, { "epoch": 30.08, "learning_rate": 3.589913104761266e-05, "loss": 19.2695, "step": 33872 }, { "epoch": 30.08, "learning_rate": 3.589643028752777e-05, "loss": 19.2764, "step": 33873 }, { "epoch": 30.08, "learning_rate": 3.589372957214833e-05, "loss": 19.9316, "step": 33874 }, { "epoch": 30.08, "learning_rate": 3.589102890148289e-05, "loss": 20.0557, "step": 33875 }, { "epoch": 30.09, "learning_rate": 3.5888328275540004e-05, "loss": 19.6113, "step": 33876 }, { "epoch": 30.09, "learning_rate": 3.5885627694328256e-05, "loss": 19.4492, "step": 33877 }, { "epoch": 30.09, "learning_rate": 3.588292715785617e-05, "loss": 19.0205, "step": 33878 }, { "epoch": 30.09, "learning_rate": 3.5880226666132345e-05, "loss": 19.4551, "step": 33879 }, { "epoch": 30.09, "learning_rate": 3.5877526219165345e-05, "loss": 19.3672, "step": 33880 }, { "epoch": 30.09, "learning_rate": 3.587482581696368e-05, "loss": 19.6494, "step": 33881 }, { "epoch": 30.09, "learning_rate": 3.587212545953595e-05, "loss": 18.8125, "step": 33882 }, { "epoch": 30.09, "learning_rate": 3.58694251468907e-05, "loss": 19.9697, "step": 33883 }, { "epoch": 30.09, "learning_rate": 3.586672487903649e-05, "loss": 19.4609, "step": 33884 }, { "epoch": 30.09, "learning_rate": 3.58640246559819e-05, "loss": 19.3184, "step": 33885 }, { "epoch": 30.09, "learning_rate": 3.586132447773546e-05, "loss": 19.3389, "step": 33886 }, { "epoch": 30.1, "learning_rate": 3.5858624344305735e-05, "loss": 19.3818, "step": 33887 }, { "epoch": 30.1, "learning_rate": 3.585592425570129e-05, "loss": 19.6846, "step": 33888 }, { "epoch": 30.1, "learning_rate": 3.585322421193069e-05, "loss": 19.2656, "step": 33889 }, { "epoch": 30.1, "learning_rate": 3.585052421300249e-05, "loss": 19.042, "step": 33890 }, { "epoch": 30.1, "learning_rate": 3.5847824258925244e-05, "loss": 19.2715, "step": 33891 }, { "epoch": 30.1, "learning_rate": 3.5845124349707506e-05, "loss": 20.0801, "step": 33892 }, { "epoch": 30.1, "learning_rate": 3.584242448535784e-05, "loss": 19.9316, "step": 33893 }, { "epoch": 30.1, "learning_rate": 3.58397246658848e-05, "loss": 19.4092, "step": 33894 }, { "epoch": 30.1, "learning_rate": 3.583702489129695e-05, "loss": 20.0244, "step": 33895 }, { "epoch": 30.1, "learning_rate": 3.583432516160286e-05, "loss": 19.1357, "step": 33896 }, { "epoch": 30.1, "learning_rate": 3.583162547681106e-05, "loss": 19.1025, "step": 33897 }, { "epoch": 30.1, "learning_rate": 3.5828925836930114e-05, "loss": 20.0605, "step": 33898 }, { "epoch": 30.11, "learning_rate": 3.58262262419686e-05, "loss": 19.7744, "step": 33899 }, { "epoch": 30.11, "learning_rate": 3.582352669193504e-05, "loss": 19.5381, "step": 33900 }, { "epoch": 30.11, "learning_rate": 3.582082718683805e-05, "loss": 20.1533, "step": 33901 }, { "epoch": 30.11, "learning_rate": 3.581812772668612e-05, "loss": 19.5986, "step": 33902 }, { "epoch": 30.11, "learning_rate": 3.581542831148784e-05, "loss": 19.8516, "step": 33903 }, { "epoch": 30.11, "learning_rate": 3.581272894125175e-05, "loss": 19.3965, "step": 33904 }, { "epoch": 30.11, "learning_rate": 3.581002961598643e-05, "loss": 19.5293, "step": 33905 }, { "epoch": 30.11, "learning_rate": 3.580733033570045e-05, "loss": 19.416, "step": 33906 }, { "epoch": 30.11, "learning_rate": 3.580463110040231e-05, "loss": 19.957, "step": 33907 }, { "epoch": 30.11, "learning_rate": 3.580193191010059e-05, "loss": 19.041, "step": 33908 }, { "epoch": 30.11, "learning_rate": 3.579923276480387e-05, "loss": 19.6807, "step": 33909 }, { "epoch": 30.12, "learning_rate": 3.5796533664520683e-05, "loss": 19.6924, "step": 33910 }, { "epoch": 30.12, "learning_rate": 3.5793834609259593e-05, "loss": 19.0439, "step": 33911 }, { "epoch": 30.12, "learning_rate": 3.579113559902917e-05, "loss": 19.7051, "step": 33912 }, { "epoch": 30.12, "learning_rate": 3.578843663383793e-05, "loss": 19.5039, "step": 33913 }, { "epoch": 30.12, "learning_rate": 3.578573771369446e-05, "loss": 19.1699, "step": 33914 }, { "epoch": 30.12, "learning_rate": 3.57830388386073e-05, "loss": 19.4131, "step": 33915 }, { "epoch": 30.12, "learning_rate": 3.5780340008585e-05, "loss": 19.918, "step": 33916 }, { "epoch": 30.12, "learning_rate": 3.5777641223636146e-05, "loss": 19.6914, "step": 33917 }, { "epoch": 30.12, "learning_rate": 3.5774942483769265e-05, "loss": 19.334, "step": 33918 }, { "epoch": 30.12, "learning_rate": 3.577224378899291e-05, "loss": 19.4258, "step": 33919 }, { "epoch": 30.12, "learning_rate": 3.576954513931565e-05, "loss": 19.3213, "step": 33920 }, { "epoch": 30.13, "learning_rate": 3.5766846534746025e-05, "loss": 19.4697, "step": 33921 }, { "epoch": 30.13, "learning_rate": 3.5764147975292594e-05, "loss": 19.8535, "step": 33922 }, { "epoch": 30.13, "learning_rate": 3.5761449460963936e-05, "loss": 19.207, "step": 33923 }, { "epoch": 30.13, "learning_rate": 3.575875099176857e-05, "loss": 19.9854, "step": 33924 }, { "epoch": 30.13, "learning_rate": 3.575605256771506e-05, "loss": 20.2266, "step": 33925 }, { "epoch": 30.13, "learning_rate": 3.575335418881194e-05, "loss": 19.5576, "step": 33926 }, { "epoch": 30.13, "learning_rate": 3.575065585506781e-05, "loss": 18.9219, "step": 33927 }, { "epoch": 30.13, "learning_rate": 3.574795756649121e-05, "loss": 19.5742, "step": 33928 }, { "epoch": 30.13, "learning_rate": 3.574525932309066e-05, "loss": 18.6504, "step": 33929 }, { "epoch": 30.13, "learning_rate": 3.574256112487473e-05, "loss": 19.1689, "step": 33930 }, { "epoch": 30.13, "learning_rate": 3.5739862971851976e-05, "loss": 19.6436, "step": 33931 }, { "epoch": 30.13, "learning_rate": 3.5737164864030956e-05, "loss": 19.7734, "step": 33932 }, { "epoch": 30.14, "learning_rate": 3.573446680142024e-05, "loss": 18.9062, "step": 33933 }, { "epoch": 30.14, "learning_rate": 3.573176878402833e-05, "loss": 19.1504, "step": 33934 }, { "epoch": 30.14, "learning_rate": 3.572907081186381e-05, "loss": 19.3506, "step": 33935 }, { "epoch": 30.14, "learning_rate": 3.5726372884935226e-05, "loss": 19.6221, "step": 33936 }, { "epoch": 30.14, "learning_rate": 3.572367500325113e-05, "loss": 19.7822, "step": 33937 }, { "epoch": 30.14, "learning_rate": 3.572097716682009e-05, "loss": 19.0586, "step": 33938 }, { "epoch": 30.14, "learning_rate": 3.5718279375650644e-05, "loss": 19.2734, "step": 33939 }, { "epoch": 30.14, "learning_rate": 3.5715581629751326e-05, "loss": 19.1914, "step": 33940 }, { "epoch": 30.14, "learning_rate": 3.5712883929130716e-05, "loss": 19.5195, "step": 33941 }, { "epoch": 30.14, "learning_rate": 3.571018627379734e-05, "loss": 19.1436, "step": 33942 }, { "epoch": 30.14, "learning_rate": 3.570748866375977e-05, "loss": 19.9043, "step": 33943 }, { "epoch": 30.15, "learning_rate": 3.570479109902656e-05, "loss": 19.6533, "step": 33944 }, { "epoch": 30.15, "learning_rate": 3.5702093579606234e-05, "loss": 19.3623, "step": 33945 }, { "epoch": 30.15, "learning_rate": 3.569939610550737e-05, "loss": 18.8574, "step": 33946 }, { "epoch": 30.15, "learning_rate": 3.569669867673849e-05, "loss": 19.3701, "step": 33947 }, { "epoch": 30.15, "learning_rate": 3.569400129330816e-05, "loss": 19.6045, "step": 33948 }, { "epoch": 30.15, "learning_rate": 3.5691303955224963e-05, "loss": 19.085, "step": 33949 }, { "epoch": 30.15, "learning_rate": 3.568860666249739e-05, "loss": 19.4873, "step": 33950 }, { "epoch": 30.15, "learning_rate": 3.568590941513402e-05, "loss": 19.8223, "step": 33951 }, { "epoch": 30.15, "learning_rate": 3.568321221314339e-05, "loss": 19.3418, "step": 33952 }, { "epoch": 30.15, "learning_rate": 3.568051505653408e-05, "loss": 19.5107, "step": 33953 }, { "epoch": 30.15, "learning_rate": 3.5677817945314606e-05, "loss": 18.9131, "step": 33954 }, { "epoch": 30.16, "learning_rate": 3.567512087949356e-05, "loss": 19.71, "step": 33955 }, { "epoch": 30.16, "learning_rate": 3.5672423859079427e-05, "loss": 19.21, "step": 33956 }, { "epoch": 30.16, "learning_rate": 3.566972688408081e-05, "loss": 19.2041, "step": 33957 }, { "epoch": 30.16, "learning_rate": 3.566702995450623e-05, "loss": 19.085, "step": 33958 }, { "epoch": 30.16, "learning_rate": 3.566433307036425e-05, "loss": 19.4473, "step": 33959 }, { "epoch": 30.16, "learning_rate": 3.566163623166342e-05, "loss": 18.9805, "step": 33960 }, { "epoch": 30.16, "learning_rate": 3.565893943841228e-05, "loss": 19.1221, "step": 33961 }, { "epoch": 30.16, "learning_rate": 3.565624269061937e-05, "loss": 19.2715, "step": 33962 }, { "epoch": 30.16, "learning_rate": 3.5653545988293245e-05, "loss": 19.6211, "step": 33963 }, { "epoch": 30.16, "learning_rate": 3.565084933144246e-05, "loss": 19.5381, "step": 33964 }, { "epoch": 30.16, "learning_rate": 3.5648152720075574e-05, "loss": 19.168, "step": 33965 }, { "epoch": 30.17, "learning_rate": 3.5645456154201104e-05, "loss": 19.7988, "step": 33966 }, { "epoch": 30.17, "learning_rate": 3.564275963382762e-05, "loss": 19.7363, "step": 33967 }, { "epoch": 30.17, "learning_rate": 3.564006315896365e-05, "loss": 19.1094, "step": 33968 }, { "epoch": 30.17, "learning_rate": 3.563736672961777e-05, "loss": 19.2891, "step": 33969 }, { "epoch": 30.17, "learning_rate": 3.56346703457985e-05, "loss": 19.7422, "step": 33970 }, { "epoch": 30.17, "learning_rate": 3.563197400751441e-05, "loss": 19.5352, "step": 33971 }, { "epoch": 30.17, "learning_rate": 3.562927771477403e-05, "loss": 19.5898, "step": 33972 }, { "epoch": 30.17, "learning_rate": 3.562658146758591e-05, "loss": 19.3906, "step": 33973 }, { "epoch": 30.17, "learning_rate": 3.5623885265958576e-05, "loss": 19.2305, "step": 33974 }, { "epoch": 30.17, "learning_rate": 3.562118910990062e-05, "loss": 19.5312, "step": 33975 }, { "epoch": 30.17, "learning_rate": 3.561849299942058e-05, "loss": 19.0098, "step": 33976 }, { "epoch": 30.17, "learning_rate": 3.561579693452697e-05, "loss": 19.751, "step": 33977 }, { "epoch": 30.18, "learning_rate": 3.561310091522835e-05, "loss": 19.3369, "step": 33978 }, { "epoch": 30.18, "learning_rate": 3.561040494153327e-05, "loss": 19.3096, "step": 33979 }, { "epoch": 30.18, "learning_rate": 3.5607709013450266e-05, "loss": 20.2041, "step": 33980 }, { "epoch": 30.18, "learning_rate": 3.560501313098791e-05, "loss": 19.7236, "step": 33981 }, { "epoch": 30.18, "learning_rate": 3.5602317294154725e-05, "loss": 19.4355, "step": 33982 }, { "epoch": 30.18, "learning_rate": 3.5599621502959255e-05, "loss": 19.543, "step": 33983 }, { "epoch": 30.18, "learning_rate": 3.559692575741005e-05, "loss": 19.4131, "step": 33984 }, { "epoch": 30.18, "learning_rate": 3.559423005751566e-05, "loss": 19.249, "step": 33985 }, { "epoch": 30.18, "learning_rate": 3.5591534403284623e-05, "loss": 19.5781, "step": 33986 }, { "epoch": 30.18, "learning_rate": 3.5588838794725496e-05, "loss": 19.2021, "step": 33987 }, { "epoch": 30.18, "learning_rate": 3.55861432318468e-05, "loss": 19.8174, "step": 33988 }, { "epoch": 30.19, "learning_rate": 3.5583447714657104e-05, "loss": 19.7422, "step": 33989 }, { "epoch": 30.19, "learning_rate": 3.558075224316493e-05, "loss": 19.5068, "step": 33990 }, { "epoch": 30.19, "learning_rate": 3.5578056817378836e-05, "loss": 19.2002, "step": 33991 }, { "epoch": 30.19, "learning_rate": 3.557536143730738e-05, "loss": 19.2607, "step": 33992 }, { "epoch": 30.19, "learning_rate": 3.557266610295908e-05, "loss": 19.1143, "step": 33993 }, { "epoch": 30.19, "learning_rate": 3.556997081434248e-05, "loss": 19.1865, "step": 33994 }, { "epoch": 30.19, "learning_rate": 3.556727557146613e-05, "loss": 19.3057, "step": 33995 }, { "epoch": 30.19, "learning_rate": 3.556458037433859e-05, "loss": 19.7295, "step": 33996 }, { "epoch": 30.19, "learning_rate": 3.556188522296836e-05, "loss": 19.4629, "step": 33997 }, { "epoch": 30.19, "learning_rate": 3.555919011736406e-05, "loss": 19.4355, "step": 33998 }, { "epoch": 30.19, "learning_rate": 3.5556495057534154e-05, "loss": 19.3535, "step": 33999 }, { "epoch": 30.2, "learning_rate": 3.5553800043487225e-05, "loss": 19.4443, "step": 34000 }, { "epoch": 30.2, "learning_rate": 3.5551105075231785e-05, "loss": 19.5254, "step": 34001 }, { "epoch": 30.2, "learning_rate": 3.554841015277641e-05, "loss": 19.873, "step": 34002 }, { "epoch": 30.2, "learning_rate": 3.5545715276129666e-05, "loss": 19.9053, "step": 34003 }, { "epoch": 30.2, "learning_rate": 3.554302044530001e-05, "loss": 19.3652, "step": 34004 }, { "epoch": 30.2, "learning_rate": 3.5540325660296054e-05, "loss": 19.1836, "step": 34005 }, { "epoch": 30.2, "learning_rate": 3.553763092112632e-05, "loss": 19.96, "step": 34006 }, { "epoch": 30.2, "learning_rate": 3.553493622779934e-05, "loss": 19.1045, "step": 34007 }, { "epoch": 30.2, "learning_rate": 3.553224158032369e-05, "loss": 19.2979, "step": 34008 }, { "epoch": 30.2, "learning_rate": 3.552954697870786e-05, "loss": 19.3477, "step": 34009 }, { "epoch": 30.2, "learning_rate": 3.552685242296043e-05, "loss": 19.5635, "step": 34010 }, { "epoch": 30.21, "learning_rate": 3.552415791308992e-05, "loss": 19.0439, "step": 34011 }, { "epoch": 30.21, "learning_rate": 3.5521463449104886e-05, "loss": 19.5869, "step": 34012 }, { "epoch": 30.21, "learning_rate": 3.5518769031013865e-05, "loss": 19.1787, "step": 34013 }, { "epoch": 30.21, "learning_rate": 3.55160746588254e-05, "loss": 19.1875, "step": 34014 }, { "epoch": 30.21, "learning_rate": 3.551338033254802e-05, "loss": 19.3008, "step": 34015 }, { "epoch": 30.21, "learning_rate": 3.551068605219027e-05, "loss": 18.9971, "step": 34016 }, { "epoch": 30.21, "learning_rate": 3.5507991817760696e-05, "loss": 19.2656, "step": 34017 }, { "epoch": 30.21, "learning_rate": 3.550529762926783e-05, "loss": 19.0205, "step": 34018 }, { "epoch": 30.21, "learning_rate": 3.550260348672023e-05, "loss": 19.4326, "step": 34019 }, { "epoch": 30.21, "learning_rate": 3.549990939012642e-05, "loss": 19.4756, "step": 34020 }, { "epoch": 30.21, "learning_rate": 3.5497215339494936e-05, "loss": 19.5078, "step": 34021 }, { "epoch": 30.21, "learning_rate": 3.549452133483433e-05, "loss": 19.2461, "step": 34022 }, { "epoch": 30.22, "learning_rate": 3.5491827376153114e-05, "loss": 19.5098, "step": 34023 }, { "epoch": 30.22, "learning_rate": 3.548913346345989e-05, "loss": 19.1406, "step": 34024 }, { "epoch": 30.22, "learning_rate": 3.548643959676313e-05, "loss": 19.6309, "step": 34025 }, { "epoch": 30.22, "learning_rate": 3.5483745776071404e-05, "loss": 19.1074, "step": 34026 }, { "epoch": 30.22, "learning_rate": 3.548105200139323e-05, "loss": 19.4043, "step": 34027 }, { "epoch": 30.22, "learning_rate": 3.5478358272737176e-05, "loss": 19.6123, "step": 34028 }, { "epoch": 30.22, "learning_rate": 3.547566459011177e-05, "loss": 19.6787, "step": 34029 }, { "epoch": 30.22, "learning_rate": 3.547297095352558e-05, "loss": 19.2139, "step": 34030 }, { "epoch": 30.22, "learning_rate": 3.547027736298706e-05, "loss": 20.0781, "step": 34031 }, { "epoch": 30.22, "learning_rate": 3.546758381850482e-05, "loss": 19.1445, "step": 34032 }, { "epoch": 30.22, "learning_rate": 3.5464890320087373e-05, "loss": 19.5225, "step": 34033 }, { "epoch": 30.23, "learning_rate": 3.546219686774327e-05, "loss": 19.833, "step": 34034 }, { "epoch": 30.23, "learning_rate": 3.545950346148105e-05, "loss": 19.3164, "step": 34035 }, { "epoch": 30.23, "learning_rate": 3.545681010130923e-05, "loss": 19.5391, "step": 34036 }, { "epoch": 30.23, "learning_rate": 3.545411678723636e-05, "loss": 19.583, "step": 34037 }, { "epoch": 30.23, "learning_rate": 3.5451423519270974e-05, "loss": 19.3457, "step": 34038 }, { "epoch": 30.23, "learning_rate": 3.5448730297421606e-05, "loss": 20.3193, "step": 34039 }, { "epoch": 30.23, "learning_rate": 3.5446037121696815e-05, "loss": 19.7275, "step": 34040 }, { "epoch": 30.23, "learning_rate": 3.544334399210511e-05, "loss": 19.6377, "step": 34041 }, { "epoch": 30.23, "learning_rate": 3.544065090865504e-05, "loss": 18.8955, "step": 34042 }, { "epoch": 30.23, "learning_rate": 3.543795787135514e-05, "loss": 19.0791, "step": 34043 }, { "epoch": 30.23, "learning_rate": 3.543526488021394e-05, "loss": 19.7197, "step": 34044 }, { "epoch": 30.24, "learning_rate": 3.5432571935239974e-05, "loss": 18.8994, "step": 34045 }, { "epoch": 30.24, "learning_rate": 3.5429879036441824e-05, "loss": 19.4805, "step": 34046 }, { "epoch": 30.24, "learning_rate": 3.542718618382796e-05, "loss": 19.833, "step": 34047 }, { "epoch": 30.24, "learning_rate": 3.542449337740696e-05, "loss": 19.7168, "step": 34048 }, { "epoch": 30.24, "learning_rate": 3.542180061718733e-05, "loss": 19.8291, "step": 34049 }, { "epoch": 30.24, "learning_rate": 3.5419107903177625e-05, "loss": 19.7451, "step": 34050 }, { "epoch": 30.24, "learning_rate": 3.54164152353864e-05, "loss": 20.1191, "step": 34051 }, { "epoch": 30.24, "learning_rate": 3.5413722613822154e-05, "loss": 19.4268, "step": 34052 }, { "epoch": 30.24, "learning_rate": 3.541103003849342e-05, "loss": 19.1416, "step": 34053 }, { "epoch": 30.24, "learning_rate": 3.5408337509408764e-05, "loss": 19.1318, "step": 34054 }, { "epoch": 30.24, "learning_rate": 3.54056450265767e-05, "loss": 19.0459, "step": 34055 }, { "epoch": 30.25, "learning_rate": 3.540295259000576e-05, "loss": 19.2646, "step": 34056 }, { "epoch": 30.25, "learning_rate": 3.54002601997045e-05, "loss": 19.6924, "step": 34057 }, { "epoch": 30.25, "learning_rate": 3.539756785568144e-05, "loss": 18.9854, "step": 34058 }, { "epoch": 30.25, "learning_rate": 3.539487555794511e-05, "loss": 19.209, "step": 34059 }, { "epoch": 30.25, "learning_rate": 3.5392183306504046e-05, "loss": 19.4326, "step": 34060 }, { "epoch": 30.25, "learning_rate": 3.538949110136679e-05, "loss": 19.5547, "step": 34061 }, { "epoch": 30.25, "learning_rate": 3.5386798942541874e-05, "loss": 18.9688, "step": 34062 }, { "epoch": 30.25, "learning_rate": 3.538410683003782e-05, "loss": 19.6074, "step": 34063 }, { "epoch": 30.25, "learning_rate": 3.5381414763863166e-05, "loss": 19.2656, "step": 34064 }, { "epoch": 30.25, "learning_rate": 3.537872274402646e-05, "loss": 20.0332, "step": 34065 }, { "epoch": 30.25, "learning_rate": 3.537603077053621e-05, "loss": 19.5156, "step": 34066 }, { "epoch": 30.25, "learning_rate": 3.5373338843400985e-05, "loss": 19.2607, "step": 34067 }, { "epoch": 30.26, "learning_rate": 3.537064696262928e-05, "loss": 19.1426, "step": 34068 }, { "epoch": 30.26, "learning_rate": 3.536795512822964e-05, "loss": 19.9766, "step": 34069 }, { "epoch": 30.26, "learning_rate": 3.536526334021061e-05, "loss": 19.7803, "step": 34070 }, { "epoch": 30.26, "learning_rate": 3.536257159858069e-05, "loss": 19.0518, "step": 34071 }, { "epoch": 30.26, "learning_rate": 3.535987990334846e-05, "loss": 19.6406, "step": 34072 }, { "epoch": 30.26, "learning_rate": 3.535718825452243e-05, "loss": 19.1738, "step": 34073 }, { "epoch": 30.26, "learning_rate": 3.535449665211113e-05, "loss": 19.5498, "step": 34074 }, { "epoch": 30.26, "learning_rate": 3.535180509612307e-05, "loss": 19.7861, "step": 34075 }, { "epoch": 30.26, "learning_rate": 3.534911358656682e-05, "loss": 19.9111, "step": 34076 }, { "epoch": 30.26, "learning_rate": 3.534642212345088e-05, "loss": 19.1025, "step": 34077 }, { "epoch": 30.26, "learning_rate": 3.5343730706783834e-05, "loss": 19.1631, "step": 34078 }, { "epoch": 30.27, "learning_rate": 3.534103933657414e-05, "loss": 19.667, "step": 34079 }, { "epoch": 30.27, "learning_rate": 3.533834801283037e-05, "loss": 19.5547, "step": 34080 }, { "epoch": 30.27, "learning_rate": 3.5335656735561054e-05, "loss": 19.248, "step": 34081 }, { "epoch": 30.27, "learning_rate": 3.5332965504774716e-05, "loss": 19.999, "step": 34082 }, { "epoch": 30.27, "learning_rate": 3.53302743204799e-05, "loss": 19.5645, "step": 34083 }, { "epoch": 30.27, "learning_rate": 3.5327583182685116e-05, "loss": 19.707, "step": 34084 }, { "epoch": 30.27, "learning_rate": 3.5324892091398896e-05, "loss": 19.5674, "step": 34085 }, { "epoch": 30.27, "learning_rate": 3.532220104662979e-05, "loss": 19.3965, "step": 34086 }, { "epoch": 30.27, "learning_rate": 3.531951004838631e-05, "loss": 18.9297, "step": 34087 }, { "epoch": 30.27, "learning_rate": 3.531681909667699e-05, "loss": 19.6104, "step": 34088 }, { "epoch": 30.27, "learning_rate": 3.531681909667699e-05, "loss": 19.458, "step": 34089 }, { "epoch": 30.28, "learning_rate": 3.531412819151037e-05, "loss": 19.4404, "step": 34090 }, { "epoch": 30.28, "learning_rate": 3.5311437332894977e-05, "loss": 19.4004, "step": 34091 }, { "epoch": 30.28, "learning_rate": 3.530874652083932e-05, "loss": 19.6367, "step": 34092 }, { "epoch": 30.28, "learning_rate": 3.530605575535195e-05, "loss": 19.1309, "step": 34093 }, { "epoch": 30.28, "learning_rate": 3.5303365036441386e-05, "loss": 19.3848, "step": 34094 }, { "epoch": 30.28, "learning_rate": 3.530067436411617e-05, "loss": 19.0918, "step": 34095 }, { "epoch": 30.28, "learning_rate": 3.529798373838481e-05, "loss": 19.5674, "step": 34096 }, { "epoch": 30.28, "learning_rate": 3.529529315925585e-05, "loss": 19.5088, "step": 34097 }, { "epoch": 30.28, "learning_rate": 3.5292602626737805e-05, "loss": 19.5635, "step": 34098 }, { "epoch": 30.28, "learning_rate": 3.528991214083922e-05, "loss": 19.5322, "step": 34099 }, { "epoch": 30.28, "learning_rate": 3.528722170156864e-05, "loss": 18.9795, "step": 34100 }, { "epoch": 30.29, "learning_rate": 3.528453130893454e-05, "loss": 19.5859, "step": 34101 }, { "epoch": 30.29, "learning_rate": 3.528184096294548e-05, "loss": 19.4561, "step": 34102 }, { "epoch": 30.29, "learning_rate": 3.527915066360999e-05, "loss": 19.3477, "step": 34103 }, { "epoch": 30.29, "learning_rate": 3.527646041093659e-05, "loss": 18.9854, "step": 34104 }, { "epoch": 30.29, "learning_rate": 3.527377020493381e-05, "loss": 19.9834, "step": 34105 }, { "epoch": 30.29, "learning_rate": 3.52710800456102e-05, "loss": 19.5127, "step": 34106 }, { "epoch": 30.29, "learning_rate": 3.5268389932974244e-05, "loss": 19.3623, "step": 34107 }, { "epoch": 30.29, "learning_rate": 3.526569986703449e-05, "loss": 19.7959, "step": 34108 }, { "epoch": 30.29, "learning_rate": 3.526300984779947e-05, "loss": 19.4561, "step": 34109 }, { "epoch": 30.29, "learning_rate": 3.5260319875277705e-05, "loss": 19.4941, "step": 34110 }, { "epoch": 30.29, "learning_rate": 3.525762994947773e-05, "loss": 19.0137, "step": 34111 }, { "epoch": 30.29, "learning_rate": 3.525494007040806e-05, "loss": 20.167, "step": 34112 }, { "epoch": 30.3, "learning_rate": 3.525225023807722e-05, "loss": 19.6572, "step": 34113 }, { "epoch": 30.3, "learning_rate": 3.524956045249375e-05, "loss": 19.5781, "step": 34114 }, { "epoch": 30.3, "learning_rate": 3.524687071366616e-05, "loss": 19.9268, "step": 34115 }, { "epoch": 30.3, "learning_rate": 3.524687071366616e-05, "loss": 19.626, "step": 34116 }, { "epoch": 30.3, "learning_rate": 3.5244181021602984e-05, "loss": 19.2598, "step": 34117 }, { "epoch": 30.3, "learning_rate": 3.524149137631276e-05, "loss": 19.2852, "step": 34118 }, { "epoch": 30.3, "learning_rate": 3.5238801777803984e-05, "loss": 19.7461, "step": 34119 }, { "epoch": 30.3, "learning_rate": 3.523611222608521e-05, "loss": 19.7764, "step": 34120 }, { "epoch": 30.3, "learning_rate": 3.523342272116495e-05, "loss": 19.0557, "step": 34121 }, { "epoch": 30.3, "learning_rate": 3.523073326305172e-05, "loss": 19.376, "step": 34122 }, { "epoch": 30.3, "learning_rate": 3.5228043851754085e-05, "loss": 18.792, "step": 34123 }, { "epoch": 30.31, "learning_rate": 3.522535448728052e-05, "loss": 19.1426, "step": 34124 }, { "epoch": 30.31, "learning_rate": 3.522535448728052e-05, "loss": 19.8457, "step": 34125 }, { "epoch": 30.31, "learning_rate": 3.522266516963957e-05, "loss": 20.0264, "step": 34126 }, { "epoch": 30.31, "learning_rate": 3.521997589883975e-05, "loss": 19.916, "step": 34127 }, { "epoch": 30.31, "learning_rate": 3.5217286674889615e-05, "loss": 19.3408, "step": 34128 }, { "epoch": 30.31, "learning_rate": 3.5214597497797684e-05, "loss": 19.0684, "step": 34129 }, { "epoch": 30.31, "learning_rate": 3.521190836757243e-05, "loss": 18.8838, "step": 34130 }, { "epoch": 30.31, "learning_rate": 3.520921928422243e-05, "loss": 19.8604, "step": 34131 }, { "epoch": 30.31, "learning_rate": 3.5206530247756186e-05, "loss": 19.7988, "step": 34132 }, { "epoch": 30.31, "learning_rate": 3.520384125818224e-05, "loss": 20.6172, "step": 34133 }, { "epoch": 30.31, "learning_rate": 3.5201152315509086e-05, "loss": 19.8018, "step": 34134 }, { "epoch": 30.32, "learning_rate": 3.5198463419745284e-05, "loss": 19.1533, "step": 34135 }, { "epoch": 30.32, "learning_rate": 3.5198463419745284e-05, "loss": 19.8906, "step": 34136 }, { "epoch": 30.32, "learning_rate": 3.519577457089932e-05, "loss": 19.0264, "step": 34137 }, { "epoch": 30.32, "learning_rate": 3.519308576897974e-05, "loss": 18.9756, "step": 34138 }, { "epoch": 30.32, "learning_rate": 3.519039701399506e-05, "loss": 20.0479, "step": 34139 }, { "epoch": 30.32, "learning_rate": 3.518770830595381e-05, "loss": 19.8389, "step": 34140 }, { "epoch": 30.32, "learning_rate": 3.51850196448645e-05, "loss": 19.6729, "step": 34141 }, { "epoch": 30.32, "learning_rate": 3.518233103073566e-05, "loss": 19.3467, "step": 34142 }, { "epoch": 30.32, "learning_rate": 3.517964246357581e-05, "loss": 18.9873, "step": 34143 }, { "epoch": 30.32, "learning_rate": 3.517695394339348e-05, "loss": 19.3623, "step": 34144 }, { "epoch": 30.32, "learning_rate": 3.5174265470197175e-05, "loss": 19.3994, "step": 34145 }, { "epoch": 30.33, "learning_rate": 3.517157704399545e-05, "loss": 19.2305, "step": 34146 }, { "epoch": 30.33, "learning_rate": 3.5168888664796785e-05, "loss": 19.5312, "step": 34147 }, { "epoch": 30.33, "learning_rate": 3.516620033260972e-05, "loss": 19.5996, "step": 34148 }, { "epoch": 30.33, "learning_rate": 3.516351204744278e-05, "loss": 19.7168, "step": 34149 }, { "epoch": 30.33, "learning_rate": 3.516082380930448e-05, "loss": 19.9941, "step": 34150 }, { "epoch": 30.33, "learning_rate": 3.5158135618203345e-05, "loss": 19.376, "step": 34151 }, { "epoch": 30.33, "learning_rate": 3.515544747414793e-05, "loss": 19.3818, "step": 34152 }, { "epoch": 30.33, "learning_rate": 3.515275937714669e-05, "loss": 19.6953, "step": 34153 }, { "epoch": 30.33, "learning_rate": 3.515007132720817e-05, "loss": 19.875, "step": 34154 }, { "epoch": 30.33, "learning_rate": 3.514738332434091e-05, "loss": 19.626, "step": 34155 }, { "epoch": 30.33, "learning_rate": 3.5144695368553416e-05, "loss": 19.2197, "step": 34156 }, { "epoch": 30.33, "learning_rate": 3.514200745985424e-05, "loss": 19.4736, "step": 34157 }, { "epoch": 30.34, "learning_rate": 3.513931959825183e-05, "loss": 19.9102, "step": 34158 }, { "epoch": 30.34, "learning_rate": 3.513663178375477e-05, "loss": 19.8135, "step": 34159 }, { "epoch": 30.34, "learning_rate": 3.513394401637155e-05, "loss": 19.3193, "step": 34160 }, { "epoch": 30.34, "learning_rate": 3.5131256296110704e-05, "loss": 19.0859, "step": 34161 }, { "epoch": 30.34, "learning_rate": 3.512856862298075e-05, "loss": 19.5947, "step": 34162 }, { "epoch": 30.34, "learning_rate": 3.5125880996990204e-05, "loss": 19.8037, "step": 34163 }, { "epoch": 30.34, "learning_rate": 3.5123193418147576e-05, "loss": 18.7246, "step": 34164 }, { "epoch": 30.34, "learning_rate": 3.51205058864614e-05, "loss": 19.332, "step": 34165 }, { "epoch": 30.34, "learning_rate": 3.511781840194019e-05, "loss": 19.1826, "step": 34166 }, { "epoch": 30.34, "learning_rate": 3.511513096459245e-05, "loss": 19.6025, "step": 34167 }, { "epoch": 30.34, "learning_rate": 3.511244357442673e-05, "loss": 20.3721, "step": 34168 }, { "epoch": 30.35, "learning_rate": 3.5109756231451516e-05, "loss": 19.5928, "step": 34169 }, { "epoch": 30.35, "learning_rate": 3.5107068935675345e-05, "loss": 19.4434, "step": 34170 }, { "epoch": 30.35, "learning_rate": 3.5104381687106734e-05, "loss": 19.4111, "step": 34171 }, { "epoch": 30.35, "learning_rate": 3.510169448575419e-05, "loss": 20.1924, "step": 34172 }, { "epoch": 30.35, "learning_rate": 3.509900733162626e-05, "loss": 19.7451, "step": 34173 }, { "epoch": 30.35, "learning_rate": 3.509632022473143e-05, "loss": 19.2881, "step": 34174 }, { "epoch": 30.35, "learning_rate": 3.509363316507822e-05, "loss": 19.1934, "step": 34175 }, { "epoch": 30.35, "learning_rate": 3.509094615267515e-05, "loss": 19.376, "step": 34176 }, { "epoch": 30.35, "learning_rate": 3.508825918753075e-05, "loss": 19.4717, "step": 34177 }, { "epoch": 30.35, "learning_rate": 3.5085572269653533e-05, "loss": 19.5752, "step": 34178 }, { "epoch": 30.35, "learning_rate": 3.5082885399052036e-05, "loss": 19.1807, "step": 34179 }, { "epoch": 30.36, "learning_rate": 3.5080198575734716e-05, "loss": 18.5508, "step": 34180 }, { "epoch": 30.36, "learning_rate": 3.5077511799710146e-05, "loss": 18.9727, "step": 34181 }, { "epoch": 30.36, "learning_rate": 3.5074825070986816e-05, "loss": 19.9004, "step": 34182 }, { "epoch": 30.36, "learning_rate": 3.507213838957325e-05, "loss": 19.6602, "step": 34183 }, { "epoch": 30.36, "learning_rate": 3.5069451755477975e-05, "loss": 19.7393, "step": 34184 }, { "epoch": 30.36, "learning_rate": 3.506676516870949e-05, "loss": 20.749, "step": 34185 }, { "epoch": 30.36, "learning_rate": 3.506407862927631e-05, "loss": 19.1328, "step": 34186 }, { "epoch": 30.36, "learning_rate": 3.5061392137186955e-05, "loss": 19.4482, "step": 34187 }, { "epoch": 30.36, "learning_rate": 3.5058705692449953e-05, "loss": 19.4199, "step": 34188 }, { "epoch": 30.36, "learning_rate": 3.505601929507382e-05, "loss": 19.3809, "step": 34189 }, { "epoch": 30.36, "learning_rate": 3.505333294506704e-05, "loss": 19.7158, "step": 34190 }, { "epoch": 30.37, "learning_rate": 3.5050646642438155e-05, "loss": 19.627, "step": 34191 }, { "epoch": 30.37, "learning_rate": 3.504796038719567e-05, "loss": 19.7715, "step": 34192 }, { "epoch": 30.37, "learning_rate": 3.504527417934811e-05, "loss": 19.9482, "step": 34193 }, { "epoch": 30.37, "learning_rate": 3.504258801890397e-05, "loss": 19.8779, "step": 34194 }, { "epoch": 30.37, "learning_rate": 3.503990190587181e-05, "loss": 19.2588, "step": 34195 }, { "epoch": 30.37, "learning_rate": 3.50372158402601e-05, "loss": 19.3184, "step": 34196 }, { "epoch": 30.37, "learning_rate": 3.5034529822077355e-05, "loss": 19.541, "step": 34197 }, { "epoch": 30.37, "learning_rate": 3.5031843851332104e-05, "loss": 19.7471, "step": 34198 }, { "epoch": 30.37, "learning_rate": 3.5029157928032854e-05, "loss": 19.3467, "step": 34199 }, { "epoch": 30.37, "learning_rate": 3.502647205218815e-05, "loss": 19.8633, "step": 34200 }, { "epoch": 30.37, "learning_rate": 3.5023786223806464e-05, "loss": 19.7295, "step": 34201 }, { "epoch": 30.37, "learning_rate": 3.5021100442896305e-05, "loss": 19.0361, "step": 34202 }, { "epoch": 30.38, "learning_rate": 3.501841470946622e-05, "loss": 19.5947, "step": 34203 }, { "epoch": 30.38, "learning_rate": 3.501572902352471e-05, "loss": 19.4668, "step": 34204 }, { "epoch": 30.38, "learning_rate": 3.50130433850803e-05, "loss": 19.4424, "step": 34205 }, { "epoch": 30.38, "learning_rate": 3.501035779414147e-05, "loss": 19.1504, "step": 34206 }, { "epoch": 30.38, "learning_rate": 3.500767225071675e-05, "loss": 18.8623, "step": 34207 }, { "epoch": 30.38, "learning_rate": 3.5004986754814664e-05, "loss": 19.2393, "step": 34208 }, { "epoch": 30.38, "learning_rate": 3.5002301306443704e-05, "loss": 19.124, "step": 34209 }, { "epoch": 30.38, "learning_rate": 3.49996159056124e-05, "loss": 19.8096, "step": 34210 }, { "epoch": 30.38, "learning_rate": 3.4996930552329266e-05, "loss": 19.7744, "step": 34211 }, { "epoch": 30.38, "learning_rate": 3.4994245246602795e-05, "loss": 19.0693, "step": 34212 }, { "epoch": 30.38, "learning_rate": 3.49915599884415e-05, "loss": 19.9473, "step": 34213 }, { "epoch": 30.39, "learning_rate": 3.498887477785392e-05, "loss": 19.5127, "step": 34214 }, { "epoch": 30.39, "learning_rate": 3.4986189614848535e-05, "loss": 19.7168, "step": 34215 }, { "epoch": 30.39, "learning_rate": 3.498350449943388e-05, "loss": 18.9062, "step": 34216 }, { "epoch": 30.39, "learning_rate": 3.498081943161845e-05, "loss": 19.4834, "step": 34217 }, { "epoch": 30.39, "learning_rate": 3.497813441141077e-05, "loss": 19.3838, "step": 34218 }, { "epoch": 30.39, "learning_rate": 3.4975449438819335e-05, "loss": 19.7334, "step": 34219 }, { "epoch": 30.39, "learning_rate": 3.497276451385265e-05, "loss": 19.9824, "step": 34220 }, { "epoch": 30.39, "learning_rate": 3.497007963651928e-05, "loss": 19.5957, "step": 34221 }, { "epoch": 30.39, "learning_rate": 3.496739480682767e-05, "loss": 19.3232, "step": 34222 }, { "epoch": 30.39, "learning_rate": 3.4964710024786354e-05, "loss": 19.6104, "step": 34223 }, { "epoch": 30.39, "learning_rate": 3.496202529040383e-05, "loss": 19.1562, "step": 34224 }, { "epoch": 30.4, "learning_rate": 3.495934060368864e-05, "loss": 19.7734, "step": 34225 }, { "epoch": 30.4, "learning_rate": 3.495665596464928e-05, "loss": 19.415, "step": 34226 }, { "epoch": 30.4, "learning_rate": 3.495397137329426e-05, "loss": 19.0967, "step": 34227 }, { "epoch": 30.4, "learning_rate": 3.4951286829632065e-05, "loss": 20.1748, "step": 34228 }, { "epoch": 30.4, "learning_rate": 3.494860233367123e-05, "loss": 19.6406, "step": 34229 }, { "epoch": 30.4, "learning_rate": 3.4945917885420264e-05, "loss": 19.2764, "step": 34230 }, { "epoch": 30.4, "learning_rate": 3.4943233484887675e-05, "loss": 19.248, "step": 34231 }, { "epoch": 30.4, "learning_rate": 3.494054913208197e-05, "loss": 19.3398, "step": 34232 }, { "epoch": 30.4, "learning_rate": 3.493786482701165e-05, "loss": 19.6738, "step": 34233 }, { "epoch": 30.4, "learning_rate": 3.4935180569685225e-05, "loss": 19.0303, "step": 34234 }, { "epoch": 30.4, "learning_rate": 3.493249636011121e-05, "loss": 19.4883, "step": 34235 }, { "epoch": 30.4, "learning_rate": 3.492981219829811e-05, "loss": 19.6738, "step": 34236 }, { "epoch": 30.41, "learning_rate": 3.492712808425445e-05, "loss": 19.8281, "step": 34237 }, { "epoch": 30.41, "learning_rate": 3.492444401798871e-05, "loss": 18.9316, "step": 34238 }, { "epoch": 30.41, "learning_rate": 3.492175999950941e-05, "loss": 19.7246, "step": 34239 }, { "epoch": 30.41, "learning_rate": 3.4919076028825057e-05, "loss": 19.4229, "step": 34240 }, { "epoch": 30.41, "learning_rate": 3.4916392105944165e-05, "loss": 19.4414, "step": 34241 }, { "epoch": 30.41, "learning_rate": 3.4913708230875234e-05, "loss": 19.0605, "step": 34242 }, { "epoch": 30.41, "learning_rate": 3.491102440362678e-05, "loss": 19.5098, "step": 34243 }, { "epoch": 30.41, "learning_rate": 3.4908340624207305e-05, "loss": 19.3398, "step": 34244 }, { "epoch": 30.41, "learning_rate": 3.490565689262531e-05, "loss": 19.4922, "step": 34245 }, { "epoch": 30.41, "learning_rate": 3.49029732088893e-05, "loss": 19.9297, "step": 34246 }, { "epoch": 30.41, "learning_rate": 3.490028957300779e-05, "loss": 19.2734, "step": 34247 }, { "epoch": 30.42, "learning_rate": 3.4897605984989315e-05, "loss": 19.2266, "step": 34248 }, { "epoch": 30.42, "learning_rate": 3.489492244484233e-05, "loss": 19.5654, "step": 34249 }, { "epoch": 30.42, "learning_rate": 3.489223895257535e-05, "loss": 19.4756, "step": 34250 }, { "epoch": 30.42, "learning_rate": 3.48895555081969e-05, "loss": 19.5098, "step": 34251 }, { "epoch": 30.42, "learning_rate": 3.4886872111715483e-05, "loss": 19.8975, "step": 34252 }, { "epoch": 30.42, "learning_rate": 3.48841887631396e-05, "loss": 19.7744, "step": 34253 }, { "epoch": 30.42, "learning_rate": 3.488150546247778e-05, "loss": 19.5088, "step": 34254 }, { "epoch": 30.42, "learning_rate": 3.487882220973849e-05, "loss": 19.3711, "step": 34255 }, { "epoch": 30.42, "learning_rate": 3.487613900493025e-05, "loss": 19.5244, "step": 34256 }, { "epoch": 30.42, "learning_rate": 3.487345584806158e-05, "loss": 19.1709, "step": 34257 }, { "epoch": 30.42, "learning_rate": 3.4870772739140955e-05, "loss": 19.4658, "step": 34258 }, { "epoch": 30.43, "learning_rate": 3.486808967817692e-05, "loss": 19.2646, "step": 34259 }, { "epoch": 30.43, "learning_rate": 3.4865406665177945e-05, "loss": 19.3223, "step": 34260 }, { "epoch": 30.43, "learning_rate": 3.4862723700152546e-05, "loss": 19.4258, "step": 34261 }, { "epoch": 30.43, "learning_rate": 3.486004078310923e-05, "loss": 19.6748, "step": 34262 }, { "epoch": 30.43, "learning_rate": 3.48573579140565e-05, "loss": 19.9072, "step": 34263 }, { "epoch": 30.43, "learning_rate": 3.485467509300287e-05, "loss": 19.7139, "step": 34264 }, { "epoch": 30.43, "learning_rate": 3.4851992319956825e-05, "loss": 19.4316, "step": 34265 }, { "epoch": 30.43, "learning_rate": 3.4849309594926875e-05, "loss": 19.8721, "step": 34266 }, { "epoch": 30.43, "learning_rate": 3.484662691792153e-05, "loss": 19.8018, "step": 34267 }, { "epoch": 30.43, "learning_rate": 3.4843944288949285e-05, "loss": 19.4736, "step": 34268 }, { "epoch": 30.43, "learning_rate": 3.484126170801865e-05, "loss": 19.2695, "step": 34269 }, { "epoch": 30.44, "learning_rate": 3.483857917513814e-05, "loss": 19.0703, "step": 34270 }, { "epoch": 30.44, "learning_rate": 3.483589669031624e-05, "loss": 19.5635, "step": 34271 }, { "epoch": 30.44, "learning_rate": 3.483321425356145e-05, "loss": 19.417, "step": 34272 }, { "epoch": 30.44, "learning_rate": 3.483053186488227e-05, "loss": 19.9297, "step": 34273 }, { "epoch": 30.44, "learning_rate": 3.4827849524287224e-05, "loss": 19.2451, "step": 34274 }, { "epoch": 30.44, "learning_rate": 3.482516723178483e-05, "loss": 19.5518, "step": 34275 }, { "epoch": 30.44, "learning_rate": 3.482248498738354e-05, "loss": 19.251, "step": 34276 }, { "epoch": 30.44, "learning_rate": 3.481980279109186e-05, "loss": 19.915, "step": 34277 }, { "epoch": 30.44, "learning_rate": 3.481712064291834e-05, "loss": 19.0215, "step": 34278 }, { "epoch": 30.44, "learning_rate": 3.481443854287144e-05, "loss": 19.3438, "step": 34279 }, { "epoch": 30.44, "learning_rate": 3.481175649095969e-05, "loss": 19.4062, "step": 34280 }, { "epoch": 30.44, "learning_rate": 3.480907448719157e-05, "loss": 19.5439, "step": 34281 }, { "epoch": 30.45, "learning_rate": 3.4806392531575595e-05, "loss": 19.5801, "step": 34282 }, { "epoch": 30.45, "learning_rate": 3.480371062412024e-05, "loss": 19.29, "step": 34283 }, { "epoch": 30.45, "learning_rate": 3.480102876483404e-05, "loss": 19.4229, "step": 34284 }, { "epoch": 30.45, "learning_rate": 3.479834695372548e-05, "loss": 19.8125, "step": 34285 }, { "epoch": 30.45, "learning_rate": 3.4795665190803076e-05, "loss": 19.5811, "step": 34286 }, { "epoch": 30.45, "learning_rate": 3.4792983476075306e-05, "loss": 19.2803, "step": 34287 }, { "epoch": 30.45, "learning_rate": 3.4790301809550676e-05, "loss": 19.4668, "step": 34288 }, { "epoch": 30.45, "learning_rate": 3.478762019123769e-05, "loss": 19.2744, "step": 34289 }, { "epoch": 30.45, "learning_rate": 3.478493862114485e-05, "loss": 19.4551, "step": 34290 }, { "epoch": 30.45, "learning_rate": 3.478225709928067e-05, "loss": 19.0449, "step": 34291 }, { "epoch": 30.45, "learning_rate": 3.4779575625653615e-05, "loss": 19.5303, "step": 34292 }, { "epoch": 30.46, "learning_rate": 3.4776894200272205e-05, "loss": 19.7764, "step": 34293 }, { "epoch": 30.46, "learning_rate": 3.477421282314495e-05, "loss": 18.9463, "step": 34294 }, { "epoch": 30.46, "learning_rate": 3.477153149428031e-05, "loss": 19.709, "step": 34295 }, { "epoch": 30.46, "learning_rate": 3.476885021368685e-05, "loss": 19.1953, "step": 34296 }, { "epoch": 30.46, "learning_rate": 3.4766168981373015e-05, "loss": 19.2861, "step": 34297 }, { "epoch": 30.46, "learning_rate": 3.476348779734732e-05, "loss": 19.1748, "step": 34298 }, { "epoch": 30.46, "learning_rate": 3.476080666161825e-05, "loss": 20.1309, "step": 34299 }, { "epoch": 30.46, "learning_rate": 3.4758125574194335e-05, "loss": 19.2275, "step": 34300 }, { "epoch": 30.46, "learning_rate": 3.4755444535084045e-05, "loss": 19.8213, "step": 34301 }, { "epoch": 30.46, "learning_rate": 3.475276354429593e-05, "loss": 19.9365, "step": 34302 }, { "epoch": 30.46, "learning_rate": 3.47500826018384e-05, "loss": 19.4629, "step": 34303 }, { "epoch": 30.47, "learning_rate": 3.474740170772002e-05, "loss": 19.3311, "step": 34304 }, { "epoch": 30.47, "learning_rate": 3.474472086194926e-05, "loss": 19.416, "step": 34305 }, { "epoch": 30.47, "learning_rate": 3.474204006453463e-05, "loss": 19.499, "step": 34306 }, { "epoch": 30.47, "learning_rate": 3.473935931548464e-05, "loss": 20.1621, "step": 34307 }, { "epoch": 30.47, "learning_rate": 3.4736678614807754e-05, "loss": 19.5811, "step": 34308 }, { "epoch": 30.47, "learning_rate": 3.473399796251249e-05, "loss": 19.1533, "step": 34309 }, { "epoch": 30.47, "learning_rate": 3.473131735860734e-05, "loss": 19.4111, "step": 34310 }, { "epoch": 30.47, "learning_rate": 3.4728636803100814e-05, "loss": 19.7285, "step": 34311 }, { "epoch": 30.47, "learning_rate": 3.472595629600138e-05, "loss": 19.5176, "step": 34312 }, { "epoch": 30.47, "learning_rate": 3.472327583731757e-05, "loss": 19.6143, "step": 34313 }, { "epoch": 30.47, "learning_rate": 3.472059542705786e-05, "loss": 19.6113, "step": 34314 }, { "epoch": 30.48, "learning_rate": 3.471791506523074e-05, "loss": 19.2822, "step": 34315 }, { "epoch": 30.48, "learning_rate": 3.471523475184472e-05, "loss": 19.6943, "step": 34316 }, { "epoch": 30.48, "learning_rate": 3.471255448690828e-05, "loss": 19.7842, "step": 34317 }, { "epoch": 30.48, "learning_rate": 3.4709874270429966e-05, "loss": 19.7002, "step": 34318 }, { "epoch": 30.48, "learning_rate": 3.4707194102418205e-05, "loss": 19.625, "step": 34319 }, { "epoch": 30.48, "learning_rate": 3.470451398288152e-05, "loss": 19.6992, "step": 34320 }, { "epoch": 30.48, "learning_rate": 3.470183391182841e-05, "loss": 19.3301, "step": 34321 }, { "epoch": 30.48, "learning_rate": 3.469915388926737e-05, "loss": 19.3408, "step": 34322 }, { "epoch": 30.48, "learning_rate": 3.469647391520692e-05, "loss": 19.7686, "step": 34323 }, { "epoch": 30.48, "learning_rate": 3.469379398965551e-05, "loss": 19.8174, "step": 34324 }, { "epoch": 30.48, "learning_rate": 3.4691114112621645e-05, "loss": 19.9902, "step": 34325 }, { "epoch": 30.48, "learning_rate": 3.4688434284113835e-05, "loss": 20.0352, "step": 34326 }, { "epoch": 30.49, "learning_rate": 3.4685754504140566e-05, "loss": 19.2842, "step": 34327 }, { "epoch": 30.49, "learning_rate": 3.468307477271034e-05, "loss": 19.0098, "step": 34328 }, { "epoch": 30.49, "learning_rate": 3.468039508983166e-05, "loss": 19.7246, "step": 34329 }, { "epoch": 30.49, "learning_rate": 3.467771545551299e-05, "loss": 19.5723, "step": 34330 }, { "epoch": 30.49, "learning_rate": 3.467503586976284e-05, "loss": 19.7324, "step": 34331 }, { "epoch": 30.49, "learning_rate": 3.4672356332589706e-05, "loss": 19.4014, "step": 34332 }, { "epoch": 30.49, "learning_rate": 3.466967684400208e-05, "loss": 19.6543, "step": 34333 }, { "epoch": 30.49, "learning_rate": 3.466699740400846e-05, "loss": 19.3691, "step": 34334 }, { "epoch": 30.49, "learning_rate": 3.466431801261734e-05, "loss": 19.7432, "step": 34335 }, { "epoch": 30.49, "learning_rate": 3.466163866983719e-05, "loss": 19.4893, "step": 34336 }, { "epoch": 30.49, "learning_rate": 3.465895937567652e-05, "loss": 19.915, "step": 34337 }, { "epoch": 30.5, "learning_rate": 3.4656280130143835e-05, "loss": 19.6328, "step": 34338 }, { "epoch": 30.5, "learning_rate": 3.465360093324762e-05, "loss": 19.166, "step": 34339 }, { "epoch": 30.5, "learning_rate": 3.465092178499635e-05, "loss": 19.4072, "step": 34340 }, { "epoch": 30.5, "learning_rate": 3.4648242685398535e-05, "loss": 19.6484, "step": 34341 }, { "epoch": 30.5, "learning_rate": 3.464556363446266e-05, "loss": 19.1904, "step": 34342 }, { "epoch": 30.5, "learning_rate": 3.464288463219721e-05, "loss": 18.874, "step": 34343 }, { "epoch": 30.5, "learning_rate": 3.464020567861069e-05, "loss": 19.2832, "step": 34344 }, { "epoch": 30.5, "learning_rate": 3.463752677371163e-05, "loss": 19.4561, "step": 34345 }, { "epoch": 30.5, "learning_rate": 3.463484791750844e-05, "loss": 18.8525, "step": 34346 }, { "epoch": 30.5, "learning_rate": 3.463216911000965e-05, "loss": 20.0176, "step": 34347 }, { "epoch": 30.5, "learning_rate": 3.462949035122376e-05, "loss": 19.5498, "step": 34348 }, { "epoch": 30.51, "learning_rate": 3.4626811641159254e-05, "loss": 19.3408, "step": 34349 }, { "epoch": 30.51, "learning_rate": 3.462413297982464e-05, "loss": 19.9072, "step": 34350 }, { "epoch": 30.51, "learning_rate": 3.462145436722837e-05, "loss": 19.127, "step": 34351 }, { "epoch": 30.51, "learning_rate": 3.4618775803378956e-05, "loss": 19.8037, "step": 34352 }, { "epoch": 30.51, "learning_rate": 3.461609728828489e-05, "loss": 18.9785, "step": 34353 }, { "epoch": 30.51, "learning_rate": 3.4613418821954665e-05, "loss": 19.8506, "step": 34354 }, { "epoch": 30.51, "learning_rate": 3.461074040439678e-05, "loss": 19.6182, "step": 34355 }, { "epoch": 30.51, "learning_rate": 3.46080620356197e-05, "loss": 19.2012, "step": 34356 }, { "epoch": 30.51, "learning_rate": 3.4605383715631926e-05, "loss": 18.9648, "step": 34357 }, { "epoch": 30.51, "learning_rate": 3.460270544444195e-05, "loss": 19.5576, "step": 34358 }, { "epoch": 30.51, "learning_rate": 3.460002722205826e-05, "loss": 19.8369, "step": 34359 }, { "epoch": 30.52, "learning_rate": 3.4597349048489345e-05, "loss": 18.9121, "step": 34360 }, { "epoch": 30.52, "learning_rate": 3.459467092374371e-05, "loss": 19.2324, "step": 34361 }, { "epoch": 30.52, "learning_rate": 3.459199284782981e-05, "loss": 19.6572, "step": 34362 }, { "epoch": 30.52, "learning_rate": 3.4589314820756165e-05, "loss": 20.4541, "step": 34363 }, { "epoch": 30.52, "learning_rate": 3.458663684253124e-05, "loss": 19.9561, "step": 34364 }, { "epoch": 30.52, "learning_rate": 3.458395891316355e-05, "loss": 19.4121, "step": 34365 }, { "epoch": 30.52, "learning_rate": 3.458128103266157e-05, "loss": 19.2314, "step": 34366 }, { "epoch": 30.52, "learning_rate": 3.457860320103378e-05, "loss": 19.6631, "step": 34367 }, { "epoch": 30.52, "learning_rate": 3.457592541828867e-05, "loss": 19.1816, "step": 34368 }, { "epoch": 30.52, "learning_rate": 3.4573247684434725e-05, "loss": 19.6064, "step": 34369 }, { "epoch": 30.52, "learning_rate": 3.457056999948046e-05, "loss": 19.6055, "step": 34370 }, { "epoch": 30.52, "learning_rate": 3.456789236343434e-05, "loss": 19.8027, "step": 34371 }, { "epoch": 30.53, "learning_rate": 3.456521477630488e-05, "loss": 19.7129, "step": 34372 }, { "epoch": 30.53, "learning_rate": 3.456253723810051e-05, "loss": 19.5762, "step": 34373 }, { "epoch": 30.53, "learning_rate": 3.455985974882976e-05, "loss": 19.3594, "step": 34374 }, { "epoch": 30.53, "learning_rate": 3.4557182308501115e-05, "loss": 19.582, "step": 34375 }, { "epoch": 30.53, "learning_rate": 3.455450491712304e-05, "loss": 19.6514, "step": 34376 }, { "epoch": 30.53, "learning_rate": 3.4551827574704066e-05, "loss": 20.3506, "step": 34377 }, { "epoch": 30.53, "learning_rate": 3.4549150281252636e-05, "loss": 19.4424, "step": 34378 }, { "epoch": 30.53, "learning_rate": 3.454647303677725e-05, "loss": 19.6689, "step": 34379 }, { "epoch": 30.53, "learning_rate": 3.454379584128639e-05, "loss": 20.042, "step": 34380 }, { "epoch": 30.53, "learning_rate": 3.4541118694788556e-05, "loss": 18.6553, "step": 34381 }, { "epoch": 30.53, "learning_rate": 3.4538441597292235e-05, "loss": 19.0098, "step": 34382 }, { "epoch": 30.54, "learning_rate": 3.453576454880589e-05, "loss": 19.9893, "step": 34383 }, { "epoch": 30.54, "learning_rate": 3.453308754933802e-05, "loss": 19.4316, "step": 34384 }, { "epoch": 30.54, "learning_rate": 3.453041059889712e-05, "loss": 19.2363, "step": 34385 }, { "epoch": 30.54, "learning_rate": 3.452773369749166e-05, "loss": 19.75, "step": 34386 }, { "epoch": 30.54, "learning_rate": 3.452505684513013e-05, "loss": 19.7939, "step": 34387 }, { "epoch": 30.54, "learning_rate": 3.452238004182103e-05, "loss": 20.0244, "step": 34388 }, { "epoch": 30.54, "learning_rate": 3.451970328757282e-05, "loss": 19.624, "step": 34389 }, { "epoch": 30.54, "learning_rate": 3.4517026582393996e-05, "loss": 19.123, "step": 34390 }, { "epoch": 30.54, "learning_rate": 3.451434992629304e-05, "loss": 19.2939, "step": 34391 }, { "epoch": 30.54, "learning_rate": 3.4511673319278434e-05, "loss": 19.4219, "step": 34392 }, { "epoch": 30.54, "learning_rate": 3.45089967613587e-05, "loss": 19.5332, "step": 34393 }, { "epoch": 30.55, "learning_rate": 3.450632025254227e-05, "loss": 19.6221, "step": 34394 }, { "epoch": 30.55, "learning_rate": 3.450364379283765e-05, "loss": 19.8711, "step": 34395 }, { "epoch": 30.55, "learning_rate": 3.45009673822533e-05, "loss": 19.7754, "step": 34396 }, { "epoch": 30.55, "learning_rate": 3.4498291020797746e-05, "loss": 19.4502, "step": 34397 }, { "epoch": 30.55, "learning_rate": 3.4495614708479466e-05, "loss": 19.3584, "step": 34398 }, { "epoch": 30.55, "learning_rate": 3.449293844530691e-05, "loss": 19.3809, "step": 34399 }, { "epoch": 30.55, "learning_rate": 3.4490262231288574e-05, "loss": 19.4434, "step": 34400 }, { "epoch": 30.55, "learning_rate": 3.448758606643295e-05, "loss": 19.373, "step": 34401 }, { "epoch": 30.55, "learning_rate": 3.448490995074852e-05, "loss": 19.2676, "step": 34402 }, { "epoch": 30.55, "learning_rate": 3.4482233884243766e-05, "loss": 19.3223, "step": 34403 }, { "epoch": 30.55, "learning_rate": 3.447955786692717e-05, "loss": 19.3359, "step": 34404 }, { "epoch": 30.56, "learning_rate": 3.447688189880721e-05, "loss": 19.79, "step": 34405 }, { "epoch": 30.56, "learning_rate": 3.447420597989238e-05, "loss": 19.5674, "step": 34406 }, { "epoch": 30.56, "learning_rate": 3.447153011019114e-05, "loss": 19.6719, "step": 34407 }, { "epoch": 30.56, "learning_rate": 3.446885428971199e-05, "loss": 19.084, "step": 34408 }, { "epoch": 30.56, "learning_rate": 3.4466178518463424e-05, "loss": 19.0176, "step": 34409 }, { "epoch": 30.56, "learning_rate": 3.446350279645389e-05, "loss": 19.3672, "step": 34410 }, { "epoch": 30.56, "learning_rate": 3.4460827123691883e-05, "loss": 19.3818, "step": 34411 }, { "epoch": 30.56, "learning_rate": 3.44581515001859e-05, "loss": 19.5762, "step": 34412 }, { "epoch": 30.56, "learning_rate": 3.44554759259444e-05, "loss": 19.5332, "step": 34413 }, { "epoch": 30.56, "learning_rate": 3.445280040097589e-05, "loss": 19.502, "step": 34414 }, { "epoch": 30.56, "learning_rate": 3.445012492528882e-05, "loss": 19.4844, "step": 34415 }, { "epoch": 30.56, "learning_rate": 3.444744949889169e-05, "loss": 19.8711, "step": 34416 }, { "epoch": 30.57, "learning_rate": 3.444477412179298e-05, "loss": 20.126, "step": 34417 }, { "epoch": 30.57, "learning_rate": 3.4442098794001144e-05, "loss": 19.9189, "step": 34418 }, { "epoch": 30.57, "learning_rate": 3.4439423515524706e-05, "loss": 19.0664, "step": 34419 }, { "epoch": 30.57, "learning_rate": 3.443674828637214e-05, "loss": 19.416, "step": 34420 }, { "epoch": 30.57, "learning_rate": 3.443407310655189e-05, "loss": 19.8955, "step": 34421 }, { "epoch": 30.57, "learning_rate": 3.443139797607245e-05, "loss": 19.5283, "step": 34422 }, { "epoch": 30.57, "learning_rate": 3.4428722894942315e-05, "loss": 19.7656, "step": 34423 }, { "epoch": 30.57, "learning_rate": 3.4426047863169956e-05, "loss": 19.3799, "step": 34424 }, { "epoch": 30.57, "learning_rate": 3.4426047863169956e-05, "loss": 20.0088, "step": 34425 }, { "epoch": 30.57, "learning_rate": 3.442337288076387e-05, "loss": 19.7627, "step": 34426 }, { "epoch": 30.57, "learning_rate": 3.4420697947732485e-05, "loss": 19.7197, "step": 34427 }, { "epoch": 30.58, "learning_rate": 3.4418023064084335e-05, "loss": 19.0869, "step": 34428 }, { "epoch": 30.58, "learning_rate": 3.441534822982787e-05, "loss": 19.6592, "step": 34429 }, { "epoch": 30.58, "learning_rate": 3.441267344497158e-05, "loss": 19.3672, "step": 34430 }, { "epoch": 30.58, "learning_rate": 3.440999870952393e-05, "loss": 19.3906, "step": 34431 }, { "epoch": 30.58, "learning_rate": 3.4407324023493425e-05, "loss": 19.7275, "step": 34432 }, { "epoch": 30.58, "learning_rate": 3.440464938688851e-05, "loss": 19.2725, "step": 34433 }, { "epoch": 30.58, "learning_rate": 3.440197479971768e-05, "loss": 19.7949, "step": 34434 }, { "epoch": 30.58, "learning_rate": 3.439930026198942e-05, "loss": 18.8682, "step": 34435 }, { "epoch": 30.58, "learning_rate": 3.4396625773712193e-05, "loss": 19.585, "step": 34436 }, { "epoch": 30.58, "learning_rate": 3.4393951334894495e-05, "loss": 19.375, "step": 34437 }, { "epoch": 30.58, "learning_rate": 3.439127694554478e-05, "loss": 19.5459, "step": 34438 }, { "epoch": 30.59, "learning_rate": 3.4388602605671536e-05, "loss": 19.3594, "step": 34439 }, { "epoch": 30.59, "learning_rate": 3.438592831528324e-05, "loss": 19.2041, "step": 34440 }, { "epoch": 30.59, "learning_rate": 3.438325407438837e-05, "loss": 19.418, "step": 34441 }, { "epoch": 30.59, "learning_rate": 3.438057988299542e-05, "loss": 19.8926, "step": 34442 }, { "epoch": 30.59, "learning_rate": 3.4377905741112834e-05, "loss": 19.6504, "step": 34443 }, { "epoch": 30.59, "learning_rate": 3.437523164874911e-05, "loss": 19.415, "step": 34444 }, { "epoch": 30.59, "learning_rate": 3.4372557605912706e-05, "loss": 19.6348, "step": 34445 }, { "epoch": 30.59, "learning_rate": 3.436988361261211e-05, "loss": 20.2852, "step": 34446 }, { "epoch": 30.59, "learning_rate": 3.43672096688558e-05, "loss": 19.3975, "step": 34447 }, { "epoch": 30.59, "learning_rate": 3.436453577465228e-05, "loss": 19.6504, "step": 34448 }, { "epoch": 30.59, "learning_rate": 3.436186193000996e-05, "loss": 19.6982, "step": 34449 }, { "epoch": 30.6, "learning_rate": 3.4359188134937365e-05, "loss": 20.1631, "step": 34450 }, { "epoch": 30.6, "learning_rate": 3.4356514389442954e-05, "loss": 18.8066, "step": 34451 }, { "epoch": 30.6, "learning_rate": 3.435384069353521e-05, "loss": 19.917, "step": 34452 }, { "epoch": 30.6, "learning_rate": 3.43511670472226e-05, "loss": 19.292, "step": 34453 }, { "epoch": 30.6, "learning_rate": 3.434849345051361e-05, "loss": 19.4854, "step": 34454 }, { "epoch": 30.6, "learning_rate": 3.4345819903416696e-05, "loss": 19.4824, "step": 34455 }, { "epoch": 30.6, "learning_rate": 3.434314640594034e-05, "loss": 19.4707, "step": 34456 }, { "epoch": 30.6, "learning_rate": 3.434047295809303e-05, "loss": 19.6562, "step": 34457 }, { "epoch": 30.6, "learning_rate": 3.4337799559883234e-05, "loss": 19.5957, "step": 34458 }, { "epoch": 30.6, "learning_rate": 3.433512621131941e-05, "loss": 19.4619, "step": 34459 }, { "epoch": 30.6, "learning_rate": 3.4332452912410046e-05, "loss": 19.3994, "step": 34460 }, { "epoch": 30.6, "learning_rate": 3.4329779663163616e-05, "loss": 19.4189, "step": 34461 }, { "epoch": 30.61, "learning_rate": 3.432710646358859e-05, "loss": 19.8936, "step": 34462 }, { "epoch": 30.61, "learning_rate": 3.432443331369344e-05, "loss": 19.3799, "step": 34463 }, { "epoch": 30.61, "learning_rate": 3.432176021348666e-05, "loss": 19.293, "step": 34464 }, { "epoch": 30.61, "learning_rate": 3.4319087162976694e-05, "loss": 19.1035, "step": 34465 }, { "epoch": 30.61, "learning_rate": 3.431641416217203e-05, "loss": 19.5713, "step": 34466 }, { "epoch": 30.61, "learning_rate": 3.431374121108112e-05, "loss": 19.6963, "step": 34467 }, { "epoch": 30.61, "learning_rate": 3.4311068309712464e-05, "loss": 19.6289, "step": 34468 }, { "epoch": 30.61, "learning_rate": 3.430839545807455e-05, "loss": 19.2822, "step": 34469 }, { "epoch": 30.61, "learning_rate": 3.43057226561758e-05, "loss": 19.1416, "step": 34470 }, { "epoch": 30.61, "learning_rate": 3.4303049904024706e-05, "loss": 19.3379, "step": 34471 }, { "epoch": 30.61, "learning_rate": 3.4300377201629754e-05, "loss": 19.1719, "step": 34472 }, { "epoch": 30.62, "learning_rate": 3.4297704548999403e-05, "loss": 20.0361, "step": 34473 }, { "epoch": 30.62, "learning_rate": 3.429503194614215e-05, "loss": 19.2285, "step": 34474 }, { "epoch": 30.62, "learning_rate": 3.4292359393066424e-05, "loss": 19.9434, "step": 34475 }, { "epoch": 30.62, "learning_rate": 3.428968688978073e-05, "loss": 19.3936, "step": 34476 }, { "epoch": 30.62, "learning_rate": 3.4287014436293516e-05, "loss": 19.5078, "step": 34477 }, { "epoch": 30.62, "learning_rate": 3.428434203261327e-05, "loss": 19.7002, "step": 34478 }, { "epoch": 30.62, "learning_rate": 3.428166967874846e-05, "loss": 19.5586, "step": 34479 }, { "epoch": 30.62, "learning_rate": 3.427899737470756e-05, "loss": 19.6826, "step": 34480 }, { "epoch": 30.62, "learning_rate": 3.427632512049903e-05, "loss": 19.4678, "step": 34481 }, { "epoch": 30.62, "learning_rate": 3.4273652916131346e-05, "loss": 19.2822, "step": 34482 }, { "epoch": 30.62, "learning_rate": 3.427098076161297e-05, "loss": 19.7773, "step": 34483 }, { "epoch": 30.63, "learning_rate": 3.4268308656952385e-05, "loss": 19.8711, "step": 34484 }, { "epoch": 30.63, "learning_rate": 3.426563660215807e-05, "loss": 19.6641, "step": 34485 }, { "epoch": 30.63, "learning_rate": 3.426296459723847e-05, "loss": 18.9365, "step": 34486 }, { "epoch": 30.63, "learning_rate": 3.4260292642202064e-05, "loss": 19.3105, "step": 34487 }, { "epoch": 30.63, "learning_rate": 3.425762073705732e-05, "loss": 19.5205, "step": 34488 }, { "epoch": 30.63, "learning_rate": 3.425494888181271e-05, "loss": 19.4961, "step": 34489 }, { "epoch": 30.63, "learning_rate": 3.425227707647672e-05, "loss": 19.2852, "step": 34490 }, { "epoch": 30.63, "learning_rate": 3.4249605321057795e-05, "loss": 19.1357, "step": 34491 }, { "epoch": 30.63, "learning_rate": 3.4246933615564406e-05, "loss": 19.6084, "step": 34492 }, { "epoch": 30.63, "learning_rate": 3.424426196000502e-05, "loss": 19.1328, "step": 34493 }, { "epoch": 30.63, "learning_rate": 3.424159035438812e-05, "loss": 19.6865, "step": 34494 }, { "epoch": 30.63, "learning_rate": 3.423891879872218e-05, "loss": 19.377, "step": 34495 }, { "epoch": 30.64, "learning_rate": 3.4236247293015664e-05, "loss": 19.4395, "step": 34496 }, { "epoch": 30.64, "learning_rate": 3.4233575837277e-05, "loss": 19.7236, "step": 34497 }, { "epoch": 30.64, "learning_rate": 3.42309044315147e-05, "loss": 19.3789, "step": 34498 }, { "epoch": 30.64, "learning_rate": 3.422823307573722e-05, "loss": 19.2783, "step": 34499 }, { "epoch": 30.64, "learning_rate": 3.4225561769953044e-05, "loss": 19.0264, "step": 34500 }, { "epoch": 30.64, "learning_rate": 3.4222890514170615e-05, "loss": 19.1592, "step": 34501 }, { "epoch": 30.64, "learning_rate": 3.422021930839841e-05, "loss": 19.001, "step": 34502 }, { "epoch": 30.64, "learning_rate": 3.4217548152644885e-05, "loss": 19.8564, "step": 34503 }, { "epoch": 30.64, "learning_rate": 3.421487704691852e-05, "loss": 19.5029, "step": 34504 }, { "epoch": 30.64, "learning_rate": 3.4212205991227775e-05, "loss": 19.5791, "step": 34505 }, { "epoch": 30.64, "learning_rate": 3.420953498558113e-05, "loss": 18.8799, "step": 34506 }, { "epoch": 30.65, "learning_rate": 3.420686402998704e-05, "loss": 19.6045, "step": 34507 }, { "epoch": 30.65, "learning_rate": 3.420419312445396e-05, "loss": 19.2119, "step": 34508 }, { "epoch": 30.65, "learning_rate": 3.420152226899039e-05, "loss": 19.835, "step": 34509 }, { "epoch": 30.65, "learning_rate": 3.419885146360476e-05, "loss": 19.8223, "step": 34510 }, { "epoch": 30.65, "learning_rate": 3.419618070830556e-05, "loss": 19.6035, "step": 34511 }, { "epoch": 30.65, "learning_rate": 3.419351000310125e-05, "loss": 19.7656, "step": 34512 }, { "epoch": 30.65, "learning_rate": 3.419083934800028e-05, "loss": 19.8262, "step": 34513 }, { "epoch": 30.65, "learning_rate": 3.418816874301114e-05, "loss": 19.499, "step": 34514 }, { "epoch": 30.65, "learning_rate": 3.4185498188142275e-05, "loss": 19.1924, "step": 34515 }, { "epoch": 30.65, "learning_rate": 3.418282768340215e-05, "loss": 19.4131, "step": 34516 }, { "epoch": 30.65, "learning_rate": 3.418015722879927e-05, "loss": 19.6582, "step": 34517 }, { "epoch": 30.66, "learning_rate": 3.4177486824342044e-05, "loss": 19.5381, "step": 34518 }, { "epoch": 30.66, "learning_rate": 3.417481647003896e-05, "loss": 19.7002, "step": 34519 }, { "epoch": 30.66, "learning_rate": 3.417214616589848e-05, "loss": 19.7998, "step": 34520 }, { "epoch": 30.66, "learning_rate": 3.417214616589848e-05, "loss": 19.9678, "step": 34521 }, { "epoch": 30.66, "learning_rate": 3.4169475911929085e-05, "loss": 19.3936, "step": 34522 }, { "epoch": 30.66, "learning_rate": 3.4166805708139215e-05, "loss": 19.7314, "step": 34523 }, { "epoch": 30.66, "learning_rate": 3.4164135554537356e-05, "loss": 19.9248, "step": 34524 }, { "epoch": 30.66, "learning_rate": 3.4161465451131956e-05, "loss": 19.4297, "step": 34525 }, { "epoch": 30.66, "learning_rate": 3.4158795397931486e-05, "loss": 19.4307, "step": 34526 }, { "epoch": 30.66, "learning_rate": 3.4156125394944404e-05, "loss": 19.0703, "step": 34527 }, { "epoch": 30.66, "learning_rate": 3.415345544217917e-05, "loss": 18.8467, "step": 34528 }, { "epoch": 30.67, "learning_rate": 3.415078553964427e-05, "loss": 18.7939, "step": 34529 }, { "epoch": 30.67, "learning_rate": 3.414811568734814e-05, "loss": 19.2598, "step": 34530 }, { "epoch": 30.67, "learning_rate": 3.4145445885299256e-05, "loss": 19.3262, "step": 34531 }, { "epoch": 30.67, "learning_rate": 3.414277613350607e-05, "loss": 20.043, "step": 34532 }, { "epoch": 30.67, "learning_rate": 3.414010643197706e-05, "loss": 19.2471, "step": 34533 }, { "epoch": 30.67, "learning_rate": 3.413743678072069e-05, "loss": 19.4697, "step": 34534 }, { "epoch": 30.67, "learning_rate": 3.4134767179745406e-05, "loss": 18.7656, "step": 34535 }, { "epoch": 30.67, "learning_rate": 3.413209762905967e-05, "loss": 19.9316, "step": 34536 }, { "epoch": 30.67, "learning_rate": 3.412942812867196e-05, "loss": 19.1934, "step": 34537 }, { "epoch": 30.67, "learning_rate": 3.412675867859072e-05, "loss": 19.3438, "step": 34538 }, { "epoch": 30.67, "learning_rate": 3.412408927882442e-05, "loss": 19.2939, "step": 34539 }, { "epoch": 30.67, "learning_rate": 3.412141992938155e-05, "loss": 19.2793, "step": 34540 }, { "epoch": 30.68, "learning_rate": 3.4118750630270514e-05, "loss": 19.6494, "step": 34541 }, { "epoch": 30.68, "learning_rate": 3.411608138149981e-05, "loss": 19.4727, "step": 34542 }, { "epoch": 30.68, "learning_rate": 3.411341218307789e-05, "loss": 19.8857, "step": 34543 }, { "epoch": 30.68, "learning_rate": 3.4110743035013214e-05, "loss": 19.4365, "step": 34544 }, { "epoch": 30.68, "learning_rate": 3.4108073937314265e-05, "loss": 19.7832, "step": 34545 }, { "epoch": 30.68, "learning_rate": 3.410540488998947e-05, "loss": 19.7783, "step": 34546 }, { "epoch": 30.68, "learning_rate": 3.410273589304729e-05, "loss": 19.4482, "step": 34547 }, { "epoch": 30.68, "learning_rate": 3.4100066946496214e-05, "loss": 19.7393, "step": 34548 }, { "epoch": 30.68, "learning_rate": 3.4097398050344675e-05, "loss": 19.0186, "step": 34549 }, { "epoch": 30.68, "learning_rate": 3.409472920460117e-05, "loss": 19.5498, "step": 34550 }, { "epoch": 30.68, "learning_rate": 3.4092060409274105e-05, "loss": 19.8408, "step": 34551 }, { "epoch": 30.69, "learning_rate": 3.4089391664371974e-05, "loss": 19.3906, "step": 34552 }, { "epoch": 30.69, "learning_rate": 3.4086722969903235e-05, "loss": 19.3486, "step": 34553 }, { "epoch": 30.69, "learning_rate": 3.408405432587634e-05, "loss": 19.7363, "step": 34554 }, { "epoch": 30.69, "learning_rate": 3.408138573229974e-05, "loss": 19.334, "step": 34555 }, { "epoch": 30.69, "learning_rate": 3.407871718918193e-05, "loss": 20.123, "step": 34556 }, { "epoch": 30.69, "learning_rate": 3.407604869653132e-05, "loss": 19.999, "step": 34557 }, { "epoch": 30.69, "learning_rate": 3.4073380254356395e-05, "loss": 19.7578, "step": 34558 }, { "epoch": 30.69, "learning_rate": 3.4070711862665614e-05, "loss": 19.4766, "step": 34559 }, { "epoch": 30.69, "learning_rate": 3.406804352146742e-05, "loss": 19.6709, "step": 34560 }, { "epoch": 30.69, "learning_rate": 3.4065375230770304e-05, "loss": 19.1455, "step": 34561 }, { "epoch": 30.69, "learning_rate": 3.406270699058268e-05, "loss": 19.6738, "step": 34562 }, { "epoch": 30.7, "learning_rate": 3.406003880091304e-05, "loss": 18.9736, "step": 34563 }, { "epoch": 30.7, "learning_rate": 3.405737066176982e-05, "loss": 19.4414, "step": 34564 }, { "epoch": 30.7, "learning_rate": 3.4054702573161476e-05, "loss": 19.4971, "step": 34565 }, { "epoch": 30.7, "learning_rate": 3.40520345350965e-05, "loss": 19.5166, "step": 34566 }, { "epoch": 30.7, "learning_rate": 3.4049366547583334e-05, "loss": 19.8828, "step": 34567 }, { "epoch": 30.7, "learning_rate": 3.4046698610630404e-05, "loss": 19.2061, "step": 34568 }, { "epoch": 30.7, "learning_rate": 3.404403072424619e-05, "loss": 19.5371, "step": 34569 }, { "epoch": 30.7, "learning_rate": 3.404136288843914e-05, "loss": 19.4189, "step": 34570 }, { "epoch": 30.7, "learning_rate": 3.403869510321773e-05, "loss": 19.4033, "step": 34571 }, { "epoch": 30.7, "learning_rate": 3.4036027368590424e-05, "loss": 19.2568, "step": 34572 }, { "epoch": 30.7, "learning_rate": 3.4033359684565624e-05, "loss": 20.0254, "step": 34573 }, { "epoch": 30.71, "learning_rate": 3.4030692051151836e-05, "loss": 19.9238, "step": 34574 }, { "epoch": 30.71, "learning_rate": 3.40280244683575e-05, "loss": 19.9355, "step": 34575 }, { "epoch": 30.71, "learning_rate": 3.402535693619107e-05, "loss": 18.9131, "step": 34576 }, { "epoch": 30.71, "learning_rate": 3.402268945466101e-05, "loss": 19.7012, "step": 34577 }, { "epoch": 30.71, "learning_rate": 3.4020022023775764e-05, "loss": 19.8555, "step": 34578 }, { "epoch": 30.71, "learning_rate": 3.401735464354379e-05, "loss": 19.3213, "step": 34579 }, { "epoch": 30.71, "learning_rate": 3.401468731397355e-05, "loss": 19.6611, "step": 34580 }, { "epoch": 30.71, "learning_rate": 3.4012020035073487e-05, "loss": 19.6191, "step": 34581 }, { "epoch": 30.71, "learning_rate": 3.400935280685207e-05, "loss": 20.001, "step": 34582 }, { "epoch": 30.71, "learning_rate": 3.400668562931775e-05, "loss": 19.8506, "step": 34583 }, { "epoch": 30.71, "learning_rate": 3.4004018502478976e-05, "loss": 19.5488, "step": 34584 }, { "epoch": 30.71, "learning_rate": 3.40013514263442e-05, "loss": 19.5713, "step": 34585 }, { "epoch": 30.72, "learning_rate": 3.3998684400921876e-05, "loss": 19.3818, "step": 34586 }, { "epoch": 30.72, "learning_rate": 3.399601742622046e-05, "loss": 19.2666, "step": 34587 }, { "epoch": 30.72, "learning_rate": 3.399335050224843e-05, "loss": 19.5801, "step": 34588 }, { "epoch": 30.72, "learning_rate": 3.39906836290142e-05, "loss": 19.8691, "step": 34589 }, { "epoch": 30.72, "learning_rate": 3.3988016806526244e-05, "loss": 18.4238, "step": 34590 }, { "epoch": 30.72, "learning_rate": 3.3985350034793e-05, "loss": 19.5713, "step": 34591 }, { "epoch": 30.72, "learning_rate": 3.398268331382295e-05, "loss": 19.9229, "step": 34592 }, { "epoch": 30.72, "learning_rate": 3.398001664362454e-05, "loss": 19.5117, "step": 34593 }, { "epoch": 30.72, "learning_rate": 3.3977350024206204e-05, "loss": 19.2568, "step": 34594 }, { "epoch": 30.72, "learning_rate": 3.3974683455576385e-05, "loss": 19.0293, "step": 34595 }, { "epoch": 30.72, "learning_rate": 3.3972016937743565e-05, "loss": 19.1445, "step": 34596 }, { "epoch": 30.73, "learning_rate": 3.396935047071619e-05, "loss": 19.7158, "step": 34597 }, { "epoch": 30.73, "learning_rate": 3.39666840545027e-05, "loss": 19.3926, "step": 34598 }, { "epoch": 30.73, "learning_rate": 3.396401768911157e-05, "loss": 19.5225, "step": 34599 }, { "epoch": 30.73, "learning_rate": 3.396135137455123e-05, "loss": 19.3887, "step": 34600 }, { "epoch": 30.73, "learning_rate": 3.395868511083014e-05, "loss": 19.4062, "step": 34601 }, { "epoch": 30.73, "learning_rate": 3.395601889795674e-05, "loss": 19.7314, "step": 34602 }, { "epoch": 30.73, "learning_rate": 3.3953352735939495e-05, "loss": 19.3809, "step": 34603 }, { "epoch": 30.73, "learning_rate": 3.3950686624786865e-05, "loss": 19.5352, "step": 34604 }, { "epoch": 30.73, "learning_rate": 3.394802056450727e-05, "loss": 19.3369, "step": 34605 }, { "epoch": 30.73, "learning_rate": 3.394535455510919e-05, "loss": 19.1113, "step": 34606 }, { "epoch": 30.73, "learning_rate": 3.394268859660106e-05, "loss": 18.668, "step": 34607 }, { "epoch": 30.74, "learning_rate": 3.3940022688991335e-05, "loss": 19.5654, "step": 34608 }, { "epoch": 30.74, "learning_rate": 3.393735683228848e-05, "loss": 19.3125, "step": 34609 }, { "epoch": 30.74, "learning_rate": 3.393469102650092e-05, "loss": 19.3105, "step": 34610 }, { "epoch": 30.74, "learning_rate": 3.393202527163711e-05, "loss": 19.4932, "step": 34611 }, { "epoch": 30.74, "learning_rate": 3.392935956770551e-05, "loss": 19.6074, "step": 34612 }, { "epoch": 30.74, "learning_rate": 3.3926693914714555e-05, "loss": 18.9023, "step": 34613 }, { "epoch": 30.74, "learning_rate": 3.392402831267272e-05, "loss": 19.5625, "step": 34614 }, { "epoch": 30.74, "learning_rate": 3.392136276158846e-05, "loss": 19.0703, "step": 34615 }, { "epoch": 30.74, "learning_rate": 3.3918697261470176e-05, "loss": 19.1387, "step": 34616 }, { "epoch": 30.74, "learning_rate": 3.391603181232634e-05, "loss": 19.4297, "step": 34617 }, { "epoch": 30.74, "learning_rate": 3.391336641416541e-05, "loss": 19.1406, "step": 34618 }, { "epoch": 30.75, "learning_rate": 3.3910701066995844e-05, "loss": 19.9883, "step": 34619 }, { "epoch": 30.75, "learning_rate": 3.390803577082609e-05, "loss": 19.2607, "step": 34620 }, { "epoch": 30.75, "learning_rate": 3.390537052566455e-05, "loss": 19.2842, "step": 34621 }, { "epoch": 30.75, "learning_rate": 3.390270533151972e-05, "loss": 19.3145, "step": 34622 }, { "epoch": 30.75, "learning_rate": 3.390004018840003e-05, "loss": 19.3281, "step": 34623 }, { "epoch": 30.75, "learning_rate": 3.389737509631394e-05, "loss": 19.2539, "step": 34624 }, { "epoch": 30.75, "learning_rate": 3.389471005526988e-05, "loss": 19.624, "step": 34625 }, { "epoch": 30.75, "learning_rate": 3.3892045065276326e-05, "loss": 19.6787, "step": 34626 }, { "epoch": 30.75, "learning_rate": 3.38893801263417e-05, "loss": 19.2705, "step": 34627 }, { "epoch": 30.75, "learning_rate": 3.388671523847445e-05, "loss": 19.4102, "step": 34628 }, { "epoch": 30.75, "learning_rate": 3.3884050401683033e-05, "loss": 19.3184, "step": 34629 }, { "epoch": 30.75, "learning_rate": 3.3881385615975894e-05, "loss": 19.5977, "step": 34630 }, { "epoch": 30.76, "learning_rate": 3.387872088136148e-05, "loss": 19.2021, "step": 34631 }, { "epoch": 30.76, "learning_rate": 3.387605619784823e-05, "loss": 19.46, "step": 34632 }, { "epoch": 30.76, "learning_rate": 3.38733915654446e-05, "loss": 19.5811, "step": 34633 }, { "epoch": 30.76, "learning_rate": 3.387072698415903e-05, "loss": 18.8193, "step": 34634 }, { "epoch": 30.76, "learning_rate": 3.3868062453999974e-05, "loss": 19.1055, "step": 34635 }, { "epoch": 30.76, "learning_rate": 3.386539797497588e-05, "loss": 19.3564, "step": 34636 }, { "epoch": 30.76, "learning_rate": 3.386539797497588e-05, "loss": 19.6572, "step": 34637 }, { "epoch": 30.76, "learning_rate": 3.386273354709517e-05, "loss": 19.5713, "step": 34638 }, { "epoch": 30.76, "learning_rate": 3.386006917036632e-05, "loss": 20.1738, "step": 34639 }, { "epoch": 30.76, "learning_rate": 3.385740484479775e-05, "loss": 19.4365, "step": 34640 }, { "epoch": 30.76, "learning_rate": 3.385474057039791e-05, "loss": 19.9307, "step": 34641 }, { "epoch": 30.77, "learning_rate": 3.385207634717527e-05, "loss": 19.6191, "step": 34642 }, { "epoch": 30.77, "learning_rate": 3.384941217513827e-05, "loss": 19.4131, "step": 34643 }, { "epoch": 30.77, "learning_rate": 3.384674805429532e-05, "loss": 19.6387, "step": 34644 }, { "epoch": 30.77, "learning_rate": 3.384408398465489e-05, "loss": 19.915, "step": 34645 }, { "epoch": 30.77, "learning_rate": 3.384141996622543e-05, "loss": 19.5225, "step": 34646 }, { "epoch": 30.77, "learning_rate": 3.383875599901537e-05, "loss": 19.5, "step": 34647 }, { "epoch": 30.77, "learning_rate": 3.383609208303318e-05, "loss": 19.3057, "step": 34648 }, { "epoch": 30.77, "learning_rate": 3.3833428218287265e-05, "loss": 20.1123, "step": 34649 }, { "epoch": 30.77, "learning_rate": 3.3830764404786084e-05, "loss": 19.7441, "step": 34650 }, { "epoch": 30.77, "learning_rate": 3.3828100642538095e-05, "loss": 19.5449, "step": 34651 }, { "epoch": 30.77, "learning_rate": 3.382543693155173e-05, "loss": 19.7559, "step": 34652 }, { "epoch": 30.78, "learning_rate": 3.382277327183545e-05, "loss": 19.6904, "step": 34653 }, { "epoch": 30.78, "learning_rate": 3.382010966339766e-05, "loss": 19.1572, "step": 34654 }, { "epoch": 30.78, "learning_rate": 3.381744610624683e-05, "loss": 19.4883, "step": 34655 }, { "epoch": 30.78, "learning_rate": 3.3814782600391404e-05, "loss": 19.5918, "step": 34656 }, { "epoch": 30.78, "learning_rate": 3.3812119145839815e-05, "loss": 19.8564, "step": 34657 }, { "epoch": 30.78, "learning_rate": 3.380945574260051e-05, "loss": 19.1572, "step": 34658 }, { "epoch": 30.78, "learning_rate": 3.380679239068195e-05, "loss": 20.0498, "step": 34659 }, { "epoch": 30.78, "learning_rate": 3.380412909009254e-05, "loss": 19.3848, "step": 34660 }, { "epoch": 30.78, "learning_rate": 3.380146584084074e-05, "loss": 19.3096, "step": 34661 }, { "epoch": 30.78, "learning_rate": 3.3798802642934996e-05, "loss": 19.7178, "step": 34662 }, { "epoch": 30.78, "learning_rate": 3.3796139496383736e-05, "loss": 19.1787, "step": 34663 }, { "epoch": 30.79, "learning_rate": 3.379347640119544e-05, "loss": 19.2119, "step": 34664 }, { "epoch": 30.79, "learning_rate": 3.3790813357378505e-05, "loss": 19.3174, "step": 34665 }, { "epoch": 30.79, "learning_rate": 3.378815036494139e-05, "loss": 19.5352, "step": 34666 }, { "epoch": 30.79, "learning_rate": 3.3785487423892524e-05, "loss": 19.1172, "step": 34667 }, { "epoch": 30.79, "learning_rate": 3.3782824534240367e-05, "loss": 19.2627, "step": 34668 }, { "epoch": 30.79, "learning_rate": 3.378016169599337e-05, "loss": 18.9551, "step": 34669 }, { "epoch": 30.79, "learning_rate": 3.377749890915994e-05, "loss": 19.6689, "step": 34670 }, { "epoch": 30.79, "learning_rate": 3.377483617374853e-05, "loss": 19.3691, "step": 34671 }, { "epoch": 30.79, "learning_rate": 3.377217348976758e-05, "loss": 19.4766, "step": 34672 }, { "epoch": 30.79, "learning_rate": 3.376951085722554e-05, "loss": 19.0527, "step": 34673 }, { "epoch": 30.79, "learning_rate": 3.376684827613084e-05, "loss": 19.8438, "step": 34674 }, { "epoch": 30.79, "learning_rate": 3.3764185746491936e-05, "loss": 19.5742, "step": 34675 }, { "epoch": 30.8, "learning_rate": 3.376152326831725e-05, "loss": 19.2363, "step": 34676 }, { "epoch": 30.8, "learning_rate": 3.375886084161522e-05, "loss": 19.4121, "step": 34677 }, { "epoch": 30.8, "learning_rate": 3.375619846639429e-05, "loss": 19.9492, "step": 34678 }, { "epoch": 30.8, "learning_rate": 3.375353614266291e-05, "loss": 19.501, "step": 34679 }, { "epoch": 30.8, "learning_rate": 3.375087387042952e-05, "loss": 19.5723, "step": 34680 }, { "epoch": 30.8, "learning_rate": 3.3748211649702534e-05, "loss": 19.708, "step": 34681 }, { "epoch": 30.8, "learning_rate": 3.37455494804904e-05, "loss": 19.4297, "step": 34682 }, { "epoch": 30.8, "learning_rate": 3.3742887362801575e-05, "loss": 19.2871, "step": 34683 }, { "epoch": 30.8, "learning_rate": 3.374022529664448e-05, "loss": 20.0654, "step": 34684 }, { "epoch": 30.8, "learning_rate": 3.374022529664448e-05, "loss": 19.6943, "step": 34685 }, { "epoch": 30.8, "learning_rate": 3.373756328202756e-05, "loss": 20.1562, "step": 34686 }, { "epoch": 30.81, "learning_rate": 3.373490131895925e-05, "loss": 19.6807, "step": 34687 }, { "epoch": 30.81, "learning_rate": 3.373223940744798e-05, "loss": 18.8037, "step": 34688 }, { "epoch": 30.81, "learning_rate": 3.372957754750221e-05, "loss": 18.9434, "step": 34689 }, { "epoch": 30.81, "learning_rate": 3.372691573913035e-05, "loss": 19.7041, "step": 34690 }, { "epoch": 30.81, "learning_rate": 3.372425398234085e-05, "loss": 19.5762, "step": 34691 }, { "epoch": 30.81, "learning_rate": 3.372159227714218e-05, "loss": 19.5371, "step": 34692 }, { "epoch": 30.81, "learning_rate": 3.3718930623542723e-05, "loss": 20.0713, "step": 34693 }, { "epoch": 30.81, "learning_rate": 3.371626902155093e-05, "loss": 19.8154, "step": 34694 }, { "epoch": 30.81, "learning_rate": 3.371360747117526e-05, "loss": 19.4775, "step": 34695 }, { "epoch": 30.81, "learning_rate": 3.3710945972424126e-05, "loss": 19.7646, "step": 34696 }, { "epoch": 30.81, "learning_rate": 3.3708284525306e-05, "loss": 19.6621, "step": 34697 }, { "epoch": 30.82, "learning_rate": 3.3705623129829254e-05, "loss": 19.166, "step": 34698 }, { "epoch": 30.82, "learning_rate": 3.3702961786002386e-05, "loss": 18.9336, "step": 34699 }, { "epoch": 30.82, "learning_rate": 3.37003004938338e-05, "loss": 19.8516, "step": 34700 }, { "epoch": 30.82, "learning_rate": 3.369763925333195e-05, "loss": 19.8848, "step": 34701 }, { "epoch": 30.82, "learning_rate": 3.3694978064505254e-05, "loss": 19.123, "step": 34702 }, { "epoch": 30.82, "learning_rate": 3.3692316927362164e-05, "loss": 19.417, "step": 34703 }, { "epoch": 30.82, "learning_rate": 3.36896558419111e-05, "loss": 19.1064, "step": 34704 }, { "epoch": 30.82, "learning_rate": 3.3686994808160506e-05, "loss": 19.7275, "step": 34705 }, { "epoch": 30.82, "learning_rate": 3.3684333826118805e-05, "loss": 19.2432, "step": 34706 }, { "epoch": 30.82, "learning_rate": 3.3681672895794455e-05, "loss": 19.8486, "step": 34707 }, { "epoch": 30.82, "learning_rate": 3.3679012017195873e-05, "loss": 19.4717, "step": 34708 }, { "epoch": 30.83, "learning_rate": 3.36763511903315e-05, "loss": 19.7461, "step": 34709 }, { "epoch": 30.83, "learning_rate": 3.3673690415209766e-05, "loss": 18.8604, "step": 34710 }, { "epoch": 30.83, "learning_rate": 3.36710296918391e-05, "loss": 18.8584, "step": 34711 }, { "epoch": 30.83, "learning_rate": 3.366836902022794e-05, "loss": 19.0039, "step": 34712 }, { "epoch": 30.83, "learning_rate": 3.366570840038475e-05, "loss": 19.124, "step": 34713 }, { "epoch": 30.83, "learning_rate": 3.366304783231792e-05, "loss": 19.6895, "step": 34714 }, { "epoch": 30.83, "learning_rate": 3.366038731603589e-05, "loss": 19.5283, "step": 34715 }, { "epoch": 30.83, "learning_rate": 3.3657726851547103e-05, "loss": 19.1514, "step": 34716 }, { "epoch": 30.83, "learning_rate": 3.365506643886e-05, "loss": 19.7344, "step": 34717 }, { "epoch": 30.83, "learning_rate": 3.3652406077982996e-05, "loss": 19.9023, "step": 34718 }, { "epoch": 30.83, "learning_rate": 3.3649745768924563e-05, "loss": 19.2334, "step": 34719 }, { "epoch": 30.83, "learning_rate": 3.364708551169307e-05, "loss": 19.2422, "step": 34720 }, { "epoch": 30.84, "learning_rate": 3.3644425306297e-05, "loss": 19.3672, "step": 34721 }, { "epoch": 30.84, "learning_rate": 3.3641765152744765e-05, "loss": 19.5557, "step": 34722 }, { "epoch": 30.84, "learning_rate": 3.363910505104481e-05, "loss": 18.8105, "step": 34723 }, { "epoch": 30.84, "learning_rate": 3.363644500120555e-05, "loss": 19.2676, "step": 34724 }, { "epoch": 30.84, "learning_rate": 3.363378500323543e-05, "loss": 19.1484, "step": 34725 }, { "epoch": 30.84, "learning_rate": 3.3631125057142874e-05, "loss": 19.3408, "step": 34726 }, { "epoch": 30.84, "learning_rate": 3.362846516293632e-05, "loss": 19.6504, "step": 34727 }, { "epoch": 30.84, "learning_rate": 3.362580532062419e-05, "loss": 19.5947, "step": 34728 }, { "epoch": 30.84, "learning_rate": 3.362314553021493e-05, "loss": 19.6348, "step": 34729 }, { "epoch": 30.84, "learning_rate": 3.362048579171696e-05, "loss": 19.3086, "step": 34730 }, { "epoch": 30.84, "learning_rate": 3.36178261051387e-05, "loss": 19.4404, "step": 34731 }, { "epoch": 30.85, "learning_rate": 3.36151664704886e-05, "loss": 19.335, "step": 34732 }, { "epoch": 30.85, "learning_rate": 3.361250688777508e-05, "loss": 19.4707, "step": 34733 }, { "epoch": 30.85, "learning_rate": 3.3609847357006586e-05, "loss": 19.6309, "step": 34734 }, { "epoch": 30.85, "learning_rate": 3.3607187878191546e-05, "loss": 19.2705, "step": 34735 }, { "epoch": 30.85, "learning_rate": 3.360452845133836e-05, "loss": 19.0215, "step": 34736 }, { "epoch": 30.85, "learning_rate": 3.360186907645548e-05, "loss": 19.3516, "step": 34737 }, { "epoch": 30.85, "learning_rate": 3.360186907645548e-05, "loss": 19.1709, "step": 34738 }, { "epoch": 30.85, "learning_rate": 3.359920975355133e-05, "loss": 19.3975, "step": 34739 }, { "epoch": 30.85, "learning_rate": 3.3596550482634345e-05, "loss": 19.2041, "step": 34740 }, { "epoch": 30.85, "learning_rate": 3.359389126371298e-05, "loss": 19.5107, "step": 34741 }, { "epoch": 30.85, "learning_rate": 3.359123209679561e-05, "loss": 19.8086, "step": 34742 }, { "epoch": 30.86, "learning_rate": 3.3588572981890685e-05, "loss": 19.4854, "step": 34743 }, { "epoch": 30.86, "learning_rate": 3.3585913919006653e-05, "loss": 19.5537, "step": 34744 }, { "epoch": 30.86, "learning_rate": 3.3583254908151926e-05, "loss": 19.3389, "step": 34745 }, { "epoch": 30.86, "learning_rate": 3.358059594933496e-05, "loss": 19.6699, "step": 34746 }, { "epoch": 30.86, "learning_rate": 3.357793704256412e-05, "loss": 19.3594, "step": 34747 }, { "epoch": 30.86, "learning_rate": 3.357527818784789e-05, "loss": 19.3086, "step": 34748 }, { "epoch": 30.86, "learning_rate": 3.357261938519468e-05, "loss": 19.3262, "step": 34749 }, { "epoch": 30.86, "learning_rate": 3.356996063461292e-05, "loss": 19.4229, "step": 34750 }, { "epoch": 30.86, "learning_rate": 3.356730193611104e-05, "loss": 19.7021, "step": 34751 }, { "epoch": 30.86, "learning_rate": 3.356464328969747e-05, "loss": 18.916, "step": 34752 }, { "epoch": 30.86, "learning_rate": 3.356198469538063e-05, "loss": 19.542, "step": 34753 }, { "epoch": 30.87, "learning_rate": 3.355932615316894e-05, "loss": 19.9092, "step": 34754 }, { "epoch": 30.87, "learning_rate": 3.355666766307084e-05, "loss": 19.3418, "step": 34755 }, { "epoch": 30.87, "learning_rate": 3.355400922509475e-05, "loss": 19.0332, "step": 34756 }, { "epoch": 30.87, "learning_rate": 3.3551350839249116e-05, "loss": 19.9951, "step": 34757 }, { "epoch": 30.87, "learning_rate": 3.3548692505542335e-05, "loss": 19.5938, "step": 34758 }, { "epoch": 30.87, "learning_rate": 3.354603422398285e-05, "loss": 19.6924, "step": 34759 }, { "epoch": 30.87, "learning_rate": 3.3543375994579086e-05, "loss": 19.6699, "step": 34760 }, { "epoch": 30.87, "learning_rate": 3.3540717817339464e-05, "loss": 19.2627, "step": 34761 }, { "epoch": 30.87, "learning_rate": 3.3538059692272395e-05, "loss": 19.7246, "step": 34762 }, { "epoch": 30.87, "learning_rate": 3.3535401619386365e-05, "loss": 19.1338, "step": 34763 }, { "epoch": 30.87, "learning_rate": 3.353274359868973e-05, "loss": 20.2744, "step": 34764 }, { "epoch": 30.87, "learning_rate": 3.3530085630190946e-05, "loss": 19.3477, "step": 34765 }, { "epoch": 30.88, "learning_rate": 3.352742771389842e-05, "loss": 19.4326, "step": 34766 }, { "epoch": 30.88, "learning_rate": 3.3524769849820604e-05, "loss": 19.9033, "step": 34767 }, { "epoch": 30.88, "learning_rate": 3.352211203796593e-05, "loss": 19.2686, "step": 34768 }, { "epoch": 30.88, "learning_rate": 3.3519454278342776e-05, "loss": 18.7217, "step": 34769 }, { "epoch": 30.88, "learning_rate": 3.35167965709596e-05, "loss": 19.3252, "step": 34770 }, { "epoch": 30.88, "learning_rate": 3.3514138915824825e-05, "loss": 19.9688, "step": 34771 }, { "epoch": 30.88, "learning_rate": 3.351148131294687e-05, "loss": 18.9346, "step": 34772 }, { "epoch": 30.88, "learning_rate": 3.350882376233417e-05, "loss": 19.9443, "step": 34773 }, { "epoch": 30.88, "learning_rate": 3.3506166263995126e-05, "loss": 19.6211, "step": 34774 }, { "epoch": 30.88, "learning_rate": 3.3503508817938176e-05, "loss": 19.7363, "step": 34775 }, { "epoch": 30.88, "learning_rate": 3.350085142417174e-05, "loss": 19.8066, "step": 34776 }, { "epoch": 30.89, "learning_rate": 3.349819408270425e-05, "loss": 19.8857, "step": 34777 }, { "epoch": 30.89, "learning_rate": 3.3495536793544114e-05, "loss": 19.4609, "step": 34778 }, { "epoch": 30.89, "learning_rate": 3.3492879556699775e-05, "loss": 19.1162, "step": 34779 }, { "epoch": 30.89, "learning_rate": 3.3490222372179636e-05, "loss": 19.1445, "step": 34780 }, { "epoch": 30.89, "learning_rate": 3.348756523999213e-05, "loss": 19.4668, "step": 34781 }, { "epoch": 30.89, "learning_rate": 3.348490816014568e-05, "loss": 20.0029, "step": 34782 }, { "epoch": 30.89, "learning_rate": 3.34822511326487e-05, "loss": 19.3164, "step": 34783 }, { "epoch": 30.89, "learning_rate": 3.347959415750963e-05, "loss": 19.001, "step": 34784 }, { "epoch": 30.89, "learning_rate": 3.347693723473687e-05, "loss": 18.7432, "step": 34785 }, { "epoch": 30.89, "learning_rate": 3.347428036433885e-05, "loss": 19.3662, "step": 34786 }, { "epoch": 30.89, "learning_rate": 3.3471623546324e-05, "loss": 19.8574, "step": 34787 }, { "epoch": 30.9, "learning_rate": 3.346896678070073e-05, "loss": 19.3613, "step": 34788 }, { "epoch": 30.9, "learning_rate": 3.346631006747749e-05, "loss": 19.502, "step": 34789 }, { "epoch": 30.9, "learning_rate": 3.346365340666266e-05, "loss": 19.5283, "step": 34790 }, { "epoch": 30.9, "learning_rate": 3.346099679826468e-05, "loss": 19.0605, "step": 34791 }, { "epoch": 30.9, "learning_rate": 3.345834024229196e-05, "loss": 19.3965, "step": 34792 }, { "epoch": 30.9, "learning_rate": 3.3455683738752943e-05, "loss": 19.4473, "step": 34793 }, { "epoch": 30.9, "learning_rate": 3.345302728765603e-05, "loss": 19.4609, "step": 34794 }, { "epoch": 30.9, "learning_rate": 3.3450370889009676e-05, "loss": 19.707, "step": 34795 }, { "epoch": 30.9, "learning_rate": 3.3447714542822236e-05, "loss": 19.0938, "step": 34796 }, { "epoch": 30.9, "learning_rate": 3.344505824910219e-05, "loss": 19.3418, "step": 34797 }, { "epoch": 30.9, "learning_rate": 3.3442402007857934e-05, "loss": 19.0879, "step": 34798 }, { "epoch": 30.9, "learning_rate": 3.343974581909788e-05, "loss": 19.5918, "step": 34799 }, { "epoch": 30.91, "learning_rate": 3.343708968283048e-05, "loss": 19.8545, "step": 34800 }, { "epoch": 30.91, "learning_rate": 3.3434433599064116e-05, "loss": 19.3184, "step": 34801 }, { "epoch": 30.91, "learning_rate": 3.343177756780722e-05, "loss": 19.7188, "step": 34802 }, { "epoch": 30.91, "learning_rate": 3.3429121589068215e-05, "loss": 19.6064, "step": 34803 }, { "epoch": 30.91, "learning_rate": 3.342646566285552e-05, "loss": 19.0322, "step": 34804 }, { "epoch": 30.91, "learning_rate": 3.342380978917756e-05, "loss": 18.9639, "step": 34805 }, { "epoch": 30.91, "learning_rate": 3.342115396804273e-05, "loss": 19.251, "step": 34806 }, { "epoch": 30.91, "learning_rate": 3.3418498199459474e-05, "loss": 19.3379, "step": 34807 }, { "epoch": 30.91, "learning_rate": 3.34158424834362e-05, "loss": 19.4277, "step": 34808 }, { "epoch": 30.91, "learning_rate": 3.3413186819981326e-05, "loss": 19.8408, "step": 34809 }, { "epoch": 30.91, "learning_rate": 3.341053120910325e-05, "loss": 19.3379, "step": 34810 }, { "epoch": 30.92, "learning_rate": 3.340787565081045e-05, "loss": 19.3027, "step": 34811 }, { "epoch": 30.92, "learning_rate": 3.3405220145111284e-05, "loss": 19.2412, "step": 34812 }, { "epoch": 30.92, "learning_rate": 3.340256469201418e-05, "loss": 18.9268, "step": 34813 }, { "epoch": 30.92, "learning_rate": 3.339990929152756e-05, "loss": 19.334, "step": 34814 }, { "epoch": 30.92, "learning_rate": 3.3397253943659855e-05, "loss": 19.8994, "step": 34815 }, { "epoch": 30.92, "learning_rate": 3.33945986484195e-05, "loss": 19.4717, "step": 34816 }, { "epoch": 30.92, "learning_rate": 3.339194340581485e-05, "loss": 19.75, "step": 34817 }, { "epoch": 30.92, "learning_rate": 3.3389288215854355e-05, "loss": 19.2344, "step": 34818 }, { "epoch": 30.92, "learning_rate": 3.3386633078546436e-05, "loss": 18.8828, "step": 34819 }, { "epoch": 30.92, "learning_rate": 3.3383977993899503e-05, "loss": 19.9014, "step": 34820 }, { "epoch": 30.92, "learning_rate": 3.338132296192198e-05, "loss": 18.9912, "step": 34821 }, { "epoch": 30.93, "learning_rate": 3.337866798262229e-05, "loss": 19.709, "step": 34822 }, { "epoch": 30.93, "learning_rate": 3.337601305600882e-05, "loss": 20.2559, "step": 34823 }, { "epoch": 30.93, "learning_rate": 3.3373358182090006e-05, "loss": 20.1729, "step": 34824 }, { "epoch": 30.93, "learning_rate": 3.337070336087426e-05, "loss": 19.0518, "step": 34825 }, { "epoch": 30.93, "learning_rate": 3.3368048592369985e-05, "loss": 19.9727, "step": 34826 }, { "epoch": 30.93, "learning_rate": 3.336539387658563e-05, "loss": 19.4219, "step": 34827 }, { "epoch": 30.93, "learning_rate": 3.336273921352957e-05, "loss": 19.6543, "step": 34828 }, { "epoch": 30.93, "learning_rate": 3.336008460321024e-05, "loss": 19.4717, "step": 34829 }, { "epoch": 30.93, "learning_rate": 3.335743004563605e-05, "loss": 18.9639, "step": 34830 }, { "epoch": 30.93, "learning_rate": 3.335477554081541e-05, "loss": 19.5176, "step": 34831 }, { "epoch": 30.93, "learning_rate": 3.335212108875676e-05, "loss": 19.4976, "step": 34832 }, { "epoch": 30.94, "learning_rate": 3.334946668946848e-05, "loss": 19.2852, "step": 34833 }, { "epoch": 30.94, "learning_rate": 3.3346812342959e-05, "loss": 19.8916, "step": 34834 }, { "epoch": 30.94, "learning_rate": 3.334415804923673e-05, "loss": 20.0312, "step": 34835 }, { "epoch": 30.94, "learning_rate": 3.334150380831007e-05, "loss": 19.7227, "step": 34836 }, { "epoch": 30.94, "learning_rate": 3.333884962018747e-05, "loss": 19.9619, "step": 34837 }, { "epoch": 30.94, "learning_rate": 3.333619548487734e-05, "loss": 19.5449, "step": 34838 }, { "epoch": 30.94, "learning_rate": 3.3333541402388044e-05, "loss": 18.9521, "step": 34839 }, { "epoch": 30.94, "learning_rate": 3.3330887372728027e-05, "loss": 19.251, "step": 34840 }, { "epoch": 30.94, "learning_rate": 3.332823339590571e-05, "loss": 19.4189, "step": 34841 }, { "epoch": 30.94, "learning_rate": 3.332557947192949e-05, "loss": 19.1895, "step": 34842 }, { "epoch": 30.94, "learning_rate": 3.332292560080781e-05, "loss": 19.3711, "step": 34843 }, { "epoch": 30.94, "learning_rate": 3.332027178254903e-05, "loss": 19.9854, "step": 34844 }, { "epoch": 30.95, "learning_rate": 3.331761801716159e-05, "loss": 19.5068, "step": 34845 }, { "epoch": 30.95, "learning_rate": 3.331496430465391e-05, "loss": 19.541, "step": 34846 }, { "epoch": 30.95, "learning_rate": 3.33123106450344e-05, "loss": 19.1846, "step": 34847 }, { "epoch": 30.95, "learning_rate": 3.330965703831146e-05, "loss": 19.1865, "step": 34848 }, { "epoch": 30.95, "learning_rate": 3.33070034844935e-05, "loss": 18.9805, "step": 34849 }, { "epoch": 30.95, "learning_rate": 3.330434998358894e-05, "loss": 19.501, "step": 34850 }, { "epoch": 30.95, "learning_rate": 3.3301696535606196e-05, "loss": 19.8662, "step": 34851 }, { "epoch": 30.95, "learning_rate": 3.3299043140553664e-05, "loss": 19.7227, "step": 34852 }, { "epoch": 30.95, "learning_rate": 3.329638979843977e-05, "loss": 19.666, "step": 34853 }, { "epoch": 30.95, "learning_rate": 3.329373650927292e-05, "loss": 19.5791, "step": 34854 }, { "epoch": 30.95, "learning_rate": 3.329108327306152e-05, "loss": 19.3057, "step": 34855 }, { "epoch": 30.96, "learning_rate": 3.328843008981397e-05, "loss": 19.2129, "step": 34856 }, { "epoch": 30.96, "learning_rate": 3.3285776959538696e-05, "loss": 19.2061, "step": 34857 }, { "epoch": 30.96, "learning_rate": 3.3283123882244096e-05, "loss": 19.7471, "step": 34858 }, { "epoch": 30.96, "learning_rate": 3.328047085793862e-05, "loss": 20.0625, "step": 34859 }, { "epoch": 30.96, "learning_rate": 3.3277817886630614e-05, "loss": 19.5947, "step": 34860 }, { "epoch": 30.96, "learning_rate": 3.3275164968328524e-05, "loss": 19.7881, "step": 34861 }, { "epoch": 30.96, "learning_rate": 3.327251210304074e-05, "loss": 19.5312, "step": 34862 }, { "epoch": 30.96, "learning_rate": 3.3269859290775704e-05, "loss": 19.1211, "step": 34863 }, { "epoch": 30.96, "learning_rate": 3.326720653154182e-05, "loss": 19.374, "step": 34864 }, { "epoch": 30.96, "learning_rate": 3.326455382534746e-05, "loss": 19.4424, "step": 34865 }, { "epoch": 30.96, "learning_rate": 3.326190117220104e-05, "loss": 19.2217, "step": 34866 }, { "epoch": 30.97, "learning_rate": 3.3259248572111e-05, "loss": 19.375, "step": 34867 }, { "epoch": 30.97, "learning_rate": 3.3256596025085726e-05, "loss": 19.5039, "step": 34868 }, { "epoch": 30.97, "learning_rate": 3.3253943531133644e-05, "loss": 19.7197, "step": 34869 }, { "epoch": 30.97, "learning_rate": 3.325129109026315e-05, "loss": 19.6025, "step": 34870 }, { "epoch": 30.97, "learning_rate": 3.324863870248264e-05, "loss": 19.2441, "step": 34871 }, { "epoch": 30.97, "learning_rate": 3.324598636780053e-05, "loss": 19.6348, "step": 34872 }, { "epoch": 30.97, "learning_rate": 3.324333408622523e-05, "loss": 18.9814, "step": 34873 }, { "epoch": 30.97, "learning_rate": 3.3240681857765156e-05, "loss": 19.4131, "step": 34874 }, { "epoch": 30.97, "learning_rate": 3.3238029682428705e-05, "loss": 19.3799, "step": 34875 }, { "epoch": 30.97, "learning_rate": 3.323537756022428e-05, "loss": 19.7139, "step": 34876 }, { "epoch": 30.97, "learning_rate": 3.3232725491160294e-05, "loss": 19.499, "step": 34877 }, { "epoch": 30.98, "learning_rate": 3.323007347524515e-05, "loss": 19.46, "step": 34878 }, { "epoch": 30.98, "learning_rate": 3.322742151248725e-05, "loss": 19.4697, "step": 34879 }, { "epoch": 30.98, "learning_rate": 3.322476960289502e-05, "loss": 19.9111, "step": 34880 }, { "epoch": 30.98, "learning_rate": 3.322211774647685e-05, "loss": 19.4199, "step": 34881 }, { "epoch": 30.98, "learning_rate": 3.321946594324114e-05, "loss": 19.9258, "step": 34882 }, { "epoch": 30.98, "learning_rate": 3.321681419319631e-05, "loss": 20.1699, "step": 34883 }, { "epoch": 30.98, "learning_rate": 3.321416249635075e-05, "loss": 19.0078, "step": 34884 }, { "epoch": 30.98, "learning_rate": 3.321151085271287e-05, "loss": 19.2363, "step": 34885 }, { "epoch": 30.98, "learning_rate": 3.320885926229111e-05, "loss": 19.2637, "step": 34886 }, { "epoch": 30.98, "learning_rate": 3.3206207725093826e-05, "loss": 19.7383, "step": 34887 }, { "epoch": 30.98, "learning_rate": 3.320355624112944e-05, "loss": 19.4775, "step": 34888 }, { "epoch": 30.98, "learning_rate": 3.3200904810406355e-05, "loss": 19.4883, "step": 34889 }, { "epoch": 30.99, "learning_rate": 3.319825343293298e-05, "loss": 19.748, "step": 34890 }, { "epoch": 30.99, "learning_rate": 3.3195602108717746e-05, "loss": 19.0439, "step": 34891 }, { "epoch": 30.99, "learning_rate": 3.3192950837769e-05, "loss": 19.4922, "step": 34892 }, { "epoch": 30.99, "learning_rate": 3.319029962009518e-05, "loss": 19.0869, "step": 34893 }, { "epoch": 30.99, "learning_rate": 3.318764845570468e-05, "loss": 18.9131, "step": 34894 }, { "epoch": 30.99, "learning_rate": 3.3184997344605915e-05, "loss": 19.9199, "step": 34895 }, { "epoch": 30.99, "learning_rate": 3.318234628680729e-05, "loss": 19.1543, "step": 34896 }, { "epoch": 30.99, "learning_rate": 3.3179695282317196e-05, "loss": 19.1934, "step": 34897 }, { "epoch": 30.99, "learning_rate": 3.317704433114404e-05, "loss": 19.6641, "step": 34898 }, { "epoch": 30.99, "learning_rate": 3.317439343329623e-05, "loss": 19.3877, "step": 34899 }, { "epoch": 30.99, "learning_rate": 3.317174258878215e-05, "loss": 19.2676, "step": 34900 }, { "epoch": 31.0, "learning_rate": 3.316909179761023e-05, "loss": 19.6543, "step": 34901 }, { "epoch": 31.0, "learning_rate": 3.316644105978886e-05, "loss": 19.4102, "step": 34902 }, { "epoch": 31.0, "learning_rate": 3.316379037532644e-05, "loss": 19.3916, "step": 34903 }, { "epoch": 31.0, "learning_rate": 3.3161139744231374e-05, "loss": 19.4648, "step": 34904 }, { "epoch": 31.0, "learning_rate": 3.3158489166512055e-05, "loss": 19.8604, "step": 34905 }, { "epoch": 31.0, "learning_rate": 3.315583864217691e-05, "loss": 18.9941, "step": 34906 }, { "epoch": 31.0, "learning_rate": 3.315318817123432e-05, "loss": 19.0293, "step": 34907 }, { "epoch": 31.0, "learning_rate": 3.315053775369268e-05, "loss": 18.9971, "step": 34908 }, { "epoch": 31.0, "learning_rate": 3.314788738956042e-05, "loss": 19.834, "step": 34909 }, { "epoch": 31.0, "learning_rate": 3.31452370788459e-05, "loss": 19.375, "step": 34910 }, { "epoch": 31.0, "learning_rate": 3.3142586821557556e-05, "loss": 19.918, "step": 34911 }, { "epoch": 31.01, "learning_rate": 3.3139936617703774e-05, "loss": 19.9463, "step": 34912 }, { "epoch": 31.01, "learning_rate": 3.313728646729298e-05, "loss": 19.0664, "step": 34913 }, { "epoch": 31.01, "learning_rate": 3.313463637033353e-05, "loss": 19.4609, "step": 34914 }, { "epoch": 31.01, "learning_rate": 3.313198632683384e-05, "loss": 19.2715, "step": 34915 }, { "epoch": 31.01, "learning_rate": 3.312933633680232e-05, "loss": 19.1797, "step": 34916 }, { "epoch": 31.01, "learning_rate": 3.312668640024738e-05, "loss": 18.875, "step": 34917 }, { "epoch": 31.01, "learning_rate": 3.31240365171774e-05, "loss": 19.2021, "step": 34918 }, { "epoch": 31.01, "learning_rate": 3.312138668760079e-05, "loss": 18.9092, "step": 34919 }, { "epoch": 31.01, "learning_rate": 3.311873691152594e-05, "loss": 19.6152, "step": 34920 }, { "epoch": 31.01, "learning_rate": 3.311608718896125e-05, "loss": 19.3467, "step": 34921 }, { "epoch": 31.01, "learning_rate": 3.3113437519915133e-05, "loss": 19.7275, "step": 34922 }, { "epoch": 31.02, "learning_rate": 3.3110787904395976e-05, "loss": 19.5127, "step": 34923 }, { "epoch": 31.02, "learning_rate": 3.310813834241218e-05, "loss": 19.7256, "step": 34924 }, { "epoch": 31.02, "learning_rate": 3.3105488833972144e-05, "loss": 19.7002, "step": 34925 }, { "epoch": 31.02, "learning_rate": 3.310283937908426e-05, "loss": 19.2383, "step": 34926 }, { "epoch": 31.02, "learning_rate": 3.310018997775693e-05, "loss": 19.4648, "step": 34927 }, { "epoch": 31.02, "learning_rate": 3.3097540629998565e-05, "loss": 19.5703, "step": 34928 }, { "epoch": 31.02, "learning_rate": 3.309489133581756e-05, "loss": 19.5645, "step": 34929 }, { "epoch": 31.02, "learning_rate": 3.3092242095222295e-05, "loss": 18.8564, "step": 34930 }, { "epoch": 31.02, "learning_rate": 3.3089592908221165e-05, "loss": 19.7686, "step": 34931 }, { "epoch": 31.02, "learning_rate": 3.308694377482259e-05, "loss": 19.2383, "step": 34932 }, { "epoch": 31.02, "learning_rate": 3.308429469503495e-05, "loss": 19.6143, "step": 34933 }, { "epoch": 31.02, "learning_rate": 3.308164566886668e-05, "loss": 19.2344, "step": 34934 }, { "epoch": 31.03, "learning_rate": 3.307899669632612e-05, "loss": 19.3652, "step": 34935 }, { "epoch": 31.03, "learning_rate": 3.307634777742169e-05, "loss": 19.7412, "step": 34936 }, { "epoch": 31.03, "learning_rate": 3.307369891216179e-05, "loss": 19.5508, "step": 34937 }, { "epoch": 31.03, "learning_rate": 3.307105010055482e-05, "loss": 19.1865, "step": 34938 }, { "epoch": 31.03, "learning_rate": 3.306840134260919e-05, "loss": 19.7148, "step": 34939 }, { "epoch": 31.03, "learning_rate": 3.306575263833326e-05, "loss": 20.1504, "step": 34940 }, { "epoch": 31.03, "learning_rate": 3.3063103987735433e-05, "loss": 19.7578, "step": 34941 }, { "epoch": 31.03, "learning_rate": 3.306045539082413e-05, "loss": 19.3477, "step": 34942 }, { "epoch": 31.03, "learning_rate": 3.305780684760773e-05, "loss": 18.9785, "step": 34943 }, { "epoch": 31.03, "learning_rate": 3.3055158358094624e-05, "loss": 19.6006, "step": 34944 }, { "epoch": 31.03, "learning_rate": 3.305250992229323e-05, "loss": 19.6504, "step": 34945 }, { "epoch": 31.04, "learning_rate": 3.305250992229323e-05, "loss": 19.6436, "step": 34946 }, { "epoch": 31.04, "learning_rate": 3.3049861540211915e-05, "loss": 19.8486, "step": 34947 }, { "epoch": 31.04, "learning_rate": 3.304721321185909e-05, "loss": 19.9932, "step": 34948 }, { "epoch": 31.04, "learning_rate": 3.3044564937243135e-05, "loss": 19.6855, "step": 34949 }, { "epoch": 31.04, "learning_rate": 3.3041916716372454e-05, "loss": 19.3496, "step": 34950 }, { "epoch": 31.04, "learning_rate": 3.3039268549255465e-05, "loss": 20.0752, "step": 34951 }, { "epoch": 31.04, "learning_rate": 3.303662043590052e-05, "loss": 20.0312, "step": 34952 }, { "epoch": 31.04, "learning_rate": 3.303397237631603e-05, "loss": 19.5459, "step": 34953 }, { "epoch": 31.04, "learning_rate": 3.3031324370510394e-05, "loss": 20.0596, "step": 34954 }, { "epoch": 31.04, "learning_rate": 3.3028676418492e-05, "loss": 19.3506, "step": 34955 }, { "epoch": 31.04, "learning_rate": 3.3026028520269234e-05, "loss": 19.9971, "step": 34956 }, { "epoch": 31.05, "learning_rate": 3.3023380675850535e-05, "loss": 19.6357, "step": 34957 }, { "epoch": 31.05, "learning_rate": 3.302073288524424e-05, "loss": 19.8232, "step": 34958 }, { "epoch": 31.05, "learning_rate": 3.3018085148458754e-05, "loss": 19.6279, "step": 34959 }, { "epoch": 31.05, "learning_rate": 3.301543746550248e-05, "loss": 19.377, "step": 34960 }, { "epoch": 31.05, "learning_rate": 3.3012789836383805e-05, "loss": 19.502, "step": 34961 }, { "epoch": 31.05, "learning_rate": 3.301014226111115e-05, "loss": 19.5273, "step": 34962 }, { "epoch": 31.05, "learning_rate": 3.300749473969287e-05, "loss": 19.417, "step": 34963 }, { "epoch": 31.05, "learning_rate": 3.300484727213735e-05, "loss": 19.5615, "step": 34964 }, { "epoch": 31.05, "learning_rate": 3.300219985845302e-05, "loss": 19.8584, "step": 34965 }, { "epoch": 31.05, "learning_rate": 3.2999552498648246e-05, "loss": 19.7295, "step": 34966 }, { "epoch": 31.05, "learning_rate": 3.299690519273145e-05, "loss": 19.5488, "step": 34967 }, { "epoch": 31.06, "learning_rate": 3.299425794071097e-05, "loss": 19.2314, "step": 34968 }, { "epoch": 31.06, "learning_rate": 3.299161074259523e-05, "loss": 19.3975, "step": 34969 }, { "epoch": 31.06, "learning_rate": 3.298896359839263e-05, "loss": 19.0928, "step": 34970 }, { "epoch": 31.06, "learning_rate": 3.298631650811154e-05, "loss": 19.501, "step": 34971 }, { "epoch": 31.06, "learning_rate": 3.298366947176037e-05, "loss": 19.4326, "step": 34972 }, { "epoch": 31.06, "learning_rate": 3.29810224893475e-05, "loss": 18.8818, "step": 34973 }, { "epoch": 31.06, "learning_rate": 3.297837556088132e-05, "loss": 19.2549, "step": 34974 }, { "epoch": 31.06, "learning_rate": 3.297572868637022e-05, "loss": 19.7256, "step": 34975 }, { "epoch": 31.06, "learning_rate": 3.2973081865822583e-05, "loss": 19.2783, "step": 34976 }, { "epoch": 31.06, "learning_rate": 3.297043509924682e-05, "loss": 19.2578, "step": 34977 }, { "epoch": 31.06, "learning_rate": 3.296778838665131e-05, "loss": 19.3936, "step": 34978 }, { "epoch": 31.06, "learning_rate": 3.296514172804442e-05, "loss": 19.0732, "step": 34979 }, { "epoch": 31.07, "learning_rate": 3.2962495123434575e-05, "loss": 19.0176, "step": 34980 }, { "epoch": 31.07, "learning_rate": 3.2959848572830154e-05, "loss": 19.418, "step": 34981 }, { "epoch": 31.07, "learning_rate": 3.295720207623952e-05, "loss": 19.1836, "step": 34982 }, { "epoch": 31.07, "learning_rate": 3.295720207623952e-05, "loss": 19.4033, "step": 34983 }, { "epoch": 31.07, "learning_rate": 3.2954555633671116e-05, "loss": 18.6152, "step": 34984 }, { "epoch": 31.07, "learning_rate": 3.2951909245133276e-05, "loss": 18.7939, "step": 34985 }, { "epoch": 31.07, "learning_rate": 3.294926291063442e-05, "loss": 19.085, "step": 34986 }, { "epoch": 31.07, "learning_rate": 3.29466166301829e-05, "loss": 19.0098, "step": 34987 }, { "epoch": 31.07, "learning_rate": 3.294397040378715e-05, "loss": 18.9189, "step": 34988 }, { "epoch": 31.07, "learning_rate": 3.294132423145554e-05, "loss": 19.4385, "step": 34989 }, { "epoch": 31.07, "learning_rate": 3.293867811319647e-05, "loss": 19.1104, "step": 34990 }, { "epoch": 31.08, "learning_rate": 3.293603204901829e-05, "loss": 19.3115, "step": 34991 }, { "epoch": 31.08, "learning_rate": 3.293338603892942e-05, "loss": 19.5889, "step": 34992 }, { "epoch": 31.08, "learning_rate": 3.2930740082938236e-05, "loss": 19.3525, "step": 34993 }, { "epoch": 31.08, "learning_rate": 3.2928094181053134e-05, "loss": 19.3096, "step": 34994 }, { "epoch": 31.08, "learning_rate": 3.29254483332825e-05, "loss": 18.7246, "step": 34995 }, { "epoch": 31.08, "learning_rate": 3.2922802539634704e-05, "loss": 19.5303, "step": 34996 }, { "epoch": 31.08, "learning_rate": 3.2920156800118154e-05, "loss": 18.832, "step": 34997 }, { "epoch": 31.08, "learning_rate": 3.291751111474122e-05, "loss": 18.9883, "step": 34998 }, { "epoch": 31.08, "learning_rate": 3.2914865483512295e-05, "loss": 20.0508, "step": 34999 }, { "epoch": 31.08, "learning_rate": 3.2914865483512295e-05, "loss": 19.8506, "step": 35000 }, { "epoch": 31.08, "learning_rate": 3.291221990643978e-05, "loss": 19.0107, "step": 35001 }, { "epoch": 31.09, "learning_rate": 3.290957438353203e-05, "loss": 18.9092, "step": 35002 }, { "epoch": 31.09, "learning_rate": 3.290692891479745e-05, "loss": 19.3496, "step": 35003 }, { "epoch": 31.09, "learning_rate": 3.290428350024442e-05, "loss": 19.2578, "step": 35004 }, { "epoch": 31.09, "learning_rate": 3.290163813988133e-05, "loss": 18.9697, "step": 35005 }, { "epoch": 31.09, "learning_rate": 3.289899283371657e-05, "loss": 19.4111, "step": 35006 }, { "epoch": 31.09, "learning_rate": 3.289634758175852e-05, "loss": 19.1074, "step": 35007 }, { "epoch": 31.09, "learning_rate": 3.289370238401556e-05, "loss": 19.2617, "step": 35008 }, { "epoch": 31.09, "learning_rate": 3.289105724049607e-05, "loss": 19.1729, "step": 35009 }, { "epoch": 31.09, "learning_rate": 3.288841215120845e-05, "loss": 19.5801, "step": 35010 }, { "epoch": 31.09, "learning_rate": 3.288576711616106e-05, "loss": 18.5547, "step": 35011 }, { "epoch": 31.09, "learning_rate": 3.2883122135362333e-05, "loss": 19.2891, "step": 35012 }, { "epoch": 31.1, "learning_rate": 3.2880477208820606e-05, "loss": 19.3838, "step": 35013 }, { "epoch": 31.1, "learning_rate": 3.287783233654426e-05, "loss": 20.5342, "step": 35014 }, { "epoch": 31.1, "learning_rate": 3.2875187518541716e-05, "loss": 19.084, "step": 35015 }, { "epoch": 31.1, "learning_rate": 3.287254275482133e-05, "loss": 19.1914, "step": 35016 }, { "epoch": 31.1, "learning_rate": 3.28698980453915e-05, "loss": 19.4141, "step": 35017 }, { "epoch": 31.1, "learning_rate": 3.286725339026061e-05, "loss": 19.0596, "step": 35018 }, { "epoch": 31.1, "learning_rate": 3.286460878943703e-05, "loss": 19.7354, "step": 35019 }, { "epoch": 31.1, "learning_rate": 3.2861964242929144e-05, "loss": 19.3262, "step": 35020 }, { "epoch": 31.1, "learning_rate": 3.285931975074534e-05, "loss": 19.9346, "step": 35021 }, { "epoch": 31.1, "learning_rate": 3.2856675312894e-05, "loss": 19.665, "step": 35022 }, { "epoch": 31.1, "learning_rate": 3.285403092938352e-05, "loss": 19.3877, "step": 35023 }, { "epoch": 31.1, "learning_rate": 3.2851386600222255e-05, "loss": 19.4648, "step": 35024 }, { "epoch": 31.11, "learning_rate": 3.2848742325418604e-05, "loss": 19.6543, "step": 35025 }, { "epoch": 31.11, "learning_rate": 3.2846098104980937e-05, "loss": 19.9609, "step": 35026 }, { "epoch": 31.11, "learning_rate": 3.2843453938917655e-05, "loss": 19.3604, "step": 35027 }, { "epoch": 31.11, "learning_rate": 3.284080982723713e-05, "loss": 20.0166, "step": 35028 }, { "epoch": 31.11, "learning_rate": 3.2838165769947736e-05, "loss": 19.5498, "step": 35029 }, { "epoch": 31.11, "learning_rate": 3.2835521767057857e-05, "loss": 19.7939, "step": 35030 }, { "epoch": 31.11, "learning_rate": 3.283287781857588e-05, "loss": 19.7422, "step": 35031 }, { "epoch": 31.11, "learning_rate": 3.2830233924510177e-05, "loss": 19.6191, "step": 35032 }, { "epoch": 31.11, "learning_rate": 3.2827590084869134e-05, "loss": 19.5078, "step": 35033 }, { "epoch": 31.11, "learning_rate": 3.282494629966115e-05, "loss": 19.7725, "step": 35034 }, { "epoch": 31.11, "learning_rate": 3.282230256889458e-05, "loss": 19.6338, "step": 35035 }, { "epoch": 31.12, "learning_rate": 3.28196588925778e-05, "loss": 19.251, "step": 35036 }, { "epoch": 31.12, "learning_rate": 3.28170152707192e-05, "loss": 19.6689, "step": 35037 }, { "epoch": 31.12, "learning_rate": 3.281437170332716e-05, "loss": 19.3359, "step": 35038 }, { "epoch": 31.12, "learning_rate": 3.2811728190410086e-05, "loss": 19.3135, "step": 35039 }, { "epoch": 31.12, "learning_rate": 3.280908473197631e-05, "loss": 19.1592, "step": 35040 }, { "epoch": 31.12, "learning_rate": 3.280644132803422e-05, "loss": 20.0918, "step": 35041 }, { "epoch": 31.12, "learning_rate": 3.280379797859222e-05, "loss": 19.2432, "step": 35042 }, { "epoch": 31.12, "learning_rate": 3.2801154683658684e-05, "loss": 19.1514, "step": 35043 }, { "epoch": 31.12, "learning_rate": 3.2798511443241985e-05, "loss": 19.9307, "step": 35044 }, { "epoch": 31.12, "learning_rate": 3.279586825735049e-05, "loss": 19.6729, "step": 35045 }, { "epoch": 31.12, "learning_rate": 3.279322512599259e-05, "loss": 19.6191, "step": 35046 }, { "epoch": 31.13, "learning_rate": 3.279058204917666e-05, "loss": 20.1543, "step": 35047 }, { "epoch": 31.13, "learning_rate": 3.2787939026911075e-05, "loss": 19.5537, "step": 35048 }, { "epoch": 31.13, "learning_rate": 3.2785296059204223e-05, "loss": 20.1396, "step": 35049 }, { "epoch": 31.13, "learning_rate": 3.278265314606448e-05, "loss": 19.5352, "step": 35050 }, { "epoch": 31.13, "learning_rate": 3.278001028750021e-05, "loss": 19.7402, "step": 35051 }, { "epoch": 31.13, "learning_rate": 3.27773674835198e-05, "loss": 19.4297, "step": 35052 }, { "epoch": 31.13, "learning_rate": 3.277472473413162e-05, "loss": 19.8145, "step": 35053 }, { "epoch": 31.13, "learning_rate": 3.2772082039344065e-05, "loss": 18.8867, "step": 35054 }, { "epoch": 31.13, "learning_rate": 3.27694393991655e-05, "loss": 19.415, "step": 35055 }, { "epoch": 31.13, "learning_rate": 3.276679681360429e-05, "loss": 18.7979, "step": 35056 }, { "epoch": 31.13, "learning_rate": 3.2764154282668835e-05, "loss": 19.3926, "step": 35057 }, { "epoch": 31.13, "learning_rate": 3.276151180636749e-05, "loss": 19.1543, "step": 35058 }, { "epoch": 31.14, "learning_rate": 3.275886938470863e-05, "loss": 19.4248, "step": 35059 }, { "epoch": 31.14, "learning_rate": 3.275622701770067e-05, "loss": 19.8096, "step": 35060 }, { "epoch": 31.14, "learning_rate": 3.275358470535194e-05, "loss": 19.4941, "step": 35061 }, { "epoch": 31.14, "learning_rate": 3.275094244767084e-05, "loss": 18.8408, "step": 35062 }, { "epoch": 31.14, "learning_rate": 3.274830024466572e-05, "loss": 19.4336, "step": 35063 }, { "epoch": 31.14, "learning_rate": 3.2745658096344976e-05, "loss": 19.3965, "step": 35064 }, { "epoch": 31.14, "learning_rate": 3.274301600271699e-05, "loss": 19.4873, "step": 35065 }, { "epoch": 31.14, "learning_rate": 3.2740373963790146e-05, "loss": 18.8252, "step": 35066 }, { "epoch": 31.14, "learning_rate": 3.273773197957277e-05, "loss": 19.625, "step": 35067 }, { "epoch": 31.14, "learning_rate": 3.273509005007327e-05, "loss": 19.2725, "step": 35068 }, { "epoch": 31.14, "learning_rate": 3.2732448175300024e-05, "loss": 19.5508, "step": 35069 }, { "epoch": 31.15, "learning_rate": 3.2729806355261396e-05, "loss": 19.249, "step": 35070 }, { "epoch": 31.15, "learning_rate": 3.2727164589965775e-05, "loss": 18.9502, "step": 35071 }, { "epoch": 31.15, "learning_rate": 3.272452287942151e-05, "loss": 19.1123, "step": 35072 }, { "epoch": 31.15, "learning_rate": 3.272188122363699e-05, "loss": 19.1865, "step": 35073 }, { "epoch": 31.15, "learning_rate": 3.2719239622620584e-05, "loss": 19.4658, "step": 35074 }, { "epoch": 31.15, "learning_rate": 3.2716598076380666e-05, "loss": 18.8223, "step": 35075 }, { "epoch": 31.15, "learning_rate": 3.2713956584925634e-05, "loss": 19.4863, "step": 35076 }, { "epoch": 31.15, "learning_rate": 3.271131514826381e-05, "loss": 19.4766, "step": 35077 }, { "epoch": 31.15, "learning_rate": 3.2708673766403603e-05, "loss": 19.208, "step": 35078 }, { "epoch": 31.15, "learning_rate": 3.2706032439353377e-05, "loss": 19.8291, "step": 35079 }, { "epoch": 31.15, "learning_rate": 3.27033911671215e-05, "loss": 19.9033, "step": 35080 }, { "epoch": 31.16, "learning_rate": 3.270074994971635e-05, "loss": 19.8574, "step": 35081 }, { "epoch": 31.16, "learning_rate": 3.2698108787146315e-05, "loss": 18.9258, "step": 35082 }, { "epoch": 31.16, "learning_rate": 3.269546767941973e-05, "loss": 19.1719, "step": 35083 }, { "epoch": 31.16, "learning_rate": 3.269282662654499e-05, "loss": 19.5469, "step": 35084 }, { "epoch": 31.16, "learning_rate": 3.269018562853046e-05, "loss": 19.1895, "step": 35085 }, { "epoch": 31.16, "learning_rate": 3.268754468538452e-05, "loss": 19.3262, "step": 35086 }, { "epoch": 31.16, "learning_rate": 3.268490379711556e-05, "loss": 19.4834, "step": 35087 }, { "epoch": 31.16, "learning_rate": 3.26822629637319e-05, "loss": 19.0703, "step": 35088 }, { "epoch": 31.16, "learning_rate": 3.267962218524193e-05, "loss": 19.4805, "step": 35089 }, { "epoch": 31.16, "learning_rate": 3.267698146165404e-05, "loss": 19.2812, "step": 35090 }, { "epoch": 31.16, "learning_rate": 3.267434079297659e-05, "loss": 19.5811, "step": 35091 }, { "epoch": 31.17, "learning_rate": 3.267170017921794e-05, "loss": 19.5176, "step": 35092 }, { "epoch": 31.17, "learning_rate": 3.266905962038649e-05, "loss": 19.1719, "step": 35093 }, { "epoch": 31.17, "learning_rate": 3.266641911649058e-05, "loss": 19.6855, "step": 35094 }, { "epoch": 31.17, "learning_rate": 3.2663778667538585e-05, "loss": 19.1279, "step": 35095 }, { "epoch": 31.17, "learning_rate": 3.2661138273538884e-05, "loss": 19.8809, "step": 35096 }, { "epoch": 31.17, "learning_rate": 3.2658497934499844e-05, "loss": 19.6133, "step": 35097 }, { "epoch": 31.17, "learning_rate": 3.265585765042983e-05, "loss": 18.79, "step": 35098 }, { "epoch": 31.17, "learning_rate": 3.2653217421337215e-05, "loss": 20.0156, "step": 35099 }, { "epoch": 31.17, "learning_rate": 3.265057724723036e-05, "loss": 19.3047, "step": 35100 }, { "epoch": 31.17, "learning_rate": 3.264793712811765e-05, "loss": 19.4023, "step": 35101 }, { "epoch": 31.17, "learning_rate": 3.264529706400743e-05, "loss": 19.1572, "step": 35102 }, { "epoch": 31.17, "learning_rate": 3.26426570549081e-05, "loss": 19.2979, "step": 35103 }, { "epoch": 31.18, "learning_rate": 3.2640017100828e-05, "loss": 20.041, "step": 35104 }, { "epoch": 31.18, "learning_rate": 3.263737720177551e-05, "loss": 19.2148, "step": 35105 }, { "epoch": 31.18, "learning_rate": 3.263473735775899e-05, "loss": 19.5752, "step": 35106 }, { "epoch": 31.18, "learning_rate": 3.263209756878681e-05, "loss": 19.3516, "step": 35107 }, { "epoch": 31.18, "learning_rate": 3.262945783486735e-05, "loss": 19.3379, "step": 35108 }, { "epoch": 31.18, "learning_rate": 3.2626818156008995e-05, "loss": 19.2402, "step": 35109 }, { "epoch": 31.18, "learning_rate": 3.262417853222006e-05, "loss": 19.9375, "step": 35110 }, { "epoch": 31.18, "learning_rate": 3.262153896350893e-05, "loss": 19.2061, "step": 35111 }, { "epoch": 31.18, "learning_rate": 3.2618899449884e-05, "loss": 19.1816, "step": 35112 }, { "epoch": 31.18, "learning_rate": 3.26162599913536e-05, "loss": 19.9609, "step": 35113 }, { "epoch": 31.18, "learning_rate": 3.261362058792615e-05, "loss": 19.3428, "step": 35114 }, { "epoch": 31.19, "learning_rate": 3.261098123960994e-05, "loss": 18.9004, "step": 35115 }, { "epoch": 31.19, "learning_rate": 3.260834194641339e-05, "loss": 19.332, "step": 35116 }, { "epoch": 31.19, "learning_rate": 3.260570270834485e-05, "loss": 19.749, "step": 35117 }, { "epoch": 31.19, "learning_rate": 3.260306352541269e-05, "loss": 19.5225, "step": 35118 }, { "epoch": 31.19, "learning_rate": 3.2600424397625285e-05, "loss": 19.2676, "step": 35119 }, { "epoch": 31.19, "learning_rate": 3.2597785324990984e-05, "loss": 18.9961, "step": 35120 }, { "epoch": 31.19, "learning_rate": 3.259514630751815e-05, "loss": 19.1631, "step": 35121 }, { "epoch": 31.19, "learning_rate": 3.2592507345215165e-05, "loss": 19.873, "step": 35122 }, { "epoch": 31.19, "learning_rate": 3.258986843809038e-05, "loss": 19.5654, "step": 35123 }, { "epoch": 31.19, "learning_rate": 3.258722958615216e-05, "loss": 18.8418, "step": 35124 }, { "epoch": 31.19, "learning_rate": 3.258459078940889e-05, "loss": 20.416, "step": 35125 }, { "epoch": 31.2, "learning_rate": 3.2581952047868904e-05, "loss": 19.71, "step": 35126 }, { "epoch": 31.2, "learning_rate": 3.257931336154059e-05, "loss": 19.4697, "step": 35127 }, { "epoch": 31.2, "learning_rate": 3.257667473043229e-05, "loss": 19.248, "step": 35128 }, { "epoch": 31.2, "learning_rate": 3.257403615455239e-05, "loss": 18.9863, "step": 35129 }, { "epoch": 31.2, "learning_rate": 3.257139763390925e-05, "loss": 19.4385, "step": 35130 }, { "epoch": 31.2, "learning_rate": 3.256875916851122e-05, "loss": 19.5449, "step": 35131 }, { "epoch": 31.2, "learning_rate": 3.256612075836668e-05, "loss": 19.1846, "step": 35132 }, { "epoch": 31.2, "learning_rate": 3.2563482403483966e-05, "loss": 18.9033, "step": 35133 }, { "epoch": 31.2, "learning_rate": 3.256084410387147e-05, "loss": 19.5273, "step": 35134 }, { "epoch": 31.2, "learning_rate": 3.255820585953757e-05, "loss": 19.29, "step": 35135 }, { "epoch": 31.2, "learning_rate": 3.2555567670490587e-05, "loss": 18.8232, "step": 35136 }, { "epoch": 31.21, "learning_rate": 3.255292953673888e-05, "loss": 19.2676, "step": 35137 }, { "epoch": 31.21, "learning_rate": 3.255029145829084e-05, "loss": 19.0801, "step": 35138 }, { "epoch": 31.21, "learning_rate": 3.254765343515483e-05, "loss": 19.0225, "step": 35139 }, { "epoch": 31.21, "learning_rate": 3.25450154673392e-05, "loss": 19.4551, "step": 35140 }, { "epoch": 31.21, "learning_rate": 3.254237755485232e-05, "loss": 19.1016, "step": 35141 }, { "epoch": 31.21, "learning_rate": 3.2539739697702546e-05, "loss": 19.6123, "step": 35142 }, { "epoch": 31.21, "learning_rate": 3.253710189589823e-05, "loss": 20.1387, "step": 35143 }, { "epoch": 31.21, "learning_rate": 3.253446414944775e-05, "loss": 19.8887, "step": 35144 }, { "epoch": 31.21, "learning_rate": 3.2531826458359455e-05, "loss": 19.0146, "step": 35145 }, { "epoch": 31.21, "learning_rate": 3.252918882264172e-05, "loss": 19.6367, "step": 35146 }, { "epoch": 31.21, "learning_rate": 3.2526551242302896e-05, "loss": 19.1543, "step": 35147 }, { "epoch": 31.21, "learning_rate": 3.252391371735133e-05, "loss": 19.3584, "step": 35148 }, { "epoch": 31.22, "learning_rate": 3.252127624779541e-05, "loss": 19.3008, "step": 35149 }, { "epoch": 31.22, "learning_rate": 3.251863883364348e-05, "loss": 19.5273, "step": 35150 }, { "epoch": 31.22, "learning_rate": 3.2516001474903904e-05, "loss": 19.7354, "step": 35151 }, { "epoch": 31.22, "learning_rate": 3.2513364171585044e-05, "loss": 19.4951, "step": 35152 }, { "epoch": 31.22, "learning_rate": 3.251072692369525e-05, "loss": 19.7842, "step": 35153 }, { "epoch": 31.22, "learning_rate": 3.2508089731242884e-05, "loss": 19.2979, "step": 35154 }, { "epoch": 31.22, "learning_rate": 3.250545259423632e-05, "loss": 19.2119, "step": 35155 }, { "epoch": 31.22, "learning_rate": 3.250281551268389e-05, "loss": 19.1729, "step": 35156 }, { "epoch": 31.22, "learning_rate": 3.2500178486594005e-05, "loss": 19.2988, "step": 35157 }, { "epoch": 31.22, "learning_rate": 3.249754151597496e-05, "loss": 19.7803, "step": 35158 }, { "epoch": 31.22, "learning_rate": 3.249490460083515e-05, "loss": 19.5088, "step": 35159 }, { "epoch": 31.23, "learning_rate": 3.249226774118291e-05, "loss": 19.1963, "step": 35160 }, { "epoch": 31.23, "learning_rate": 3.248963093702663e-05, "loss": 19.3916, "step": 35161 }, { "epoch": 31.23, "learning_rate": 3.2486994188374665e-05, "loss": 19.2402, "step": 35162 }, { "epoch": 31.23, "learning_rate": 3.248435749523533e-05, "loss": 19.2666, "step": 35163 }, { "epoch": 31.23, "learning_rate": 3.248172085761703e-05, "loss": 19.2305, "step": 35164 }, { "epoch": 31.23, "learning_rate": 3.24790842755281e-05, "loss": 19.5322, "step": 35165 }, { "epoch": 31.23, "learning_rate": 3.2476447748976905e-05, "loss": 19.2051, "step": 35166 }, { "epoch": 31.23, "learning_rate": 3.24738112779718e-05, "loss": 19.0811, "step": 35167 }, { "epoch": 31.23, "learning_rate": 3.247117486252116e-05, "loss": 19.9453, "step": 35168 }, { "epoch": 31.23, "learning_rate": 3.246853850263331e-05, "loss": 18.8672, "step": 35169 }, { "epoch": 31.23, "learning_rate": 3.246590219831661e-05, "loss": 19.2344, "step": 35170 }, { "epoch": 31.24, "learning_rate": 3.2463265949579434e-05, "loss": 19.8184, "step": 35171 }, { "epoch": 31.24, "learning_rate": 3.246062975643014e-05, "loss": 19.5078, "step": 35172 }, { "epoch": 31.24, "learning_rate": 3.2457993618877075e-05, "loss": 19.541, "step": 35173 }, { "epoch": 31.24, "learning_rate": 3.2455357536928585e-05, "loss": 19.5381, "step": 35174 }, { "epoch": 31.24, "learning_rate": 3.2452721510593046e-05, "loss": 19.2051, "step": 35175 }, { "epoch": 31.24, "learning_rate": 3.2450085539878806e-05, "loss": 19.3613, "step": 35176 }, { "epoch": 31.24, "learning_rate": 3.2447449624794214e-05, "loss": 19.8477, "step": 35177 }, { "epoch": 31.24, "learning_rate": 3.244481376534764e-05, "loss": 19.8301, "step": 35178 }, { "epoch": 31.24, "learning_rate": 3.2442177961547414e-05, "loss": 19.2324, "step": 35179 }, { "epoch": 31.24, "learning_rate": 3.2439542213401916e-05, "loss": 18.6436, "step": 35180 }, { "epoch": 31.24, "learning_rate": 3.243690652091949e-05, "loss": 19.958, "step": 35181 }, { "epoch": 31.25, "learning_rate": 3.2434270884108474e-05, "loss": 19.0684, "step": 35182 }, { "epoch": 31.25, "learning_rate": 3.243163530297726e-05, "loss": 19.9434, "step": 35183 }, { "epoch": 31.25, "learning_rate": 3.24289997775342e-05, "loss": 19.4033, "step": 35184 }, { "epoch": 31.25, "learning_rate": 3.24263643077876e-05, "loss": 19.541, "step": 35185 }, { "epoch": 31.25, "learning_rate": 3.2423728893745855e-05, "loss": 19.7012, "step": 35186 }, { "epoch": 31.25, "learning_rate": 3.24210935354173e-05, "loss": 19.499, "step": 35187 }, { "epoch": 31.25, "learning_rate": 3.24184582328103e-05, "loss": 19.4805, "step": 35188 }, { "epoch": 31.25, "learning_rate": 3.24184582328103e-05, "loss": 19.2402, "step": 35189 }, { "epoch": 31.25, "learning_rate": 3.241582298593323e-05, "loss": 19.4004, "step": 35190 }, { "epoch": 31.25, "learning_rate": 3.241318779479439e-05, "loss": 19.3877, "step": 35191 }, { "epoch": 31.25, "learning_rate": 3.241055265940217e-05, "loss": 19.4287, "step": 35192 }, { "epoch": 31.25, "learning_rate": 3.240791757976491e-05, "loss": 19.9619, "step": 35193 }, { "epoch": 31.26, "learning_rate": 3.240528255589097e-05, "loss": 19.0781, "step": 35194 }, { "epoch": 31.26, "learning_rate": 3.240264758778871e-05, "loss": 19.167, "step": 35195 }, { "epoch": 31.26, "learning_rate": 3.2400012675466465e-05, "loss": 19.5137, "step": 35196 }, { "epoch": 31.26, "learning_rate": 3.239737781893258e-05, "loss": 19.7344, "step": 35197 }, { "epoch": 31.26, "learning_rate": 3.239474301819544e-05, "loss": 19.5869, "step": 35198 }, { "epoch": 31.26, "learning_rate": 3.2392108273263366e-05, "loss": 19.2715, "step": 35199 }, { "epoch": 31.26, "learning_rate": 3.238947358414472e-05, "loss": 19.5381, "step": 35200 }, { "epoch": 31.26, "learning_rate": 3.238683895084787e-05, "loss": 20.1162, "step": 35201 }, { "epoch": 31.26, "learning_rate": 3.238420437338114e-05, "loss": 18.9805, "step": 35202 }, { "epoch": 31.26, "learning_rate": 3.238156985175289e-05, "loss": 20.0068, "step": 35203 }, { "epoch": 31.26, "learning_rate": 3.237893538597148e-05, "loss": 19.1377, "step": 35204 }, { "epoch": 31.27, "learning_rate": 3.237630097604524e-05, "loss": 19.6904, "step": 35205 }, { "epoch": 31.27, "learning_rate": 3.2373666621982566e-05, "loss": 19.5215, "step": 35206 }, { "epoch": 31.27, "learning_rate": 3.2371032323791754e-05, "loss": 19.7812, "step": 35207 }, { "epoch": 31.27, "learning_rate": 3.236839808148118e-05, "loss": 19.2197, "step": 35208 }, { "epoch": 31.27, "learning_rate": 3.236576389505919e-05, "loss": 19.2969, "step": 35209 }, { "epoch": 31.27, "learning_rate": 3.2363129764534135e-05, "loss": 19.1641, "step": 35210 }, { "epoch": 31.27, "learning_rate": 3.236049568991437e-05, "loss": 19.5908, "step": 35211 }, { "epoch": 31.27, "learning_rate": 3.235786167120826e-05, "loss": 18.8027, "step": 35212 }, { "epoch": 31.27, "learning_rate": 3.2355227708424095e-05, "loss": 19.376, "step": 35213 }, { "epoch": 31.27, "learning_rate": 3.2352593801570283e-05, "loss": 19.0635, "step": 35214 }, { "epoch": 31.27, "learning_rate": 3.234995995065515e-05, "loss": 19.7832, "step": 35215 }, { "epoch": 31.28, "learning_rate": 3.234732615568705e-05, "loss": 19.3213, "step": 35216 }, { "epoch": 31.28, "learning_rate": 3.234469241667433e-05, "loss": 19.4297, "step": 35217 }, { "epoch": 31.28, "learning_rate": 3.2342058733625334e-05, "loss": 19.2256, "step": 35218 }, { "epoch": 31.28, "learning_rate": 3.233942510654842e-05, "loss": 19.9707, "step": 35219 }, { "epoch": 31.28, "learning_rate": 3.2336791535451926e-05, "loss": 19.0625, "step": 35220 }, { "epoch": 31.28, "learning_rate": 3.2334158020344205e-05, "loss": 18.9854, "step": 35221 }, { "epoch": 31.28, "learning_rate": 3.233152456123361e-05, "loss": 19.0889, "step": 35222 }, { "epoch": 31.28, "learning_rate": 3.232889115812847e-05, "loss": 19.5635, "step": 35223 }, { "epoch": 31.28, "learning_rate": 3.2326257811037155e-05, "loss": 19.6436, "step": 35224 }, { "epoch": 31.28, "learning_rate": 3.232362451996799e-05, "loss": 19.4111, "step": 35225 }, { "epoch": 31.28, "learning_rate": 3.2320991284929334e-05, "loss": 19.4512, "step": 35226 }, { "epoch": 31.29, "learning_rate": 3.231835810592954e-05, "loss": 19.3789, "step": 35227 }, { "epoch": 31.29, "learning_rate": 3.2315724982976957e-05, "loss": 19.3418, "step": 35228 }, { "epoch": 31.29, "learning_rate": 3.231309191607992e-05, "loss": 19.4385, "step": 35229 }, { "epoch": 31.29, "learning_rate": 3.2310458905246764e-05, "loss": 19.0439, "step": 35230 }, { "epoch": 31.29, "learning_rate": 3.230782595048585e-05, "loss": 19.8965, "step": 35231 }, { "epoch": 31.29, "learning_rate": 3.230519305180553e-05, "loss": 19.5098, "step": 35232 }, { "epoch": 31.29, "learning_rate": 3.230256020921416e-05, "loss": 19.085, "step": 35233 }, { "epoch": 31.29, "learning_rate": 3.2299927422720045e-05, "loss": 19.6855, "step": 35234 }, { "epoch": 31.29, "learning_rate": 3.2297294692331545e-05, "loss": 19.5029, "step": 35235 }, { "epoch": 31.29, "learning_rate": 3.229466201805703e-05, "loss": 19.4883, "step": 35236 }, { "epoch": 31.29, "learning_rate": 3.229202939990483e-05, "loss": 19.1211, "step": 35237 }, { "epoch": 31.29, "learning_rate": 3.22893968378833e-05, "loss": 19.6572, "step": 35238 }, { "epoch": 31.3, "learning_rate": 3.228676433200075e-05, "loss": 19.3906, "step": 35239 }, { "epoch": 31.3, "learning_rate": 3.228413188226556e-05, "loss": 19.2422, "step": 35240 }, { "epoch": 31.3, "learning_rate": 3.228149948868605e-05, "loss": 19.4541, "step": 35241 }, { "epoch": 31.3, "learning_rate": 3.227886715127059e-05, "loss": 19.3604, "step": 35242 }, { "epoch": 31.3, "learning_rate": 3.227623487002751e-05, "loss": 19.0322, "step": 35243 }, { "epoch": 31.3, "learning_rate": 3.227360264496515e-05, "loss": 18.8672, "step": 35244 }, { "epoch": 31.3, "learning_rate": 3.2270970476091864e-05, "loss": 19.1602, "step": 35245 }, { "epoch": 31.3, "learning_rate": 3.2268338363415984e-05, "loss": 19.2607, "step": 35246 }, { "epoch": 31.3, "learning_rate": 3.2265706306945856e-05, "loss": 19.3594, "step": 35247 }, { "epoch": 31.3, "learning_rate": 3.226307430668982e-05, "loss": 19.415, "step": 35248 }, { "epoch": 31.3, "learning_rate": 3.226044236265625e-05, "loss": 19.6523, "step": 35249 }, { "epoch": 31.31, "learning_rate": 3.225781047485344e-05, "loss": 19.5869, "step": 35250 }, { "epoch": 31.31, "learning_rate": 3.2255178643289765e-05, "loss": 19.5381, "step": 35251 }, { "epoch": 31.31, "learning_rate": 3.2252546867973556e-05, "loss": 18.9365, "step": 35252 }, { "epoch": 31.31, "learning_rate": 3.2249915148913155e-05, "loss": 19.3232, "step": 35253 }, { "epoch": 31.31, "learning_rate": 3.224728348611692e-05, "loss": 19.3398, "step": 35254 }, { "epoch": 31.31, "learning_rate": 3.224465187959316e-05, "loss": 18.7881, "step": 35255 }, { "epoch": 31.31, "learning_rate": 3.2242020329350244e-05, "loss": 19.6377, "step": 35256 }, { "epoch": 31.31, "learning_rate": 3.223938883539649e-05, "loss": 18.9736, "step": 35257 }, { "epoch": 31.31, "learning_rate": 3.223675739774027e-05, "loss": 19.8545, "step": 35258 }, { "epoch": 31.31, "learning_rate": 3.223412601638991e-05, "loss": 19.6816, "step": 35259 }, { "epoch": 31.31, "learning_rate": 3.223149469135377e-05, "loss": 19.3379, "step": 35260 }, { "epoch": 31.32, "learning_rate": 3.222886342264013e-05, "loss": 19.4775, "step": 35261 }, { "epoch": 31.32, "learning_rate": 3.2226232210257404e-05, "loss": 19.8184, "step": 35262 }, { "epoch": 31.32, "learning_rate": 3.222360105421388e-05, "loss": 19.1875, "step": 35263 }, { "epoch": 31.32, "learning_rate": 3.222096995451793e-05, "loss": 19.8125, "step": 35264 }, { "epoch": 31.32, "learning_rate": 3.221833891117789e-05, "loss": 19.7295, "step": 35265 }, { "epoch": 31.32, "learning_rate": 3.2215707924202084e-05, "loss": 19.3896, "step": 35266 }, { "epoch": 31.32, "learning_rate": 3.221307699359886e-05, "loss": 19.5586, "step": 35267 }, { "epoch": 31.32, "learning_rate": 3.221044611937656e-05, "loss": 19.0986, "step": 35268 }, { "epoch": 31.32, "learning_rate": 3.2207815301543514e-05, "loss": 19.9922, "step": 35269 }, { "epoch": 31.32, "learning_rate": 3.220518454010808e-05, "loss": 18.9189, "step": 35270 }, { "epoch": 31.32, "learning_rate": 3.220255383507858e-05, "loss": 19.8154, "step": 35271 }, { "epoch": 31.33, "learning_rate": 3.219992318646335e-05, "loss": 18.9775, "step": 35272 }, { "epoch": 31.33, "learning_rate": 3.219729259427075e-05, "loss": 19.3311, "step": 35273 }, { "epoch": 31.33, "learning_rate": 3.2194662058509094e-05, "loss": 19.5137, "step": 35274 }, { "epoch": 31.33, "learning_rate": 3.219203157918674e-05, "loss": 19.8184, "step": 35275 }, { "epoch": 31.33, "learning_rate": 3.218940115631202e-05, "loss": 19.0615, "step": 35276 }, { "epoch": 31.33, "learning_rate": 3.218677078989326e-05, "loss": 19.2832, "step": 35277 }, { "epoch": 31.33, "learning_rate": 3.218414047993882e-05, "loss": 19.2256, "step": 35278 }, { "epoch": 31.33, "learning_rate": 3.2181510226457014e-05, "loss": 19.2715, "step": 35279 }, { "epoch": 31.33, "learning_rate": 3.217888002945617e-05, "loss": 19.6025, "step": 35280 }, { "epoch": 31.33, "learning_rate": 3.2176249888944686e-05, "loss": 19.2412, "step": 35281 }, { "epoch": 31.33, "learning_rate": 3.217361980493084e-05, "loss": 18.8916, "step": 35282 }, { "epoch": 31.33, "learning_rate": 3.217098977742299e-05, "loss": 19.8682, "step": 35283 }, { "epoch": 31.34, "learning_rate": 3.216835980642945e-05, "loss": 19.5635, "step": 35284 }, { "epoch": 31.34, "learning_rate": 3.2165729891958594e-05, "loss": 19.7471, "step": 35285 }, { "epoch": 31.34, "learning_rate": 3.216310003401873e-05, "loss": 18.9971, "step": 35286 }, { "epoch": 31.34, "learning_rate": 3.216047023261823e-05, "loss": 20.6074, "step": 35287 }, { "epoch": 31.34, "learning_rate": 3.215784048776539e-05, "loss": 19.4502, "step": 35288 }, { "epoch": 31.34, "learning_rate": 3.215521079946855e-05, "loss": 19.3809, "step": 35289 }, { "epoch": 31.34, "learning_rate": 3.215258116773606e-05, "loss": 19.4375, "step": 35290 }, { "epoch": 31.34, "learning_rate": 3.214995159257626e-05, "loss": 19.6436, "step": 35291 }, { "epoch": 31.34, "learning_rate": 3.214732207399748e-05, "loss": 19.252, "step": 35292 }, { "epoch": 31.34, "learning_rate": 3.2144692612008046e-05, "loss": 19.2695, "step": 35293 }, { "epoch": 31.34, "learning_rate": 3.214206320661629e-05, "loss": 19.7344, "step": 35294 }, { "epoch": 31.35, "learning_rate": 3.213943385783056e-05, "loss": 18.8291, "step": 35295 }, { "epoch": 31.35, "learning_rate": 3.2136804565659185e-05, "loss": 19.6816, "step": 35296 }, { "epoch": 31.35, "learning_rate": 3.213417533011052e-05, "loss": 18.9658, "step": 35297 }, { "epoch": 31.35, "learning_rate": 3.2131546151192855e-05, "loss": 19.1035, "step": 35298 }, { "epoch": 31.35, "learning_rate": 3.212891702891455e-05, "loss": 20.1318, "step": 35299 }, { "epoch": 31.35, "learning_rate": 3.212628796328394e-05, "loss": 19.2988, "step": 35300 }, { "epoch": 31.35, "learning_rate": 3.2123658954309355e-05, "loss": 19.5596, "step": 35301 }, { "epoch": 31.35, "learning_rate": 3.212103000199912e-05, "loss": 19.8809, "step": 35302 }, { "epoch": 31.35, "learning_rate": 3.2118401106361605e-05, "loss": 19.4707, "step": 35303 }, { "epoch": 31.35, "learning_rate": 3.2115772267405095e-05, "loss": 19.5986, "step": 35304 }, { "epoch": 31.35, "learning_rate": 3.2113143485137945e-05, "loss": 19.6943, "step": 35305 }, { "epoch": 31.36, "learning_rate": 3.211051475956847e-05, "loss": 19.623, "step": 35306 }, { "epoch": 31.36, "learning_rate": 3.210788609070504e-05, "loss": 19.5693, "step": 35307 }, { "epoch": 31.36, "learning_rate": 3.210525747855597e-05, "loss": 19.7744, "step": 35308 }, { "epoch": 31.36, "learning_rate": 3.210262892312958e-05, "loss": 19.4229, "step": 35309 }, { "epoch": 31.36, "learning_rate": 3.21000004244342e-05, "loss": 19.5703, "step": 35310 }, { "epoch": 31.36, "learning_rate": 3.2097371982478174e-05, "loss": 19.5693, "step": 35311 }, { "epoch": 31.36, "learning_rate": 3.209474359726983e-05, "loss": 19.7021, "step": 35312 }, { "epoch": 31.36, "learning_rate": 3.209211526881753e-05, "loss": 19.375, "step": 35313 }, { "epoch": 31.36, "learning_rate": 3.208948699712954e-05, "loss": 19.333, "step": 35314 }, { "epoch": 31.36, "learning_rate": 3.208685878221424e-05, "loss": 19.166, "step": 35315 }, { "epoch": 31.36, "learning_rate": 3.2084230624079946e-05, "loss": 20.0537, "step": 35316 }, { "epoch": 31.37, "learning_rate": 3.2081602522734986e-05, "loss": 19.7939, "step": 35317 }, { "epoch": 31.37, "learning_rate": 3.20789744781877e-05, "loss": 19.0889, "step": 35318 }, { "epoch": 31.37, "learning_rate": 3.2076346490446424e-05, "loss": 20.0342, "step": 35319 }, { "epoch": 31.37, "learning_rate": 3.2073718559519465e-05, "loss": 19.6738, "step": 35320 }, { "epoch": 31.37, "learning_rate": 3.2071090685415176e-05, "loss": 19.6748, "step": 35321 }, { "epoch": 31.37, "learning_rate": 3.2068462868141865e-05, "loss": 19.3516, "step": 35322 }, { "epoch": 31.37, "learning_rate": 3.206583510770787e-05, "loss": 19.1885, "step": 35323 }, { "epoch": 31.37, "learning_rate": 3.206320740412154e-05, "loss": 19.4297, "step": 35324 }, { "epoch": 31.37, "learning_rate": 3.2060579757391185e-05, "loss": 19.9619, "step": 35325 }, { "epoch": 31.37, "learning_rate": 3.205795216752513e-05, "loss": 19.4297, "step": 35326 }, { "epoch": 31.37, "learning_rate": 3.2055324634531703e-05, "loss": 19.834, "step": 35327 }, { "epoch": 31.37, "learning_rate": 3.205269715841924e-05, "loss": 19.6904, "step": 35328 }, { "epoch": 31.38, "learning_rate": 3.20500697391961e-05, "loss": 19.7266, "step": 35329 }, { "epoch": 31.38, "learning_rate": 3.204744237687056e-05, "loss": 19.3027, "step": 35330 }, { "epoch": 31.38, "learning_rate": 3.204481507145097e-05, "loss": 19.167, "step": 35331 }, { "epoch": 31.38, "learning_rate": 3.204218782294565e-05, "loss": 19.2705, "step": 35332 }, { "epoch": 31.38, "learning_rate": 3.2039560631362944e-05, "loss": 19.9463, "step": 35333 }, { "epoch": 31.38, "learning_rate": 3.203693349671117e-05, "loss": 19.4316, "step": 35334 }, { "epoch": 31.38, "learning_rate": 3.203430641899868e-05, "loss": 19.6709, "step": 35335 }, { "epoch": 31.38, "learning_rate": 3.203167939823374e-05, "loss": 19.4346, "step": 35336 }, { "epoch": 31.38, "learning_rate": 3.202905243442473e-05, "loss": 19.3262, "step": 35337 }, { "epoch": 31.38, "learning_rate": 3.202642552757997e-05, "loss": 19.4189, "step": 35338 }, { "epoch": 31.38, "learning_rate": 3.202379867770777e-05, "loss": 19.333, "step": 35339 }, { "epoch": 31.39, "learning_rate": 3.202117188481648e-05, "loss": 19.4561, "step": 35340 }, { "epoch": 31.39, "learning_rate": 3.2018545148914404e-05, "loss": 19.1523, "step": 35341 }, { "epoch": 31.39, "learning_rate": 3.201591847000987e-05, "loss": 19.4902, "step": 35342 }, { "epoch": 31.39, "learning_rate": 3.2013291848111216e-05, "loss": 19.2324, "step": 35343 }, { "epoch": 31.39, "learning_rate": 3.2010665283226756e-05, "loss": 19.7188, "step": 35344 }, { "epoch": 31.39, "learning_rate": 3.2008038775364825e-05, "loss": 19.0059, "step": 35345 }, { "epoch": 31.39, "learning_rate": 3.200541232453375e-05, "loss": 19.5186, "step": 35346 }, { "epoch": 31.39, "learning_rate": 3.200278593074185e-05, "loss": 19.4551, "step": 35347 }, { "epoch": 31.39, "learning_rate": 3.200015959399745e-05, "loss": 19.1572, "step": 35348 }, { "epoch": 31.39, "learning_rate": 3.199753331430887e-05, "loss": 19.1973, "step": 35349 }, { "epoch": 31.39, "learning_rate": 3.199490709168443e-05, "loss": 19.6982, "step": 35350 }, { "epoch": 31.4, "learning_rate": 3.199228092613251e-05, "loss": 18.9521, "step": 35351 }, { "epoch": 31.4, "learning_rate": 3.1989654817661365e-05, "loss": 19.2568, "step": 35352 }, { "epoch": 31.4, "learning_rate": 3.1987028766279334e-05, "loss": 19.7686, "step": 35353 }, { "epoch": 31.4, "learning_rate": 3.1984402771994756e-05, "loss": 19.2959, "step": 35354 }, { "epoch": 31.4, "learning_rate": 3.1981776834815954e-05, "loss": 19.1387, "step": 35355 }, { "epoch": 31.4, "learning_rate": 3.197915095475127e-05, "loss": 19.8018, "step": 35356 }, { "epoch": 31.4, "learning_rate": 3.1976525131808975e-05, "loss": 19.0518, "step": 35357 }, { "epoch": 31.4, "learning_rate": 3.197389936599743e-05, "loss": 18.9111, "step": 35358 }, { "epoch": 31.4, "learning_rate": 3.197127365732495e-05, "loss": 19.5947, "step": 35359 }, { "epoch": 31.4, "learning_rate": 3.196864800579986e-05, "loss": 18.9678, "step": 35360 }, { "epoch": 31.4, "learning_rate": 3.1966022411430484e-05, "loss": 19.6445, "step": 35361 }, { "epoch": 31.4, "learning_rate": 3.196339687422516e-05, "loss": 19.5762, "step": 35362 }, { "epoch": 31.41, "learning_rate": 3.196077139419217e-05, "loss": 19.4307, "step": 35363 }, { "epoch": 31.41, "learning_rate": 3.195814597133987e-05, "loss": 18.9551, "step": 35364 }, { "epoch": 31.41, "learning_rate": 3.1955520605676564e-05, "loss": 19.4346, "step": 35365 }, { "epoch": 31.41, "learning_rate": 3.195289529721058e-05, "loss": 19.041, "step": 35366 }, { "epoch": 31.41, "learning_rate": 3.195027004595026e-05, "loss": 19.6035, "step": 35367 }, { "epoch": 31.41, "learning_rate": 3.194764485190389e-05, "loss": 19.2246, "step": 35368 }, { "epoch": 31.41, "learning_rate": 3.19450197150798e-05, "loss": 19.4688, "step": 35369 }, { "epoch": 31.41, "learning_rate": 3.194239463548633e-05, "loss": 19.3594, "step": 35370 }, { "epoch": 31.41, "learning_rate": 3.193976961313179e-05, "loss": 19.543, "step": 35371 }, { "epoch": 31.41, "learning_rate": 3.193714464802451e-05, "loss": 19.042, "step": 35372 }, { "epoch": 31.41, "learning_rate": 3.1934519740172784e-05, "loss": 19.4326, "step": 35373 }, { "epoch": 31.42, "learning_rate": 3.193189488958496e-05, "loss": 19.4941, "step": 35374 }, { "epoch": 31.42, "learning_rate": 3.192927009626934e-05, "loss": 19.6123, "step": 35375 }, { "epoch": 31.42, "learning_rate": 3.192664536023424e-05, "loss": 19.3301, "step": 35376 }, { "epoch": 31.42, "learning_rate": 3.192402068148801e-05, "loss": 19.1123, "step": 35377 }, { "epoch": 31.42, "learning_rate": 3.192139606003897e-05, "loss": 19.3652, "step": 35378 }, { "epoch": 31.42, "learning_rate": 3.1918771495895396e-05, "loss": 19.084, "step": 35379 }, { "epoch": 31.42, "learning_rate": 3.191614698906562e-05, "loss": 19.1318, "step": 35380 }, { "epoch": 31.42, "learning_rate": 3.1913522539557994e-05, "loss": 19.2891, "step": 35381 }, { "epoch": 31.42, "learning_rate": 3.1910898147380806e-05, "loss": 19.167, "step": 35382 }, { "epoch": 31.42, "learning_rate": 3.1910898147380806e-05, "loss": 20.1768, "step": 35383 }, { "epoch": 31.42, "learning_rate": 3.190827381254241e-05, "loss": 19.4775, "step": 35384 }, { "epoch": 31.43, "learning_rate": 3.190564953505108e-05, "loss": 19.7871, "step": 35385 }, { "epoch": 31.43, "learning_rate": 3.1903025314915145e-05, "loss": 18.8887, "step": 35386 }, { "epoch": 31.43, "learning_rate": 3.1900401152142946e-05, "loss": 19.7686, "step": 35387 }, { "epoch": 31.43, "learning_rate": 3.189777704674278e-05, "loss": 19.415, "step": 35388 }, { "epoch": 31.43, "learning_rate": 3.189515299872299e-05, "loss": 19.334, "step": 35389 }, { "epoch": 31.43, "learning_rate": 3.1892529008091854e-05, "loss": 18.8877, "step": 35390 }, { "epoch": 31.43, "learning_rate": 3.1889905074857724e-05, "loss": 20.5273, "step": 35391 }, { "epoch": 31.43, "learning_rate": 3.1887281199028894e-05, "loss": 19.6387, "step": 35392 }, { "epoch": 31.43, "learning_rate": 3.1884657380613705e-05, "loss": 19.2031, "step": 35393 }, { "epoch": 31.43, "learning_rate": 3.188203361962046e-05, "loss": 19.8857, "step": 35394 }, { "epoch": 31.43, "learning_rate": 3.1879409916057475e-05, "loss": 19.6748, "step": 35395 }, { "epoch": 31.44, "learning_rate": 3.187678626993307e-05, "loss": 19.3965, "step": 35396 }, { "epoch": 31.44, "learning_rate": 3.1874162681255545e-05, "loss": 19.7754, "step": 35397 }, { "epoch": 31.44, "learning_rate": 3.1871539150033247e-05, "loss": 19.4355, "step": 35398 }, { "epoch": 31.44, "learning_rate": 3.1871539150033247e-05, "loss": 19.2627, "step": 35399 }, { "epoch": 31.44, "learning_rate": 3.186891567627447e-05, "loss": 19.7949, "step": 35400 }, { "epoch": 31.44, "learning_rate": 3.186629225998755e-05, "loss": 19.6943, "step": 35401 }, { "epoch": 31.44, "learning_rate": 3.186366890118077e-05, "loss": 19.8203, "step": 35402 }, { "epoch": 31.44, "learning_rate": 3.1861045599862474e-05, "loss": 19.8789, "step": 35403 }, { "epoch": 31.44, "learning_rate": 3.185842235604096e-05, "loss": 19.9238, "step": 35404 }, { "epoch": 31.44, "learning_rate": 3.185579916972454e-05, "loss": 20.1836, "step": 35405 }, { "epoch": 31.44, "learning_rate": 3.1853176040921554e-05, "loss": 20.0273, "step": 35406 }, { "epoch": 31.44, "learning_rate": 3.185055296964032e-05, "loss": 20.0479, "step": 35407 }, { "epoch": 31.45, "learning_rate": 3.184792995588911e-05, "loss": 19.1211, "step": 35408 }, { "epoch": 31.45, "learning_rate": 3.1845306999676275e-05, "loss": 19.6406, "step": 35409 }, { "epoch": 31.45, "learning_rate": 3.184268410101011e-05, "loss": 19.4619, "step": 35410 }, { "epoch": 31.45, "learning_rate": 3.184006125989895e-05, "loss": 19.7393, "step": 35411 }, { "epoch": 31.45, "learning_rate": 3.183743847635109e-05, "loss": 19.8096, "step": 35412 }, { "epoch": 31.45, "learning_rate": 3.183481575037485e-05, "loss": 19.3232, "step": 35413 }, { "epoch": 31.45, "learning_rate": 3.1832193081978536e-05, "loss": 19.54, "step": 35414 }, { "epoch": 31.45, "learning_rate": 3.182957047117047e-05, "loss": 19.2227, "step": 35415 }, { "epoch": 31.45, "learning_rate": 3.182694791795896e-05, "loss": 18.9697, "step": 35416 }, { "epoch": 31.45, "learning_rate": 3.182432542235234e-05, "loss": 19.2676, "step": 35417 }, { "epoch": 31.45, "learning_rate": 3.1821702984358895e-05, "loss": 19.126, "step": 35418 }, { "epoch": 31.46, "learning_rate": 3.181908060398694e-05, "loss": 19.8105, "step": 35419 }, { "epoch": 31.46, "learning_rate": 3.1816458281244796e-05, "loss": 19.5352, "step": 35420 }, { "epoch": 31.46, "learning_rate": 3.1813836016140784e-05, "loss": 19.0732, "step": 35421 }, { "epoch": 31.46, "learning_rate": 3.18112138086832e-05, "loss": 19.2236, "step": 35422 }, { "epoch": 31.46, "learning_rate": 3.1808591658880375e-05, "loss": 19.2285, "step": 35423 }, { "epoch": 31.46, "learning_rate": 3.180596956674059e-05, "loss": 19.4639, "step": 35424 }, { "epoch": 31.46, "learning_rate": 3.1803347532272187e-05, "loss": 19.3496, "step": 35425 }, { "epoch": 31.46, "learning_rate": 3.180072555548346e-05, "loss": 19.3721, "step": 35426 }, { "epoch": 31.46, "learning_rate": 3.17981036363827e-05, "loss": 19.29, "step": 35427 }, { "epoch": 31.46, "learning_rate": 3.17954817749783e-05, "loss": 19.0029, "step": 35428 }, { "epoch": 31.46, "learning_rate": 3.179285997127848e-05, "loss": 19.4541, "step": 35429 }, { "epoch": 31.47, "learning_rate": 3.179023822529158e-05, "loss": 19.6035, "step": 35430 }, { "epoch": 31.47, "learning_rate": 3.1787616537025906e-05, "loss": 19.1377, "step": 35431 }, { "epoch": 31.47, "learning_rate": 3.1784994906489786e-05, "loss": 19.6289, "step": 35432 }, { "epoch": 31.47, "learning_rate": 3.1782373333691545e-05, "loss": 19.4756, "step": 35433 }, { "epoch": 31.47, "learning_rate": 3.177975181863945e-05, "loss": 19.7246, "step": 35434 }, { "epoch": 31.47, "learning_rate": 3.177713036134181e-05, "loss": 19.5059, "step": 35435 }, { "epoch": 31.47, "learning_rate": 3.1774508961806976e-05, "loss": 19.6729, "step": 35436 }, { "epoch": 31.47, "learning_rate": 3.1771887620043226e-05, "loss": 19.5742, "step": 35437 }, { "epoch": 31.47, "learning_rate": 3.1769266336058887e-05, "loss": 19.8848, "step": 35438 }, { "epoch": 31.47, "learning_rate": 3.1766645109862265e-05, "loss": 19.4297, "step": 35439 }, { "epoch": 31.47, "learning_rate": 3.176402394146165e-05, "loss": 19.2002, "step": 35440 }, { "epoch": 31.48, "learning_rate": 3.176140283086537e-05, "loss": 19.3027, "step": 35441 }, { "epoch": 31.48, "learning_rate": 3.175878177808172e-05, "loss": 19.4277, "step": 35442 }, { "epoch": 31.48, "learning_rate": 3.1756160783119016e-05, "loss": 19.7373, "step": 35443 }, { "epoch": 31.48, "learning_rate": 3.175353984598558e-05, "loss": 19.9131, "step": 35444 }, { "epoch": 31.48, "learning_rate": 3.175091896668969e-05, "loss": 19.625, "step": 35445 }, { "epoch": 31.48, "learning_rate": 3.174829814523967e-05, "loss": 19.2969, "step": 35446 }, { "epoch": 31.48, "learning_rate": 3.174567738164383e-05, "loss": 20.1025, "step": 35447 }, { "epoch": 31.48, "learning_rate": 3.174305667591046e-05, "loss": 18.875, "step": 35448 }, { "epoch": 31.48, "learning_rate": 3.174043602804791e-05, "loss": 19.8926, "step": 35449 }, { "epoch": 31.48, "learning_rate": 3.173781543806444e-05, "loss": 19.3428, "step": 35450 }, { "epoch": 31.48, "learning_rate": 3.1735194905968366e-05, "loss": 19.834, "step": 35451 }, { "epoch": 31.48, "learning_rate": 3.1732574431768015e-05, "loss": 19.5654, "step": 35452 }, { "epoch": 31.49, "learning_rate": 3.1729954015471664e-05, "loss": 19.4258, "step": 35453 }, { "epoch": 31.49, "learning_rate": 3.1727333657087646e-05, "loss": 18.8711, "step": 35454 }, { "epoch": 31.49, "learning_rate": 3.172471335662428e-05, "loss": 19.4395, "step": 35455 }, { "epoch": 31.49, "learning_rate": 3.172209311408983e-05, "loss": 19.1221, "step": 35456 }, { "epoch": 31.49, "learning_rate": 3.171947292949261e-05, "loss": 19.6729, "step": 35457 }, { "epoch": 31.49, "learning_rate": 3.171685280284094e-05, "loss": 19.2227, "step": 35458 }, { "epoch": 31.49, "learning_rate": 3.171423273414312e-05, "loss": 19.791, "step": 35459 }, { "epoch": 31.49, "learning_rate": 3.171161272340749e-05, "loss": 19.1201, "step": 35460 }, { "epoch": 31.49, "learning_rate": 3.170899277064229e-05, "loss": 19.1631, "step": 35461 }, { "epoch": 31.49, "learning_rate": 3.1706372875855854e-05, "loss": 19.3809, "step": 35462 }, { "epoch": 31.49, "learning_rate": 3.17037530390565e-05, "loss": 19.3994, "step": 35463 }, { "epoch": 31.5, "learning_rate": 3.170113326025251e-05, "loss": 19.2051, "step": 35464 }, { "epoch": 31.5, "learning_rate": 3.169851353945221e-05, "loss": 20.0215, "step": 35465 }, { "epoch": 31.5, "learning_rate": 3.16958938766639e-05, "loss": 19.0117, "step": 35466 }, { "epoch": 31.5, "learning_rate": 3.1693274271895854e-05, "loss": 19.6709, "step": 35467 }, { "epoch": 31.5, "learning_rate": 3.169065472515642e-05, "loss": 19.291, "step": 35468 }, { "epoch": 31.5, "learning_rate": 3.168803523645387e-05, "loss": 19.0889, "step": 35469 }, { "epoch": 31.5, "learning_rate": 3.168541580579651e-05, "loss": 18.9482, "step": 35470 }, { "epoch": 31.5, "learning_rate": 3.1682796433192676e-05, "loss": 19.7402, "step": 35471 }, { "epoch": 31.5, "learning_rate": 3.168017711865062e-05, "loss": 19.4287, "step": 35472 }, { "epoch": 31.5, "learning_rate": 3.1677557862178674e-05, "loss": 19.0166, "step": 35473 }, { "epoch": 31.5, "learning_rate": 3.167493866378514e-05, "loss": 19.6055, "step": 35474 }, { "epoch": 31.51, "learning_rate": 3.167231952347831e-05, "loss": 19.0195, "step": 35475 }, { "epoch": 31.51, "learning_rate": 3.1669700441266516e-05, "loss": 19.3418, "step": 35476 }, { "epoch": 31.51, "learning_rate": 3.1667081417158016e-05, "loss": 19.3291, "step": 35477 }, { "epoch": 31.51, "learning_rate": 3.166446245116114e-05, "loss": 19.5146, "step": 35478 }, { "epoch": 31.51, "learning_rate": 3.166184354328417e-05, "loss": 19.2275, "step": 35479 }, { "epoch": 31.51, "learning_rate": 3.165922469353543e-05, "loss": 19.8193, "step": 35480 }, { "epoch": 31.51, "learning_rate": 3.16566059019232e-05, "loss": 18.9492, "step": 35481 }, { "epoch": 31.51, "learning_rate": 3.165398716845582e-05, "loss": 19.7627, "step": 35482 }, { "epoch": 31.51, "learning_rate": 3.165136849314154e-05, "loss": 19.4424, "step": 35483 }, { "epoch": 31.51, "learning_rate": 3.164874987598868e-05, "loss": 19.6035, "step": 35484 }, { "epoch": 31.51, "learning_rate": 3.164613131700556e-05, "loss": 19.2744, "step": 35485 }, { "epoch": 31.52, "learning_rate": 3.164351281620045e-05, "loss": 19.4902, "step": 35486 }, { "epoch": 31.52, "learning_rate": 3.164089437358167e-05, "loss": 19.2949, "step": 35487 }, { "epoch": 31.52, "learning_rate": 3.163827598915752e-05, "loss": 19.5859, "step": 35488 }, { "epoch": 31.52, "learning_rate": 3.163565766293629e-05, "loss": 19.1318, "step": 35489 }, { "epoch": 31.52, "learning_rate": 3.163303939492628e-05, "loss": 18.8438, "step": 35490 }, { "epoch": 31.52, "learning_rate": 3.163042118513579e-05, "loss": 19.0684, "step": 35491 }, { "epoch": 31.52, "learning_rate": 3.162780303357313e-05, "loss": 19.3555, "step": 35492 }, { "epoch": 31.52, "learning_rate": 3.162518494024659e-05, "loss": 19.1533, "step": 35493 }, { "epoch": 31.52, "learning_rate": 3.1622566905164464e-05, "loss": 18.7881, "step": 35494 }, { "epoch": 31.52, "learning_rate": 3.161994892833506e-05, "loss": 19.5098, "step": 35495 }, { "epoch": 31.52, "learning_rate": 3.1617331009766674e-05, "loss": 18.9521, "step": 35496 }, { "epoch": 31.52, "learning_rate": 3.16147131494676e-05, "loss": 19.4375, "step": 35497 }, { "epoch": 31.53, "learning_rate": 3.161209534744615e-05, "loss": 20.0332, "step": 35498 }, { "epoch": 31.53, "learning_rate": 3.1609477603710604e-05, "loss": 19.6572, "step": 35499 }, { "epoch": 31.53, "learning_rate": 3.1606859918269264e-05, "loss": 18.9131, "step": 35500 }, { "epoch": 31.53, "learning_rate": 3.1604242291130414e-05, "loss": 19.5439, "step": 35501 }, { "epoch": 31.53, "learning_rate": 3.1601624722302384e-05, "loss": 19.1719, "step": 35502 }, { "epoch": 31.53, "learning_rate": 3.159900721179348e-05, "loss": 19.4629, "step": 35503 }, { "epoch": 31.53, "learning_rate": 3.159638975961195e-05, "loss": 19.3623, "step": 35504 }, { "epoch": 31.53, "learning_rate": 3.1593772365766105e-05, "loss": 18.9189, "step": 35505 }, { "epoch": 31.53, "learning_rate": 3.159115503026426e-05, "loss": 19.2227, "step": 35506 }, { "epoch": 31.53, "learning_rate": 3.15885377531147e-05, "loss": 19.3047, "step": 35507 }, { "epoch": 31.53, "learning_rate": 3.158592053432575e-05, "loss": 19.5088, "step": 35508 }, { "epoch": 31.54, "learning_rate": 3.158330337390565e-05, "loss": 19.0693, "step": 35509 }, { "epoch": 31.54, "learning_rate": 3.158068627186273e-05, "loss": 19.7109, "step": 35510 }, { "epoch": 31.54, "learning_rate": 3.157806922820529e-05, "loss": 19.1289, "step": 35511 }, { "epoch": 31.54, "learning_rate": 3.1575452242941604e-05, "loss": 18.8184, "step": 35512 }, { "epoch": 31.54, "learning_rate": 3.157283531607999e-05, "loss": 19.043, "step": 35513 }, { "epoch": 31.54, "learning_rate": 3.1570218447628744e-05, "loss": 19.5742, "step": 35514 }, { "epoch": 31.54, "learning_rate": 3.156760163759614e-05, "loss": 19.5107, "step": 35515 }, { "epoch": 31.54, "learning_rate": 3.1564984885990476e-05, "loss": 19.4209, "step": 35516 }, { "epoch": 31.54, "learning_rate": 3.1562368192820064e-05, "loss": 19.7188, "step": 35517 }, { "epoch": 31.54, "learning_rate": 3.155975155809318e-05, "loss": 19.6143, "step": 35518 }, { "epoch": 31.54, "learning_rate": 3.1557134981818145e-05, "loss": 18.9482, "step": 35519 }, { "epoch": 31.55, "learning_rate": 3.155451846400321e-05, "loss": 19.2363, "step": 35520 }, { "epoch": 31.55, "learning_rate": 3.155190200465671e-05, "loss": 18.9785, "step": 35521 }, { "epoch": 31.55, "learning_rate": 3.1549285603786917e-05, "loss": 19.207, "step": 35522 }, { "epoch": 31.55, "learning_rate": 3.154666926140212e-05, "loss": 19.3311, "step": 35523 }, { "epoch": 31.55, "learning_rate": 3.154405297751064e-05, "loss": 19.6104, "step": 35524 }, { "epoch": 31.55, "learning_rate": 3.1541436752120745e-05, "loss": 19.5742, "step": 35525 }, { "epoch": 31.55, "learning_rate": 3.153882058524072e-05, "loss": 19.4268, "step": 35526 }, { "epoch": 31.55, "learning_rate": 3.153620447687889e-05, "loss": 18.918, "step": 35527 }, { "epoch": 31.55, "learning_rate": 3.153358842704351e-05, "loss": 19.3721, "step": 35528 }, { "epoch": 31.55, "learning_rate": 3.15309724357429e-05, "loss": 19.4346, "step": 35529 }, { "epoch": 31.55, "learning_rate": 3.152835650298538e-05, "loss": 19.6982, "step": 35530 }, { "epoch": 31.56, "learning_rate": 3.152574062877915e-05, "loss": 19.7275, "step": 35531 }, { "epoch": 31.56, "learning_rate": 3.152312481313259e-05, "loss": 19.4639, "step": 35532 }, { "epoch": 31.56, "learning_rate": 3.1520509056053946e-05, "loss": 19.2383, "step": 35533 }, { "epoch": 31.56, "learning_rate": 3.151789335755154e-05, "loss": 19.0928, "step": 35534 }, { "epoch": 31.56, "learning_rate": 3.151527771763364e-05, "loss": 19.2686, "step": 35535 }, { "epoch": 31.56, "learning_rate": 3.151266213630854e-05, "loss": 19.957, "step": 35536 }, { "epoch": 31.56, "learning_rate": 3.1510046613584535e-05, "loss": 18.9502, "step": 35537 }, { "epoch": 31.56, "learning_rate": 3.1507431149469915e-05, "loss": 19.332, "step": 35538 }, { "epoch": 31.56, "learning_rate": 3.150481574397296e-05, "loss": 19.1904, "step": 35539 }, { "epoch": 31.56, "learning_rate": 3.1502200397101986e-05, "loss": 19.6289, "step": 35540 }, { "epoch": 31.56, "learning_rate": 3.1499585108865273e-05, "loss": 19.2012, "step": 35541 }, { "epoch": 31.56, "learning_rate": 3.149696987927109e-05, "loss": 18.7715, "step": 35542 }, { "epoch": 31.57, "learning_rate": 3.149435470832775e-05, "loss": 19.0527, "step": 35543 }, { "epoch": 31.57, "learning_rate": 3.149173959604353e-05, "loss": 19.1982, "step": 35544 }, { "epoch": 31.57, "learning_rate": 3.148912454242673e-05, "loss": 19.2441, "step": 35545 }, { "epoch": 31.57, "learning_rate": 3.1486509547485636e-05, "loss": 19.209, "step": 35546 }, { "epoch": 31.57, "learning_rate": 3.1483894611228525e-05, "loss": 19.2998, "step": 35547 }, { "epoch": 31.57, "learning_rate": 3.14812797336637e-05, "loss": 19.5264, "step": 35548 }, { "epoch": 31.57, "learning_rate": 3.147866491479945e-05, "loss": 19.8701, "step": 35549 }, { "epoch": 31.57, "learning_rate": 3.147605015464404e-05, "loss": 19.0625, "step": 35550 }, { "epoch": 31.57, "learning_rate": 3.147343545320581e-05, "loss": 19.1602, "step": 35551 }, { "epoch": 31.57, "learning_rate": 3.147082081049299e-05, "loss": 19.001, "step": 35552 }, { "epoch": 31.57, "learning_rate": 3.14682062265139e-05, "loss": 19.6016, "step": 35553 }, { "epoch": 31.58, "learning_rate": 3.1465591701276806e-05, "loss": 19.2041, "step": 35554 }, { "epoch": 31.58, "learning_rate": 3.146297723479002e-05, "loss": 19.3301, "step": 35555 }, { "epoch": 31.58, "learning_rate": 3.146036282706182e-05, "loss": 19.6416, "step": 35556 }, { "epoch": 31.58, "learning_rate": 3.145774847810051e-05, "loss": 19.2383, "step": 35557 }, { "epoch": 31.58, "learning_rate": 3.145513418791434e-05, "loss": 19.5488, "step": 35558 }, { "epoch": 31.58, "learning_rate": 3.145251995651162e-05, "loss": 19.3994, "step": 35559 }, { "epoch": 31.58, "learning_rate": 3.1449905783900626e-05, "loss": 19.1895, "step": 35560 }, { "epoch": 31.58, "learning_rate": 3.144729167008965e-05, "loss": 19.7891, "step": 35561 }, { "epoch": 31.58, "learning_rate": 3.1444677615087006e-05, "loss": 19.1348, "step": 35562 }, { "epoch": 31.58, "learning_rate": 3.144206361890093e-05, "loss": 19.5586, "step": 35563 }, { "epoch": 31.58, "learning_rate": 3.143944968153973e-05, "loss": 19.9463, "step": 35564 }, { "epoch": 31.59, "learning_rate": 3.14368358030117e-05, "loss": 19.2168, "step": 35565 }, { "epoch": 31.59, "learning_rate": 3.143422198332511e-05, "loss": 19.083, "step": 35566 }, { "epoch": 31.59, "learning_rate": 3.1431608222488275e-05, "loss": 19.5215, "step": 35567 }, { "epoch": 31.59, "learning_rate": 3.1428994520509434e-05, "loss": 19.4336, "step": 35568 }, { "epoch": 31.59, "learning_rate": 3.142638087739691e-05, "loss": 19.6211, "step": 35569 }, { "epoch": 31.59, "learning_rate": 3.142376729315897e-05, "loss": 20.0811, "step": 35570 }, { "epoch": 31.59, "learning_rate": 3.14211537678039e-05, "loss": 18.916, "step": 35571 }, { "epoch": 31.59, "learning_rate": 3.1418540301339974e-05, "loss": 19.1797, "step": 35572 }, { "epoch": 31.59, "learning_rate": 3.141592689377553e-05, "loss": 19.4355, "step": 35573 }, { "epoch": 31.59, "learning_rate": 3.141331354511878e-05, "loss": 19.6533, "step": 35574 }, { "epoch": 31.59, "learning_rate": 3.141070025537804e-05, "loss": 19.3281, "step": 35575 }, { "epoch": 31.6, "learning_rate": 3.14080870245616e-05, "loss": 19.1377, "step": 35576 }, { "epoch": 31.6, "learning_rate": 3.1405473852677726e-05, "loss": 19.5898, "step": 35577 }, { "epoch": 31.6, "learning_rate": 3.140286073973474e-05, "loss": 19.7627, "step": 35578 }, { "epoch": 31.6, "learning_rate": 3.140024768574087e-05, "loss": 19.1924, "step": 35579 }, { "epoch": 31.6, "learning_rate": 3.139763469070442e-05, "loss": 20.0332, "step": 35580 }, { "epoch": 31.6, "learning_rate": 3.139502175463369e-05, "loss": 20.3037, "step": 35581 }, { "epoch": 31.6, "learning_rate": 3.139240887753695e-05, "loss": 19.8799, "step": 35582 }, { "epoch": 31.6, "learning_rate": 3.1389796059422497e-05, "loss": 19.623, "step": 35583 }, { "epoch": 31.6, "learning_rate": 3.1387183300298574e-05, "loss": 19.5654, "step": 35584 }, { "epoch": 31.6, "learning_rate": 3.13845706001735e-05, "loss": 19.1475, "step": 35585 }, { "epoch": 31.6, "learning_rate": 3.1381957959055536e-05, "loss": 19.5156, "step": 35586 }, { "epoch": 31.6, "learning_rate": 3.1379345376952975e-05, "loss": 19.6426, "step": 35587 }, { "epoch": 31.61, "learning_rate": 3.1376732853874095e-05, "loss": 19.5283, "step": 35588 }, { "epoch": 31.61, "learning_rate": 3.137412038982719e-05, "loss": 19.6074, "step": 35589 }, { "epoch": 31.61, "learning_rate": 3.137150798482052e-05, "loss": 19.4385, "step": 35590 }, { "epoch": 31.61, "learning_rate": 3.136889563886237e-05, "loss": 19.7402, "step": 35591 }, { "epoch": 31.61, "learning_rate": 3.1366283351961026e-05, "loss": 19.5293, "step": 35592 }, { "epoch": 31.61, "learning_rate": 3.1363671124124764e-05, "loss": 19.4121, "step": 35593 }, { "epoch": 31.61, "learning_rate": 3.136105895536188e-05, "loss": 19.4297, "step": 35594 }, { "epoch": 31.61, "learning_rate": 3.1358446845680636e-05, "loss": 19.4902, "step": 35595 }, { "epoch": 31.61, "learning_rate": 3.135583479508931e-05, "loss": 19.623, "step": 35596 }, { "epoch": 31.61, "learning_rate": 3.135322280359619e-05, "loss": 19.7227, "step": 35597 }, { "epoch": 31.61, "learning_rate": 3.135061087120955e-05, "loss": 18.9082, "step": 35598 }, { "epoch": 31.62, "learning_rate": 3.134799899793768e-05, "loss": 19.3721, "step": 35599 }, { "epoch": 31.62, "learning_rate": 3.1345387183788874e-05, "loss": 19.1367, "step": 35600 }, { "epoch": 31.62, "learning_rate": 3.1342775428771363e-05, "loss": 20.0234, "step": 35601 }, { "epoch": 31.62, "learning_rate": 3.1340163732893456e-05, "loss": 19.1182, "step": 35602 }, { "epoch": 31.62, "learning_rate": 3.1337552096163425e-05, "loss": 19.1943, "step": 35603 }, { "epoch": 31.62, "learning_rate": 3.133494051858956e-05, "loss": 19.252, "step": 35604 }, { "epoch": 31.62, "learning_rate": 3.133232900018015e-05, "loss": 19.1484, "step": 35605 }, { "epoch": 31.62, "learning_rate": 3.1329717540943415e-05, "loss": 19.5029, "step": 35606 }, { "epoch": 31.62, "learning_rate": 3.132710614088769e-05, "loss": 19.2695, "step": 35607 }, { "epoch": 31.62, "learning_rate": 3.1324494800021235e-05, "loss": 19.5605, "step": 35608 }, { "epoch": 31.62, "learning_rate": 3.132188351835232e-05, "loss": 18.8838, "step": 35609 }, { "epoch": 31.63, "learning_rate": 3.131927229588924e-05, "loss": 19.665, "step": 35610 }, { "epoch": 31.63, "learning_rate": 3.1316661132640255e-05, "loss": 19.4424, "step": 35611 }, { "epoch": 31.63, "learning_rate": 3.131405002861364e-05, "loss": 19.1611, "step": 35612 }, { "epoch": 31.63, "learning_rate": 3.1311438983817686e-05, "loss": 19.3135, "step": 35613 }, { "epoch": 31.63, "learning_rate": 3.130882799826066e-05, "loss": 19.4287, "step": 35614 }, { "epoch": 31.63, "learning_rate": 3.1306217071950836e-05, "loss": 19.1514, "step": 35615 }, { "epoch": 31.63, "learning_rate": 3.130360620489651e-05, "loss": 19.1445, "step": 35616 }, { "epoch": 31.63, "learning_rate": 3.1300995397105936e-05, "loss": 19.1406, "step": 35617 }, { "epoch": 31.63, "learning_rate": 3.12983846485874e-05, "loss": 19.4863, "step": 35618 }, { "epoch": 31.63, "learning_rate": 3.129577395934916e-05, "loss": 19.1953, "step": 35619 }, { "epoch": 31.63, "learning_rate": 3.1293163329399505e-05, "loss": 19.0684, "step": 35620 }, { "epoch": 31.63, "learning_rate": 3.129055275874674e-05, "loss": 19.2422, "step": 35621 }, { "epoch": 31.64, "learning_rate": 3.12879422473991e-05, "loss": 19.2197, "step": 35622 }, { "epoch": 31.64, "learning_rate": 3.12879422473991e-05, "loss": 19.3867, "step": 35623 }, { "epoch": 31.64, "learning_rate": 3.128533179536485e-05, "loss": 19.7793, "step": 35624 }, { "epoch": 31.64, "learning_rate": 3.128272140265228e-05, "loss": 19.4531, "step": 35625 }, { "epoch": 31.64, "learning_rate": 3.128272140265228e-05, "loss": 19.5674, "step": 35626 }, { "epoch": 31.64, "learning_rate": 3.128011106926969e-05, "loss": 19.2588, "step": 35627 }, { "epoch": 31.64, "learning_rate": 3.127750079522535e-05, "loss": 20.207, "step": 35628 }, { "epoch": 31.64, "learning_rate": 3.1274890580527495e-05, "loss": 19.2217, "step": 35629 }, { "epoch": 31.64, "learning_rate": 3.127228042518442e-05, "loss": 19.252, "step": 35630 }, { "epoch": 31.64, "learning_rate": 3.12696703292044e-05, "loss": 19.7451, "step": 35631 }, { "epoch": 31.64, "learning_rate": 3.1267060292595715e-05, "loss": 19.5342, "step": 35632 }, { "epoch": 31.65, "learning_rate": 3.1264450315366624e-05, "loss": 19.5127, "step": 35633 }, { "epoch": 31.65, "learning_rate": 3.126184039752542e-05, "loss": 18.8486, "step": 35634 }, { "epoch": 31.65, "learning_rate": 3.1259230539080366e-05, "loss": 19.4658, "step": 35635 }, { "epoch": 31.65, "learning_rate": 3.125662074003972e-05, "loss": 19.6641, "step": 35636 }, { "epoch": 31.65, "learning_rate": 3.125401100041177e-05, "loss": 19.0137, "step": 35637 }, { "epoch": 31.65, "learning_rate": 3.1251401320204786e-05, "loss": 19.9219, "step": 35638 }, { "epoch": 31.65, "learning_rate": 3.1248791699427055e-05, "loss": 19.9414, "step": 35639 }, { "epoch": 31.65, "learning_rate": 3.1246182138086824e-05, "loss": 19.5195, "step": 35640 }, { "epoch": 31.65, "learning_rate": 3.124357263619236e-05, "loss": 19.7129, "step": 35641 }, { "epoch": 31.65, "learning_rate": 3.124096319375196e-05, "loss": 19.4863, "step": 35642 }, { "epoch": 31.65, "learning_rate": 3.123835381077389e-05, "loss": 19.0596, "step": 35643 }, { "epoch": 31.66, "learning_rate": 3.123574448726642e-05, "loss": 19.583, "step": 35644 }, { "epoch": 31.66, "learning_rate": 3.123313522323781e-05, "loss": 19.3994, "step": 35645 }, { "epoch": 31.66, "learning_rate": 3.123052601869633e-05, "loss": 19.4043, "step": 35646 }, { "epoch": 31.66, "learning_rate": 3.122791687365026e-05, "loss": 19.3408, "step": 35647 }, { "epoch": 31.66, "learning_rate": 3.1225307788107874e-05, "loss": 19.3789, "step": 35648 }, { "epoch": 31.66, "learning_rate": 3.122269876207742e-05, "loss": 18.7246, "step": 35649 }, { "epoch": 31.66, "learning_rate": 3.1220089795567225e-05, "loss": 19.5537, "step": 35650 }, { "epoch": 31.66, "learning_rate": 3.121748088858549e-05, "loss": 19.3486, "step": 35651 }, { "epoch": 31.66, "learning_rate": 3.121487204114051e-05, "loss": 19.0977, "step": 35652 }, { "epoch": 31.66, "learning_rate": 3.121226325324056e-05, "loss": 19.5928, "step": 35653 }, { "epoch": 31.66, "learning_rate": 3.120965452489392e-05, "loss": 19.2021, "step": 35654 }, { "epoch": 31.67, "learning_rate": 3.120965452489392e-05, "loss": 20.1309, "step": 35655 }, { "epoch": 31.67, "learning_rate": 3.1207045856108855e-05, "loss": 19.2998, "step": 35656 }, { "epoch": 31.67, "learning_rate": 3.12044372468936e-05, "loss": 19.3213, "step": 35657 }, { "epoch": 31.67, "learning_rate": 3.120182869725646e-05, "loss": 19.0195, "step": 35658 }, { "epoch": 31.67, "learning_rate": 3.119922020720569e-05, "loss": 19.292, "step": 35659 }, { "epoch": 31.67, "learning_rate": 3.1196611776749564e-05, "loss": 19.5098, "step": 35660 }, { "epoch": 31.67, "learning_rate": 3.1194003405896347e-05, "loss": 19.4219, "step": 35661 }, { "epoch": 31.67, "learning_rate": 3.119139509465432e-05, "loss": 19.6113, "step": 35662 }, { "epoch": 31.67, "learning_rate": 3.118878684303172e-05, "loss": 19.7627, "step": 35663 }, { "epoch": 31.67, "learning_rate": 3.1186178651036844e-05, "loss": 18.585, "step": 35664 }, { "epoch": 31.67, "learning_rate": 3.118357051867794e-05, "loss": 19.3623, "step": 35665 }, { "epoch": 31.67, "learning_rate": 3.118096244596329e-05, "loss": 19.2812, "step": 35666 }, { "epoch": 31.68, "learning_rate": 3.117835443290116e-05, "loss": 20.4248, "step": 35667 }, { "epoch": 31.68, "learning_rate": 3.11757464794998e-05, "loss": 19.5801, "step": 35668 }, { "epoch": 31.68, "learning_rate": 3.117313858576749e-05, "loss": 19.582, "step": 35669 }, { "epoch": 31.68, "learning_rate": 3.11705307517125e-05, "loss": 19.3975, "step": 35670 }, { "epoch": 31.68, "learning_rate": 3.116792297734309e-05, "loss": 18.9795, "step": 35671 }, { "epoch": 31.68, "learning_rate": 3.116531526266753e-05, "loss": 19.2646, "step": 35672 }, { "epoch": 31.68, "learning_rate": 3.1162707607694076e-05, "loss": 19.5391, "step": 35673 }, { "epoch": 31.68, "learning_rate": 3.1160100012431e-05, "loss": 18.7568, "step": 35674 }, { "epoch": 31.68, "learning_rate": 3.1157492476886575e-05, "loss": 19.6436, "step": 35675 }, { "epoch": 31.68, "learning_rate": 3.1154885001069045e-05, "loss": 19.3672, "step": 35676 }, { "epoch": 31.68, "learning_rate": 3.11522775849867e-05, "loss": 19.6377, "step": 35677 }, { "epoch": 31.69, "learning_rate": 3.114967022864781e-05, "loss": 19.4336, "step": 35678 }, { "epoch": 31.69, "learning_rate": 3.114706293206061e-05, "loss": 19.5527, "step": 35679 }, { "epoch": 31.69, "learning_rate": 3.114445569523337e-05, "loss": 19.4854, "step": 35680 }, { "epoch": 31.69, "learning_rate": 3.1141848518174376e-05, "loss": 19.0371, "step": 35681 }, { "epoch": 31.69, "learning_rate": 3.113924140089187e-05, "loss": 19.3486, "step": 35682 }, { "epoch": 31.69, "learning_rate": 3.1136634343394146e-05, "loss": 19.7354, "step": 35683 }, { "epoch": 31.69, "learning_rate": 3.113402734568943e-05, "loss": 19.6836, "step": 35684 }, { "epoch": 31.69, "learning_rate": 3.113142040778601e-05, "loss": 19.748, "step": 35685 }, { "epoch": 31.69, "learning_rate": 3.112881352969214e-05, "loss": 19.3672, "step": 35686 }, { "epoch": 31.69, "learning_rate": 3.1126206711416084e-05, "loss": 19.2656, "step": 35687 }, { "epoch": 31.69, "learning_rate": 3.112359995296612e-05, "loss": 19.6924, "step": 35688 }, { "epoch": 31.7, "learning_rate": 3.112099325435049e-05, "loss": 19.7363, "step": 35689 }, { "epoch": 31.7, "learning_rate": 3.111838661557746e-05, "loss": 19.2715, "step": 35690 }, { "epoch": 31.7, "learning_rate": 3.11157800366553e-05, "loss": 19.8154, "step": 35691 }, { "epoch": 31.7, "learning_rate": 3.111317351759227e-05, "loss": 19.3359, "step": 35692 }, { "epoch": 31.7, "learning_rate": 3.1110567058396636e-05, "loss": 19.5225, "step": 35693 }, { "epoch": 31.7, "learning_rate": 3.110796065907665e-05, "loss": 19.1631, "step": 35694 }, { "epoch": 31.7, "learning_rate": 3.1105354319640584e-05, "loss": 19.8262, "step": 35695 }, { "epoch": 31.7, "learning_rate": 3.110274804009669e-05, "loss": 19.1582, "step": 35696 }, { "epoch": 31.7, "learning_rate": 3.110014182045324e-05, "loss": 19.3525, "step": 35697 }, { "epoch": 31.7, "learning_rate": 3.109753566071847e-05, "loss": 19.5332, "step": 35698 }, { "epoch": 31.7, "learning_rate": 3.1094929560900697e-05, "loss": 19.2021, "step": 35699 }, { "epoch": 31.71, "learning_rate": 3.1092323521008126e-05, "loss": 19.4395, "step": 35700 }, { "epoch": 31.71, "learning_rate": 3.108971754104903e-05, "loss": 19.46, "step": 35701 }, { "epoch": 31.71, "learning_rate": 3.1087111621031675e-05, "loss": 19.9092, "step": 35702 }, { "epoch": 31.71, "learning_rate": 3.1084505760964334e-05, "loss": 19.8809, "step": 35703 }, { "epoch": 31.71, "learning_rate": 3.1081899960855265e-05, "loss": 19.9814, "step": 35704 }, { "epoch": 31.71, "learning_rate": 3.1079294220712706e-05, "loss": 19.4434, "step": 35705 }, { "epoch": 31.71, "learning_rate": 3.107668854054492e-05, "loss": 19.8496, "step": 35706 }, { "epoch": 31.71, "learning_rate": 3.107408292036018e-05, "loss": 19.6553, "step": 35707 }, { "epoch": 31.71, "learning_rate": 3.107147736016674e-05, "loss": 19.3818, "step": 35708 }, { "epoch": 31.71, "learning_rate": 3.106887185997287e-05, "loss": 19.752, "step": 35709 }, { "epoch": 31.71, "learning_rate": 3.106626641978683e-05, "loss": 19.4219, "step": 35710 }, { "epoch": 31.71, "learning_rate": 3.106366103961684e-05, "loss": 19.1855, "step": 35711 }, { "epoch": 31.72, "learning_rate": 3.10610557194712e-05, "loss": 19.6895, "step": 35712 }, { "epoch": 31.72, "learning_rate": 3.1058450459358155e-05, "loss": 19.0469, "step": 35713 }, { "epoch": 31.72, "learning_rate": 3.105584525928596e-05, "loss": 19.6465, "step": 35714 }, { "epoch": 31.72, "learning_rate": 3.105324011926288e-05, "loss": 18.6709, "step": 35715 }, { "epoch": 31.72, "learning_rate": 3.105063503929717e-05, "loss": 19.7246, "step": 35716 }, { "epoch": 31.72, "learning_rate": 3.104803001939708e-05, "loss": 19.4492, "step": 35717 }, { "epoch": 31.72, "learning_rate": 3.104542505957088e-05, "loss": 19.625, "step": 35718 }, { "epoch": 31.72, "learning_rate": 3.1042820159826804e-05, "loss": 18.9316, "step": 35719 }, { "epoch": 31.72, "learning_rate": 3.104021532017315e-05, "loss": 18.7773, "step": 35720 }, { "epoch": 31.72, "learning_rate": 3.103761054061813e-05, "loss": 19.958, "step": 35721 }, { "epoch": 31.72, "learning_rate": 3.103500582117003e-05, "loss": 19.3281, "step": 35722 }, { "epoch": 31.73, "learning_rate": 3.10324011618371e-05, "loss": 19.9736, "step": 35723 }, { "epoch": 31.73, "learning_rate": 3.102979656262757e-05, "loss": 19.582, "step": 35724 }, { "epoch": 31.73, "learning_rate": 3.102719202354974e-05, "loss": 19.8223, "step": 35725 }, { "epoch": 31.73, "learning_rate": 3.102458754461186e-05, "loss": 19.7119, "step": 35726 }, { "epoch": 31.73, "learning_rate": 3.1021983125822166e-05, "loss": 19.6895, "step": 35727 }, { "epoch": 31.73, "learning_rate": 3.101937876718889e-05, "loss": 19.5176, "step": 35728 }, { "epoch": 31.73, "learning_rate": 3.101677446872033e-05, "loss": 19.6963, "step": 35729 }, { "epoch": 31.73, "learning_rate": 3.101417023042473e-05, "loss": 19.1797, "step": 35730 }, { "epoch": 31.73, "learning_rate": 3.101156605231037e-05, "loss": 20.1172, "step": 35731 }, { "epoch": 31.73, "learning_rate": 3.1008961934385437e-05, "loss": 19.9229, "step": 35732 }, { "epoch": 31.73, "learning_rate": 3.100635787665824e-05, "loss": 19.6025, "step": 35733 }, { "epoch": 31.74, "learning_rate": 3.100375387913701e-05, "loss": 19.0957, "step": 35734 }, { "epoch": 31.74, "learning_rate": 3.100114994183002e-05, "loss": 19.5078, "step": 35735 }, { "epoch": 31.74, "learning_rate": 3.09985460647455e-05, "loss": 19.9521, "step": 35736 }, { "epoch": 31.74, "learning_rate": 3.099594224789175e-05, "loss": 20.415, "step": 35737 }, { "epoch": 31.74, "learning_rate": 3.0993338491276966e-05, "loss": 19.9434, "step": 35738 }, { "epoch": 31.74, "learning_rate": 3.099073479490943e-05, "loss": 19.4951, "step": 35739 }, { "epoch": 31.74, "learning_rate": 3.098813115879739e-05, "loss": 20.1387, "step": 35740 }, { "epoch": 31.74, "learning_rate": 3.098552758294909e-05, "loss": 19.4346, "step": 35741 }, { "epoch": 31.74, "learning_rate": 3.098292406737282e-05, "loss": 18.9209, "step": 35742 }, { "epoch": 31.74, "learning_rate": 3.098032061207679e-05, "loss": 19.9424, "step": 35743 }, { "epoch": 31.74, "learning_rate": 3.097771721706927e-05, "loss": 19.0498, "step": 35744 }, { "epoch": 31.75, "learning_rate": 3.097511388235851e-05, "loss": 18.8398, "step": 35745 }, { "epoch": 31.75, "learning_rate": 3.097251060795275e-05, "loss": 19.4316, "step": 35746 }, { "epoch": 31.75, "learning_rate": 3.096990739386029e-05, "loss": 18.9678, "step": 35747 }, { "epoch": 31.75, "learning_rate": 3.0967304240089315e-05, "loss": 20.3193, "step": 35748 }, { "epoch": 31.75, "learning_rate": 3.0964701146648116e-05, "loss": 19.0615, "step": 35749 }, { "epoch": 31.75, "learning_rate": 3.096209811354492e-05, "loss": 19.2012, "step": 35750 }, { "epoch": 31.75, "learning_rate": 3.0959495140788016e-05, "loss": 19.54, "step": 35751 }, { "epoch": 31.75, "learning_rate": 3.095689222838563e-05, "loss": 18.8828, "step": 35752 }, { "epoch": 31.75, "learning_rate": 3.095428937634602e-05, "loss": 19.5713, "step": 35753 }, { "epoch": 31.75, "learning_rate": 3.095168658467742e-05, "loss": 19.457, "step": 35754 }, { "epoch": 31.75, "learning_rate": 3.094908385338809e-05, "loss": 19.3711, "step": 35755 }, { "epoch": 31.75, "learning_rate": 3.09464811824863e-05, "loss": 19.3584, "step": 35756 }, { "epoch": 31.76, "learning_rate": 3.094387857198027e-05, "loss": 19.5625, "step": 35757 }, { "epoch": 31.76, "learning_rate": 3.0941276021878274e-05, "loss": 18.8242, "step": 35758 }, { "epoch": 31.76, "learning_rate": 3.0941276021878274e-05, "loss": 19.6738, "step": 35759 }, { "epoch": 31.76, "learning_rate": 3.093867353218853e-05, "loss": 19.5137, "step": 35760 }, { "epoch": 31.76, "learning_rate": 3.0936071102919325e-05, "loss": 19.3564, "step": 35761 }, { "epoch": 31.76, "learning_rate": 3.093346873407887e-05, "loss": 19.9551, "step": 35762 }, { "epoch": 31.76, "learning_rate": 3.093086642567545e-05, "loss": 19.5234, "step": 35763 }, { "epoch": 31.76, "learning_rate": 3.0928264177717306e-05, "loss": 19.3887, "step": 35764 }, { "epoch": 31.76, "learning_rate": 3.0925661990212674e-05, "loss": 19.626, "step": 35765 }, { "epoch": 31.76, "learning_rate": 3.0923059863169796e-05, "loss": 19.6973, "step": 35766 }, { "epoch": 31.76, "learning_rate": 3.092045779659694e-05, "loss": 19.3447, "step": 35767 }, { "epoch": 31.77, "learning_rate": 3.0917855790502335e-05, "loss": 19.834, "step": 35768 }, { "epoch": 31.77, "learning_rate": 3.091525384489424e-05, "loss": 19.3818, "step": 35769 }, { "epoch": 31.77, "learning_rate": 3.0912651959780926e-05, "loss": 19.2402, "step": 35770 }, { "epoch": 31.77, "learning_rate": 3.091005013517059e-05, "loss": 19.5557, "step": 35771 }, { "epoch": 31.77, "learning_rate": 3.0907448371071513e-05, "loss": 19.3682, "step": 35772 }, { "epoch": 31.77, "learning_rate": 3.090484666749193e-05, "loss": 19.7324, "step": 35773 }, { "epoch": 31.77, "learning_rate": 3.090224502444009e-05, "loss": 19.8828, "step": 35774 }, { "epoch": 31.77, "learning_rate": 3.089964344192428e-05, "loss": 19.4033, "step": 35775 }, { "epoch": 31.77, "learning_rate": 3.089704191995267e-05, "loss": 18.8633, "step": 35776 }, { "epoch": 31.77, "learning_rate": 3.0894440458533544e-05, "loss": 19.5801, "step": 35777 }, { "epoch": 31.77, "learning_rate": 3.089183905767515e-05, "loss": 19.0615, "step": 35778 }, { "epoch": 31.78, "learning_rate": 3.088923771738574e-05, "loss": 19.2275, "step": 35779 }, { "epoch": 31.78, "learning_rate": 3.0886636437673574e-05, "loss": 19.75, "step": 35780 }, { "epoch": 31.78, "learning_rate": 3.088403521854685e-05, "loss": 19.7656, "step": 35781 }, { "epoch": 31.78, "learning_rate": 3.088143406001384e-05, "loss": 18.8311, "step": 35782 }, { "epoch": 31.78, "learning_rate": 3.087883296208279e-05, "loss": 19.5, "step": 35783 }, { "epoch": 31.78, "learning_rate": 3.0876231924761955e-05, "loss": 19.4805, "step": 35784 }, { "epoch": 31.78, "learning_rate": 3.0873630948059554e-05, "loss": 19.3281, "step": 35785 }, { "epoch": 31.78, "learning_rate": 3.087103003198386e-05, "loss": 20.127, "step": 35786 }, { "epoch": 31.78, "learning_rate": 3.08684291765431e-05, "loss": 19.4756, "step": 35787 }, { "epoch": 31.78, "learning_rate": 3.086582838174551e-05, "loss": 19.7959, "step": 35788 }, { "epoch": 31.78, "learning_rate": 3.086582838174551e-05, "loss": 19.5693, "step": 35789 }, { "epoch": 31.79, "learning_rate": 3.086322764759936e-05, "loss": 19.2471, "step": 35790 }, { "epoch": 31.79, "learning_rate": 3.086062697411287e-05, "loss": 19.1914, "step": 35791 }, { "epoch": 31.79, "learning_rate": 3.08580263612943e-05, "loss": 19.0684, "step": 35792 }, { "epoch": 31.79, "learning_rate": 3.085542580915188e-05, "loss": 19.335, "step": 35793 }, { "epoch": 31.79, "learning_rate": 3.085282531769387e-05, "loss": 19.3359, "step": 35794 }, { "epoch": 31.79, "learning_rate": 3.085022488692849e-05, "loss": 18.8662, "step": 35795 }, { "epoch": 31.79, "learning_rate": 3.0847624516863995e-05, "loss": 19.083, "step": 35796 }, { "epoch": 31.79, "learning_rate": 3.0845024207508624e-05, "loss": 19.2422, "step": 35797 }, { "epoch": 31.79, "learning_rate": 3.084242395887065e-05, "loss": 19.3613, "step": 35798 }, { "epoch": 31.79, "learning_rate": 3.083982377095827e-05, "loss": 19.6455, "step": 35799 }, { "epoch": 31.79, "learning_rate": 3.083722364377974e-05, "loss": 19.1895, "step": 35800 }, { "epoch": 31.79, "learning_rate": 3.08346235773433e-05, "loss": 19.1689, "step": 35801 }, { "epoch": 31.8, "learning_rate": 3.083202357165721e-05, "loss": 18.7383, "step": 35802 }, { "epoch": 31.8, "learning_rate": 3.0829423626729716e-05, "loss": 19.2324, "step": 35803 }, { "epoch": 31.8, "learning_rate": 3.082682374256903e-05, "loss": 19.6367, "step": 35804 }, { "epoch": 31.8, "learning_rate": 3.082422391918339e-05, "loss": 19.6064, "step": 35805 }, { "epoch": 31.8, "learning_rate": 3.082162415658106e-05, "loss": 19.2344, "step": 35806 }, { "epoch": 31.8, "learning_rate": 3.0819024454770285e-05, "loss": 18.8545, "step": 35807 }, { "epoch": 31.8, "learning_rate": 3.0816424813759295e-05, "loss": 19.4912, "step": 35808 }, { "epoch": 31.8, "learning_rate": 3.0813825233556326e-05, "loss": 19.1689, "step": 35809 }, { "epoch": 31.8, "learning_rate": 3.081122571416962e-05, "loss": 19.8057, "step": 35810 }, { "epoch": 31.8, "learning_rate": 3.080862625560742e-05, "loss": 19.4131, "step": 35811 }, { "epoch": 31.8, "learning_rate": 3.080602685787796e-05, "loss": 19.2734, "step": 35812 }, { "epoch": 31.81, "learning_rate": 3.080342752098948e-05, "loss": 18.5186, "step": 35813 }, { "epoch": 31.81, "learning_rate": 3.080082824495024e-05, "loss": 19.2246, "step": 35814 }, { "epoch": 31.81, "learning_rate": 3.0798229029768457e-05, "loss": 19.8223, "step": 35815 }, { "epoch": 31.81, "learning_rate": 3.079562987545237e-05, "loss": 19.4922, "step": 35816 }, { "epoch": 31.81, "learning_rate": 3.079303078201022e-05, "loss": 19.334, "step": 35817 }, { "epoch": 31.81, "learning_rate": 3.079043174945025e-05, "loss": 18.9287, "step": 35818 }, { "epoch": 31.81, "learning_rate": 3.078783277778072e-05, "loss": 20.0684, "step": 35819 }, { "epoch": 31.81, "learning_rate": 3.078523386700982e-05, "loss": 19.4746, "step": 35820 }, { "epoch": 31.81, "learning_rate": 3.0782635017145825e-05, "loss": 18.998, "step": 35821 }, { "epoch": 31.81, "learning_rate": 3.078003622819695e-05, "loss": 19.6006, "step": 35822 }, { "epoch": 31.81, "learning_rate": 3.077743750017145e-05, "loss": 18.791, "step": 35823 }, { "epoch": 31.82, "learning_rate": 3.077483883307757e-05, "loss": 19.04, "step": 35824 }, { "epoch": 31.82, "learning_rate": 3.077224022692352e-05, "loss": 19.1826, "step": 35825 }, { "epoch": 31.82, "learning_rate": 3.076964168171755e-05, "loss": 19.0557, "step": 35826 }, { "epoch": 31.82, "learning_rate": 3.076704319746789e-05, "loss": 19.585, "step": 35827 }, { "epoch": 31.82, "learning_rate": 3.07644447741828e-05, "loss": 19.2881, "step": 35828 }, { "epoch": 31.82, "learning_rate": 3.0761846411870496e-05, "loss": 18.9072, "step": 35829 }, { "epoch": 31.82, "learning_rate": 3.0759248110539236e-05, "loss": 19.1738, "step": 35830 }, { "epoch": 31.82, "learning_rate": 3.075664987019721e-05, "loss": 19.5664, "step": 35831 }, { "epoch": 31.82, "learning_rate": 3.075405169085269e-05, "loss": 19.3008, "step": 35832 }, { "epoch": 31.82, "learning_rate": 3.075145357251391e-05, "loss": 19.0508, "step": 35833 }, { "epoch": 31.82, "learning_rate": 3.0748855515189104e-05, "loss": 19.8838, "step": 35834 }, { "epoch": 31.83, "learning_rate": 3.074625751888651e-05, "loss": 19.877, "step": 35835 }, { "epoch": 31.83, "learning_rate": 3.074365958361434e-05, "loss": 19.7998, "step": 35836 }, { "epoch": 31.83, "learning_rate": 3.074106170938086e-05, "loss": 19.6338, "step": 35837 }, { "epoch": 31.83, "learning_rate": 3.0738463896194275e-05, "loss": 19.4736, "step": 35838 }, { "epoch": 31.83, "learning_rate": 3.073586614406284e-05, "loss": 19.4766, "step": 35839 }, { "epoch": 31.83, "learning_rate": 3.0733268452994804e-05, "loss": 19.0713, "step": 35840 }, { "epoch": 31.83, "learning_rate": 3.073067082299836e-05, "loss": 19.0947, "step": 35841 }, { "epoch": 31.83, "learning_rate": 3.072807325408177e-05, "loss": 19.4629, "step": 35842 }, { "epoch": 31.83, "learning_rate": 3.072547574625325e-05, "loss": 19.666, "step": 35843 }, { "epoch": 31.83, "learning_rate": 3.072287829952105e-05, "loss": 19.084, "step": 35844 }, { "epoch": 31.83, "learning_rate": 3.0720280913893395e-05, "loss": 19.3047, "step": 35845 }, { "epoch": 31.83, "learning_rate": 3.071768358937855e-05, "loss": 20.1143, "step": 35846 }, { "epoch": 31.84, "learning_rate": 3.071508632598469e-05, "loss": 19.3818, "step": 35847 }, { "epoch": 31.84, "learning_rate": 3.071248912372009e-05, "loss": 18.791, "step": 35848 }, { "epoch": 31.84, "learning_rate": 3.070989198259295e-05, "loss": 19.6533, "step": 35849 }, { "epoch": 31.84, "learning_rate": 3.0707294902611536e-05, "loss": 19.125, "step": 35850 }, { "epoch": 31.84, "learning_rate": 3.070469788378408e-05, "loss": 19.6299, "step": 35851 }, { "epoch": 31.84, "learning_rate": 3.070210092611879e-05, "loss": 19.4492, "step": 35852 }, { "epoch": 31.84, "learning_rate": 3.069950402962389e-05, "loss": 19.3916, "step": 35853 }, { "epoch": 31.84, "learning_rate": 3.0696907194307644e-05, "loss": 19.0312, "step": 35854 }, { "epoch": 31.84, "learning_rate": 3.069431042017827e-05, "loss": 19.3154, "step": 35855 }, { "epoch": 31.84, "learning_rate": 3.0691713707243995e-05, "loss": 18.7285, "step": 35856 }, { "epoch": 31.84, "learning_rate": 3.068911705551307e-05, "loss": 19.6045, "step": 35857 }, { "epoch": 31.85, "learning_rate": 3.06865204649937e-05, "loss": 19.5439, "step": 35858 }, { "epoch": 31.85, "learning_rate": 3.068392393569412e-05, "loss": 19.8037, "step": 35859 }, { "epoch": 31.85, "learning_rate": 3.068132746762256e-05, "loss": 19.4072, "step": 35860 }, { "epoch": 31.85, "learning_rate": 3.067873106078726e-05, "loss": 19.1465, "step": 35861 }, { "epoch": 31.85, "learning_rate": 3.067613471519646e-05, "loss": 19.5361, "step": 35862 }, { "epoch": 31.85, "learning_rate": 3.067353843085836e-05, "loss": 19.8857, "step": 35863 }, { "epoch": 31.85, "learning_rate": 3.067094220778121e-05, "loss": 19.0176, "step": 35864 }, { "epoch": 31.85, "learning_rate": 3.0668346045973226e-05, "loss": 19.4199, "step": 35865 }, { "epoch": 31.85, "learning_rate": 3.066574994544266e-05, "loss": 19.7871, "step": 35866 }, { "epoch": 31.85, "learning_rate": 3.066315390619773e-05, "loss": 19.1162, "step": 35867 }, { "epoch": 31.85, "learning_rate": 3.0660557928246654e-05, "loss": 19.7803, "step": 35868 }, { "epoch": 31.86, "learning_rate": 3.065796201159766e-05, "loss": 19.5498, "step": 35869 }, { "epoch": 31.86, "learning_rate": 3.0655366156259e-05, "loss": 19.1572, "step": 35870 }, { "epoch": 31.86, "learning_rate": 3.065277036223887e-05, "loss": 19.5635, "step": 35871 }, { "epoch": 31.86, "learning_rate": 3.0650174629545524e-05, "loss": 19.4102, "step": 35872 }, { "epoch": 31.86, "learning_rate": 3.0647578958187205e-05, "loss": 19.5332, "step": 35873 }, { "epoch": 31.86, "learning_rate": 3.064498334817211e-05, "loss": 19.1953, "step": 35874 }, { "epoch": 31.86, "learning_rate": 3.0642387799508444e-05, "loss": 20.2393, "step": 35875 }, { "epoch": 31.86, "learning_rate": 3.063979231220449e-05, "loss": 19.0859, "step": 35876 }, { "epoch": 31.86, "learning_rate": 3.0637196886268436e-05, "loss": 19.1758, "step": 35877 }, { "epoch": 31.86, "learning_rate": 3.063460152170855e-05, "loss": 18.8916, "step": 35878 }, { "epoch": 31.86, "learning_rate": 3.0632006218533e-05, "loss": 19.3916, "step": 35879 }, { "epoch": 31.87, "learning_rate": 3.062941097675005e-05, "loss": 19.7217, "step": 35880 }, { "epoch": 31.87, "learning_rate": 3.062681579636793e-05, "loss": 19.5537, "step": 35881 }, { "epoch": 31.87, "learning_rate": 3.062422067739485e-05, "loss": 19.1758, "step": 35882 }, { "epoch": 31.87, "learning_rate": 3.062162561983905e-05, "loss": 19.5791, "step": 35883 }, { "epoch": 31.87, "learning_rate": 3.061903062370874e-05, "loss": 19.3379, "step": 35884 }, { "epoch": 31.87, "learning_rate": 3.061643568901217e-05, "loss": 19.6494, "step": 35885 }, { "epoch": 31.87, "learning_rate": 3.0613840815757534e-05, "loss": 19.4561, "step": 35886 }, { "epoch": 31.87, "learning_rate": 3.061124600395308e-05, "loss": 18.9082, "step": 35887 }, { "epoch": 31.87, "learning_rate": 3.0608651253607014e-05, "loss": 19.5264, "step": 35888 }, { "epoch": 31.87, "learning_rate": 3.060605656472759e-05, "loss": 18.8242, "step": 35889 }, { "epoch": 31.87, "learning_rate": 3.0603461937323e-05, "loss": 19.6143, "step": 35890 }, { "epoch": 31.87, "learning_rate": 3.0600867371401494e-05, "loss": 19.2373, "step": 35891 }, { "epoch": 31.88, "learning_rate": 3.059827286697128e-05, "loss": 19.5879, "step": 35892 }, { "epoch": 31.88, "learning_rate": 3.0595678424040586e-05, "loss": 19.7441, "step": 35893 }, { "epoch": 31.88, "learning_rate": 3.059308404261765e-05, "loss": 19.041, "step": 35894 }, { "epoch": 31.88, "learning_rate": 3.059048972271067e-05, "loss": 19.1211, "step": 35895 }, { "epoch": 31.88, "learning_rate": 3.058789546432789e-05, "loss": 19.0732, "step": 35896 }, { "epoch": 31.88, "learning_rate": 3.058530126747751e-05, "loss": 18.9072, "step": 35897 }, { "epoch": 31.88, "learning_rate": 3.058270713216778e-05, "loss": 19.3428, "step": 35898 }, { "epoch": 31.88, "learning_rate": 3.058011305840693e-05, "loss": 19.6631, "step": 35899 }, { "epoch": 31.88, "learning_rate": 3.0577519046203156e-05, "loss": 20.2812, "step": 35900 }, { "epoch": 31.88, "learning_rate": 3.057492509556467e-05, "loss": 19.8164, "step": 35901 }, { "epoch": 31.88, "learning_rate": 3.057492509556467e-05, "loss": 19.8662, "step": 35902 }, { "epoch": 31.89, "learning_rate": 3.0572331206499724e-05, "loss": 18.9775, "step": 35903 }, { "epoch": 31.89, "learning_rate": 3.0569737379016535e-05, "loss": 18.8057, "step": 35904 }, { "epoch": 31.89, "learning_rate": 3.056714361312332e-05, "loss": 19.0137, "step": 35905 }, { "epoch": 31.89, "learning_rate": 3.05645499088283e-05, "loss": 19.4053, "step": 35906 }, { "epoch": 31.89, "learning_rate": 3.056195626613969e-05, "loss": 19.4443, "step": 35907 }, { "epoch": 31.89, "learning_rate": 3.0559362685065726e-05, "loss": 19.1855, "step": 35908 }, { "epoch": 31.89, "learning_rate": 3.055676916561462e-05, "loss": 19.0898, "step": 35909 }, { "epoch": 31.89, "learning_rate": 3.0554175707794586e-05, "loss": 19.582, "step": 35910 }, { "epoch": 31.89, "learning_rate": 3.055158231161387e-05, "loss": 19.2119, "step": 35911 }, { "epoch": 31.89, "learning_rate": 3.054898897708066e-05, "loss": 19.5225, "step": 35912 }, { "epoch": 31.89, "learning_rate": 3.05463957042032e-05, "loss": 19.3174, "step": 35913 }, { "epoch": 31.9, "learning_rate": 3.054380249298969e-05, "loss": 18.9258, "step": 35914 }, { "epoch": 31.9, "learning_rate": 3.0541209343448376e-05, "loss": 19.4795, "step": 35915 }, { "epoch": 31.9, "learning_rate": 3.053861625558746e-05, "loss": 19.2764, "step": 35916 }, { "epoch": 31.9, "learning_rate": 3.0536023229415164e-05, "loss": 19.8438, "step": 35917 }, { "epoch": 31.9, "learning_rate": 3.0533430264939705e-05, "loss": 19.4268, "step": 35918 }, { "epoch": 31.9, "learning_rate": 3.053083736216931e-05, "loss": 19.541, "step": 35919 }, { "epoch": 31.9, "learning_rate": 3.052824452111219e-05, "loss": 19.6377, "step": 35920 }, { "epoch": 31.9, "learning_rate": 3.052565174177655e-05, "loss": 19.5469, "step": 35921 }, { "epoch": 31.9, "learning_rate": 3.052305902417067e-05, "loss": 19.1309, "step": 35922 }, { "epoch": 31.9, "learning_rate": 3.05204663683027e-05, "loss": 19.4248, "step": 35923 }, { "epoch": 31.9, "learning_rate": 3.0517873774180884e-05, "loss": 19.0928, "step": 35924 }, { "epoch": 31.9, "learning_rate": 3.051528124181342e-05, "loss": 19.4863, "step": 35925 }, { "epoch": 31.91, "learning_rate": 3.0512688771208564e-05, "loss": 19.9141, "step": 35926 }, { "epoch": 31.91, "learning_rate": 3.051009636237453e-05, "loss": 20.0439, "step": 35927 }, { "epoch": 31.91, "learning_rate": 3.050750401531949e-05, "loss": 19.1699, "step": 35928 }, { "epoch": 31.91, "learning_rate": 3.05049117300517e-05, "loss": 19.3584, "step": 35929 }, { "epoch": 31.91, "learning_rate": 3.050231950657937e-05, "loss": 19.6377, "step": 35930 }, { "epoch": 31.91, "learning_rate": 3.049972734491071e-05, "loss": 19.3848, "step": 35931 }, { "epoch": 31.91, "learning_rate": 3.0497135245053942e-05, "loss": 19.1875, "step": 35932 }, { "epoch": 31.91, "learning_rate": 3.04945432070173e-05, "loss": 19.3838, "step": 35933 }, { "epoch": 31.91, "learning_rate": 3.049195123080896e-05, "loss": 19.6787, "step": 35934 }, { "epoch": 31.91, "learning_rate": 3.048935931643717e-05, "loss": 18.9717, "step": 35935 }, { "epoch": 31.91, "learning_rate": 3.0486767463910127e-05, "loss": 19.6963, "step": 35936 }, { "epoch": 31.92, "learning_rate": 3.048417567323606e-05, "loss": 19.4668, "step": 35937 }, { "epoch": 31.92, "learning_rate": 3.0481583944423193e-05, "loss": 18.708, "step": 35938 }, { "epoch": 31.92, "learning_rate": 3.0478992277479712e-05, "loss": 19.9307, "step": 35939 }, { "epoch": 31.92, "learning_rate": 3.047640067241385e-05, "loss": 19.5664, "step": 35940 }, { "epoch": 31.92, "learning_rate": 3.047380912923382e-05, "loss": 19.0127, "step": 35941 }, { "epoch": 31.92, "learning_rate": 3.0471217647947835e-05, "loss": 20.501, "step": 35942 }, { "epoch": 31.92, "learning_rate": 3.0468626228564122e-05, "loss": 19.7803, "step": 35943 }, { "epoch": 31.92, "learning_rate": 3.0466034871090877e-05, "loss": 19.9268, "step": 35944 }, { "epoch": 31.92, "learning_rate": 3.046344357553632e-05, "loss": 19.1855, "step": 35945 }, { "epoch": 31.92, "learning_rate": 3.0460852341908668e-05, "loss": 19.376, "step": 35946 }, { "epoch": 31.92, "learning_rate": 3.045826117021612e-05, "loss": 19.6465, "step": 35947 }, { "epoch": 31.93, "learning_rate": 3.0455670060466912e-05, "loss": 19.6533, "step": 35948 }, { "epoch": 31.93, "learning_rate": 3.0453079012669272e-05, "loss": 19.374, "step": 35949 }, { "epoch": 31.93, "learning_rate": 3.045048802683137e-05, "loss": 19.1982, "step": 35950 }, { "epoch": 31.93, "learning_rate": 3.044789710296142e-05, "loss": 20.1816, "step": 35951 }, { "epoch": 31.93, "learning_rate": 3.044530624106767e-05, "loss": 19.2021, "step": 35952 }, { "epoch": 31.93, "learning_rate": 3.044271544115831e-05, "loss": 19.6924, "step": 35953 }, { "epoch": 31.93, "learning_rate": 3.044012470324158e-05, "loss": 19.4395, "step": 35954 }, { "epoch": 31.93, "learning_rate": 3.0437534027325633e-05, "loss": 20.0938, "step": 35955 }, { "epoch": 31.93, "learning_rate": 3.0434943413418736e-05, "loss": 19.0635, "step": 35956 }, { "epoch": 31.93, "learning_rate": 3.0432352861529078e-05, "loss": 19.0908, "step": 35957 }, { "epoch": 31.93, "learning_rate": 3.042976237166487e-05, "loss": 19.3711, "step": 35958 }, { "epoch": 31.94, "learning_rate": 3.042976237166487e-05, "loss": 19.7529, "step": 35959 }, { "epoch": 31.94, "learning_rate": 3.0427171943834342e-05, "loss": 19.9658, "step": 35960 }, { "epoch": 31.94, "learning_rate": 3.0424581578045686e-05, "loss": 19.2266, "step": 35961 }, { "epoch": 31.94, "learning_rate": 3.0421991274307117e-05, "loss": 19.7305, "step": 35962 }, { "epoch": 31.94, "learning_rate": 3.0419401032626837e-05, "loss": 19.0977, "step": 35963 }, { "epoch": 31.94, "learning_rate": 3.041681085301308e-05, "loss": 19.2773, "step": 35964 }, { "epoch": 31.94, "learning_rate": 3.041422073547403e-05, "loss": 19.1992, "step": 35965 }, { "epoch": 31.94, "learning_rate": 3.0411630680017922e-05, "loss": 19.8271, "step": 35966 }, { "epoch": 31.94, "learning_rate": 3.0409040686652946e-05, "loss": 19.0791, "step": 35967 }, { "epoch": 31.94, "learning_rate": 3.0406450755387324e-05, "loss": 19.5371, "step": 35968 }, { "epoch": 31.94, "learning_rate": 3.040386088622925e-05, "loss": 19.8701, "step": 35969 }, { "epoch": 31.94, "learning_rate": 3.0401271079186942e-05, "loss": 19.9824, "step": 35970 }, { "epoch": 31.95, "learning_rate": 3.0398681334268643e-05, "loss": 19.4443, "step": 35971 }, { "epoch": 31.95, "learning_rate": 3.039609165148251e-05, "loss": 19.4482, "step": 35972 }, { "epoch": 31.95, "learning_rate": 3.0393502030836775e-05, "loss": 19.6631, "step": 35973 }, { "epoch": 31.95, "learning_rate": 3.0390912472339622e-05, "loss": 19.4814, "step": 35974 }, { "epoch": 31.95, "learning_rate": 3.03883229759993e-05, "loss": 19.4639, "step": 35975 }, { "epoch": 31.95, "learning_rate": 3.038573354182401e-05, "loss": 19.6982, "step": 35976 }, { "epoch": 31.95, "learning_rate": 3.038314416982194e-05, "loss": 19.3789, "step": 35977 }, { "epoch": 31.95, "learning_rate": 3.0380554860001285e-05, "loss": 19.5225, "step": 35978 }, { "epoch": 31.95, "learning_rate": 3.0377965612370296e-05, "loss": 19.6729, "step": 35979 }, { "epoch": 31.95, "learning_rate": 3.0375376426937153e-05, "loss": 19.3086, "step": 35980 }, { "epoch": 31.95, "learning_rate": 3.037278730371006e-05, "loss": 19.2793, "step": 35981 }, { "epoch": 31.96, "learning_rate": 3.0370198242697258e-05, "loss": 20.3545, "step": 35982 }, { "epoch": 31.96, "learning_rate": 3.0367609243906903e-05, "loss": 19.6328, "step": 35983 }, { "epoch": 31.96, "learning_rate": 3.0365020307347236e-05, "loss": 19.7549, "step": 35984 }, { "epoch": 31.96, "learning_rate": 3.036243143302645e-05, "loss": 19.0254, "step": 35985 }, { "epoch": 31.96, "learning_rate": 3.035984262095275e-05, "loss": 19.9688, "step": 35986 }, { "epoch": 31.96, "learning_rate": 3.035725387113436e-05, "loss": 18.9111, "step": 35987 }, { "epoch": 31.96, "learning_rate": 3.0354665183579467e-05, "loss": 18.9482, "step": 35988 }, { "epoch": 31.96, "learning_rate": 3.0352076558296283e-05, "loss": 19.1758, "step": 35989 }, { "epoch": 31.96, "learning_rate": 3.0349487995293013e-05, "loss": 19.1045, "step": 35990 }, { "epoch": 31.96, "learning_rate": 3.0346899494577862e-05, "loss": 19.3584, "step": 35991 }, { "epoch": 31.96, "learning_rate": 3.0344311056159023e-05, "loss": 19.7842, "step": 35992 }, { "epoch": 31.97, "learning_rate": 3.034172268004475e-05, "loss": 19.1875, "step": 35993 }, { "epoch": 31.97, "learning_rate": 3.0339134366243184e-05, "loss": 19.6777, "step": 35994 }, { "epoch": 31.97, "learning_rate": 3.0336546114762555e-05, "loss": 19.0977, "step": 35995 }, { "epoch": 31.97, "learning_rate": 3.0333957925611056e-05, "loss": 19.2334, "step": 35996 }, { "epoch": 31.97, "learning_rate": 3.0331369798796922e-05, "loss": 19.6318, "step": 35997 }, { "epoch": 31.97, "learning_rate": 3.0328781734328354e-05, "loss": 19.4883, "step": 35998 }, { "epoch": 31.97, "learning_rate": 3.032619373221352e-05, "loss": 19.5957, "step": 35999 }, { "epoch": 31.97, "learning_rate": 3.032360579246063e-05, "loss": 18.9424, "step": 36000 }, { "epoch": 31.97, "learning_rate": 3.032101791507792e-05, "loss": 19.3564, "step": 36001 }, { "epoch": 31.97, "learning_rate": 3.0318430100073564e-05, "loss": 19.0791, "step": 36002 }, { "epoch": 31.97, "learning_rate": 3.0315842347455802e-05, "loss": 19.7373, "step": 36003 }, { "epoch": 31.98, "learning_rate": 3.031325465723277e-05, "loss": 19.4766, "step": 36004 }, { "epoch": 31.98, "learning_rate": 3.0310667029412725e-05, "loss": 19.2178, "step": 36005 }, { "epoch": 31.98, "learning_rate": 3.0308079464003857e-05, "loss": 19.8916, "step": 36006 }, { "epoch": 31.98, "learning_rate": 3.030549196101436e-05, "loss": 19.2461, "step": 36007 }, { "epoch": 31.98, "learning_rate": 3.0302904520452447e-05, "loss": 18.9287, "step": 36008 }, { "epoch": 31.98, "learning_rate": 3.0300317142326318e-05, "loss": 19.6426, "step": 36009 }, { "epoch": 31.98, "learning_rate": 3.0297729826644162e-05, "loss": 19.498, "step": 36010 }, { "epoch": 31.98, "learning_rate": 3.0295142573414182e-05, "loss": 19.4961, "step": 36011 }, { "epoch": 31.98, "learning_rate": 3.0292555382644595e-05, "loss": 18.9912, "step": 36012 }, { "epoch": 31.98, "learning_rate": 3.0289968254343583e-05, "loss": 19.3711, "step": 36013 }, { "epoch": 31.98, "learning_rate": 3.028738118851937e-05, "loss": 19.0957, "step": 36014 }, { "epoch": 31.98, "learning_rate": 3.028479418518013e-05, "loss": 19.3037, "step": 36015 }, { "epoch": 31.99, "learning_rate": 3.0282207244334082e-05, "loss": 19.752, "step": 36016 }, { "epoch": 31.99, "learning_rate": 3.0279620365989413e-05, "loss": 19.9346, "step": 36017 }, { "epoch": 31.99, "learning_rate": 3.027703355015432e-05, "loss": 19.4834, "step": 36018 }, { "epoch": 31.99, "learning_rate": 3.027444679683704e-05, "loss": 19.4541, "step": 36019 }, { "epoch": 31.99, "learning_rate": 3.0271860106045734e-05, "loss": 19.0264, "step": 36020 }, { "epoch": 31.99, "learning_rate": 3.0269273477788607e-05, "loss": 19.9775, "step": 36021 }, { "epoch": 31.99, "learning_rate": 3.026668691207385e-05, "loss": 19.708, "step": 36022 }, { "epoch": 31.99, "learning_rate": 3.0264100408909686e-05, "loss": 19.3818, "step": 36023 }, { "epoch": 31.99, "learning_rate": 3.02615139683043e-05, "loss": 20.6787, "step": 36024 }, { "epoch": 31.99, "learning_rate": 3.0258927590265917e-05, "loss": 19.3018, "step": 36025 }, { "epoch": 31.99, "learning_rate": 3.025634127480268e-05, "loss": 19.915, "step": 36026 }, { "epoch": 32.0, "learning_rate": 3.025375502192283e-05, "loss": 19.6182, "step": 36027 }, { "epoch": 32.0, "learning_rate": 3.0251168831634558e-05, "loss": 18.9785, "step": 36028 }, { "epoch": 32.0, "learning_rate": 3.0248582703946048e-05, "loss": 20.0195, "step": 36029 }, { "epoch": 32.0, "learning_rate": 3.024599663886552e-05, "loss": 19.6094, "step": 36030 }, { "epoch": 32.0, "learning_rate": 3.024341063640115e-05, "loss": 20.1094, "step": 36031 }, { "epoch": 32.0, "learning_rate": 3.0240824696561138e-05, "loss": 19.6621, "step": 36032 }, { "epoch": 32.0, "learning_rate": 3.0238238819353688e-05, "loss": 19.7188, "step": 36033 }, { "epoch": 32.0, "learning_rate": 3.0235653004786997e-05, "loss": 19.6699, "step": 36034 }, { "epoch": 32.0, "learning_rate": 3.0233067252869262e-05, "loss": 19.4746, "step": 36035 }, { "epoch": 32.0, "learning_rate": 3.0230481563608672e-05, "loss": 19.4248, "step": 36036 }, { "epoch": 32.0, "learning_rate": 3.022789593701343e-05, "loss": 19.0547, "step": 36037 }, { "epoch": 32.01, "learning_rate": 3.0225310373091726e-05, "loss": 19.8037, "step": 36038 }, { "epoch": 32.01, "learning_rate": 3.0222724871851758e-05, "loss": 19.4219, "step": 36039 }, { "epoch": 32.01, "learning_rate": 3.022013943330172e-05, "loss": 19.6562, "step": 36040 }, { "epoch": 32.01, "learning_rate": 3.0217554057449828e-05, "loss": 19.6406, "step": 36041 }, { "epoch": 32.01, "learning_rate": 3.021496874430424e-05, "loss": 19.3623, "step": 36042 }, { "epoch": 32.01, "learning_rate": 3.0212383493873174e-05, "loss": 19.208, "step": 36043 }, { "epoch": 32.01, "learning_rate": 3.0209798306164827e-05, "loss": 19.3594, "step": 36044 }, { "epoch": 32.01, "learning_rate": 3.0207213181187368e-05, "loss": 19.8301, "step": 36045 }, { "epoch": 32.01, "learning_rate": 3.0204628118949042e-05, "loss": 18.8711, "step": 36046 }, { "epoch": 32.01, "learning_rate": 3.0202043119457996e-05, "loss": 19.4395, "step": 36047 }, { "epoch": 32.01, "learning_rate": 3.0199458182722428e-05, "loss": 19.3916, "step": 36048 }, { "epoch": 32.02, "learning_rate": 3.019687330875055e-05, "loss": 19.4033, "step": 36049 }, { "epoch": 32.02, "learning_rate": 3.019428849755055e-05, "loss": 19.4131, "step": 36050 }, { "epoch": 32.02, "learning_rate": 3.019170374913062e-05, "loss": 19.1641, "step": 36051 }, { "epoch": 32.02, "learning_rate": 3.018911906349896e-05, "loss": 19.085, "step": 36052 }, { "epoch": 32.02, "learning_rate": 3.018653444066375e-05, "loss": 19.4482, "step": 36053 }, { "epoch": 32.02, "learning_rate": 3.0183949880633187e-05, "loss": 19.9619, "step": 36054 }, { "epoch": 32.02, "learning_rate": 3.018136538341547e-05, "loss": 19.9883, "step": 36055 }, { "epoch": 32.02, "learning_rate": 3.0178780949018786e-05, "loss": 19.1562, "step": 36056 }, { "epoch": 32.02, "learning_rate": 3.0176196577451332e-05, "loss": 18.9951, "step": 36057 }, { "epoch": 32.02, "learning_rate": 3.0173612268721295e-05, "loss": 19.5098, "step": 36058 }, { "epoch": 32.02, "learning_rate": 3.0171028022836855e-05, "loss": 19.5176, "step": 36059 }, { "epoch": 32.02, "learning_rate": 3.0168443839806226e-05, "loss": 19.0566, "step": 36060 }, { "epoch": 32.03, "learning_rate": 3.016585971963759e-05, "loss": 19.2061, "step": 36061 }, { "epoch": 32.03, "learning_rate": 3.0163275662339142e-05, "loss": 19.502, "step": 36062 }, { "epoch": 32.03, "learning_rate": 3.016069166791906e-05, "loss": 19.1953, "step": 36063 }, { "epoch": 32.03, "learning_rate": 3.0158107736385543e-05, "loss": 20.0547, "step": 36064 }, { "epoch": 32.03, "learning_rate": 3.015552386774678e-05, "loss": 19.1582, "step": 36065 }, { "epoch": 32.03, "learning_rate": 3.015294006201097e-05, "loss": 19.1924, "step": 36066 }, { "epoch": 32.03, "learning_rate": 3.015035631918628e-05, "loss": 19.3184, "step": 36067 }, { "epoch": 32.03, "learning_rate": 3.0147772639280946e-05, "loss": 19.2744, "step": 36068 }, { "epoch": 32.03, "learning_rate": 3.014518902230311e-05, "loss": 19.7861, "step": 36069 }, { "epoch": 32.03, "learning_rate": 3.0142605468260978e-05, "loss": 19.2656, "step": 36070 }, { "epoch": 32.03, "learning_rate": 3.0140021977162734e-05, "loss": 19.7607, "step": 36071 }, { "epoch": 32.04, "learning_rate": 3.013743854901658e-05, "loss": 18.9443, "step": 36072 }, { "epoch": 32.04, "learning_rate": 3.013485518383072e-05, "loss": 18.9268, "step": 36073 }, { "epoch": 32.04, "learning_rate": 3.01322718816133e-05, "loss": 19.6172, "step": 36074 }, { "epoch": 32.04, "learning_rate": 3.0129688642372522e-05, "loss": 19.2197, "step": 36075 }, { "epoch": 32.04, "learning_rate": 3.0127105466116588e-05, "loss": 19.8037, "step": 36076 }, { "epoch": 32.04, "learning_rate": 3.012452235285369e-05, "loss": 19.1455, "step": 36077 }, { "epoch": 32.04, "learning_rate": 3.012193930259201e-05, "loss": 19.1514, "step": 36078 }, { "epoch": 32.04, "learning_rate": 3.0119356315339725e-05, "loss": 19.3564, "step": 36079 }, { "epoch": 32.04, "learning_rate": 3.0116773391105024e-05, "loss": 19.2363, "step": 36080 }, { "epoch": 32.04, "learning_rate": 3.0114190529896107e-05, "loss": 19.7295, "step": 36081 }, { "epoch": 32.04, "learning_rate": 3.0111607731721152e-05, "loss": 19.2266, "step": 36082 }, { "epoch": 32.05, "learning_rate": 3.0109024996588352e-05, "loss": 19.3828, "step": 36083 }, { "epoch": 32.05, "learning_rate": 3.010644232450589e-05, "loss": 19.1455, "step": 36084 }, { "epoch": 32.05, "learning_rate": 3.0103859715481954e-05, "loss": 19.3203, "step": 36085 }, { "epoch": 32.05, "learning_rate": 3.0101277169524723e-05, "loss": 19.4521, "step": 36086 }, { "epoch": 32.05, "learning_rate": 3.0098694686642394e-05, "loss": 19.6533, "step": 36087 }, { "epoch": 32.05, "learning_rate": 3.0096112266843135e-05, "loss": 19.7607, "step": 36088 }, { "epoch": 32.05, "learning_rate": 3.0093529910135166e-05, "loss": 20.3369, "step": 36089 }, { "epoch": 32.05, "learning_rate": 3.0093529910135166e-05, "loss": 19.5195, "step": 36090 }, { "epoch": 32.05, "learning_rate": 3.0090947616526638e-05, "loss": 19.0195, "step": 36091 }, { "epoch": 32.05, "learning_rate": 3.008836538602575e-05, "loss": 19.6797, "step": 36092 }, { "epoch": 32.05, "learning_rate": 3.008578321864069e-05, "loss": 19.749, "step": 36093 }, { "epoch": 32.06, "learning_rate": 3.0083201114379622e-05, "loss": 19.4482, "step": 36094 }, { "epoch": 32.06, "learning_rate": 3.0080619073250782e-05, "loss": 19.665, "step": 36095 }, { "epoch": 32.06, "learning_rate": 3.0078037095262306e-05, "loss": 19.1445, "step": 36096 }, { "epoch": 32.06, "learning_rate": 3.007545518042239e-05, "loss": 19.3184, "step": 36097 }, { "epoch": 32.06, "learning_rate": 3.007287332873921e-05, "loss": 19.2598, "step": 36098 }, { "epoch": 32.06, "learning_rate": 3.0070291540220972e-05, "loss": 19.959, "step": 36099 }, { "epoch": 32.06, "learning_rate": 3.006770981487585e-05, "loss": 19.4873, "step": 36100 }, { "epoch": 32.06, "learning_rate": 3.0065128152712046e-05, "loss": 19.2705, "step": 36101 }, { "epoch": 32.06, "learning_rate": 3.006254655373769e-05, "loss": 19.5801, "step": 36102 }, { "epoch": 32.06, "learning_rate": 3.0059965017961016e-05, "loss": 19.25, "step": 36103 }, { "epoch": 32.06, "learning_rate": 3.0057383545390188e-05, "loss": 19.3184, "step": 36104 }, { "epoch": 32.06, "learning_rate": 3.0054802136033387e-05, "loss": 19.3223, "step": 36105 }, { "epoch": 32.07, "learning_rate": 3.0052220789898815e-05, "loss": 20.1797, "step": 36106 }, { "epoch": 32.07, "learning_rate": 3.004963950699463e-05, "loss": 19.2764, "step": 36107 }, { "epoch": 32.07, "learning_rate": 3.0047058287329016e-05, "loss": 19.7754, "step": 36108 }, { "epoch": 32.07, "learning_rate": 3.0044477130910166e-05, "loss": 19.5127, "step": 36109 }, { "epoch": 32.07, "learning_rate": 3.0041896037746255e-05, "loss": 19.9551, "step": 36110 }, { "epoch": 32.07, "learning_rate": 3.003931500784548e-05, "loss": 19.1445, "step": 36111 }, { "epoch": 32.07, "learning_rate": 3.0036734041215996e-05, "loss": 18.8193, "step": 36112 }, { "epoch": 32.07, "learning_rate": 3.0034153137866006e-05, "loss": 19.8135, "step": 36113 }, { "epoch": 32.07, "learning_rate": 3.0031572297803675e-05, "loss": 19.2012, "step": 36114 }, { "epoch": 32.07, "learning_rate": 3.002899152103719e-05, "loss": 19.0645, "step": 36115 }, { "epoch": 32.07, "learning_rate": 3.0026410807574722e-05, "loss": 19.6885, "step": 36116 }, { "epoch": 32.08, "learning_rate": 3.0023830157424503e-05, "loss": 18.999, "step": 36117 }, { "epoch": 32.08, "learning_rate": 3.0021249570594645e-05, "loss": 18.9395, "step": 36118 }, { "epoch": 32.08, "learning_rate": 3.001866904709335e-05, "loss": 19.1982, "step": 36119 }, { "epoch": 32.08, "learning_rate": 3.0016088586928803e-05, "loss": 19.3857, "step": 36120 }, { "epoch": 32.08, "learning_rate": 3.0013508190109184e-05, "loss": 19.2539, "step": 36121 }, { "epoch": 32.08, "learning_rate": 3.00109278566427e-05, "loss": 19.3262, "step": 36122 }, { "epoch": 32.08, "learning_rate": 3.000834758653748e-05, "loss": 19.3047, "step": 36123 }, { "epoch": 32.08, "learning_rate": 3.000576737980171e-05, "loss": 19.3311, "step": 36124 }, { "epoch": 32.08, "learning_rate": 3.0003187236443598e-05, "loss": 19.4766, "step": 36125 }, { "epoch": 32.08, "learning_rate": 3.0000607156471307e-05, "loss": 19.4365, "step": 36126 }, { "epoch": 32.08, "learning_rate": 2.9998027139893014e-05, "loss": 19.9258, "step": 36127 }, { "epoch": 32.09, "learning_rate": 2.9995447186716913e-05, "loss": 19.6367, "step": 36128 }, { "epoch": 32.09, "learning_rate": 2.9992867296951156e-05, "loss": 18.8086, "step": 36129 }, { "epoch": 32.09, "learning_rate": 2.999028747060394e-05, "loss": 19.5283, "step": 36130 }, { "epoch": 32.09, "learning_rate": 2.9987707707683427e-05, "loss": 19.1211, "step": 36131 }, { "epoch": 32.09, "learning_rate": 2.9985128008197804e-05, "loss": 19.7314, "step": 36132 }, { "epoch": 32.09, "learning_rate": 2.9982548372155263e-05, "loss": 19.3916, "step": 36133 }, { "epoch": 32.09, "learning_rate": 2.997996879956395e-05, "loss": 19.8271, "step": 36134 }, { "epoch": 32.09, "learning_rate": 2.9977389290432055e-05, "loss": 19.6836, "step": 36135 }, { "epoch": 32.09, "learning_rate": 2.997480984476776e-05, "loss": 19.2539, "step": 36136 }, { "epoch": 32.09, "learning_rate": 2.9972230462579244e-05, "loss": 19.6328, "step": 36137 }, { "epoch": 32.09, "learning_rate": 2.9969651143874677e-05, "loss": 19.4844, "step": 36138 }, { "epoch": 32.1, "learning_rate": 2.996707188866223e-05, "loss": 19.2354, "step": 36139 }, { "epoch": 32.1, "learning_rate": 2.9964492696950082e-05, "loss": 19.4648, "step": 36140 }, { "epoch": 32.1, "learning_rate": 2.996191356874641e-05, "loss": 19.3271, "step": 36141 }, { "epoch": 32.1, "learning_rate": 2.995933450405938e-05, "loss": 18.8916, "step": 36142 }, { "epoch": 32.1, "learning_rate": 2.9956755502897184e-05, "loss": 19.2402, "step": 36143 }, { "epoch": 32.1, "learning_rate": 2.995417656526801e-05, "loss": 19.8896, "step": 36144 }, { "epoch": 32.1, "learning_rate": 2.9951597691179988e-05, "loss": 19.9053, "step": 36145 }, { "epoch": 32.1, "learning_rate": 2.994901888064131e-05, "loss": 19.5723, "step": 36146 }, { "epoch": 32.1, "learning_rate": 2.994644013366017e-05, "loss": 20.1553, "step": 36147 }, { "epoch": 32.1, "learning_rate": 2.9943861450244727e-05, "loss": 19.7588, "step": 36148 }, { "epoch": 32.1, "learning_rate": 2.9941282830403178e-05, "loss": 19.6787, "step": 36149 }, { "epoch": 32.1, "learning_rate": 2.9938704274143643e-05, "loss": 19.7871, "step": 36150 }, { "epoch": 32.11, "learning_rate": 2.993612578147434e-05, "loss": 19.502, "step": 36151 }, { "epoch": 32.11, "learning_rate": 2.9933547352403425e-05, "loss": 19.4619, "step": 36152 }, { "epoch": 32.11, "learning_rate": 2.9930968986939078e-05, "loss": 19.4023, "step": 36153 }, { "epoch": 32.11, "learning_rate": 2.9928390685089493e-05, "loss": 19.5566, "step": 36154 }, { "epoch": 32.11, "learning_rate": 2.9925812446862796e-05, "loss": 19.4521, "step": 36155 }, { "epoch": 32.11, "learning_rate": 2.9923234272267185e-05, "loss": 19.4775, "step": 36156 }, { "epoch": 32.11, "learning_rate": 2.9920656161310834e-05, "loss": 19.6602, "step": 36157 }, { "epoch": 32.11, "learning_rate": 2.9918078114001914e-05, "loss": 19.7324, "step": 36158 }, { "epoch": 32.11, "learning_rate": 2.9915500130348584e-05, "loss": 18.9844, "step": 36159 }, { "epoch": 32.11, "learning_rate": 2.9912922210359046e-05, "loss": 19.5283, "step": 36160 }, { "epoch": 32.11, "learning_rate": 2.9910344354041443e-05, "loss": 19.4219, "step": 36161 }, { "epoch": 32.12, "learning_rate": 2.990776656140395e-05, "loss": 19.3691, "step": 36162 }, { "epoch": 32.12, "learning_rate": 2.9905188832454745e-05, "loss": 19.2012, "step": 36163 }, { "epoch": 32.12, "learning_rate": 2.9902611167202e-05, "loss": 19.8096, "step": 36164 }, { "epoch": 32.12, "learning_rate": 2.9900033565653883e-05, "loss": 19.8457, "step": 36165 }, { "epoch": 32.12, "learning_rate": 2.989745602781856e-05, "loss": 19.0371, "step": 36166 }, { "epoch": 32.12, "learning_rate": 2.9894878553704208e-05, "loss": 19.6982, "step": 36167 }, { "epoch": 32.12, "learning_rate": 2.9892301143318996e-05, "loss": 19.2139, "step": 36168 }, { "epoch": 32.12, "learning_rate": 2.9889723796671078e-05, "loss": 19.1562, "step": 36169 }, { "epoch": 32.12, "learning_rate": 2.988714651376867e-05, "loss": 19.626, "step": 36170 }, { "epoch": 32.12, "learning_rate": 2.988456929461989e-05, "loss": 20.0684, "step": 36171 }, { "epoch": 32.12, "learning_rate": 2.988199213923292e-05, "loss": 19.1758, "step": 36172 }, { "epoch": 32.13, "learning_rate": 2.987941504761594e-05, "loss": 18.9023, "step": 36173 }, { "epoch": 32.13, "learning_rate": 2.9876838019777114e-05, "loss": 18.8711, "step": 36174 }, { "epoch": 32.13, "learning_rate": 2.9874261055724617e-05, "loss": 19.4629, "step": 36175 }, { "epoch": 32.13, "learning_rate": 2.9871684155466616e-05, "loss": 19.7637, "step": 36176 }, { "epoch": 32.13, "learning_rate": 2.986910731901127e-05, "loss": 19.6826, "step": 36177 }, { "epoch": 32.13, "learning_rate": 2.986653054636675e-05, "loss": 20.002, "step": 36178 }, { "epoch": 32.13, "learning_rate": 2.9863953837541227e-05, "loss": 19.5469, "step": 36179 }, { "epoch": 32.13, "learning_rate": 2.9861377192542866e-05, "loss": 19.751, "step": 36180 }, { "epoch": 32.13, "learning_rate": 2.9858800611379846e-05, "loss": 19.9443, "step": 36181 }, { "epoch": 32.13, "learning_rate": 2.9856224094060315e-05, "loss": 19.8359, "step": 36182 }, { "epoch": 32.13, "learning_rate": 2.985364764059245e-05, "loss": 19.1953, "step": 36183 }, { "epoch": 32.13, "learning_rate": 2.985107125098442e-05, "loss": 19.1436, "step": 36184 }, { "epoch": 32.14, "learning_rate": 2.9848494925244386e-05, "loss": 19.0449, "step": 36185 }, { "epoch": 32.14, "learning_rate": 2.984591866338051e-05, "loss": 19.5674, "step": 36186 }, { "epoch": 32.14, "learning_rate": 2.9843342465400987e-05, "loss": 19.0566, "step": 36187 }, { "epoch": 32.14, "learning_rate": 2.9840766331313947e-05, "loss": 19.5293, "step": 36188 }, { "epoch": 32.14, "learning_rate": 2.983819026112757e-05, "loss": 19.7305, "step": 36189 }, { "epoch": 32.14, "learning_rate": 2.983561425485002e-05, "loss": 18.9307, "step": 36190 }, { "epoch": 32.14, "learning_rate": 2.983303831248946e-05, "loss": 19.1602, "step": 36191 }, { "epoch": 32.14, "learning_rate": 2.9830462434054086e-05, "loss": 19.085, "step": 36192 }, { "epoch": 32.14, "learning_rate": 2.9827886619552015e-05, "loss": 19.3184, "step": 36193 }, { "epoch": 32.14, "learning_rate": 2.982531086899143e-05, "loss": 19.6494, "step": 36194 }, { "epoch": 32.14, "learning_rate": 2.9822735182380496e-05, "loss": 19.3203, "step": 36195 }, { "epoch": 32.15, "learning_rate": 2.982015955972739e-05, "loss": 19.4678, "step": 36196 }, { "epoch": 32.15, "learning_rate": 2.9817584001040282e-05, "loss": 19.501, "step": 36197 }, { "epoch": 32.15, "learning_rate": 2.98150085063273e-05, "loss": 20.0762, "step": 36198 }, { "epoch": 32.15, "learning_rate": 2.9812433075596623e-05, "loss": 19.792, "step": 36199 }, { "epoch": 32.15, "learning_rate": 2.9809857708856432e-05, "loss": 19.4912, "step": 36200 }, { "epoch": 32.15, "learning_rate": 2.9809857708856432e-05, "loss": 19.7061, "step": 36201 }, { "epoch": 32.15, "learning_rate": 2.980728240611488e-05, "loss": 19.2852, "step": 36202 }, { "epoch": 32.15, "learning_rate": 2.980470716738012e-05, "loss": 19.3145, "step": 36203 }, { "epoch": 32.15, "learning_rate": 2.9802131992660332e-05, "loss": 19.9365, "step": 36204 }, { "epoch": 32.15, "learning_rate": 2.9802131992660332e-05, "loss": 19.5508, "step": 36205 }, { "epoch": 32.15, "learning_rate": 2.979955688196367e-05, "loss": 19.2949, "step": 36206 }, { "epoch": 32.16, "learning_rate": 2.979698183529829e-05, "loss": 19.3682, "step": 36207 }, { "epoch": 32.16, "learning_rate": 2.9794406852672364e-05, "loss": 19.7197, "step": 36208 }, { "epoch": 32.16, "learning_rate": 2.979183193409405e-05, "loss": 19.3691, "step": 36209 }, { "epoch": 32.16, "learning_rate": 2.978925707957152e-05, "loss": 19.79, "step": 36210 }, { "epoch": 32.16, "learning_rate": 2.9786682289112922e-05, "loss": 19.0439, "step": 36211 }, { "epoch": 32.16, "learning_rate": 2.978410756272642e-05, "loss": 19.3164, "step": 36212 }, { "epoch": 32.16, "learning_rate": 2.9781532900420177e-05, "loss": 19.1172, "step": 36213 }, { "epoch": 32.16, "learning_rate": 2.9778958302202354e-05, "loss": 19.0176, "step": 36214 }, { "epoch": 32.16, "learning_rate": 2.977638376808113e-05, "loss": 20.1582, "step": 36215 }, { "epoch": 32.16, "learning_rate": 2.9773809298064637e-05, "loss": 19.4961, "step": 36216 }, { "epoch": 32.16, "learning_rate": 2.9771234892161037e-05, "loss": 19.8398, "step": 36217 }, { "epoch": 32.17, "learning_rate": 2.9768660550378515e-05, "loss": 18.707, "step": 36218 }, { "epoch": 32.17, "learning_rate": 2.9766086272725196e-05, "loss": 19.3848, "step": 36219 }, { "epoch": 32.17, "learning_rate": 2.9763512059209277e-05, "loss": 19.0713, "step": 36220 }, { "epoch": 32.17, "learning_rate": 2.9760937909838922e-05, "loss": 19.5078, "step": 36221 }, { "epoch": 32.17, "learning_rate": 2.975836382462225e-05, "loss": 19.7686, "step": 36222 }, { "epoch": 32.17, "learning_rate": 2.9755789803567425e-05, "loss": 19.5518, "step": 36223 }, { "epoch": 32.17, "learning_rate": 2.9753215846682638e-05, "loss": 18.8086, "step": 36224 }, { "epoch": 32.17, "learning_rate": 2.9750641953976022e-05, "loss": 19.6592, "step": 36225 }, { "epoch": 32.17, "learning_rate": 2.9748068125455774e-05, "loss": 19.6191, "step": 36226 }, { "epoch": 32.17, "learning_rate": 2.974549436112999e-05, "loss": 19.6992, "step": 36227 }, { "epoch": 32.17, "learning_rate": 2.9742920661006878e-05, "loss": 19.2471, "step": 36228 }, { "epoch": 32.17, "learning_rate": 2.9740347025094573e-05, "loss": 19.0967, "step": 36229 }, { "epoch": 32.18, "learning_rate": 2.973777345340124e-05, "loss": 18.8984, "step": 36230 }, { "epoch": 32.18, "learning_rate": 2.9735199945935055e-05, "loss": 19.2061, "step": 36231 }, { "epoch": 32.18, "learning_rate": 2.9732626502704142e-05, "loss": 19.5771, "step": 36232 }, { "epoch": 32.18, "learning_rate": 2.9730053123716673e-05, "loss": 19.1016, "step": 36233 }, { "epoch": 32.18, "learning_rate": 2.9727479808980807e-05, "loss": 19.0361, "step": 36234 }, { "epoch": 32.18, "learning_rate": 2.9724906558504696e-05, "loss": 19.5967, "step": 36235 }, { "epoch": 32.18, "learning_rate": 2.9722333372296502e-05, "loss": 19.0234, "step": 36236 }, { "epoch": 32.18, "learning_rate": 2.9719760250364393e-05, "loss": 19.7031, "step": 36237 }, { "epoch": 32.18, "learning_rate": 2.97171871927165e-05, "loss": 19.3135, "step": 36238 }, { "epoch": 32.18, "learning_rate": 2.971461419936099e-05, "loss": 19.0439, "step": 36239 }, { "epoch": 32.18, "learning_rate": 2.9712041270306013e-05, "loss": 18.501, "step": 36240 }, { "epoch": 32.19, "learning_rate": 2.970946840555973e-05, "loss": 19.1729, "step": 36241 }, { "epoch": 32.19, "learning_rate": 2.9706895605130324e-05, "loss": 19.9053, "step": 36242 }, { "epoch": 32.19, "learning_rate": 2.9704322869025913e-05, "loss": 19.9131, "step": 36243 }, { "epoch": 32.19, "learning_rate": 2.970175019725465e-05, "loss": 19.127, "step": 36244 }, { "epoch": 32.19, "learning_rate": 2.9699177589824707e-05, "loss": 19.7734, "step": 36245 }, { "epoch": 32.19, "learning_rate": 2.9696605046744235e-05, "loss": 18.9453, "step": 36246 }, { "epoch": 32.19, "learning_rate": 2.969403256802139e-05, "loss": 19.2373, "step": 36247 }, { "epoch": 32.19, "learning_rate": 2.9691460153664346e-05, "loss": 20.166, "step": 36248 }, { "epoch": 32.19, "learning_rate": 2.968888780368121e-05, "loss": 19.041, "step": 36249 }, { "epoch": 32.19, "learning_rate": 2.9686315518080165e-05, "loss": 19.0088, "step": 36250 }, { "epoch": 32.19, "learning_rate": 2.968374329686936e-05, "loss": 19.293, "step": 36251 }, { "epoch": 32.2, "learning_rate": 2.9681171140056952e-05, "loss": 18.9766, "step": 36252 }, { "epoch": 32.2, "learning_rate": 2.96785990476511e-05, "loss": 19.5664, "step": 36253 }, { "epoch": 32.2, "learning_rate": 2.9676027019659942e-05, "loss": 19.3721, "step": 36254 }, { "epoch": 32.2, "learning_rate": 2.9673455056091636e-05, "loss": 19.7109, "step": 36255 }, { "epoch": 32.2, "learning_rate": 2.9670883156954332e-05, "loss": 19.3877, "step": 36256 }, { "epoch": 32.2, "learning_rate": 2.9668311322256194e-05, "loss": 19.1299, "step": 36257 }, { "epoch": 32.2, "learning_rate": 2.9665739552005368e-05, "loss": 18.7666, "step": 36258 }, { "epoch": 32.2, "learning_rate": 2.9663167846209998e-05, "loss": 19.8594, "step": 36259 }, { "epoch": 32.2, "learning_rate": 2.9660596204878243e-05, "loss": 19.1807, "step": 36260 }, { "epoch": 32.2, "learning_rate": 2.9658024628018256e-05, "loss": 19.3701, "step": 36261 }, { "epoch": 32.2, "learning_rate": 2.965545311563818e-05, "loss": 19.9053, "step": 36262 }, { "epoch": 32.21, "learning_rate": 2.965288166774617e-05, "loss": 19.2705, "step": 36263 }, { "epoch": 32.21, "learning_rate": 2.96503102843504e-05, "loss": 19.2686, "step": 36264 }, { "epoch": 32.21, "learning_rate": 2.9647738965458987e-05, "loss": 19.6172, "step": 36265 }, { "epoch": 32.21, "learning_rate": 2.9645167711080095e-05, "loss": 18.8711, "step": 36266 }, { "epoch": 32.21, "learning_rate": 2.9642596521221865e-05, "loss": 18.9893, "step": 36267 }, { "epoch": 32.21, "learning_rate": 2.9640025395892462e-05, "loss": 19.1025, "step": 36268 }, { "epoch": 32.21, "learning_rate": 2.963745433510005e-05, "loss": 19.8662, "step": 36269 }, { "epoch": 32.21, "learning_rate": 2.9634883338852742e-05, "loss": 19.1055, "step": 36270 }, { "epoch": 32.21, "learning_rate": 2.9632312407158692e-05, "loss": 19.1943, "step": 36271 }, { "epoch": 32.21, "learning_rate": 2.962974154002608e-05, "loss": 19.4355, "step": 36272 }, { "epoch": 32.21, "learning_rate": 2.962717073746303e-05, "loss": 19.5596, "step": 36273 }, { "epoch": 32.21, "learning_rate": 2.9624599999477714e-05, "loss": 19.0879, "step": 36274 }, { "epoch": 32.22, "learning_rate": 2.9622029326078236e-05, "loss": 19.3584, "step": 36275 }, { "epoch": 32.22, "learning_rate": 2.9619458717272787e-05, "loss": 19.0117, "step": 36276 }, { "epoch": 32.22, "learning_rate": 2.96168881730695e-05, "loss": 19.5703, "step": 36277 }, { "epoch": 32.22, "learning_rate": 2.9614317693476525e-05, "loss": 19.2012, "step": 36278 }, { "epoch": 32.22, "learning_rate": 2.9611747278502012e-05, "loss": 18.5859, "step": 36279 }, { "epoch": 32.22, "learning_rate": 2.9609176928154108e-05, "loss": 19.6924, "step": 36280 }, { "epoch": 32.22, "learning_rate": 2.9606606642440953e-05, "loss": 19.5547, "step": 36281 }, { "epoch": 32.22, "learning_rate": 2.96040364213707e-05, "loss": 19.2217, "step": 36282 }, { "epoch": 32.22, "learning_rate": 2.9601466264951494e-05, "loss": 18.9795, "step": 36283 }, { "epoch": 32.22, "learning_rate": 2.9598896173191486e-05, "loss": 18.9756, "step": 36284 }, { "epoch": 32.22, "learning_rate": 2.959632614609883e-05, "loss": 19.6846, "step": 36285 }, { "epoch": 32.23, "learning_rate": 2.9593756183681653e-05, "loss": 19.582, "step": 36286 }, { "epoch": 32.23, "learning_rate": 2.9591186285948115e-05, "loss": 19.6611, "step": 36287 }, { "epoch": 32.23, "learning_rate": 2.958861645290635e-05, "loss": 19.8057, "step": 36288 }, { "epoch": 32.23, "learning_rate": 2.9586046684564517e-05, "loss": 20.0811, "step": 36289 }, { "epoch": 32.23, "learning_rate": 2.958347698093077e-05, "loss": 18.9805, "step": 36290 }, { "epoch": 32.23, "learning_rate": 2.9580907342013224e-05, "loss": 19.6377, "step": 36291 }, { "epoch": 32.23, "learning_rate": 2.957833776782004e-05, "loss": 19.4336, "step": 36292 }, { "epoch": 32.23, "learning_rate": 2.957576825835936e-05, "loss": 19.3584, "step": 36293 }, { "epoch": 32.23, "learning_rate": 2.9573198813639345e-05, "loss": 19.0498, "step": 36294 }, { "epoch": 32.23, "learning_rate": 2.957062943366813e-05, "loss": 19.457, "step": 36295 }, { "epoch": 32.23, "learning_rate": 2.9568060118453868e-05, "loss": 20.3643, "step": 36296 }, { "epoch": 32.24, "learning_rate": 2.9565490868004662e-05, "loss": 19.0332, "step": 36297 }, { "epoch": 32.24, "learning_rate": 2.9565490868004662e-05, "loss": 20.5098, "step": 36298 }, { "epoch": 32.24, "learning_rate": 2.9562921682328704e-05, "loss": 19.0801, "step": 36299 }, { "epoch": 32.24, "learning_rate": 2.956035256143412e-05, "loss": 19.2275, "step": 36300 }, { "epoch": 32.24, "learning_rate": 2.9557783505329052e-05, "loss": 19.4688, "step": 36301 }, { "epoch": 32.24, "learning_rate": 2.9555214514021652e-05, "loss": 20.0215, "step": 36302 }, { "epoch": 32.24, "learning_rate": 2.9552645587520045e-05, "loss": 19.4326, "step": 36303 }, { "epoch": 32.24, "learning_rate": 2.9550076725832393e-05, "loss": 19.415, "step": 36304 }, { "epoch": 32.24, "learning_rate": 2.954750792896682e-05, "loss": 19.4082, "step": 36305 }, { "epoch": 32.24, "learning_rate": 2.9544939196931493e-05, "loss": 19.4346, "step": 36306 }, { "epoch": 32.24, "learning_rate": 2.9542370529734532e-05, "loss": 19.2256, "step": 36307 }, { "epoch": 32.25, "learning_rate": 2.9539801927384103e-05, "loss": 19.3115, "step": 36308 }, { "epoch": 32.25, "learning_rate": 2.953723338988832e-05, "loss": 19.2031, "step": 36309 }, { "epoch": 32.25, "learning_rate": 2.9534664917255338e-05, "loss": 19.3037, "step": 36310 }, { "epoch": 32.25, "learning_rate": 2.95320965094933e-05, "loss": 19.4727, "step": 36311 }, { "epoch": 32.25, "learning_rate": 2.952952816661035e-05, "loss": 19.5859, "step": 36312 }, { "epoch": 32.25, "learning_rate": 2.9526959888614626e-05, "loss": 19.3232, "step": 36313 }, { "epoch": 32.25, "learning_rate": 2.952439167551426e-05, "loss": 19.6045, "step": 36314 }, { "epoch": 32.25, "learning_rate": 2.9521823527317406e-05, "loss": 19.3369, "step": 36315 }, { "epoch": 32.25, "learning_rate": 2.9519255444032195e-05, "loss": 19.124, "step": 36316 }, { "epoch": 32.25, "learning_rate": 2.951668742566676e-05, "loss": 19.4062, "step": 36317 }, { "epoch": 32.25, "learning_rate": 2.9514119472229285e-05, "loss": 19.1846, "step": 36318 }, { "epoch": 32.25, "learning_rate": 2.951155158372786e-05, "loss": 18.6367, "step": 36319 }, { "epoch": 32.26, "learning_rate": 2.950898376017064e-05, "loss": 19.2285, "step": 36320 }, { "epoch": 32.26, "learning_rate": 2.950641600156575e-05, "loss": 19.9609, "step": 36321 }, { "epoch": 32.26, "learning_rate": 2.950384830792136e-05, "loss": 19.7754, "step": 36322 }, { "epoch": 32.26, "learning_rate": 2.9501280679245597e-05, "loss": 19.165, "step": 36323 }, { "epoch": 32.26, "learning_rate": 2.9498713115546605e-05, "loss": 19.8633, "step": 36324 }, { "epoch": 32.26, "learning_rate": 2.9496145616832506e-05, "loss": 18.667, "step": 36325 }, { "epoch": 32.26, "learning_rate": 2.949357818311145e-05, "loss": 20.0693, "step": 36326 }, { "epoch": 32.26, "learning_rate": 2.9491010814391567e-05, "loss": 19.8857, "step": 36327 }, { "epoch": 32.26, "learning_rate": 2.9488443510681007e-05, "loss": 19.2793, "step": 36328 }, { "epoch": 32.26, "learning_rate": 2.948587627198791e-05, "loss": 19.0703, "step": 36329 }, { "epoch": 32.26, "learning_rate": 2.9483309098320394e-05, "loss": 19.4492, "step": 36330 }, { "epoch": 32.27, "learning_rate": 2.948074198968661e-05, "loss": 18.7412, "step": 36331 }, { "epoch": 32.27, "learning_rate": 2.9478174946094695e-05, "loss": 19.248, "step": 36332 }, { "epoch": 32.27, "learning_rate": 2.9475607967552775e-05, "loss": 19.4199, "step": 36333 }, { "epoch": 32.27, "learning_rate": 2.9473041054069016e-05, "loss": 19.6602, "step": 36334 }, { "epoch": 32.27, "learning_rate": 2.9470474205651523e-05, "loss": 18.7715, "step": 36335 }, { "epoch": 32.27, "learning_rate": 2.9467907422308437e-05, "loss": 18.8984, "step": 36336 }, { "epoch": 32.27, "learning_rate": 2.9465340704047907e-05, "loss": 20.1885, "step": 36337 }, { "epoch": 32.27, "learning_rate": 2.946277405087806e-05, "loss": 19.1592, "step": 36338 }, { "epoch": 32.27, "learning_rate": 2.946020746280703e-05, "loss": 19.3389, "step": 36339 }, { "epoch": 32.27, "learning_rate": 2.9457640939842984e-05, "loss": 19.3369, "step": 36340 }, { "epoch": 32.27, "learning_rate": 2.945507448199401e-05, "loss": 19.7461, "step": 36341 }, { "epoch": 32.28, "learning_rate": 2.9452508089268265e-05, "loss": 19.3232, "step": 36342 }, { "epoch": 32.28, "learning_rate": 2.9449941761673872e-05, "loss": 18.958, "step": 36343 }, { "epoch": 32.28, "learning_rate": 2.9447375499218986e-05, "loss": 19.416, "step": 36344 }, { "epoch": 32.28, "learning_rate": 2.944480930191176e-05, "loss": 19.0371, "step": 36345 }, { "epoch": 32.28, "learning_rate": 2.9442243169760268e-05, "loss": 19.5752, "step": 36346 }, { "epoch": 32.28, "learning_rate": 2.943967710277267e-05, "loss": 19.2002, "step": 36347 }, { "epoch": 32.28, "learning_rate": 2.9437111100957125e-05, "loss": 19.2549, "step": 36348 }, { "epoch": 32.28, "learning_rate": 2.9434545164321736e-05, "loss": 19.2568, "step": 36349 }, { "epoch": 32.28, "learning_rate": 2.9431979292874677e-05, "loss": 19.0439, "step": 36350 }, { "epoch": 32.28, "learning_rate": 2.9429413486624025e-05, "loss": 19.6924, "step": 36351 }, { "epoch": 32.28, "learning_rate": 2.9426847745577946e-05, "loss": 19.1709, "step": 36352 }, { "epoch": 32.29, "learning_rate": 2.9424282069744564e-05, "loss": 19.5713, "step": 36353 }, { "epoch": 32.29, "learning_rate": 2.942171645913202e-05, "loss": 19.1201, "step": 36354 }, { "epoch": 32.29, "learning_rate": 2.9419150913748438e-05, "loss": 18.438, "step": 36355 }, { "epoch": 32.29, "learning_rate": 2.9416585433601974e-05, "loss": 19.25, "step": 36356 }, { "epoch": 32.29, "learning_rate": 2.9414020018700724e-05, "loss": 19.3604, "step": 36357 }, { "epoch": 32.29, "learning_rate": 2.9411454669052835e-05, "loss": 19.4551, "step": 36358 }, { "epoch": 32.29, "learning_rate": 2.940888938466644e-05, "loss": 19.0889, "step": 36359 }, { "epoch": 32.29, "learning_rate": 2.940632416554967e-05, "loss": 18.7832, "step": 36360 }, { "epoch": 32.29, "learning_rate": 2.9403759011710673e-05, "loss": 19.3115, "step": 36361 }, { "epoch": 32.29, "learning_rate": 2.9401193923157543e-05, "loss": 18.7637, "step": 36362 }, { "epoch": 32.29, "learning_rate": 2.939862889989844e-05, "loss": 19.4043, "step": 36363 }, { "epoch": 32.29, "learning_rate": 2.939606394194148e-05, "loss": 19.252, "step": 36364 }, { "epoch": 32.3, "learning_rate": 2.9393499049294793e-05, "loss": 19.3291, "step": 36365 }, { "epoch": 32.3, "learning_rate": 2.939093422196655e-05, "loss": 18.9883, "step": 36366 }, { "epoch": 32.3, "learning_rate": 2.9388369459964816e-05, "loss": 19.1738, "step": 36367 }, { "epoch": 32.3, "learning_rate": 2.9385804763297754e-05, "loss": 19.3008, "step": 36368 }, { "epoch": 32.3, "learning_rate": 2.938324013197349e-05, "loss": 19.1211, "step": 36369 }, { "epoch": 32.3, "learning_rate": 2.9380675566000148e-05, "loss": 18.9844, "step": 36370 }, { "epoch": 32.3, "learning_rate": 2.937811106538587e-05, "loss": 19.6934, "step": 36371 }, { "epoch": 32.3, "learning_rate": 2.9375546630138807e-05, "loss": 18.6973, "step": 36372 }, { "epoch": 32.3, "learning_rate": 2.9372982260267023e-05, "loss": 18.9893, "step": 36373 }, { "epoch": 32.3, "learning_rate": 2.937041795577869e-05, "loss": 19.4678, "step": 36374 }, { "epoch": 32.3, "learning_rate": 2.936785371668193e-05, "loss": 19.3945, "step": 36375 }, { "epoch": 32.31, "learning_rate": 2.9365289542984875e-05, "loss": 19.8535, "step": 36376 }, { "epoch": 32.31, "learning_rate": 2.936272543469565e-05, "loss": 19.6797, "step": 36377 }, { "epoch": 32.31, "learning_rate": 2.936016139182237e-05, "loss": 19.584, "step": 36378 }, { "epoch": 32.31, "learning_rate": 2.9357597414373183e-05, "loss": 19.3418, "step": 36379 }, { "epoch": 32.31, "learning_rate": 2.93550335023562e-05, "loss": 19.9121, "step": 36380 }, { "epoch": 32.31, "learning_rate": 2.935246965577955e-05, "loss": 19.1953, "step": 36381 }, { "epoch": 32.31, "learning_rate": 2.9349905874651373e-05, "loss": 19.5029, "step": 36382 }, { "epoch": 32.31, "learning_rate": 2.9347342158979794e-05, "loss": 19.8027, "step": 36383 }, { "epoch": 32.31, "learning_rate": 2.934477850877292e-05, "loss": 19.2217, "step": 36384 }, { "epoch": 32.31, "learning_rate": 2.934221492403889e-05, "loss": 19.4219, "step": 36385 }, { "epoch": 32.31, "learning_rate": 2.933965140478583e-05, "loss": 19.8584, "step": 36386 }, { "epoch": 32.32, "learning_rate": 2.933708795102186e-05, "loss": 19.5098, "step": 36387 }, { "epoch": 32.32, "learning_rate": 2.9334524562755135e-05, "loss": 20.0469, "step": 36388 }, { "epoch": 32.32, "learning_rate": 2.9331961239993738e-05, "loss": 19.9473, "step": 36389 }, { "epoch": 32.32, "learning_rate": 2.9329397982745815e-05, "loss": 19.4121, "step": 36390 }, { "epoch": 32.32, "learning_rate": 2.9326834791019477e-05, "loss": 19.3867, "step": 36391 }, { "epoch": 32.32, "learning_rate": 2.9324271664822872e-05, "loss": 19.332, "step": 36392 }, { "epoch": 32.32, "learning_rate": 2.932170860416413e-05, "loss": 19.7334, "step": 36393 }, { "epoch": 32.32, "learning_rate": 2.931914560905134e-05, "loss": 19.6855, "step": 36394 }, { "epoch": 32.32, "learning_rate": 2.9316582679492636e-05, "loss": 19.6494, "step": 36395 }, { "epoch": 32.32, "learning_rate": 2.9314019815496162e-05, "loss": 19.835, "step": 36396 }, { "epoch": 32.32, "learning_rate": 2.9311457017070033e-05, "loss": 19.4307, "step": 36397 }, { "epoch": 32.33, "learning_rate": 2.930889428422236e-05, "loss": 19.7188, "step": 36398 }, { "epoch": 32.33, "learning_rate": 2.930633161696129e-05, "loss": 19.876, "step": 36399 }, { "epoch": 32.33, "learning_rate": 2.9303769015294926e-05, "loss": 19.4951, "step": 36400 }, { "epoch": 32.33, "learning_rate": 2.9301206479231397e-05, "loss": 19.5098, "step": 36401 }, { "epoch": 32.33, "learning_rate": 2.9298644008778824e-05, "loss": 19.3916, "step": 36402 }, { "epoch": 32.33, "learning_rate": 2.9296081603945337e-05, "loss": 19.7393, "step": 36403 }, { "epoch": 32.33, "learning_rate": 2.9293519264739055e-05, "loss": 19.0146, "step": 36404 }, { "epoch": 32.33, "learning_rate": 2.929095699116809e-05, "loss": 20.084, "step": 36405 }, { "epoch": 32.33, "learning_rate": 2.9288394783240574e-05, "loss": 19.001, "step": 36406 }, { "epoch": 32.33, "learning_rate": 2.9285832640964628e-05, "loss": 20.2334, "step": 36407 }, { "epoch": 32.33, "learning_rate": 2.9283270564348365e-05, "loss": 19.8662, "step": 36408 }, { "epoch": 32.33, "learning_rate": 2.9280708553399927e-05, "loss": 19.4082, "step": 36409 }, { "epoch": 32.34, "learning_rate": 2.9278146608127416e-05, "loss": 19.9053, "step": 36410 }, { "epoch": 32.34, "learning_rate": 2.927558472853895e-05, "loss": 20.0635, "step": 36411 }, { "epoch": 32.34, "learning_rate": 2.9273022914642666e-05, "loss": 19.3145, "step": 36412 }, { "epoch": 32.34, "learning_rate": 2.927046116644667e-05, "loss": 19.0332, "step": 36413 }, { "epoch": 32.34, "learning_rate": 2.9267899483959083e-05, "loss": 18.8291, "step": 36414 }, { "epoch": 32.34, "learning_rate": 2.926533786718806e-05, "loss": 19.4014, "step": 36415 }, { "epoch": 32.34, "learning_rate": 2.9262776316141673e-05, "loss": 20.1055, "step": 36416 }, { "epoch": 32.34, "learning_rate": 2.9260214830828048e-05, "loss": 19.2559, "step": 36417 }, { "epoch": 32.34, "learning_rate": 2.925765341125532e-05, "loss": 19.6709, "step": 36418 }, { "epoch": 32.34, "learning_rate": 2.925509205743161e-05, "loss": 19.8438, "step": 36419 }, { "epoch": 32.34, "learning_rate": 2.925253076936505e-05, "loss": 19.4443, "step": 36420 }, { "epoch": 32.35, "learning_rate": 2.9249969547063715e-05, "loss": 19.6943, "step": 36421 }, { "epoch": 32.35, "learning_rate": 2.924740839053575e-05, "loss": 19.1699, "step": 36422 }, { "epoch": 32.35, "learning_rate": 2.924484729978928e-05, "loss": 19.6455, "step": 36423 }, { "epoch": 32.35, "learning_rate": 2.9242286274832408e-05, "loss": 19.3164, "step": 36424 }, { "epoch": 32.35, "learning_rate": 2.9239725315673278e-05, "loss": 19.5332, "step": 36425 }, { "epoch": 32.35, "learning_rate": 2.9237164422319975e-05, "loss": 19.2783, "step": 36426 }, { "epoch": 32.35, "learning_rate": 2.923460359478063e-05, "loss": 19.6084, "step": 36427 }, { "epoch": 32.35, "learning_rate": 2.9232042833063357e-05, "loss": 19.5908, "step": 36428 }, { "epoch": 32.35, "learning_rate": 2.9229482137176277e-05, "loss": 20.0488, "step": 36429 }, { "epoch": 32.35, "learning_rate": 2.9226921507127513e-05, "loss": 19.6514, "step": 36430 }, { "epoch": 32.35, "learning_rate": 2.9224360942925183e-05, "loss": 19.0293, "step": 36431 }, { "epoch": 32.36, "learning_rate": 2.9221800444577384e-05, "loss": 19.5078, "step": 36432 }, { "epoch": 32.36, "learning_rate": 2.9219240012092248e-05, "loss": 19.4014, "step": 36433 }, { "epoch": 32.36, "learning_rate": 2.9216679645477883e-05, "loss": 19.376, "step": 36434 }, { "epoch": 32.36, "learning_rate": 2.9214119344742407e-05, "loss": 19.043, "step": 36435 }, { "epoch": 32.36, "learning_rate": 2.9211559109893947e-05, "loss": 18.8379, "step": 36436 }, { "epoch": 32.36, "learning_rate": 2.9208998940940606e-05, "loss": 19.7021, "step": 36437 }, { "epoch": 32.36, "learning_rate": 2.9206438837890503e-05, "loss": 18.8906, "step": 36438 }, { "epoch": 32.36, "learning_rate": 2.9203878800751748e-05, "loss": 19.5156, "step": 36439 }, { "epoch": 32.36, "learning_rate": 2.9201318829532447e-05, "loss": 19.0049, "step": 36440 }, { "epoch": 32.36, "learning_rate": 2.9198758924240743e-05, "loss": 18.834, "step": 36441 }, { "epoch": 32.36, "learning_rate": 2.919619908488475e-05, "loss": 19.6309, "step": 36442 }, { "epoch": 32.37, "learning_rate": 2.9193639311472552e-05, "loss": 18.9629, "step": 36443 }, { "epoch": 32.37, "learning_rate": 2.919107960401227e-05, "loss": 20.0928, "step": 36444 }, { "epoch": 32.37, "learning_rate": 2.9188519962512028e-05, "loss": 18.8477, "step": 36445 }, { "epoch": 32.37, "learning_rate": 2.918596038697995e-05, "loss": 18.9678, "step": 36446 }, { "epoch": 32.37, "learning_rate": 2.918340087742414e-05, "loss": 19.3223, "step": 36447 }, { "epoch": 32.37, "learning_rate": 2.918084143385268e-05, "loss": 19.3232, "step": 36448 }, { "epoch": 32.37, "learning_rate": 2.9178282056273744e-05, "loss": 18.5059, "step": 36449 }, { "epoch": 32.37, "learning_rate": 2.9175722744695378e-05, "loss": 18.9404, "step": 36450 }, { "epoch": 32.37, "learning_rate": 2.9173163499125734e-05, "loss": 19.2441, "step": 36451 }, { "epoch": 32.37, "learning_rate": 2.9170604319572957e-05, "loss": 19.583, "step": 36452 }, { "epoch": 32.37, "learning_rate": 2.916804520604508e-05, "loss": 19.3555, "step": 36453 }, { "epoch": 32.37, "learning_rate": 2.9165486158550282e-05, "loss": 19.4326, "step": 36454 }, { "epoch": 32.38, "learning_rate": 2.916292717709662e-05, "loss": 19.542, "step": 36455 }, { "epoch": 32.38, "learning_rate": 2.9160368261692234e-05, "loss": 19.1592, "step": 36456 }, { "epoch": 32.38, "learning_rate": 2.915780941234526e-05, "loss": 18.7754, "step": 36457 }, { "epoch": 32.38, "learning_rate": 2.915525062906378e-05, "loss": 19.5361, "step": 36458 }, { "epoch": 32.38, "learning_rate": 2.915269191185589e-05, "loss": 19.9639, "step": 36459 }, { "epoch": 32.38, "learning_rate": 2.9150133260729736e-05, "loss": 19.2158, "step": 36460 }, { "epoch": 32.38, "learning_rate": 2.914757467569339e-05, "loss": 19.6553, "step": 36461 }, { "epoch": 32.38, "learning_rate": 2.9145016156755007e-05, "loss": 19.3857, "step": 36462 }, { "epoch": 32.38, "learning_rate": 2.9142457703922672e-05, "loss": 19.1279, "step": 36463 }, { "epoch": 32.38, "learning_rate": 2.9139899317204477e-05, "loss": 19.6143, "step": 36464 }, { "epoch": 32.38, "learning_rate": 2.9137340996608577e-05, "loss": 18.8242, "step": 36465 }, { "epoch": 32.39, "learning_rate": 2.9134782742143023e-05, "loss": 19.3594, "step": 36466 }, { "epoch": 32.39, "learning_rate": 2.9132224553815983e-05, "loss": 19.2793, "step": 36467 }, { "epoch": 32.39, "learning_rate": 2.912966643163554e-05, "loss": 19.2793, "step": 36468 }, { "epoch": 32.39, "learning_rate": 2.912710837560978e-05, "loss": 19.8506, "step": 36469 }, { "epoch": 32.39, "learning_rate": 2.9124550385746857e-05, "loss": 18.9434, "step": 36470 }, { "epoch": 32.39, "learning_rate": 2.9121992462054838e-05, "loss": 19.6289, "step": 36471 }, { "epoch": 32.39, "learning_rate": 2.9119434604541862e-05, "loss": 19.6758, "step": 36472 }, { "epoch": 32.39, "learning_rate": 2.9116876813216004e-05, "loss": 19.1406, "step": 36473 }, { "epoch": 32.39, "learning_rate": 2.9114319088085418e-05, "loss": 19.3887, "step": 36474 }, { "epoch": 32.39, "learning_rate": 2.911176142915818e-05, "loss": 19.5801, "step": 36475 }, { "epoch": 32.39, "learning_rate": 2.9109203836442383e-05, "loss": 19.4805, "step": 36476 }, { "epoch": 32.4, "learning_rate": 2.910664630994615e-05, "loss": 19.0928, "step": 36477 }, { "epoch": 32.4, "learning_rate": 2.910408884967762e-05, "loss": 19.2744, "step": 36478 }, { "epoch": 32.4, "learning_rate": 2.910153145564487e-05, "loss": 19.6816, "step": 36479 }, { "epoch": 32.4, "learning_rate": 2.9098974127856e-05, "loss": 19.0898, "step": 36480 }, { "epoch": 32.4, "learning_rate": 2.909641686631911e-05, "loss": 19.6416, "step": 36481 }, { "epoch": 32.4, "learning_rate": 2.909385967104231e-05, "loss": 19.7305, "step": 36482 }, { "epoch": 32.4, "learning_rate": 2.9091302542033743e-05, "loss": 19.6426, "step": 36483 }, { "epoch": 32.4, "learning_rate": 2.908874547930149e-05, "loss": 19.2324, "step": 36484 }, { "epoch": 32.4, "learning_rate": 2.9086188482853625e-05, "loss": 19.4609, "step": 36485 }, { "epoch": 32.4, "learning_rate": 2.908363155269831e-05, "loss": 19.3428, "step": 36486 }, { "epoch": 32.4, "learning_rate": 2.908107468884359e-05, "loss": 19.0166, "step": 36487 }, { "epoch": 32.4, "learning_rate": 2.9078517891297628e-05, "loss": 19.6836, "step": 36488 }, { "epoch": 32.41, "learning_rate": 2.9075961160068482e-05, "loss": 19.4639, "step": 36489 }, { "epoch": 32.41, "learning_rate": 2.9073404495164293e-05, "loss": 19.2217, "step": 36490 }, { "epoch": 32.41, "learning_rate": 2.907084789659315e-05, "loss": 18.8252, "step": 36491 }, { "epoch": 32.41, "learning_rate": 2.906829136436313e-05, "loss": 19.4902, "step": 36492 }, { "epoch": 32.41, "learning_rate": 2.9065734898482387e-05, "loss": 19.3525, "step": 36493 }, { "epoch": 32.41, "learning_rate": 2.906317849895898e-05, "loss": 19.709, "step": 36494 }, { "epoch": 32.41, "learning_rate": 2.9060622165801056e-05, "loss": 19.0781, "step": 36495 }, { "epoch": 32.41, "learning_rate": 2.9058065899016684e-05, "loss": 19.1914, "step": 36496 }, { "epoch": 32.41, "learning_rate": 2.905550969861396e-05, "loss": 19.5967, "step": 36497 }, { "epoch": 32.41, "learning_rate": 2.905295356460102e-05, "loss": 19.1396, "step": 36498 }, { "epoch": 32.41, "learning_rate": 2.905039749698593e-05, "loss": 20.6377, "step": 36499 }, { "epoch": 32.42, "learning_rate": 2.9047841495776812e-05, "loss": 19.502, "step": 36500 }, { "epoch": 32.42, "learning_rate": 2.9045285560981807e-05, "loss": 19.6455, "step": 36501 }, { "epoch": 32.42, "learning_rate": 2.904272969260894e-05, "loss": 19.1104, "step": 36502 }, { "epoch": 32.42, "learning_rate": 2.9040173890666345e-05, "loss": 19.6377, "step": 36503 }, { "epoch": 32.42, "learning_rate": 2.9037618155162155e-05, "loss": 19.6201, "step": 36504 }, { "epoch": 32.42, "learning_rate": 2.903506248610442e-05, "loss": 19.4502, "step": 36505 }, { "epoch": 32.42, "learning_rate": 2.903250688350131e-05, "loss": 19.4482, "step": 36506 }, { "epoch": 32.42, "learning_rate": 2.9029951347360833e-05, "loss": 19.6748, "step": 36507 }, { "epoch": 32.42, "learning_rate": 2.9027395877691144e-05, "loss": 19.8008, "step": 36508 }, { "epoch": 32.42, "learning_rate": 2.9024840474500352e-05, "loss": 19.4961, "step": 36509 }, { "epoch": 32.42, "learning_rate": 2.9022285137796523e-05, "loss": 19.2021, "step": 36510 }, { "epoch": 32.43, "learning_rate": 2.9022285137796523e-05, "loss": 19.748, "step": 36511 }, { "epoch": 32.43, "learning_rate": 2.9019729867587796e-05, "loss": 19.3486, "step": 36512 }, { "epoch": 32.43, "learning_rate": 2.901717466388226e-05, "loss": 19.5215, "step": 36513 }, { "epoch": 32.43, "learning_rate": 2.901461952668797e-05, "loss": 19.7852, "step": 36514 }, { "epoch": 32.43, "learning_rate": 2.901461952668797e-05, "loss": 20.4893, "step": 36515 }, { "epoch": 32.43, "learning_rate": 2.9012064456013087e-05, "loss": 18.8184, "step": 36516 }, { "epoch": 32.43, "learning_rate": 2.900950945186567e-05, "loss": 19.7207, "step": 36517 }, { "epoch": 32.43, "learning_rate": 2.900695451425384e-05, "loss": 19.4746, "step": 36518 }, { "epoch": 32.43, "learning_rate": 2.9004399643185697e-05, "loss": 19.3467, "step": 36519 }, { "epoch": 32.43, "learning_rate": 2.90018448386693e-05, "loss": 19.7539, "step": 36520 }, { "epoch": 32.43, "learning_rate": 2.8999290100712805e-05, "loss": 19.0068, "step": 36521 }, { "epoch": 32.44, "learning_rate": 2.8996735429324255e-05, "loss": 19.0742, "step": 36522 }, { "epoch": 32.44, "learning_rate": 2.8994180824511774e-05, "loss": 19.4971, "step": 36523 }, { "epoch": 32.44, "learning_rate": 2.899162628628351e-05, "loss": 19.8672, "step": 36524 }, { "epoch": 32.44, "learning_rate": 2.8989071814647463e-05, "loss": 19.2637, "step": 36525 }, { "epoch": 32.44, "learning_rate": 2.8986517409611792e-05, "loss": 19.7002, "step": 36526 }, { "epoch": 32.44, "learning_rate": 2.8983963071184565e-05, "loss": 19.4258, "step": 36527 }, { "epoch": 32.44, "learning_rate": 2.8981408799373895e-05, "loss": 19.2471, "step": 36528 }, { "epoch": 32.44, "learning_rate": 2.897885459418791e-05, "loss": 19.3359, "step": 36529 }, { "epoch": 32.44, "learning_rate": 2.897630045563464e-05, "loss": 19.2412, "step": 36530 }, { "epoch": 32.44, "learning_rate": 2.897374638372221e-05, "loss": 18.7559, "step": 36531 }, { "epoch": 32.44, "learning_rate": 2.8971192378458745e-05, "loss": 18.4619, "step": 36532 }, { "epoch": 32.44, "learning_rate": 2.896863843985229e-05, "loss": 19.873, "step": 36533 }, { "epoch": 32.45, "learning_rate": 2.896608456791099e-05, "loss": 18.9746, "step": 36534 }, { "epoch": 32.45, "learning_rate": 2.896353076264291e-05, "loss": 19.458, "step": 36535 }, { "epoch": 32.45, "learning_rate": 2.8960977024056135e-05, "loss": 19.8848, "step": 36536 }, { "epoch": 32.45, "learning_rate": 2.8958423352158793e-05, "loss": 19.042, "step": 36537 }, { "epoch": 32.45, "learning_rate": 2.8955869746958946e-05, "loss": 19.6035, "step": 36538 }, { "epoch": 32.45, "learning_rate": 2.8953316208464725e-05, "loss": 19.7783, "step": 36539 }, { "epoch": 32.45, "learning_rate": 2.8950762736684202e-05, "loss": 19.4385, "step": 36540 }, { "epoch": 32.45, "learning_rate": 2.8948209331625454e-05, "loss": 18.9082, "step": 36541 }, { "epoch": 32.45, "learning_rate": 2.8945655993296604e-05, "loss": 19.4707, "step": 36542 }, { "epoch": 32.45, "learning_rate": 2.894310272170573e-05, "loss": 20.0234, "step": 36543 }, { "epoch": 32.45, "learning_rate": 2.8940549516860937e-05, "loss": 19.1729, "step": 36544 }, { "epoch": 32.46, "learning_rate": 2.8937996378770317e-05, "loss": 19.2529, "step": 36545 }, { "epoch": 32.46, "learning_rate": 2.8935443307441933e-05, "loss": 19.5312, "step": 36546 }, { "epoch": 32.46, "learning_rate": 2.893289030288393e-05, "loss": 19.3447, "step": 36547 }, { "epoch": 32.46, "learning_rate": 2.8930337365104344e-05, "loss": 19.7031, "step": 36548 }, { "epoch": 32.46, "learning_rate": 2.892778449411132e-05, "loss": 19.3252, "step": 36549 }, { "epoch": 32.46, "learning_rate": 2.8925231689912903e-05, "loss": 19.7246, "step": 36550 }, { "epoch": 32.46, "learning_rate": 2.8922678952517236e-05, "loss": 19.4453, "step": 36551 }, { "epoch": 32.46, "learning_rate": 2.892012628193237e-05, "loss": 20.1973, "step": 36552 }, { "epoch": 32.46, "learning_rate": 2.8917573678166397e-05, "loss": 20.1377, "step": 36553 }, { "epoch": 32.46, "learning_rate": 2.8915021141227417e-05, "loss": 19.7715, "step": 36554 }, { "epoch": 32.46, "learning_rate": 2.8912468671123537e-05, "loss": 19.6006, "step": 36555 }, { "epoch": 32.47, "learning_rate": 2.8909916267862846e-05, "loss": 20.6191, "step": 36556 }, { "epoch": 32.47, "learning_rate": 2.8907363931453403e-05, "loss": 19.916, "step": 36557 }, { "epoch": 32.47, "learning_rate": 2.890481166190333e-05, "loss": 19.6729, "step": 36558 }, { "epoch": 32.47, "learning_rate": 2.8902259459220692e-05, "loss": 19.9736, "step": 36559 }, { "epoch": 32.47, "learning_rate": 2.889970732341361e-05, "loss": 20.0244, "step": 36560 }, { "epoch": 32.47, "learning_rate": 2.889715525449016e-05, "loss": 19.627, "step": 36561 }, { "epoch": 32.47, "learning_rate": 2.8894603252458408e-05, "loss": 19.2646, "step": 36562 }, { "epoch": 32.47, "learning_rate": 2.889205131732648e-05, "loss": 19.3613, "step": 36563 }, { "epoch": 32.47, "learning_rate": 2.888949944910243e-05, "loss": 19.9678, "step": 36564 }, { "epoch": 32.47, "learning_rate": 2.8886947647794387e-05, "loss": 19.5176, "step": 36565 }, { "epoch": 32.47, "learning_rate": 2.88843959134104e-05, "loss": 19.585, "step": 36566 }, { "epoch": 32.48, "learning_rate": 2.888184424595859e-05, "loss": 19.833, "step": 36567 }, { "epoch": 32.48, "learning_rate": 2.8879292645447032e-05, "loss": 19.5205, "step": 36568 }, { "epoch": 32.48, "learning_rate": 2.88767411118838e-05, "loss": 19.4092, "step": 36569 }, { "epoch": 32.48, "learning_rate": 2.8874189645277006e-05, "loss": 19.752, "step": 36570 }, { "epoch": 32.48, "learning_rate": 2.8871638245634714e-05, "loss": 19.9688, "step": 36571 }, { "epoch": 32.48, "learning_rate": 2.886908691296504e-05, "loss": 19.082, "step": 36572 }, { "epoch": 32.48, "learning_rate": 2.886653564727605e-05, "loss": 19.3877, "step": 36573 }, { "epoch": 32.48, "learning_rate": 2.886398444857582e-05, "loss": 19.2686, "step": 36574 }, { "epoch": 32.48, "learning_rate": 2.8861433316872476e-05, "loss": 18.9307, "step": 36575 }, { "epoch": 32.48, "learning_rate": 2.8858882252174058e-05, "loss": 19.3281, "step": 36576 }, { "epoch": 32.48, "learning_rate": 2.885633125448868e-05, "loss": 19.6709, "step": 36577 }, { "epoch": 32.48, "learning_rate": 2.885378032382446e-05, "loss": 19.9209, "step": 36578 }, { "epoch": 32.49, "learning_rate": 2.885122946018941e-05, "loss": 20.1699, "step": 36579 }, { "epoch": 32.49, "learning_rate": 2.884867866359165e-05, "loss": 19.207, "step": 36580 }, { "epoch": 32.49, "learning_rate": 2.884612793403929e-05, "loss": 19.9189, "step": 36581 }, { "epoch": 32.49, "learning_rate": 2.884357727154038e-05, "loss": 19.5469, "step": 36582 }, { "epoch": 32.49, "learning_rate": 2.8841026676103035e-05, "loss": 19.3887, "step": 36583 }, { "epoch": 32.49, "learning_rate": 2.8838476147735322e-05, "loss": 19.6602, "step": 36584 }, { "epoch": 32.49, "learning_rate": 2.883592568644531e-05, "loss": 19.8203, "step": 36585 }, { "epoch": 32.49, "learning_rate": 2.883337529224112e-05, "loss": 20.042, "step": 36586 }, { "epoch": 32.49, "learning_rate": 2.8830824965130798e-05, "loss": 19.9102, "step": 36587 }, { "epoch": 32.49, "learning_rate": 2.8828274705122472e-05, "loss": 19.6416, "step": 36588 }, { "epoch": 32.49, "learning_rate": 2.88257245122242e-05, "loss": 19.3145, "step": 36589 }, { "epoch": 32.5, "learning_rate": 2.8823174386444045e-05, "loss": 18.8213, "step": 36590 }, { "epoch": 32.5, "learning_rate": 2.8820624327790135e-05, "loss": 19.623, "step": 36591 }, { "epoch": 32.5, "learning_rate": 2.8818074336270508e-05, "loss": 19.4404, "step": 36592 }, { "epoch": 32.5, "learning_rate": 2.8815524411893292e-05, "loss": 19.4365, "step": 36593 }, { "epoch": 32.5, "learning_rate": 2.8812974554666545e-05, "loss": 19.4873, "step": 36594 }, { "epoch": 32.5, "learning_rate": 2.8810424764598332e-05, "loss": 19.0469, "step": 36595 }, { "epoch": 32.5, "learning_rate": 2.8807875041696773e-05, "loss": 19.7246, "step": 36596 }, { "epoch": 32.5, "learning_rate": 2.8805325385969917e-05, "loss": 19.0479, "step": 36597 }, { "epoch": 32.5, "learning_rate": 2.8802775797425863e-05, "loss": 19.6719, "step": 36598 }, { "epoch": 32.5, "learning_rate": 2.8800226276072724e-05, "loss": 19.4785, "step": 36599 }, { "epoch": 32.5, "learning_rate": 2.8797676821918507e-05, "loss": 19.542, "step": 36600 }, { "epoch": 32.51, "learning_rate": 2.879512743497136e-05, "loss": 19.5342, "step": 36601 }, { "epoch": 32.51, "learning_rate": 2.8792578115239323e-05, "loss": 19.6016, "step": 36602 }, { "epoch": 32.51, "learning_rate": 2.8790028862730484e-05, "loss": 19.2568, "step": 36603 }, { "epoch": 32.51, "learning_rate": 2.878747967745297e-05, "loss": 19.6006, "step": 36604 }, { "epoch": 32.51, "learning_rate": 2.878493055941479e-05, "loss": 19.4277, "step": 36605 }, { "epoch": 32.51, "learning_rate": 2.8782381508624056e-05, "loss": 19.248, "step": 36606 }, { "epoch": 32.51, "learning_rate": 2.877983252508887e-05, "loss": 19.3125, "step": 36607 }, { "epoch": 32.51, "learning_rate": 2.8777283608817274e-05, "loss": 19.3086, "step": 36608 }, { "epoch": 32.51, "learning_rate": 2.877473475981738e-05, "loss": 19.4648, "step": 36609 }, { "epoch": 32.51, "learning_rate": 2.877218597809725e-05, "loss": 20.0186, "step": 36610 }, { "epoch": 32.51, "learning_rate": 2.876963726366495e-05, "loss": 18.5537, "step": 36611 }, { "epoch": 32.52, "learning_rate": 2.8767088616528592e-05, "loss": 19.6768, "step": 36612 }, { "epoch": 32.52, "learning_rate": 2.876454003669622e-05, "loss": 18.959, "step": 36613 }, { "epoch": 32.52, "learning_rate": 2.8761991524175947e-05, "loss": 19.7314, "step": 36614 }, { "epoch": 32.52, "learning_rate": 2.8759443078975833e-05, "loss": 19.3604, "step": 36615 }, { "epoch": 32.52, "learning_rate": 2.8756894701103935e-05, "loss": 19.4326, "step": 36616 }, { "epoch": 32.52, "learning_rate": 2.8754346390568375e-05, "loss": 18.9023, "step": 36617 }, { "epoch": 32.52, "learning_rate": 2.875179814737719e-05, "loss": 19.4268, "step": 36618 }, { "epoch": 32.52, "learning_rate": 2.8749249971538493e-05, "loss": 18.9912, "step": 36619 }, { "epoch": 32.52, "learning_rate": 2.8746701863060342e-05, "loss": 19.2451, "step": 36620 }, { "epoch": 32.52, "learning_rate": 2.8744153821950804e-05, "loss": 20.1836, "step": 36621 }, { "epoch": 32.52, "learning_rate": 2.874160584821798e-05, "loss": 19.7285, "step": 36622 }, { "epoch": 32.52, "learning_rate": 2.8739057941869917e-05, "loss": 19.2471, "step": 36623 }, { "epoch": 32.53, "learning_rate": 2.8736510102914705e-05, "loss": 19.4805, "step": 36624 }, { "epoch": 32.53, "learning_rate": 2.8733962331360443e-05, "loss": 19.9561, "step": 36625 }, { "epoch": 32.53, "learning_rate": 2.873141462721519e-05, "loss": 19.1133, "step": 36626 }, { "epoch": 32.53, "learning_rate": 2.8728866990487026e-05, "loss": 19.7148, "step": 36627 }, { "epoch": 32.53, "learning_rate": 2.8728866990487026e-05, "loss": 19.209, "step": 36628 }, { "epoch": 32.53, "learning_rate": 2.8728866990487026e-05, "loss": 19.8174, "step": 36629 }, { "epoch": 32.53, "learning_rate": 2.872631942118399e-05, "loss": 19.4902, "step": 36630 }, { "epoch": 32.53, "learning_rate": 2.872377191931419e-05, "loss": 19.7734, "step": 36631 }, { "epoch": 32.53, "learning_rate": 2.8721224484885716e-05, "loss": 19.1836, "step": 36632 }, { "epoch": 32.53, "learning_rate": 2.8718677117906628e-05, "loss": 18.7734, "step": 36633 }, { "epoch": 32.53, "learning_rate": 2.8716129818384972e-05, "loss": 19.5361, "step": 36634 }, { "epoch": 32.54, "learning_rate": 2.871358258632888e-05, "loss": 19.1064, "step": 36635 }, { "epoch": 32.54, "learning_rate": 2.8711035421746367e-05, "loss": 18.9893, "step": 36636 }, { "epoch": 32.54, "learning_rate": 2.8708488324645555e-05, "loss": 19.3096, "step": 36637 }, { "epoch": 32.54, "learning_rate": 2.8705941295034472e-05, "loss": 19.249, "step": 36638 }, { "epoch": 32.54, "learning_rate": 2.8703394332921242e-05, "loss": 19.0, "step": 36639 }, { "epoch": 32.54, "learning_rate": 2.8700847438313905e-05, "loss": 19.6797, "step": 36640 }, { "epoch": 32.54, "learning_rate": 2.869830061122053e-05, "loss": 19.2158, "step": 36641 }, { "epoch": 32.54, "learning_rate": 2.869575385164922e-05, "loss": 18.7412, "step": 36642 }, { "epoch": 32.54, "learning_rate": 2.869320715960801e-05, "loss": 18.958, "step": 36643 }, { "epoch": 32.54, "learning_rate": 2.8690660535105008e-05, "loss": 19.2275, "step": 36644 }, { "epoch": 32.54, "learning_rate": 2.868811397814828e-05, "loss": 19.4873, "step": 36645 }, { "epoch": 32.55, "learning_rate": 2.8685567488745856e-05, "loss": 19.5898, "step": 36646 }, { "epoch": 32.55, "learning_rate": 2.868302106690587e-05, "loss": 19.8809, "step": 36647 }, { "epoch": 32.55, "learning_rate": 2.868047471263634e-05, "loss": 19.2842, "step": 36648 }, { "epoch": 32.55, "learning_rate": 2.8677928425945376e-05, "loss": 19.7178, "step": 36649 }, { "epoch": 32.55, "learning_rate": 2.867538220684104e-05, "loss": 19.6592, "step": 36650 }, { "epoch": 32.55, "learning_rate": 2.867283605533138e-05, "loss": 19.293, "step": 36651 }, { "epoch": 32.55, "learning_rate": 2.867028997142448e-05, "loss": 19.624, "step": 36652 }, { "epoch": 32.55, "learning_rate": 2.866774395512844e-05, "loss": 19.5596, "step": 36653 }, { "epoch": 32.55, "learning_rate": 2.8665198006451276e-05, "loss": 19.4785, "step": 36654 }, { "epoch": 32.55, "learning_rate": 2.8662652125401135e-05, "loss": 19.4004, "step": 36655 }, { "epoch": 32.55, "learning_rate": 2.8660106311986002e-05, "loss": 19.5596, "step": 36656 }, { "epoch": 32.56, "learning_rate": 2.8657560566213982e-05, "loss": 19.3848, "step": 36657 }, { "epoch": 32.56, "learning_rate": 2.8655014888093158e-05, "loss": 20.0117, "step": 36658 }, { "epoch": 32.56, "learning_rate": 2.8652469277631578e-05, "loss": 19.2246, "step": 36659 }, { "epoch": 32.56, "learning_rate": 2.8649923734837336e-05, "loss": 18.8838, "step": 36660 }, { "epoch": 32.56, "learning_rate": 2.864737825971848e-05, "loss": 19.4238, "step": 36661 }, { "epoch": 32.56, "learning_rate": 2.8644832852283076e-05, "loss": 19.3535, "step": 36662 }, { "epoch": 32.56, "learning_rate": 2.8642287512539212e-05, "loss": 19.5723, "step": 36663 }, { "epoch": 32.56, "learning_rate": 2.8639742240494932e-05, "loss": 19.0791, "step": 36664 }, { "epoch": 32.56, "learning_rate": 2.8637197036158335e-05, "loss": 19.5312, "step": 36665 }, { "epoch": 32.56, "learning_rate": 2.863465189953747e-05, "loss": 18.7285, "step": 36666 }, { "epoch": 32.56, "learning_rate": 2.8632106830640383e-05, "loss": 19.0205, "step": 36667 }, { "epoch": 32.56, "learning_rate": 2.8629561829475182e-05, "loss": 19.8809, "step": 36668 }, { "epoch": 32.57, "learning_rate": 2.8627016896049903e-05, "loss": 18.5684, "step": 36669 }, { "epoch": 32.57, "learning_rate": 2.862447203037264e-05, "loss": 19.3213, "step": 36670 }, { "epoch": 32.57, "learning_rate": 2.862192723245145e-05, "loss": 19.2148, "step": 36671 }, { "epoch": 32.57, "learning_rate": 2.8619382502294366e-05, "loss": 19.3643, "step": 36672 }, { "epoch": 32.57, "learning_rate": 2.8616837839909517e-05, "loss": 19.001, "step": 36673 }, { "epoch": 32.57, "learning_rate": 2.86142932453049e-05, "loss": 19.0273, "step": 36674 }, { "epoch": 32.57, "learning_rate": 2.861174871848863e-05, "loss": 19.5977, "step": 36675 }, { "epoch": 32.57, "learning_rate": 2.8609204259468792e-05, "loss": 20.0283, "step": 36676 }, { "epoch": 32.57, "learning_rate": 2.8606659868253372e-05, "loss": 19.1562, "step": 36677 }, { "epoch": 32.57, "learning_rate": 2.860411554485049e-05, "loss": 19.46, "step": 36678 }, { "epoch": 32.57, "learning_rate": 2.860157128926822e-05, "loss": 19.4365, "step": 36679 }, { "epoch": 32.58, "learning_rate": 2.8599027101514587e-05, "loss": 18.9697, "step": 36680 }, { "epoch": 32.58, "learning_rate": 2.859648298159772e-05, "loss": 19.6807, "step": 36681 }, { "epoch": 32.58, "learning_rate": 2.85939389295256e-05, "loss": 19.3164, "step": 36682 }, { "epoch": 32.58, "learning_rate": 2.859139494530634e-05, "loss": 19.834, "step": 36683 }, { "epoch": 32.58, "learning_rate": 2.8588851028948004e-05, "loss": 19.2822, "step": 36684 }, { "epoch": 32.58, "learning_rate": 2.858630718045863e-05, "loss": 19.0889, "step": 36685 }, { "epoch": 32.58, "learning_rate": 2.858630718045863e-05, "loss": 19.4541, "step": 36686 }, { "epoch": 32.58, "learning_rate": 2.8583763399846325e-05, "loss": 18.9834, "step": 36687 }, { "epoch": 32.58, "learning_rate": 2.858121968711912e-05, "loss": 19.0195, "step": 36688 }, { "epoch": 32.58, "learning_rate": 2.857867604228507e-05, "loss": 19.377, "step": 36689 }, { "epoch": 32.58, "learning_rate": 2.8576132465352268e-05, "loss": 19.3018, "step": 36690 }, { "epoch": 32.59, "learning_rate": 2.8573588956328747e-05, "loss": 19.8066, "step": 36691 }, { "epoch": 32.59, "learning_rate": 2.85710455152226e-05, "loss": 19.2227, "step": 36692 }, { "epoch": 32.59, "learning_rate": 2.8568502142041874e-05, "loss": 18.6895, "step": 36693 }, { "epoch": 32.59, "learning_rate": 2.8565958836794605e-05, "loss": 19.6816, "step": 36694 }, { "epoch": 32.59, "learning_rate": 2.8563415599488903e-05, "loss": 19.5332, "step": 36695 }, { "epoch": 32.59, "learning_rate": 2.8560872430132783e-05, "loss": 19.3594, "step": 36696 }, { "epoch": 32.59, "learning_rate": 2.8558329328734358e-05, "loss": 19.4619, "step": 36697 }, { "epoch": 32.59, "learning_rate": 2.855578629530163e-05, "loss": 19.4463, "step": 36698 }, { "epoch": 32.59, "learning_rate": 2.8553243329842714e-05, "loss": 19.3438, "step": 36699 }, { "epoch": 32.59, "learning_rate": 2.8550700432365645e-05, "loss": 19.4385, "step": 36700 }, { "epoch": 32.59, "learning_rate": 2.8548157602878466e-05, "loss": 19.2285, "step": 36701 }, { "epoch": 32.6, "learning_rate": 2.8545614841389256e-05, "loss": 19.5078, "step": 36702 }, { "epoch": 32.6, "learning_rate": 2.8543072147906103e-05, "loss": 19.6338, "step": 36703 }, { "epoch": 32.6, "learning_rate": 2.854052952243703e-05, "loss": 19.8965, "step": 36704 }, { "epoch": 32.6, "learning_rate": 2.853798696499011e-05, "loss": 19.0059, "step": 36705 }, { "epoch": 32.6, "learning_rate": 2.8535444475573382e-05, "loss": 19.8662, "step": 36706 }, { "epoch": 32.6, "learning_rate": 2.853290205419491e-05, "loss": 19.5303, "step": 36707 }, { "epoch": 32.6, "learning_rate": 2.8530359700862797e-05, "loss": 19.5557, "step": 36708 }, { "epoch": 32.6, "learning_rate": 2.852781741558507e-05, "loss": 19.876, "step": 36709 }, { "epoch": 32.6, "learning_rate": 2.8525275198369754e-05, "loss": 18.8193, "step": 36710 }, { "epoch": 32.6, "learning_rate": 2.852273304922497e-05, "loss": 19.4287, "step": 36711 }, { "epoch": 32.6, "learning_rate": 2.852019096815872e-05, "loss": 19.4688, "step": 36712 }, { "epoch": 32.6, "learning_rate": 2.8517648955179116e-05, "loss": 19.5371, "step": 36713 }, { "epoch": 32.61, "learning_rate": 2.851510701029416e-05, "loss": 19.4971, "step": 36714 }, { "epoch": 32.61, "learning_rate": 2.8512565133511965e-05, "loss": 19.2559, "step": 36715 }, { "epoch": 32.61, "learning_rate": 2.8510023324840557e-05, "loss": 19.9004, "step": 36716 }, { "epoch": 32.61, "learning_rate": 2.8507481584287975e-05, "loss": 19.6094, "step": 36717 }, { "epoch": 32.61, "learning_rate": 2.8504939911862317e-05, "loss": 19.625, "step": 36718 }, { "epoch": 32.61, "learning_rate": 2.85023983075716e-05, "loss": 19.0068, "step": 36719 }, { "epoch": 32.61, "learning_rate": 2.8499856771423928e-05, "loss": 19.2607, "step": 36720 }, { "epoch": 32.61, "learning_rate": 2.8497315303427317e-05, "loss": 19.04, "step": 36721 }, { "epoch": 32.61, "learning_rate": 2.849477390358982e-05, "loss": 19.2041, "step": 36722 }, { "epoch": 32.61, "learning_rate": 2.849223257191953e-05, "loss": 19.2139, "step": 36723 }, { "epoch": 32.61, "learning_rate": 2.848969130842446e-05, "loss": 18.834, "step": 36724 }, { "epoch": 32.62, "learning_rate": 2.848715011311271e-05, "loss": 19.042, "step": 36725 }, { "epoch": 32.62, "learning_rate": 2.8484608985992307e-05, "loss": 19.3555, "step": 36726 }, { "epoch": 32.62, "learning_rate": 2.848206792707129e-05, "loss": 19.5264, "step": 36727 }, { "epoch": 32.62, "learning_rate": 2.847952693635773e-05, "loss": 19.8096, "step": 36728 }, { "epoch": 32.62, "learning_rate": 2.847698601385971e-05, "loss": 18.8115, "step": 36729 }, { "epoch": 32.62, "learning_rate": 2.8474445159585235e-05, "loss": 18.8145, "step": 36730 }, { "epoch": 32.62, "learning_rate": 2.8471904373542423e-05, "loss": 19.2441, "step": 36731 }, { "epoch": 32.62, "learning_rate": 2.846936365573925e-05, "loss": 19.4971, "step": 36732 }, { "epoch": 32.62, "learning_rate": 2.8466823006183808e-05, "loss": 19.5859, "step": 36733 }, { "epoch": 32.62, "learning_rate": 2.846428242488417e-05, "loss": 19.5752, "step": 36734 }, { "epoch": 32.62, "learning_rate": 2.846174191184835e-05, "loss": 18.8096, "step": 36735 }, { "epoch": 32.63, "learning_rate": 2.845920146708443e-05, "loss": 19.585, "step": 36736 }, { "epoch": 32.63, "learning_rate": 2.845666109060046e-05, "loss": 19.1465, "step": 36737 }, { "epoch": 32.63, "learning_rate": 2.845412078240447e-05, "loss": 19.3486, "step": 36738 }, { "epoch": 32.63, "learning_rate": 2.845158054250454e-05, "loss": 19.376, "step": 36739 }, { "epoch": 32.63, "learning_rate": 2.8449040370908685e-05, "loss": 19.2314, "step": 36740 }, { "epoch": 32.63, "learning_rate": 2.844650026762501e-05, "loss": 19.1904, "step": 36741 }, { "epoch": 32.63, "learning_rate": 2.8443960232661537e-05, "loss": 19.1738, "step": 36742 }, { "epoch": 32.63, "learning_rate": 2.8441420266026296e-05, "loss": 19.0479, "step": 36743 }, { "epoch": 32.63, "learning_rate": 2.843888036772738e-05, "loss": 19.5361, "step": 36744 }, { "epoch": 32.63, "learning_rate": 2.84363405377728e-05, "loss": 18.9873, "step": 36745 }, { "epoch": 32.63, "learning_rate": 2.8433800776170627e-05, "loss": 19.585, "step": 36746 }, { "epoch": 32.63, "learning_rate": 2.843126108292895e-05, "loss": 18.9951, "step": 36747 }, { "epoch": 32.64, "learning_rate": 2.842872145805574e-05, "loss": 19.3457, "step": 36748 }, { "epoch": 32.64, "learning_rate": 2.842618190155911e-05, "loss": 18.7959, "step": 36749 }, { "epoch": 32.64, "learning_rate": 2.8423642413447073e-05, "loss": 19.3984, "step": 36750 }, { "epoch": 32.64, "learning_rate": 2.842110299372769e-05, "loss": 19.4697, "step": 36751 }, { "epoch": 32.64, "learning_rate": 2.8418563642409047e-05, "loss": 19.0244, "step": 36752 }, { "epoch": 32.64, "learning_rate": 2.8416024359499125e-05, "loss": 20.0186, "step": 36753 }, { "epoch": 32.64, "learning_rate": 2.8413485145006007e-05, "loss": 19.2432, "step": 36754 }, { "epoch": 32.64, "learning_rate": 2.8410945998937765e-05, "loss": 19.0098, "step": 36755 }, { "epoch": 32.64, "learning_rate": 2.84084069213024e-05, "loss": 19.5098, "step": 36756 }, { "epoch": 32.64, "learning_rate": 2.840586791210803e-05, "loss": 19.2031, "step": 36757 }, { "epoch": 32.64, "learning_rate": 2.8403328971362618e-05, "loss": 19.7695, "step": 36758 }, { "epoch": 32.65, "learning_rate": 2.840079009907426e-05, "loss": 19.8516, "step": 36759 }, { "epoch": 32.65, "learning_rate": 2.839825129525101e-05, "loss": 19.4355, "step": 36760 }, { "epoch": 32.65, "learning_rate": 2.8395712559900877e-05, "loss": 19.0459, "step": 36761 }, { "epoch": 32.65, "learning_rate": 2.8393173893031967e-05, "loss": 19.1631, "step": 36762 }, { "epoch": 32.65, "learning_rate": 2.839063529465228e-05, "loss": 19.498, "step": 36763 }, { "epoch": 32.65, "learning_rate": 2.8388096764769866e-05, "loss": 19.6152, "step": 36764 }, { "epoch": 32.65, "learning_rate": 2.8385558303392795e-05, "loss": 19.3994, "step": 36765 }, { "epoch": 32.65, "learning_rate": 2.8383019910529086e-05, "loss": 19.3857, "step": 36766 }, { "epoch": 32.65, "learning_rate": 2.8380481586186812e-05, "loss": 19.4766, "step": 36767 }, { "epoch": 32.65, "learning_rate": 2.8377943330374013e-05, "loss": 19.1797, "step": 36768 }, { "epoch": 32.65, "learning_rate": 2.8375405143098698e-05, "loss": 19.1953, "step": 36769 }, { "epoch": 32.66, "learning_rate": 2.8372867024368976e-05, "loss": 18.6826, "step": 36770 }, { "epoch": 32.66, "learning_rate": 2.8370328974192835e-05, "loss": 19.4111, "step": 36771 }, { "epoch": 32.66, "learning_rate": 2.8367790992578336e-05, "loss": 19.4229, "step": 36772 }, { "epoch": 32.66, "learning_rate": 2.836525307953356e-05, "loss": 19.459, "step": 36773 }, { "epoch": 32.66, "learning_rate": 2.8362715235066527e-05, "loss": 19.5498, "step": 36774 }, { "epoch": 32.66, "learning_rate": 2.8360177459185265e-05, "loss": 19.2646, "step": 36775 }, { "epoch": 32.66, "learning_rate": 2.8357639751897823e-05, "loss": 19.5742, "step": 36776 }, { "epoch": 32.66, "learning_rate": 2.835510211321225e-05, "loss": 19.6279, "step": 36777 }, { "epoch": 32.66, "learning_rate": 2.8352564543136616e-05, "loss": 19.3789, "step": 36778 }, { "epoch": 32.66, "learning_rate": 2.835002704167894e-05, "loss": 19.1055, "step": 36779 }, { "epoch": 32.66, "learning_rate": 2.8347489608847244e-05, "loss": 19.6318, "step": 36780 }, { "epoch": 32.67, "learning_rate": 2.8344952244649613e-05, "loss": 19.7539, "step": 36781 }, { "epoch": 32.67, "learning_rate": 2.8342414949094054e-05, "loss": 19.2197, "step": 36782 }, { "epoch": 32.67, "learning_rate": 2.8339877722188653e-05, "loss": 20.0732, "step": 36783 }, { "epoch": 32.67, "learning_rate": 2.8337340563941417e-05, "loss": 19.4766, "step": 36784 }, { "epoch": 32.67, "learning_rate": 2.8334803474360382e-05, "loss": 19.5664, "step": 36785 }, { "epoch": 32.67, "learning_rate": 2.8332266453453627e-05, "loss": 19.8037, "step": 36786 }, { "epoch": 32.67, "learning_rate": 2.832972950122915e-05, "loss": 19.459, "step": 36787 }, { "epoch": 32.67, "learning_rate": 2.8327192617695037e-05, "loss": 19.5566, "step": 36788 }, { "epoch": 32.67, "learning_rate": 2.8324655802859285e-05, "loss": 19.5859, "step": 36789 }, { "epoch": 32.67, "learning_rate": 2.8322119056729977e-05, "loss": 19.709, "step": 36790 }, { "epoch": 32.67, "learning_rate": 2.831958237931514e-05, "loss": 19.377, "step": 36791 }, { "epoch": 32.67, "learning_rate": 2.8317045770622786e-05, "loss": 19.4238, "step": 36792 }, { "epoch": 32.68, "learning_rate": 2.8314509230661003e-05, "loss": 19.6328, "step": 36793 }, { "epoch": 32.68, "learning_rate": 2.8311972759437776e-05, "loss": 19.6084, "step": 36794 }, { "epoch": 32.68, "learning_rate": 2.8309436356961204e-05, "loss": 19.667, "step": 36795 }, { "epoch": 32.68, "learning_rate": 2.8306900023239303e-05, "loss": 19.8066, "step": 36796 }, { "epoch": 32.68, "learning_rate": 2.8304363758280085e-05, "loss": 19.7451, "step": 36797 }, { "epoch": 32.68, "learning_rate": 2.8301827562091614e-05, "loss": 19.7676, "step": 36798 }, { "epoch": 32.68, "learning_rate": 2.829929143468195e-05, "loss": 19.6533, "step": 36799 }, { "epoch": 32.68, "learning_rate": 2.8296755376059108e-05, "loss": 19.4062, "step": 36800 }, { "epoch": 32.68, "learning_rate": 2.8294219386231137e-05, "loss": 19.3506, "step": 36801 }, { "epoch": 32.68, "learning_rate": 2.829168346520604e-05, "loss": 19.9336, "step": 36802 }, { "epoch": 32.68, "learning_rate": 2.8289147612991884e-05, "loss": 19.707, "step": 36803 }, { "epoch": 32.69, "learning_rate": 2.8286611829596728e-05, "loss": 19.083, "step": 36804 }, { "epoch": 32.69, "learning_rate": 2.828407611502857e-05, "loss": 19.5107, "step": 36805 }, { "epoch": 32.69, "learning_rate": 2.8281540469295477e-05, "loss": 19.0381, "step": 36806 }, { "epoch": 32.69, "learning_rate": 2.8279004892405486e-05, "loss": 19.1084, "step": 36807 }, { "epoch": 32.69, "learning_rate": 2.82764693843666e-05, "loss": 19.2607, "step": 36808 }, { "epoch": 32.69, "learning_rate": 2.8273933945186902e-05, "loss": 19.3066, "step": 36809 }, { "epoch": 32.69, "learning_rate": 2.8271398574874386e-05, "loss": 19.6875, "step": 36810 }, { "epoch": 32.69, "learning_rate": 2.8268863273437128e-05, "loss": 19.5303, "step": 36811 }, { "epoch": 32.69, "learning_rate": 2.8266328040883144e-05, "loss": 19.9912, "step": 36812 }, { "epoch": 32.69, "learning_rate": 2.8263792877220453e-05, "loss": 19.5176, "step": 36813 }, { "epoch": 32.69, "learning_rate": 2.826125778245713e-05, "loss": 19.6699, "step": 36814 }, { "epoch": 32.7, "learning_rate": 2.8258722756601173e-05, "loss": 20.127, "step": 36815 }, { "epoch": 32.7, "learning_rate": 2.8256187799660654e-05, "loss": 19.6582, "step": 36816 }, { "epoch": 32.7, "learning_rate": 2.8253652911643593e-05, "loss": 19.3477, "step": 36817 }, { "epoch": 32.7, "learning_rate": 2.8251118092557994e-05, "loss": 19.5264, "step": 36818 }, { "epoch": 32.7, "learning_rate": 2.8248583342411943e-05, "loss": 19.0264, "step": 36819 }, { "epoch": 32.7, "learning_rate": 2.8246048661213432e-05, "loss": 19.6045, "step": 36820 }, { "epoch": 32.7, "learning_rate": 2.824351404897051e-05, "loss": 19.4434, "step": 36821 }, { "epoch": 32.7, "learning_rate": 2.8240979505691262e-05, "loss": 19.5674, "step": 36822 }, { "epoch": 32.7, "learning_rate": 2.823844503138363e-05, "loss": 19.2842, "step": 36823 }, { "epoch": 32.7, "learning_rate": 2.8235910626055718e-05, "loss": 19.8711, "step": 36824 }, { "epoch": 32.7, "learning_rate": 2.8233376289715508e-05, "loss": 19.3672, "step": 36825 }, { "epoch": 32.71, "learning_rate": 2.8230842022371068e-05, "loss": 19.3398, "step": 36826 }, { "epoch": 32.71, "learning_rate": 2.8228307824030464e-05, "loss": 18.7939, "step": 36827 }, { "epoch": 32.71, "learning_rate": 2.822577369470164e-05, "loss": 20.0078, "step": 36828 }, { "epoch": 32.71, "learning_rate": 2.8223239634392683e-05, "loss": 18.9131, "step": 36829 }, { "epoch": 32.71, "learning_rate": 2.8220705643111635e-05, "loss": 19.4043, "step": 36830 }, { "epoch": 32.71, "learning_rate": 2.82181717208665e-05, "loss": 19.7227, "step": 36831 }, { "epoch": 32.71, "learning_rate": 2.8215637867665334e-05, "loss": 18.8496, "step": 36832 }, { "epoch": 32.71, "learning_rate": 2.821310408351616e-05, "loss": 19.2041, "step": 36833 }, { "epoch": 32.71, "learning_rate": 2.821057036842699e-05, "loss": 19.0674, "step": 36834 }, { "epoch": 32.71, "learning_rate": 2.8208036722405896e-05, "loss": 19.5498, "step": 36835 }, { "epoch": 32.71, "learning_rate": 2.8205503145460854e-05, "loss": 19.5391, "step": 36836 }, { "epoch": 32.71, "learning_rate": 2.820296963759995e-05, "loss": 18.9463, "step": 36837 }, { "epoch": 32.72, "learning_rate": 2.82004361988312e-05, "loss": 19.501, "step": 36838 }, { "epoch": 32.72, "learning_rate": 2.8197902829162597e-05, "loss": 19.4951, "step": 36839 }, { "epoch": 32.72, "learning_rate": 2.8195369528602223e-05, "loss": 19.4668, "step": 36840 }, { "epoch": 32.72, "learning_rate": 2.8192836297158064e-05, "loss": 19.4336, "step": 36841 }, { "epoch": 32.72, "learning_rate": 2.819030313483819e-05, "loss": 19.3516, "step": 36842 }, { "epoch": 32.72, "learning_rate": 2.8187770041650612e-05, "loss": 19.293, "step": 36843 }, { "epoch": 32.72, "learning_rate": 2.8185237017603337e-05, "loss": 19.3018, "step": 36844 }, { "epoch": 32.72, "learning_rate": 2.818270406270444e-05, "loss": 19.3594, "step": 36845 }, { "epoch": 32.72, "learning_rate": 2.8180171176961905e-05, "loss": 19.4092, "step": 36846 }, { "epoch": 32.72, "learning_rate": 2.8177638360383778e-05, "loss": 18.8867, "step": 36847 }, { "epoch": 32.72, "learning_rate": 2.8175105612978114e-05, "loss": 19.4473, "step": 36848 }, { "epoch": 32.73, "learning_rate": 2.8172572934752918e-05, "loss": 19.4766, "step": 36849 }, { "epoch": 32.73, "learning_rate": 2.817004032571622e-05, "loss": 19.9424, "step": 36850 }, { "epoch": 32.73, "learning_rate": 2.817004032571622e-05, "loss": 19.3105, "step": 36851 }, { "epoch": 32.73, "learning_rate": 2.8167507785876023e-05, "loss": 19.6143, "step": 36852 }, { "epoch": 32.73, "learning_rate": 2.816497531524038e-05, "loss": 18.9355, "step": 36853 }, { "epoch": 32.73, "learning_rate": 2.8162442913817333e-05, "loss": 18.9961, "step": 36854 }, { "epoch": 32.73, "learning_rate": 2.81599105816149e-05, "loss": 19.6357, "step": 36855 }, { "epoch": 32.73, "learning_rate": 2.8157378318641075e-05, "loss": 19.5762, "step": 36856 }, { "epoch": 32.73, "learning_rate": 2.8154846124903932e-05, "loss": 19.1641, "step": 36857 }, { "epoch": 32.73, "learning_rate": 2.8152314000411454e-05, "loss": 19.1768, "step": 36858 }, { "epoch": 32.73, "learning_rate": 2.8149781945171717e-05, "loss": 19.54, "step": 36859 }, { "epoch": 32.74, "learning_rate": 2.8149781945171717e-05, "loss": 19.9521, "step": 36860 }, { "epoch": 32.74, "learning_rate": 2.8147249959192708e-05, "loss": 19.3994, "step": 36861 }, { "epoch": 32.74, "learning_rate": 2.8144718042482447e-05, "loss": 19.499, "step": 36862 }, { "epoch": 32.74, "learning_rate": 2.8142186195049002e-05, "loss": 19.5039, "step": 36863 }, { "epoch": 32.74, "learning_rate": 2.8139654416900352e-05, "loss": 19.3623, "step": 36864 }, { "epoch": 32.74, "learning_rate": 2.813712270804456e-05, "loss": 19.2285, "step": 36865 }, { "epoch": 32.74, "learning_rate": 2.8134591068489612e-05, "loss": 19.2979, "step": 36866 }, { "epoch": 32.74, "learning_rate": 2.813205949824358e-05, "loss": 20.0215, "step": 36867 }, { "epoch": 32.74, "learning_rate": 2.8129527997314464e-05, "loss": 19.3125, "step": 36868 }, { "epoch": 32.74, "learning_rate": 2.812699656571027e-05, "loss": 19.6338, "step": 36869 }, { "epoch": 32.74, "learning_rate": 2.8124465203439054e-05, "loss": 19.3662, "step": 36870 }, { "epoch": 32.75, "learning_rate": 2.8121933910508813e-05, "loss": 19.3984, "step": 36871 }, { "epoch": 32.75, "learning_rate": 2.81194026869276e-05, "loss": 19.6104, "step": 36872 }, { "epoch": 32.75, "learning_rate": 2.811687153270342e-05, "loss": 19.6309, "step": 36873 }, { "epoch": 32.75, "learning_rate": 2.811434044784428e-05, "loss": 19.1602, "step": 36874 }, { "epoch": 32.75, "learning_rate": 2.8111809432358226e-05, "loss": 19.0674, "step": 36875 }, { "epoch": 32.75, "learning_rate": 2.8109278486253292e-05, "loss": 19.917, "step": 36876 }, { "epoch": 32.75, "learning_rate": 2.8106747609537487e-05, "loss": 19.3428, "step": 36877 }, { "epoch": 32.75, "learning_rate": 2.810421680221883e-05, "loss": 19.8076, "step": 36878 }, { "epoch": 32.75, "learning_rate": 2.8101686064305322e-05, "loss": 19.3535, "step": 36879 }, { "epoch": 32.75, "learning_rate": 2.809915539580501e-05, "loss": 19.3828, "step": 36880 }, { "epoch": 32.75, "learning_rate": 2.8096624796725933e-05, "loss": 19.3936, "step": 36881 }, { "epoch": 32.75, "learning_rate": 2.8094094267076078e-05, "loss": 19.7715, "step": 36882 }, { "epoch": 32.76, "learning_rate": 2.8091563806863497e-05, "loss": 19.6367, "step": 36883 }, { "epoch": 32.76, "learning_rate": 2.8089033416096196e-05, "loss": 19.4131, "step": 36884 }, { "epoch": 32.76, "learning_rate": 2.8086503094782168e-05, "loss": 19.6064, "step": 36885 }, { "epoch": 32.76, "learning_rate": 2.8083972842929483e-05, "loss": 18.6621, "step": 36886 }, { "epoch": 32.76, "learning_rate": 2.8081442660546125e-05, "loss": 19.6846, "step": 36887 }, { "epoch": 32.76, "learning_rate": 2.8078912547640146e-05, "loss": 19.1709, "step": 36888 }, { "epoch": 32.76, "learning_rate": 2.8076382504219545e-05, "loss": 19.6572, "step": 36889 }, { "epoch": 32.76, "learning_rate": 2.8073852530292323e-05, "loss": 19.3535, "step": 36890 }, { "epoch": 32.76, "learning_rate": 2.8071322625866546e-05, "loss": 19.1914, "step": 36891 }, { "epoch": 32.76, "learning_rate": 2.8068792790950184e-05, "loss": 19.2656, "step": 36892 }, { "epoch": 32.76, "learning_rate": 2.8066263025551282e-05, "loss": 19.2471, "step": 36893 }, { "epoch": 32.77, "learning_rate": 2.80637333296779e-05, "loss": 19.1387, "step": 36894 }, { "epoch": 32.77, "learning_rate": 2.8061203703337968e-05, "loss": 19.0186, "step": 36895 }, { "epoch": 32.77, "learning_rate": 2.8058674146539575e-05, "loss": 19.1494, "step": 36896 }, { "epoch": 32.77, "learning_rate": 2.805614465929069e-05, "loss": 19.3418, "step": 36897 }, { "epoch": 32.77, "learning_rate": 2.8053615241599356e-05, "loss": 19.873, "step": 36898 }, { "epoch": 32.77, "learning_rate": 2.8051085893473635e-05, "loss": 19.833, "step": 36899 }, { "epoch": 32.77, "learning_rate": 2.8048556614921455e-05, "loss": 19.7266, "step": 36900 }, { "epoch": 32.77, "learning_rate": 2.804602740595088e-05, "loss": 19.3086, "step": 36901 }, { "epoch": 32.77, "learning_rate": 2.8043498266569947e-05, "loss": 19.1426, "step": 36902 }, { "epoch": 32.77, "learning_rate": 2.8040969196786628e-05, "loss": 19.2393, "step": 36903 }, { "epoch": 32.77, "learning_rate": 2.8038440196609007e-05, "loss": 19.0371, "step": 36904 }, { "epoch": 32.78, "learning_rate": 2.8035911266045006e-05, "loss": 19.1963, "step": 36905 }, { "epoch": 32.78, "learning_rate": 2.8033382405102698e-05, "loss": 19.5967, "step": 36906 }, { "epoch": 32.78, "learning_rate": 2.803085361379011e-05, "loss": 19.3828, "step": 36907 }, { "epoch": 32.78, "learning_rate": 2.803085361379011e-05, "loss": 19.8262, "step": 36908 }, { "epoch": 32.78, "learning_rate": 2.8028324892115222e-05, "loss": 19.4209, "step": 36909 }, { "epoch": 32.78, "learning_rate": 2.802579624008609e-05, "loss": 19.0234, "step": 36910 }, { "epoch": 32.78, "learning_rate": 2.80232676577107e-05, "loss": 20.1133, "step": 36911 }, { "epoch": 32.78, "learning_rate": 2.8020739144997056e-05, "loss": 19.4834, "step": 36912 }, { "epoch": 32.78, "learning_rate": 2.801821070195321e-05, "loss": 20.085, "step": 36913 }, { "epoch": 32.78, "learning_rate": 2.8015682328587144e-05, "loss": 19.252, "step": 36914 }, { "epoch": 32.78, "learning_rate": 2.8013154024906894e-05, "loss": 19.4902, "step": 36915 }, { "epoch": 32.79, "learning_rate": 2.8010625790920475e-05, "loss": 19.626, "step": 36916 }, { "epoch": 32.79, "learning_rate": 2.800809762663587e-05, "loss": 19.5449, "step": 36917 }, { "epoch": 32.79, "learning_rate": 2.8005569532061137e-05, "loss": 19.5693, "step": 36918 }, { "epoch": 32.79, "learning_rate": 2.8003041507204242e-05, "loss": 19.7285, "step": 36919 }, { "epoch": 32.79, "learning_rate": 2.800051355207325e-05, "loss": 19.4443, "step": 36920 }, { "epoch": 32.79, "learning_rate": 2.799798566667614e-05, "loss": 19.6387, "step": 36921 }, { "epoch": 32.79, "learning_rate": 2.7995457851020916e-05, "loss": 19.624, "step": 36922 }, { "epoch": 32.79, "learning_rate": 2.7992930105115633e-05, "loss": 19.3516, "step": 36923 }, { "epoch": 32.79, "learning_rate": 2.799040242896825e-05, "loss": 19.3389, "step": 36924 }, { "epoch": 32.79, "learning_rate": 2.7987874822586806e-05, "loss": 19.3125, "step": 36925 }, { "epoch": 32.79, "learning_rate": 2.7985347285979336e-05, "loss": 19.1436, "step": 36926 }, { "epoch": 32.79, "learning_rate": 2.798281981915383e-05, "loss": 18.9502, "step": 36927 }, { "epoch": 32.8, "learning_rate": 2.798029242211828e-05, "loss": 19.8174, "step": 36928 }, { "epoch": 32.8, "learning_rate": 2.7977765094880737e-05, "loss": 19.4336, "step": 36929 }, { "epoch": 32.8, "learning_rate": 2.7975237837449177e-05, "loss": 19.2695, "step": 36930 }, { "epoch": 32.8, "learning_rate": 2.7972710649831634e-05, "loss": 19.3359, "step": 36931 }, { "epoch": 32.8, "learning_rate": 2.7970183532036114e-05, "loss": 19.4023, "step": 36932 }, { "epoch": 32.8, "learning_rate": 2.7967656484070604e-05, "loss": 19.4443, "step": 36933 }, { "epoch": 32.8, "learning_rate": 2.7965129505943154e-05, "loss": 18.9502, "step": 36934 }, { "epoch": 32.8, "learning_rate": 2.7962602597661736e-05, "loss": 19.6445, "step": 36935 }, { "epoch": 32.8, "learning_rate": 2.79600757592344e-05, "loss": 19.4775, "step": 36936 }, { "epoch": 32.8, "learning_rate": 2.795754899066913e-05, "loss": 19.498, "step": 36937 }, { "epoch": 32.8, "learning_rate": 2.795502229197392e-05, "loss": 19.6553, "step": 36938 }, { "epoch": 32.81, "learning_rate": 2.7952495663156813e-05, "loss": 19.7461, "step": 36939 }, { "epoch": 32.81, "learning_rate": 2.7949969104225788e-05, "loss": 19.2559, "step": 36940 }, { "epoch": 32.81, "learning_rate": 2.7947442615188884e-05, "loss": 19.1123, "step": 36941 }, { "epoch": 32.81, "learning_rate": 2.7944916196054078e-05, "loss": 19.1006, "step": 36942 }, { "epoch": 32.81, "learning_rate": 2.7942389846829407e-05, "loss": 19.6455, "step": 36943 }, { "epoch": 32.81, "learning_rate": 2.793986356752287e-05, "loss": 18.9746, "step": 36944 }, { "epoch": 32.81, "learning_rate": 2.7937337358142456e-05, "loss": 18.665, "step": 36945 }, { "epoch": 32.81, "learning_rate": 2.7934811218696198e-05, "loss": 19.708, "step": 36946 }, { "epoch": 32.81, "learning_rate": 2.7932285149192083e-05, "loss": 19.6396, "step": 36947 }, { "epoch": 32.81, "learning_rate": 2.792975914963814e-05, "loss": 18.7148, "step": 36948 }, { "epoch": 32.81, "learning_rate": 2.7927233220042364e-05, "loss": 19.5596, "step": 36949 }, { "epoch": 32.82, "learning_rate": 2.7924707360412746e-05, "loss": 19.2773, "step": 36950 }, { "epoch": 32.82, "learning_rate": 2.7922181570757305e-05, "loss": 19.6318, "step": 36951 }, { "epoch": 32.82, "learning_rate": 2.791965585108407e-05, "loss": 18.8799, "step": 36952 }, { "epoch": 32.82, "learning_rate": 2.7917130201401026e-05, "loss": 19.5303, "step": 36953 }, { "epoch": 32.82, "learning_rate": 2.7914604621716162e-05, "loss": 19.1963, "step": 36954 }, { "epoch": 32.82, "learning_rate": 2.791207911203752e-05, "loss": 19.8613, "step": 36955 }, { "epoch": 32.82, "learning_rate": 2.790955367237307e-05, "loss": 19.2695, "step": 36956 }, { "epoch": 32.82, "learning_rate": 2.790702830273085e-05, "loss": 19.6426, "step": 36957 }, { "epoch": 32.82, "learning_rate": 2.790450300311883e-05, "loss": 19.0029, "step": 36958 }, { "epoch": 32.82, "learning_rate": 2.7901977773545052e-05, "loss": 19.626, "step": 36959 }, { "epoch": 32.82, "learning_rate": 2.789945261401751e-05, "loss": 19.1709, "step": 36960 }, { "epoch": 32.83, "learning_rate": 2.789692752454417e-05, "loss": 19.2871, "step": 36961 }, { "epoch": 32.83, "learning_rate": 2.789440250513309e-05, "loss": 19.9531, "step": 36962 }, { "epoch": 32.83, "learning_rate": 2.7891877555792236e-05, "loss": 18.7686, "step": 36963 }, { "epoch": 32.83, "learning_rate": 2.7889352676529633e-05, "loss": 19.877, "step": 36964 }, { "epoch": 32.83, "learning_rate": 2.7886827867353284e-05, "loss": 19.2969, "step": 36965 }, { "epoch": 32.83, "learning_rate": 2.7884303128271168e-05, "loss": 19.7451, "step": 36966 }, { "epoch": 32.83, "learning_rate": 2.7881778459291318e-05, "loss": 19.2021, "step": 36967 }, { "epoch": 32.83, "learning_rate": 2.787925386042171e-05, "loss": 19.2412, "step": 36968 }, { "epoch": 32.83, "learning_rate": 2.787672933167036e-05, "loss": 19.7275, "step": 36969 }, { "epoch": 32.83, "learning_rate": 2.7874204873045308e-05, "loss": 19.6709, "step": 36970 }, { "epoch": 32.83, "learning_rate": 2.7871680484554476e-05, "loss": 19.1006, "step": 36971 }, { "epoch": 32.83, "learning_rate": 2.7869156166205934e-05, "loss": 19.251, "step": 36972 }, { "epoch": 32.84, "learning_rate": 2.7866631918007634e-05, "loss": 20.4668, "step": 36973 }, { "epoch": 32.84, "learning_rate": 2.7864107739967606e-05, "loss": 20.2559, "step": 36974 }, { "epoch": 32.84, "learning_rate": 2.786158363209388e-05, "loss": 19.0898, "step": 36975 }, { "epoch": 32.84, "learning_rate": 2.7859059594394387e-05, "loss": 19.2246, "step": 36976 }, { "epoch": 32.84, "learning_rate": 2.7856535626877157e-05, "loss": 19.0366, "step": 36977 }, { "epoch": 32.84, "learning_rate": 2.785401172955022e-05, "loss": 19.834, "step": 36978 }, { "epoch": 32.84, "learning_rate": 2.785148790242154e-05, "loss": 19.04, "step": 36979 }, { "epoch": 32.84, "learning_rate": 2.7848964145499168e-05, "loss": 19.1084, "step": 36980 }, { "epoch": 32.84, "learning_rate": 2.7846440458791023e-05, "loss": 19.4727, "step": 36981 }, { "epoch": 32.84, "learning_rate": 2.784391684230515e-05, "loss": 19.5781, "step": 36982 }, { "epoch": 32.84, "learning_rate": 2.7841393296049567e-05, "loss": 19.0605, "step": 36983 }, { "epoch": 32.85, "learning_rate": 2.783886982003223e-05, "loss": 18.8535, "step": 36984 }, { "epoch": 32.85, "learning_rate": 2.7836346414261187e-05, "loss": 19.6074, "step": 36985 }, { "epoch": 32.85, "learning_rate": 2.78338230787444e-05, "loss": 19.4814, "step": 36986 }, { "epoch": 32.85, "learning_rate": 2.783129981348987e-05, "loss": 19.2256, "step": 36987 }, { "epoch": 32.85, "learning_rate": 2.7828776618505614e-05, "loss": 19.4375, "step": 36988 }, { "epoch": 32.85, "learning_rate": 2.7826253493799605e-05, "loss": 19.6475, "step": 36989 }, { "epoch": 32.85, "learning_rate": 2.782373043937987e-05, "loss": 19.4043, "step": 36990 }, { "epoch": 32.85, "learning_rate": 2.7821207455254388e-05, "loss": 19.4873, "step": 36991 }, { "epoch": 32.85, "learning_rate": 2.781868454143114e-05, "loss": 19.6279, "step": 36992 }, { "epoch": 32.85, "learning_rate": 2.781616169791817e-05, "loss": 19.7275, "step": 36993 }, { "epoch": 32.85, "learning_rate": 2.7813638924723417e-05, "loss": 19.96, "step": 36994 }, { "epoch": 32.86, "learning_rate": 2.7811116221854916e-05, "loss": 19.1611, "step": 36995 }, { "epoch": 32.86, "learning_rate": 2.7808593589320697e-05, "loss": 19.1924, "step": 36996 }, { "epoch": 32.86, "learning_rate": 2.7806071027128665e-05, "loss": 20.334, "step": 36997 }, { "epoch": 32.86, "learning_rate": 2.7803548535286893e-05, "loss": 18.9277, "step": 36998 }, { "epoch": 32.86, "learning_rate": 2.780102611380333e-05, "loss": 18.9453, "step": 36999 }, { "epoch": 32.86, "learning_rate": 2.779850376268599e-05, "loss": 19.2168, "step": 37000 }, { "epoch": 32.86, "learning_rate": 2.779598148194289e-05, "loss": 19.4189, "step": 37001 }, { "epoch": 32.86, "learning_rate": 2.7793459271582007e-05, "loss": 19.4736, "step": 37002 }, { "epoch": 32.86, "learning_rate": 2.779093713161131e-05, "loss": 18.7734, "step": 37003 }, { "epoch": 32.86, "learning_rate": 2.7788415062038842e-05, "loss": 19.8613, "step": 37004 }, { "epoch": 32.86, "learning_rate": 2.7785893062872547e-05, "loss": 19.666, "step": 37005 }, { "epoch": 32.87, "learning_rate": 2.778337113412046e-05, "loss": 19.7627, "step": 37006 }, { "epoch": 32.87, "learning_rate": 2.778084927579057e-05, "loss": 19.1768, "step": 37007 }, { "epoch": 32.87, "learning_rate": 2.7778327487890837e-05, "loss": 19.3135, "step": 37008 }, { "epoch": 32.87, "learning_rate": 2.7775805770429296e-05, "loss": 19.6748, "step": 37009 }, { "epoch": 32.87, "learning_rate": 2.7773284123413913e-05, "loss": 19.6904, "step": 37010 }, { "epoch": 32.87, "learning_rate": 2.7770762546852702e-05, "loss": 19.4404, "step": 37011 }, { "epoch": 32.87, "learning_rate": 2.776824104075364e-05, "loss": 19.2686, "step": 37012 }, { "epoch": 32.87, "learning_rate": 2.7765719605124708e-05, "loss": 19.6104, "step": 37013 }, { "epoch": 32.87, "learning_rate": 2.776319823997394e-05, "loss": 18.667, "step": 37014 }, { "epoch": 32.87, "learning_rate": 2.776067694530928e-05, "loss": 19.5977, "step": 37015 }, { "epoch": 32.87, "learning_rate": 2.7758155721138757e-05, "loss": 19.5654, "step": 37016 }, { "epoch": 32.87, "learning_rate": 2.7755634567470335e-05, "loss": 19.6211, "step": 37017 }, { "epoch": 32.88, "learning_rate": 2.775311348431204e-05, "loss": 20.3447, "step": 37018 }, { "epoch": 32.88, "learning_rate": 2.7750592471671838e-05, "loss": 18.9727, "step": 37019 }, { "epoch": 32.88, "learning_rate": 2.7748071529557708e-05, "loss": 19.6816, "step": 37020 }, { "epoch": 32.88, "learning_rate": 2.7745550657977654e-05, "loss": 19.3096, "step": 37021 }, { "epoch": 32.88, "learning_rate": 2.7743029856939697e-05, "loss": 19.2725, "step": 37022 }, { "epoch": 32.88, "learning_rate": 2.7740509126451785e-05, "loss": 19.6094, "step": 37023 }, { "epoch": 32.88, "learning_rate": 2.7737988466521937e-05, "loss": 19.8672, "step": 37024 }, { "epoch": 32.88, "learning_rate": 2.7735467877158106e-05, "loss": 19.4541, "step": 37025 }, { "epoch": 32.88, "learning_rate": 2.7732947358368312e-05, "loss": 19.29, "step": 37026 }, { "epoch": 32.88, "learning_rate": 2.7730426910160547e-05, "loss": 19.2363, "step": 37027 }, { "epoch": 32.88, "learning_rate": 2.772790653254278e-05, "loss": 19.6309, "step": 37028 }, { "epoch": 32.89, "learning_rate": 2.7725386225523026e-05, "loss": 19.8447, "step": 37029 }, { "epoch": 32.89, "learning_rate": 2.772286598910926e-05, "loss": 19.4316, "step": 37030 }, { "epoch": 32.89, "learning_rate": 2.772034582330945e-05, "loss": 19.4658, "step": 37031 }, { "epoch": 32.89, "learning_rate": 2.771782572813163e-05, "loss": 19.3398, "step": 37032 }, { "epoch": 32.89, "learning_rate": 2.771530570358374e-05, "loss": 19.1455, "step": 37033 }, { "epoch": 32.89, "learning_rate": 2.7712785749673804e-05, "loss": 19.0801, "step": 37034 }, { "epoch": 32.89, "learning_rate": 2.77102658664098e-05, "loss": 19.209, "step": 37035 }, { "epoch": 32.89, "learning_rate": 2.7707746053799692e-05, "loss": 19.4043, "step": 37036 }, { "epoch": 32.89, "learning_rate": 2.7705226311851505e-05, "loss": 19.6104, "step": 37037 }, { "epoch": 32.89, "learning_rate": 2.7702706640573194e-05, "loss": 19.3418, "step": 37038 }, { "epoch": 32.89, "learning_rate": 2.7700187039972776e-05, "loss": 19.002, "step": 37039 }, { "epoch": 32.9, "learning_rate": 2.7697667510058223e-05, "loss": 19.9053, "step": 37040 }, { "epoch": 32.9, "learning_rate": 2.7695148050837494e-05, "loss": 19.6035, "step": 37041 }, { "epoch": 32.9, "learning_rate": 2.7692628662318626e-05, "loss": 20.1777, "step": 37042 }, { "epoch": 32.9, "learning_rate": 2.7690109344509563e-05, "loss": 19.9346, "step": 37043 }, { "epoch": 32.9, "learning_rate": 2.7687590097418304e-05, "loss": 19.6113, "step": 37044 }, { "epoch": 32.9, "learning_rate": 2.768507092105288e-05, "loss": 19.3057, "step": 37045 }, { "epoch": 32.9, "learning_rate": 2.7682551815421187e-05, "loss": 19.1016, "step": 37046 }, { "epoch": 32.9, "learning_rate": 2.7680032780531262e-05, "loss": 19.5186, "step": 37047 }, { "epoch": 32.9, "learning_rate": 2.767751381639111e-05, "loss": 18.9316, "step": 37048 }, { "epoch": 32.9, "learning_rate": 2.7674994923008667e-05, "loss": 19.4385, "step": 37049 }, { "epoch": 32.9, "learning_rate": 2.7672476100391986e-05, "loss": 19.5693, "step": 37050 }, { "epoch": 32.9, "learning_rate": 2.766995734854896e-05, "loss": 19.165, "step": 37051 }, { "epoch": 32.91, "learning_rate": 2.7667438667487624e-05, "loss": 19.2891, "step": 37052 }, { "epoch": 32.91, "learning_rate": 2.7664920057215976e-05, "loss": 19.3184, "step": 37053 }, { "epoch": 32.91, "learning_rate": 2.766240151774196e-05, "loss": 19.376, "step": 37054 }, { "epoch": 32.91, "learning_rate": 2.76598830490736e-05, "loss": 19.2598, "step": 37055 }, { "epoch": 32.91, "learning_rate": 2.7657364651218858e-05, "loss": 19.2285, "step": 37056 }, { "epoch": 32.91, "learning_rate": 2.76548463241857e-05, "loss": 19.1445, "step": 37057 }, { "epoch": 32.91, "learning_rate": 2.765232806798215e-05, "loss": 19.7051, "step": 37058 }, { "epoch": 32.91, "learning_rate": 2.764980988261614e-05, "loss": 19.5527, "step": 37059 }, { "epoch": 32.91, "learning_rate": 2.7647291768095695e-05, "loss": 19.377, "step": 37060 }, { "epoch": 32.91, "learning_rate": 2.764477372442879e-05, "loss": 19.4434, "step": 37061 }, { "epoch": 32.91, "learning_rate": 2.7642255751623374e-05, "loss": 18.9043, "step": 37062 }, { "epoch": 32.92, "learning_rate": 2.7639737849687474e-05, "loss": 19.1523, "step": 37063 }, { "epoch": 32.92, "learning_rate": 2.7637220018629028e-05, "loss": 19.1582, "step": 37064 }, { "epoch": 32.92, "learning_rate": 2.7634702258456058e-05, "loss": 19.1914, "step": 37065 }, { "epoch": 32.92, "learning_rate": 2.7632184569176524e-05, "loss": 19.5928, "step": 37066 }, { "epoch": 32.92, "learning_rate": 2.7629666950798384e-05, "loss": 19.0605, "step": 37067 }, { "epoch": 32.92, "learning_rate": 2.7627149403329665e-05, "loss": 19.0596, "step": 37068 }, { "epoch": 32.92, "learning_rate": 2.7624631926778305e-05, "loss": 19.5713, "step": 37069 }, { "epoch": 32.92, "learning_rate": 2.7622114521152304e-05, "loss": 19.833, "step": 37070 }, { "epoch": 32.92, "learning_rate": 2.7619597186459678e-05, "loss": 19.4805, "step": 37071 }, { "epoch": 32.92, "learning_rate": 2.7617079922708334e-05, "loss": 19.9404, "step": 37072 }, { "epoch": 32.92, "learning_rate": 2.761456272990628e-05, "loss": 19.2441, "step": 37073 }, { "epoch": 32.93, "learning_rate": 2.761204560806152e-05, "loss": 19.1377, "step": 37074 }, { "epoch": 32.93, "learning_rate": 2.7609528557181997e-05, "loss": 19.1152, "step": 37075 }, { "epoch": 32.93, "learning_rate": 2.7607011577275727e-05, "loss": 19.1963, "step": 37076 }, { "epoch": 32.93, "learning_rate": 2.7604494668350666e-05, "loss": 19.5127, "step": 37077 }, { "epoch": 32.93, "learning_rate": 2.7601977830414772e-05, "loss": 19.3242, "step": 37078 }, { "epoch": 32.93, "learning_rate": 2.7599461063476072e-05, "loss": 19.9658, "step": 37079 }, { "epoch": 32.93, "learning_rate": 2.7596944367542487e-05, "loss": 19.4648, "step": 37080 }, { "epoch": 32.93, "learning_rate": 2.7594427742622054e-05, "loss": 19.7275, "step": 37081 }, { "epoch": 32.93, "learning_rate": 2.7591911188722714e-05, "loss": 19.5674, "step": 37082 }, { "epoch": 32.93, "learning_rate": 2.7589394705852427e-05, "loss": 19.3779, "step": 37083 }, { "epoch": 32.93, "learning_rate": 2.758687829401922e-05, "loss": 19.5713, "step": 37084 }, { "epoch": 32.94, "learning_rate": 2.758436195323102e-05, "loss": 19.3896, "step": 37085 }, { "epoch": 32.94, "learning_rate": 2.7581845683495843e-05, "loss": 19.6172, "step": 37086 }, { "epoch": 32.94, "learning_rate": 2.7579329484821626e-05, "loss": 19.0674, "step": 37087 }, { "epoch": 32.94, "learning_rate": 2.757681335721639e-05, "loss": 19.3506, "step": 37088 }, { "epoch": 32.94, "learning_rate": 2.7574297300688083e-05, "loss": 19.3359, "step": 37089 }, { "epoch": 32.94, "learning_rate": 2.757178131524467e-05, "loss": 19.3838, "step": 37090 }, { "epoch": 32.94, "learning_rate": 2.7569265400894156e-05, "loss": 19.3887, "step": 37091 }, { "epoch": 32.94, "learning_rate": 2.756674955764448e-05, "loss": 19.5352, "step": 37092 }, { "epoch": 32.94, "learning_rate": 2.7564233785503657e-05, "loss": 19.627, "step": 37093 }, { "epoch": 32.94, "learning_rate": 2.7561718084479648e-05, "loss": 19.3799, "step": 37094 }, { "epoch": 32.94, "learning_rate": 2.7559202454580395e-05, "loss": 18.9619, "step": 37095 }, { "epoch": 32.94, "learning_rate": 2.7556686895813898e-05, "loss": 19.2812, "step": 37096 }, { "epoch": 32.95, "learning_rate": 2.7554171408188157e-05, "loss": 19.3857, "step": 37097 }, { "epoch": 32.95, "learning_rate": 2.755165599171111e-05, "loss": 19.21, "step": 37098 }, { "epoch": 32.95, "learning_rate": 2.7549140646390747e-05, "loss": 19.2461, "step": 37099 }, { "epoch": 32.95, "learning_rate": 2.7546625372235012e-05, "loss": 19.3555, "step": 37100 }, { "epoch": 32.95, "learning_rate": 2.7544110169251898e-05, "loss": 19.6006, "step": 37101 }, { "epoch": 32.95, "learning_rate": 2.7541595037449397e-05, "loss": 19.7373, "step": 37102 }, { "epoch": 32.95, "learning_rate": 2.7539079976835445e-05, "loss": 19.2207, "step": 37103 }, { "epoch": 32.95, "learning_rate": 2.7539079976835445e-05, "loss": 19.5518, "step": 37104 }, { "epoch": 32.95, "learning_rate": 2.7536564987418055e-05, "loss": 19.5234, "step": 37105 }, { "epoch": 32.95, "learning_rate": 2.753405006920518e-05, "loss": 19.958, "step": 37106 }, { "epoch": 32.95, "learning_rate": 2.7531535222204763e-05, "loss": 19.7744, "step": 37107 }, { "epoch": 32.96, "learning_rate": 2.7529020446424823e-05, "loss": 19.6348, "step": 37108 }, { "epoch": 32.96, "learning_rate": 2.7526505741873297e-05, "loss": 19.4121, "step": 37109 }, { "epoch": 32.96, "learning_rate": 2.7523991108558177e-05, "loss": 19.5664, "step": 37110 }, { "epoch": 32.96, "learning_rate": 2.7521476546487435e-05, "loss": 19.0684, "step": 37111 }, { "epoch": 32.96, "learning_rate": 2.7518962055669006e-05, "loss": 19.1045, "step": 37112 }, { "epoch": 32.96, "learning_rate": 2.7516447636110913e-05, "loss": 19.6602, "step": 37113 }, { "epoch": 32.96, "learning_rate": 2.7513933287821082e-05, "loss": 19.167, "step": 37114 }, { "epoch": 32.96, "learning_rate": 2.751141901080751e-05, "loss": 19.4297, "step": 37115 }, { "epoch": 32.96, "learning_rate": 2.7508904805078163e-05, "loss": 19.6611, "step": 37116 }, { "epoch": 32.96, "learning_rate": 2.750639067064099e-05, "loss": 19.8389, "step": 37117 }, { "epoch": 32.96, "learning_rate": 2.7503876607503987e-05, "loss": 19.1172, "step": 37118 }, { "epoch": 32.97, "learning_rate": 2.7501362615675097e-05, "loss": 19.5156, "step": 37119 }, { "epoch": 32.97, "learning_rate": 2.7498848695162304e-05, "loss": 18.8389, "step": 37120 }, { "epoch": 32.97, "learning_rate": 2.7496334845973613e-05, "loss": 19.5527, "step": 37121 }, { "epoch": 32.97, "learning_rate": 2.749382106811692e-05, "loss": 19.4932, "step": 37122 }, { "epoch": 32.97, "learning_rate": 2.749130736160022e-05, "loss": 19.4277, "step": 37123 }, { "epoch": 32.97, "learning_rate": 2.7488793726431516e-05, "loss": 18.9258, "step": 37124 }, { "epoch": 32.97, "learning_rate": 2.748628016261873e-05, "loss": 19.3926, "step": 37125 }, { "epoch": 32.97, "learning_rate": 2.7483766670169886e-05, "loss": 19.3174, "step": 37126 }, { "epoch": 32.97, "learning_rate": 2.7481253249092876e-05, "loss": 19.1396, "step": 37127 }, { "epoch": 32.97, "learning_rate": 2.74787398993957e-05, "loss": 19.249, "step": 37128 }, { "epoch": 32.97, "learning_rate": 2.7476226621086354e-05, "loss": 19.5342, "step": 37129 }, { "epoch": 32.98, "learning_rate": 2.7473713414172765e-05, "loss": 19.7656, "step": 37130 }, { "epoch": 32.98, "learning_rate": 2.7471200278662922e-05, "loss": 18.8574, "step": 37131 }, { "epoch": 32.98, "learning_rate": 2.7468687214564797e-05, "loss": 19.5078, "step": 37132 }, { "epoch": 32.98, "learning_rate": 2.7466174221886322e-05, "loss": 19.417, "step": 37133 }, { "epoch": 32.98, "learning_rate": 2.746366130063549e-05, "loss": 19.7324, "step": 37134 }, { "epoch": 32.98, "learning_rate": 2.746114845082025e-05, "loss": 19.2803, "step": 37135 }, { "epoch": 32.98, "learning_rate": 2.7458635672448595e-05, "loss": 19.3604, "step": 37136 }, { "epoch": 32.98, "learning_rate": 2.7456122965528475e-05, "loss": 19.1982, "step": 37137 }, { "epoch": 32.98, "learning_rate": 2.7453610330067836e-05, "loss": 19.7266, "step": 37138 }, { "epoch": 32.98, "learning_rate": 2.7451097766074667e-05, "loss": 19.2783, "step": 37139 }, { "epoch": 32.98, "learning_rate": 2.7448585273556916e-05, "loss": 19.9141, "step": 37140 }, { "epoch": 32.98, "learning_rate": 2.7446072852522542e-05, "loss": 19.7188, "step": 37141 }, { "epoch": 32.99, "learning_rate": 2.7443560502979572e-05, "loss": 19.6123, "step": 37142 }, { "epoch": 32.99, "learning_rate": 2.7441048224935872e-05, "loss": 19.1514, "step": 37143 }, { "epoch": 32.99, "learning_rate": 2.7438536018399473e-05, "loss": 19.6064, "step": 37144 }, { "epoch": 32.99, "learning_rate": 2.7436023883378303e-05, "loss": 19.0322, "step": 37145 }, { "epoch": 32.99, "learning_rate": 2.743351181988034e-05, "loss": 20.0049, "step": 37146 }, { "epoch": 32.99, "learning_rate": 2.7430999827913583e-05, "loss": 19.2178, "step": 37147 }, { "epoch": 32.99, "learning_rate": 2.7428487907485924e-05, "loss": 19.1582, "step": 37148 }, { "epoch": 32.99, "learning_rate": 2.742597605860535e-05, "loss": 19.9414, "step": 37149 }, { "epoch": 32.99, "learning_rate": 2.742346428127986e-05, "loss": 19.1943, "step": 37150 }, { "epoch": 32.99, "learning_rate": 2.7420952575517365e-05, "loss": 19.4941, "step": 37151 }, { "epoch": 32.99, "learning_rate": 2.7418440941325872e-05, "loss": 19.3516, "step": 37152 }, { "epoch": 33.0, "learning_rate": 2.741592937871332e-05, "loss": 19.0322, "step": 37153 }, { "epoch": 33.0, "learning_rate": 2.7413417887687643e-05, "loss": 19.7266, "step": 37154 }, { "epoch": 33.0, "learning_rate": 2.7410906468256857e-05, "loss": 19.5371, "step": 37155 }, { "epoch": 33.0, "learning_rate": 2.7408395120428877e-05, "loss": 19.0596, "step": 37156 }, { "epoch": 33.0, "learning_rate": 2.74058838442117e-05, "loss": 19.2734, "step": 37157 }, { "epoch": 33.0, "learning_rate": 2.7403372639613263e-05, "loss": 19.3594, "step": 37158 }, { "epoch": 33.0, "learning_rate": 2.7400861506641513e-05, "loss": 19.2451, "step": 37159 }, { "epoch": 33.0, "learning_rate": 2.7398350445304443e-05, "loss": 19.7988, "step": 37160 }, { "epoch": 33.0, "learning_rate": 2.7395839455609982e-05, "loss": 19.2842, "step": 37161 }, { "epoch": 33.0, "learning_rate": 2.7393328537566127e-05, "loss": 19.4375, "step": 37162 }, { "epoch": 33.0, "learning_rate": 2.7393328537566127e-05, "loss": 19.6602, "step": 37163 }, { "epoch": 33.01, "learning_rate": 2.7393328537566127e-05, "loss": 19.1787, "step": 37164 }, { "epoch": 33.01, "learning_rate": 2.739081769118079e-05, "loss": 19.1328, "step": 37165 }, { "epoch": 33.01, "learning_rate": 2.738830691646198e-05, "loss": 19.4717, "step": 37166 }, { "epoch": 33.01, "learning_rate": 2.7385796213417626e-05, "loss": 19.2598, "step": 37167 }, { "epoch": 33.01, "learning_rate": 2.738328558205567e-05, "loss": 19.124, "step": 37168 }, { "epoch": 33.01, "learning_rate": 2.7380775022384088e-05, "loss": 20.0332, "step": 37169 }, { "epoch": 33.01, "learning_rate": 2.7378264534410864e-05, "loss": 19.1797, "step": 37170 }, { "epoch": 33.01, "learning_rate": 2.7375754118143932e-05, "loss": 19.4468, "step": 37171 }, { "epoch": 33.01, "learning_rate": 2.7373243773591252e-05, "loss": 19.1777, "step": 37172 }, { "epoch": 33.01, "learning_rate": 2.7370733500760755e-05, "loss": 19.0264, "step": 37173 }, { "epoch": 33.01, "learning_rate": 2.7368223299660422e-05, "loss": 19.6465, "step": 37174 }, { "epoch": 33.02, "learning_rate": 2.7365713170298234e-05, "loss": 19.6992, "step": 37175 }, { "epoch": 33.02, "learning_rate": 2.736320311268212e-05, "loss": 18.8906, "step": 37176 }, { "epoch": 33.02, "learning_rate": 2.736069312682002e-05, "loss": 18.8535, "step": 37177 }, { "epoch": 33.02, "learning_rate": 2.7358183212719933e-05, "loss": 18.9707, "step": 37178 }, { "epoch": 33.02, "learning_rate": 2.7355673370389767e-05, "loss": 19.1133, "step": 37179 }, { "epoch": 33.02, "learning_rate": 2.7353163599837528e-05, "loss": 19.208, "step": 37180 }, { "epoch": 33.02, "learning_rate": 2.7350653901071122e-05, "loss": 18.9961, "step": 37181 }, { "epoch": 33.02, "learning_rate": 2.7348144274098554e-05, "loss": 19.335, "step": 37182 }, { "epoch": 33.02, "learning_rate": 2.734563471892775e-05, "loss": 18.9697, "step": 37183 }, { "epoch": 33.02, "learning_rate": 2.7343125235566647e-05, "loss": 19.2012, "step": 37184 }, { "epoch": 33.02, "learning_rate": 2.734061582402324e-05, "loss": 19.542, "step": 37185 }, { "epoch": 33.02, "learning_rate": 2.733810648430544e-05, "loss": 19.6162, "step": 37186 }, { "epoch": 33.03, "learning_rate": 2.733559721642125e-05, "loss": 18.8252, "step": 37187 }, { "epoch": 33.03, "learning_rate": 2.7333088020378604e-05, "loss": 19.0928, "step": 37188 }, { "epoch": 33.03, "learning_rate": 2.733057889618542e-05, "loss": 19.2617, "step": 37189 }, { "epoch": 33.03, "learning_rate": 2.732806984384971e-05, "loss": 18.9307, "step": 37190 }, { "epoch": 33.03, "learning_rate": 2.732556086337938e-05, "loss": 19.1904, "step": 37191 }, { "epoch": 33.03, "learning_rate": 2.7323051954782418e-05, "loss": 18.9609, "step": 37192 }, { "epoch": 33.03, "learning_rate": 2.7320543118066765e-05, "loss": 19.1367, "step": 37193 }, { "epoch": 33.03, "learning_rate": 2.7318034353240347e-05, "loss": 19.0371, "step": 37194 }, { "epoch": 33.03, "learning_rate": 2.7315525660311135e-05, "loss": 19.4365, "step": 37195 }, { "epoch": 33.03, "learning_rate": 2.731301703928711e-05, "loss": 18.8438, "step": 37196 }, { "epoch": 33.03, "learning_rate": 2.731050849017618e-05, "loss": 19.2627, "step": 37197 }, { "epoch": 33.04, "learning_rate": 2.7308000012986347e-05, "loss": 19.1729, "step": 37198 }, { "epoch": 33.04, "learning_rate": 2.7305491607725496e-05, "loss": 19.1797, "step": 37199 }, { "epoch": 33.04, "learning_rate": 2.730298327440161e-05, "loss": 18.9355, "step": 37200 }, { "epoch": 33.04, "learning_rate": 2.7300475013022663e-05, "loss": 19.9238, "step": 37201 }, { "epoch": 33.04, "learning_rate": 2.7297966823596564e-05, "loss": 19.0811, "step": 37202 }, { "epoch": 33.04, "learning_rate": 2.7295458706131315e-05, "loss": 19.3193, "step": 37203 }, { "epoch": 33.04, "learning_rate": 2.7292950660634824e-05, "loss": 19.0371, "step": 37204 }, { "epoch": 33.04, "learning_rate": 2.7290442687115038e-05, "loss": 18.9502, "step": 37205 }, { "epoch": 33.04, "learning_rate": 2.7287934785579938e-05, "loss": 19.7334, "step": 37206 }, { "epoch": 33.04, "learning_rate": 2.728542695603744e-05, "loss": 18.6592, "step": 37207 }, { "epoch": 33.04, "learning_rate": 2.7282919198495532e-05, "loss": 18.8613, "step": 37208 }, { "epoch": 33.05, "learning_rate": 2.728041151296214e-05, "loss": 18.791, "step": 37209 }, { "epoch": 33.05, "learning_rate": 2.7277903899445195e-05, "loss": 19.3115, "step": 37210 }, { "epoch": 33.05, "learning_rate": 2.727539635795268e-05, "loss": 18.8662, "step": 37211 }, { "epoch": 33.05, "learning_rate": 2.7272888888492515e-05, "loss": 19.1318, "step": 37212 }, { "epoch": 33.05, "learning_rate": 2.7270381491072684e-05, "loss": 18.9033, "step": 37213 }, { "epoch": 33.05, "learning_rate": 2.72678741657011e-05, "loss": 19.2676, "step": 37214 }, { "epoch": 33.05, "learning_rate": 2.7265366912385715e-05, "loss": 19.21, "step": 37215 }, { "epoch": 33.05, "learning_rate": 2.72628597311345e-05, "loss": 18.9395, "step": 37216 }, { "epoch": 33.05, "learning_rate": 2.7260352621955364e-05, "loss": 19.2412, "step": 37217 }, { "epoch": 33.05, "learning_rate": 2.7257845584856285e-05, "loss": 19.0352, "step": 37218 }, { "epoch": 33.05, "learning_rate": 2.725533861984524e-05, "loss": 18.8506, "step": 37219 }, { "epoch": 33.06, "learning_rate": 2.7252831726930095e-05, "loss": 19.416, "step": 37220 }, { "epoch": 33.06, "learning_rate": 2.725032490611885e-05, "loss": 18.7168, "step": 37221 }, { "epoch": 33.06, "learning_rate": 2.7247818157419436e-05, "loss": 19.54, "step": 37222 }, { "epoch": 33.06, "learning_rate": 2.7245311480839792e-05, "loss": 19.0068, "step": 37223 }, { "epoch": 33.06, "learning_rate": 2.7242804876387894e-05, "loss": 19.1562, "step": 37224 }, { "epoch": 33.06, "learning_rate": 2.7240298344071673e-05, "loss": 19.2051, "step": 37225 }, { "epoch": 33.06, "learning_rate": 2.723779188389905e-05, "loss": 19.207, "step": 37226 }, { "epoch": 33.06, "learning_rate": 2.7235285495878006e-05, "loss": 19.4492, "step": 37227 }, { "epoch": 33.06, "learning_rate": 2.723277918001645e-05, "loss": 19.4648, "step": 37228 }, { "epoch": 33.06, "learning_rate": 2.7230272936322366e-05, "loss": 19.752, "step": 37229 }, { "epoch": 33.06, "learning_rate": 2.7227766764803674e-05, "loss": 19.918, "step": 37230 }, { "epoch": 33.06, "learning_rate": 2.72252606654683e-05, "loss": 19.3818, "step": 37231 }, { "epoch": 33.07, "learning_rate": 2.7222754638324233e-05, "loss": 19.334, "step": 37232 }, { "epoch": 33.07, "learning_rate": 2.7220248683379367e-05, "loss": 19.4863, "step": 37233 }, { "epoch": 33.07, "learning_rate": 2.72177428006417e-05, "loss": 19.4619, "step": 37234 }, { "epoch": 33.07, "learning_rate": 2.721523699011914e-05, "loss": 20.0479, "step": 37235 }, { "epoch": 33.07, "learning_rate": 2.721273125181962e-05, "loss": 19.6201, "step": 37236 }, { "epoch": 33.07, "learning_rate": 2.7210225585751124e-05, "loss": 19.1436, "step": 37237 }, { "epoch": 33.07, "learning_rate": 2.7207719991921544e-05, "loss": 19.5225, "step": 37238 }, { "epoch": 33.07, "learning_rate": 2.720521447033887e-05, "loss": 19.5352, "step": 37239 }, { "epoch": 33.07, "learning_rate": 2.7202709021010995e-05, "loss": 19.2676, "step": 37240 }, { "epoch": 33.07, "learning_rate": 2.720020364394591e-05, "loss": 18.8203, "step": 37241 }, { "epoch": 33.07, "learning_rate": 2.7197698339151538e-05, "loss": 19.1094, "step": 37242 }, { "epoch": 33.08, "learning_rate": 2.7195193106635798e-05, "loss": 19.3262, "step": 37243 }, { "epoch": 33.08, "learning_rate": 2.7192687946406642e-05, "loss": 19.6016, "step": 37244 }, { "epoch": 33.08, "learning_rate": 2.719018285847204e-05, "loss": 19.3711, "step": 37245 }, { "epoch": 33.08, "learning_rate": 2.7187677842839915e-05, "loss": 19.1104, "step": 37246 }, { "epoch": 33.08, "learning_rate": 2.7185172899518197e-05, "loss": 19.3662, "step": 37247 }, { "epoch": 33.08, "learning_rate": 2.7182668028514824e-05, "loss": 19.1055, "step": 37248 }, { "epoch": 33.08, "learning_rate": 2.7180163229837728e-05, "loss": 19.0371, "step": 37249 }, { "epoch": 33.08, "learning_rate": 2.7177658503494897e-05, "loss": 19.0312, "step": 37250 }, { "epoch": 33.08, "learning_rate": 2.717515384949424e-05, "loss": 19.8809, "step": 37251 }, { "epoch": 33.08, "learning_rate": 2.7172649267843665e-05, "loss": 19.2803, "step": 37252 }, { "epoch": 33.08, "learning_rate": 2.7170144758551164e-05, "loss": 19.127, "step": 37253 }, { "epoch": 33.09, "learning_rate": 2.7167640321624637e-05, "loss": 19.5, "step": 37254 }, { "epoch": 33.09, "learning_rate": 2.7165135957072052e-05, "loss": 19.4023, "step": 37255 }, { "epoch": 33.09, "learning_rate": 2.7162631664901322e-05, "loss": 19.4502, "step": 37256 }, { "epoch": 33.09, "learning_rate": 2.716012744512041e-05, "loss": 19.4951, "step": 37257 }, { "epoch": 33.09, "learning_rate": 2.7157623297737243e-05, "loss": 18.8828, "step": 37258 }, { "epoch": 33.09, "learning_rate": 2.7155119222759733e-05, "loss": 19.5762, "step": 37259 }, { "epoch": 33.09, "learning_rate": 2.7152615220195867e-05, "loss": 19.6299, "step": 37260 }, { "epoch": 33.09, "learning_rate": 2.7150111290053527e-05, "loss": 19.6572, "step": 37261 }, { "epoch": 33.09, "learning_rate": 2.7147607432340704e-05, "loss": 19.1963, "step": 37262 }, { "epoch": 33.09, "learning_rate": 2.7145103647065308e-05, "loss": 19.2988, "step": 37263 }, { "epoch": 33.09, "learning_rate": 2.7142599934235257e-05, "loss": 19.1025, "step": 37264 }, { "epoch": 33.1, "learning_rate": 2.7140096293858525e-05, "loss": 19.3857, "step": 37265 }, { "epoch": 33.1, "learning_rate": 2.7137592725943012e-05, "loss": 19.3838, "step": 37266 }, { "epoch": 33.1, "learning_rate": 2.713508923049669e-05, "loss": 19.3916, "step": 37267 }, { "epoch": 33.1, "learning_rate": 2.7132585807527477e-05, "loss": 19.915, "step": 37268 }, { "epoch": 33.1, "learning_rate": 2.7130082457043292e-05, "loss": 19.3984, "step": 37269 }, { "epoch": 33.1, "learning_rate": 2.7127579179052082e-05, "loss": 19.3555, "step": 37270 }, { "epoch": 33.1, "learning_rate": 2.7125075973561808e-05, "loss": 19.1172, "step": 37271 }, { "epoch": 33.1, "learning_rate": 2.7122572840580356e-05, "loss": 19.7812, "step": 37272 }, { "epoch": 33.1, "learning_rate": 2.712006978011573e-05, "loss": 19.0684, "step": 37273 }, { "epoch": 33.1, "learning_rate": 2.7117566792175786e-05, "loss": 19.7207, "step": 37274 }, { "epoch": 33.1, "learning_rate": 2.711506387676849e-05, "loss": 19.9209, "step": 37275 }, { "epoch": 33.1, "learning_rate": 2.7112561033901794e-05, "loss": 19.4521, "step": 37276 }, { "epoch": 33.11, "learning_rate": 2.7110058263583604e-05, "loss": 19.4277, "step": 37277 }, { "epoch": 33.11, "learning_rate": 2.7107555565821886e-05, "loss": 19.7559, "step": 37278 }, { "epoch": 33.11, "learning_rate": 2.7105052940624543e-05, "loss": 19.9932, "step": 37279 }, { "epoch": 33.11, "learning_rate": 2.7102550387999505e-05, "loss": 19.8311, "step": 37280 }, { "epoch": 33.11, "learning_rate": 2.7100047907954735e-05, "loss": 19.3066, "step": 37281 }, { "epoch": 33.11, "learning_rate": 2.7097545500498124e-05, "loss": 19.5732, "step": 37282 }, { "epoch": 33.11, "learning_rate": 2.7095043165637657e-05, "loss": 18.9541, "step": 37283 }, { "epoch": 33.11, "learning_rate": 2.7092540903381226e-05, "loss": 19.2109, "step": 37284 }, { "epoch": 33.11, "learning_rate": 2.7090038713736755e-05, "loss": 19.1533, "step": 37285 }, { "epoch": 33.11, "learning_rate": 2.7087536596712214e-05, "loss": 19.3682, "step": 37286 }, { "epoch": 33.11, "learning_rate": 2.7085034552315496e-05, "loss": 19.4697, "step": 37287 }, { "epoch": 33.12, "learning_rate": 2.7082532580554554e-05, "loss": 19.7129, "step": 37288 }, { "epoch": 33.12, "learning_rate": 2.708003068143734e-05, "loss": 19.5107, "step": 37289 }, { "epoch": 33.12, "learning_rate": 2.7077528854971736e-05, "loss": 19.4248, "step": 37290 }, { "epoch": 33.12, "learning_rate": 2.7075027101165707e-05, "loss": 19.2412, "step": 37291 }, { "epoch": 33.12, "learning_rate": 2.707252542002715e-05, "loss": 19.375, "step": 37292 }, { "epoch": 33.12, "learning_rate": 2.7070023811564015e-05, "loss": 19.7656, "step": 37293 }, { "epoch": 33.12, "learning_rate": 2.7067522275784273e-05, "loss": 19.3281, "step": 37294 }, { "epoch": 33.12, "learning_rate": 2.7065020812695774e-05, "loss": 19.7393, "step": 37295 }, { "epoch": 33.12, "learning_rate": 2.7062519422306486e-05, "loss": 20.0566, "step": 37296 }, { "epoch": 33.12, "learning_rate": 2.706001810462436e-05, "loss": 19.4414, "step": 37297 }, { "epoch": 33.12, "learning_rate": 2.705751685965728e-05, "loss": 18.8516, "step": 37298 }, { "epoch": 33.13, "learning_rate": 2.7055015687413216e-05, "loss": 19.6855, "step": 37299 }, { "epoch": 33.13, "learning_rate": 2.705251458790008e-05, "loss": 19.2539, "step": 37300 }, { "epoch": 33.13, "learning_rate": 2.7050013561125774e-05, "loss": 19.3926, "step": 37301 }, { "epoch": 33.13, "learning_rate": 2.704751260709827e-05, "loss": 19.2061, "step": 37302 }, { "epoch": 33.13, "learning_rate": 2.704501172582546e-05, "loss": 18.8047, "step": 37303 }, { "epoch": 33.13, "learning_rate": 2.70425109173153e-05, "loss": 19.3633, "step": 37304 }, { "epoch": 33.13, "learning_rate": 2.7040010181575704e-05, "loss": 19.1821, "step": 37305 }, { "epoch": 33.13, "learning_rate": 2.7037509518614578e-05, "loss": 19.5449, "step": 37306 }, { "epoch": 33.13, "learning_rate": 2.7035008928439888e-05, "loss": 19.1758, "step": 37307 }, { "epoch": 33.13, "learning_rate": 2.703250841105952e-05, "loss": 19.7793, "step": 37308 }, { "epoch": 33.13, "learning_rate": 2.703000796648144e-05, "loss": 19.0957, "step": 37309 }, { "epoch": 33.13, "learning_rate": 2.702750759471356e-05, "loss": 19.6572, "step": 37310 }, { "epoch": 33.14, "learning_rate": 2.702500729576377e-05, "loss": 19.3496, "step": 37311 }, { "epoch": 33.14, "learning_rate": 2.7022507069640057e-05, "loss": 20.002, "step": 37312 }, { "epoch": 33.14, "learning_rate": 2.7020006916350294e-05, "loss": 19.8984, "step": 37313 }, { "epoch": 33.14, "learning_rate": 2.701750683590244e-05, "loss": 19.1553, "step": 37314 }, { "epoch": 33.14, "learning_rate": 2.701500682830439e-05, "loss": 19.6533, "step": 37315 }, { "epoch": 33.14, "learning_rate": 2.7012506893564105e-05, "loss": 19.1152, "step": 37316 }, { "epoch": 33.14, "learning_rate": 2.7010007031689488e-05, "loss": 19.4951, "step": 37317 }, { "epoch": 33.14, "learning_rate": 2.7007507242688445e-05, "loss": 19.6895, "step": 37318 }, { "epoch": 33.14, "learning_rate": 2.700500752656892e-05, "loss": 19.1045, "step": 37319 }, { "epoch": 33.14, "learning_rate": 2.7002507883338857e-05, "loss": 19.2266, "step": 37320 }, { "epoch": 33.14, "learning_rate": 2.700000831300616e-05, "loss": 19.3975, "step": 37321 }, { "epoch": 33.15, "learning_rate": 2.6997508815578727e-05, "loss": 19.8457, "step": 37322 }, { "epoch": 33.15, "learning_rate": 2.6995009391064523e-05, "loss": 19.7383, "step": 37323 }, { "epoch": 33.15, "learning_rate": 2.6992510039471437e-05, "loss": 19.1855, "step": 37324 }, { "epoch": 33.15, "learning_rate": 2.699001076080742e-05, "loss": 19.1436, "step": 37325 }, { "epoch": 33.15, "learning_rate": 2.6987511555080384e-05, "loss": 19.5488, "step": 37326 }, { "epoch": 33.15, "learning_rate": 2.698501242229823e-05, "loss": 19.8457, "step": 37327 }, { "epoch": 33.15, "learning_rate": 2.6982513362468915e-05, "loss": 18.8789, "step": 37328 }, { "epoch": 33.15, "learning_rate": 2.6980014375600325e-05, "loss": 18.8223, "step": 37329 }, { "epoch": 33.15, "learning_rate": 2.6977515461700415e-05, "loss": 20.0781, "step": 37330 }, { "epoch": 33.15, "learning_rate": 2.6975016620777073e-05, "loss": 19.1152, "step": 37331 }, { "epoch": 33.15, "learning_rate": 2.6972517852838253e-05, "loss": 19.5586, "step": 37332 }, { "epoch": 33.16, "learning_rate": 2.6970019157891867e-05, "loss": 19.3271, "step": 37333 }, { "epoch": 33.16, "learning_rate": 2.69675205359458e-05, "loss": 19.9629, "step": 37334 }, { "epoch": 33.16, "learning_rate": 2.6965021987008026e-05, "loss": 19.1025, "step": 37335 }, { "epoch": 33.16, "learning_rate": 2.6962523511086417e-05, "loss": 19.9717, "step": 37336 }, { "epoch": 33.16, "learning_rate": 2.6960025108188934e-05, "loss": 19.0449, "step": 37337 }, { "epoch": 33.16, "learning_rate": 2.6957526778323476e-05, "loss": 19.4775, "step": 37338 }, { "epoch": 33.16, "learning_rate": 2.695502852149795e-05, "loss": 19.5059, "step": 37339 }, { "epoch": 33.16, "learning_rate": 2.6952530337720298e-05, "loss": 19.5498, "step": 37340 }, { "epoch": 33.16, "learning_rate": 2.695003222699841e-05, "loss": 19.3135, "step": 37341 }, { "epoch": 33.16, "learning_rate": 2.6947534189340228e-05, "loss": 18.8867, "step": 37342 }, { "epoch": 33.16, "learning_rate": 2.6945036224753706e-05, "loss": 19.0508, "step": 37343 }, { "epoch": 33.17, "learning_rate": 2.694253833324668e-05, "loss": 19.6699, "step": 37344 }, { "epoch": 33.17, "learning_rate": 2.6940040514827116e-05, "loss": 19.3926, "step": 37345 }, { "epoch": 33.17, "learning_rate": 2.6937542769502936e-05, "loss": 19.2666, "step": 37346 }, { "epoch": 33.17, "learning_rate": 2.693504509728203e-05, "loss": 19.6016, "step": 37347 }, { "epoch": 33.17, "learning_rate": 2.6932547498172357e-05, "loss": 19.7324, "step": 37348 }, { "epoch": 33.17, "learning_rate": 2.6930049972181796e-05, "loss": 19.6582, "step": 37349 }, { "epoch": 33.17, "learning_rate": 2.6927552519318266e-05, "loss": 19.333, "step": 37350 }, { "epoch": 33.17, "learning_rate": 2.6925055139589706e-05, "loss": 19.1943, "step": 37351 }, { "epoch": 33.17, "learning_rate": 2.692255783300401e-05, "loss": 19.5146, "step": 37352 }, { "epoch": 33.17, "learning_rate": 2.6920060599569118e-05, "loss": 19.4385, "step": 37353 }, { "epoch": 33.17, "learning_rate": 2.6917563439292926e-05, "loss": 18.8799, "step": 37354 }, { "epoch": 33.17, "learning_rate": 2.6915066352183343e-05, "loss": 18.9189, "step": 37355 }, { "epoch": 33.18, "learning_rate": 2.6912569338248315e-05, "loss": 19.2598, "step": 37356 }, { "epoch": 33.18, "learning_rate": 2.691007239749571e-05, "loss": 19.1943, "step": 37357 }, { "epoch": 33.18, "learning_rate": 2.6907575529933503e-05, "loss": 18.916, "step": 37358 }, { "epoch": 33.18, "learning_rate": 2.6905078735569565e-05, "loss": 19.1943, "step": 37359 }, { "epoch": 33.18, "learning_rate": 2.6902582014411815e-05, "loss": 19.3438, "step": 37360 }, { "epoch": 33.18, "learning_rate": 2.6900085366468187e-05, "loss": 19.3916, "step": 37361 }, { "epoch": 33.18, "learning_rate": 2.689758879174656e-05, "loss": 19.8145, "step": 37362 }, { "epoch": 33.18, "learning_rate": 2.6895092290254868e-05, "loss": 19.0264, "step": 37363 }, { "epoch": 33.18, "learning_rate": 2.689259586200107e-05, "loss": 19.8047, "step": 37364 }, { "epoch": 33.18, "learning_rate": 2.6890099506992993e-05, "loss": 19.1729, "step": 37365 }, { "epoch": 33.18, "learning_rate": 2.6887603225238612e-05, "loss": 19.3496, "step": 37366 }, { "epoch": 33.19, "learning_rate": 2.6885107016745804e-05, "loss": 18.6914, "step": 37367 }, { "epoch": 33.19, "learning_rate": 2.6882610881522492e-05, "loss": 19.1523, "step": 37368 }, { "epoch": 33.19, "learning_rate": 2.688011481957663e-05, "loss": 18.6973, "step": 37369 }, { "epoch": 33.19, "learning_rate": 2.6877618830916063e-05, "loss": 18.7793, "step": 37370 }, { "epoch": 33.19, "learning_rate": 2.6875122915548724e-05, "loss": 19.2646, "step": 37371 }, { "epoch": 33.19, "learning_rate": 2.687262707348256e-05, "loss": 18.8965, "step": 37372 }, { "epoch": 33.19, "learning_rate": 2.6870131304725433e-05, "loss": 18.582, "step": 37373 }, { "epoch": 33.19, "learning_rate": 2.6867635609285303e-05, "loss": 19.6162, "step": 37374 }, { "epoch": 33.19, "learning_rate": 2.6865139987170047e-05, "loss": 18.9238, "step": 37375 }, { "epoch": 33.19, "learning_rate": 2.6862644438387563e-05, "loss": 19.374, "step": 37376 }, { "epoch": 33.19, "learning_rate": 2.6860148962945806e-05, "loss": 19.5166, "step": 37377 }, { "epoch": 33.2, "learning_rate": 2.685765356085264e-05, "loss": 19.1904, "step": 37378 }, { "epoch": 33.2, "learning_rate": 2.6855158232116018e-05, "loss": 19.6953, "step": 37379 }, { "epoch": 33.2, "learning_rate": 2.685266297674383e-05, "loss": 18.9863, "step": 37380 }, { "epoch": 33.2, "learning_rate": 2.6850167794743962e-05, "loss": 19.4941, "step": 37381 }, { "epoch": 33.2, "learning_rate": 2.684767268612437e-05, "loss": 19.46, "step": 37382 }, { "epoch": 33.2, "learning_rate": 2.6845177650892916e-05, "loss": 19.5176, "step": 37383 }, { "epoch": 33.2, "learning_rate": 2.6842682689057546e-05, "loss": 19.1094, "step": 37384 }, { "epoch": 33.2, "learning_rate": 2.684018780062616e-05, "loss": 19.5898, "step": 37385 }, { "epoch": 33.2, "learning_rate": 2.6837692985606633e-05, "loss": 18.8877, "step": 37386 }, { "epoch": 33.2, "learning_rate": 2.6835198244006927e-05, "loss": 19.4395, "step": 37387 }, { "epoch": 33.2, "learning_rate": 2.68327035758349e-05, "loss": 19.4277, "step": 37388 }, { "epoch": 33.21, "learning_rate": 2.683020898109848e-05, "loss": 19.2432, "step": 37389 }, { "epoch": 33.21, "learning_rate": 2.6827714459805604e-05, "loss": 19.3047, "step": 37390 }, { "epoch": 33.21, "learning_rate": 2.6825220011964147e-05, "loss": 19.0967, "step": 37391 }, { "epoch": 33.21, "learning_rate": 2.682272563758202e-05, "loss": 19.3369, "step": 37392 }, { "epoch": 33.21, "learning_rate": 2.6820231336667112e-05, "loss": 19.0791, "step": 37393 }, { "epoch": 33.21, "learning_rate": 2.681773710922735e-05, "loss": 19.0635, "step": 37394 }, { "epoch": 33.21, "learning_rate": 2.6815242955270648e-05, "loss": 19.1025, "step": 37395 }, { "epoch": 33.21, "learning_rate": 2.681274887480491e-05, "loss": 19.8193, "step": 37396 }, { "epoch": 33.21, "learning_rate": 2.6810254867838015e-05, "loss": 19.8838, "step": 37397 }, { "epoch": 33.21, "learning_rate": 2.6807760934377902e-05, "loss": 18.9824, "step": 37398 }, { "epoch": 33.21, "learning_rate": 2.6805267074432443e-05, "loss": 19.0195, "step": 37399 }, { "epoch": 33.21, "learning_rate": 2.6802773288009586e-05, "loss": 19.1914, "step": 37400 }, { "epoch": 33.22, "learning_rate": 2.6800279575117205e-05, "loss": 19.3721, "step": 37401 }, { "epoch": 33.22, "learning_rate": 2.6797785935763198e-05, "loss": 20.0742, "step": 37402 }, { "epoch": 33.22, "learning_rate": 2.6795292369955493e-05, "loss": 19.3506, "step": 37403 }, { "epoch": 33.22, "learning_rate": 2.679279887770197e-05, "loss": 19.5527, "step": 37404 }, { "epoch": 33.22, "learning_rate": 2.6790305459010563e-05, "loss": 19.1777, "step": 37405 }, { "epoch": 33.22, "learning_rate": 2.6787812113889144e-05, "loss": 19.5293, "step": 37406 }, { "epoch": 33.22, "learning_rate": 2.678531884234564e-05, "loss": 19.2959, "step": 37407 }, { "epoch": 33.22, "learning_rate": 2.6782825644387954e-05, "loss": 19.085, "step": 37408 }, { "epoch": 33.22, "learning_rate": 2.678033252002396e-05, "loss": 19.1143, "step": 37409 }, { "epoch": 33.22, "learning_rate": 2.6777839469261602e-05, "loss": 19.5928, "step": 37410 }, { "epoch": 33.22, "learning_rate": 2.6775346492108734e-05, "loss": 19.2354, "step": 37411 }, { "epoch": 33.23, "learning_rate": 2.677285358857331e-05, "loss": 18.9941, "step": 37412 }, { "epoch": 33.23, "learning_rate": 2.677036075866321e-05, "loss": 20.0137, "step": 37413 }, { "epoch": 33.23, "learning_rate": 2.676786800238631e-05, "loss": 19.0137, "step": 37414 }, { "epoch": 33.23, "learning_rate": 2.676537531975054e-05, "loss": 18.9912, "step": 37415 }, { "epoch": 33.23, "learning_rate": 2.676288271076381e-05, "loss": 19.5234, "step": 37416 }, { "epoch": 33.23, "learning_rate": 2.6760390175433993e-05, "loss": 19.5898, "step": 37417 }, { "epoch": 33.23, "learning_rate": 2.6757897713769035e-05, "loss": 19.1123, "step": 37418 }, { "epoch": 33.23, "learning_rate": 2.675540532577677e-05, "loss": 19.0068, "step": 37419 }, { "epoch": 33.23, "learning_rate": 2.675291301146514e-05, "loss": 20.3623, "step": 37420 }, { "epoch": 33.23, "learning_rate": 2.6750420770842054e-05, "loss": 19.4297, "step": 37421 }, { "epoch": 33.23, "learning_rate": 2.6747928603915377e-05, "loss": 19.0, "step": 37422 }, { "epoch": 33.24, "learning_rate": 2.6745436510693052e-05, "loss": 19.6758, "step": 37423 }, { "epoch": 33.24, "learning_rate": 2.6742944491182952e-05, "loss": 19.9033, "step": 37424 }, { "epoch": 33.24, "learning_rate": 2.674045254539296e-05, "loss": 19.5107, "step": 37425 }, { "epoch": 33.24, "learning_rate": 2.6737960673331014e-05, "loss": 19.0811, "step": 37426 }, { "epoch": 33.24, "learning_rate": 2.6735468875004978e-05, "loss": 19.2559, "step": 37427 }, { "epoch": 33.24, "learning_rate": 2.673297715042278e-05, "loss": 18.9844, "step": 37428 }, { "epoch": 33.24, "learning_rate": 2.67304854995923e-05, "loss": 18.7383, "step": 37429 }, { "epoch": 33.24, "learning_rate": 2.6727993922521428e-05, "loss": 19.8711, "step": 37430 }, { "epoch": 33.24, "learning_rate": 2.6725502419218085e-05, "loss": 19.2158, "step": 37431 }, { "epoch": 33.24, "learning_rate": 2.6723010989690144e-05, "loss": 19.1006, "step": 37432 }, { "epoch": 33.24, "learning_rate": 2.672051963394554e-05, "loss": 20.1504, "step": 37433 }, { "epoch": 33.25, "learning_rate": 2.6718028351992135e-05, "loss": 20.3564, "step": 37434 }, { "epoch": 33.25, "learning_rate": 2.6715537143837822e-05, "loss": 20.3213, "step": 37435 }, { "epoch": 33.25, "learning_rate": 2.671304600949053e-05, "loss": 19.8115, "step": 37436 }, { "epoch": 33.25, "learning_rate": 2.671055494895812e-05, "loss": 20.0498, "step": 37437 }, { "epoch": 33.25, "learning_rate": 2.67080639622485e-05, "loss": 19.8887, "step": 37438 }, { "epoch": 33.25, "learning_rate": 2.670557304936962e-05, "loss": 20.126, "step": 37439 }, { "epoch": 33.25, "learning_rate": 2.6703082210329278e-05, "loss": 18.918, "step": 37440 }, { "epoch": 33.25, "learning_rate": 2.6700591445135426e-05, "loss": 20.0439, "step": 37441 }, { "epoch": 33.25, "learning_rate": 2.6698100753795973e-05, "loss": 19.708, "step": 37442 }, { "epoch": 33.25, "learning_rate": 2.6695610136318765e-05, "loss": 19.8662, "step": 37443 }, { "epoch": 33.25, "learning_rate": 2.6693119592711768e-05, "loss": 19.707, "step": 37444 }, { "epoch": 33.25, "learning_rate": 2.6690629122982795e-05, "loss": 19.6562, "step": 37445 }, { "epoch": 33.26, "learning_rate": 2.6688138727139777e-05, "loss": 19.0391, "step": 37446 }, { "epoch": 33.26, "learning_rate": 2.6685648405190633e-05, "loss": 19.125, "step": 37447 }, { "epoch": 33.26, "learning_rate": 2.6683158157143206e-05, "loss": 19.583, "step": 37448 }, { "epoch": 33.26, "learning_rate": 2.668066798300545e-05, "loss": 19.3145, "step": 37449 }, { "epoch": 33.26, "learning_rate": 2.667817788278521e-05, "loss": 19.1426, "step": 37450 }, { "epoch": 33.26, "learning_rate": 2.6675687856490382e-05, "loss": 19.3047, "step": 37451 }, { "epoch": 33.26, "learning_rate": 2.667319790412889e-05, "loss": 19.3545, "step": 37452 }, { "epoch": 33.26, "learning_rate": 2.6670708025708585e-05, "loss": 18.9697, "step": 37453 }, { "epoch": 33.26, "learning_rate": 2.6668218221237405e-05, "loss": 19.7764, "step": 37454 }, { "epoch": 33.26, "learning_rate": 2.666572849072322e-05, "loss": 19.3281, "step": 37455 }, { "epoch": 33.26, "learning_rate": 2.66632388341739e-05, "loss": 19.167, "step": 37456 }, { "epoch": 33.27, "learning_rate": 2.666074925159738e-05, "loss": 18.917, "step": 37457 }, { "epoch": 33.27, "learning_rate": 2.6658259743001506e-05, "loss": 19.3516, "step": 37458 }, { "epoch": 33.27, "learning_rate": 2.665577030839421e-05, "loss": 19.6572, "step": 37459 }, { "epoch": 33.27, "learning_rate": 2.6653280947783376e-05, "loss": 19.7559, "step": 37460 }, { "epoch": 33.27, "learning_rate": 2.665079166117686e-05, "loss": 18.9873, "step": 37461 }, { "epoch": 33.27, "learning_rate": 2.6648302448582597e-05, "loss": 19.249, "step": 37462 }, { "epoch": 33.27, "learning_rate": 2.6645813310008438e-05, "loss": 19.5166, "step": 37463 }, { "epoch": 33.27, "learning_rate": 2.6643324245462286e-05, "loss": 19.7031, "step": 37464 }, { "epoch": 33.27, "learning_rate": 2.664083525495207e-05, "loss": 19.4736, "step": 37465 }, { "epoch": 33.27, "learning_rate": 2.6638346338485633e-05, "loss": 18.9795, "step": 37466 }, { "epoch": 33.27, "learning_rate": 2.6635857496070866e-05, "loss": 19.3184, "step": 37467 }, { "epoch": 33.28, "learning_rate": 2.663336872771569e-05, "loss": 19.3691, "step": 37468 }, { "epoch": 33.28, "learning_rate": 2.6630880033427953e-05, "loss": 18.9404, "step": 37469 }, { "epoch": 33.28, "learning_rate": 2.662839141321558e-05, "loss": 18.8564, "step": 37470 }, { "epoch": 33.28, "learning_rate": 2.662590286708645e-05, "loss": 19.5059, "step": 37471 }, { "epoch": 33.28, "learning_rate": 2.6623414395048423e-05, "loss": 19.3447, "step": 37472 }, { "epoch": 33.28, "learning_rate": 2.6620925997109435e-05, "loss": 19.1436, "step": 37473 }, { "epoch": 33.28, "learning_rate": 2.661843767327732e-05, "loss": 19.7012, "step": 37474 }, { "epoch": 33.28, "learning_rate": 2.6615949423560016e-05, "loss": 19.2471, "step": 37475 }, { "epoch": 33.28, "learning_rate": 2.661346124796537e-05, "loss": 19.1084, "step": 37476 }, { "epoch": 33.28, "learning_rate": 2.6610973146501307e-05, "loss": 19.2793, "step": 37477 }, { "epoch": 33.28, "learning_rate": 2.6608485119175696e-05, "loss": 19.2246, "step": 37478 }, { "epoch": 33.29, "learning_rate": 2.66059971659964e-05, "loss": 19.4248, "step": 37479 }, { "epoch": 33.29, "learning_rate": 2.660350928697134e-05, "loss": 19.3984, "step": 37480 }, { "epoch": 33.29, "learning_rate": 2.6601021482108374e-05, "loss": 19.3867, "step": 37481 }, { "epoch": 33.29, "learning_rate": 2.6598533751415423e-05, "loss": 19.7461, "step": 37482 }, { "epoch": 33.29, "learning_rate": 2.6598533751415423e-05, "loss": 19.9492, "step": 37483 }, { "epoch": 33.29, "learning_rate": 2.659604609490035e-05, "loss": 19.127, "step": 37484 }, { "epoch": 33.29, "learning_rate": 2.659355851257102e-05, "loss": 19.207, "step": 37485 }, { "epoch": 33.29, "learning_rate": 2.6591071004435364e-05, "loss": 18.8516, "step": 37486 }, { "epoch": 33.29, "learning_rate": 2.6588583570501225e-05, "loss": 19.2988, "step": 37487 }, { "epoch": 33.29, "learning_rate": 2.6586096210776524e-05, "loss": 18.5586, "step": 37488 }, { "epoch": 33.29, "learning_rate": 2.6586096210776524e-05, "loss": 19.7793, "step": 37489 }, { "epoch": 33.29, "learning_rate": 2.658360892526912e-05, "loss": 19.7783, "step": 37490 }, { "epoch": 33.3, "learning_rate": 2.6581121713986897e-05, "loss": 19.6562, "step": 37491 }, { "epoch": 33.3, "learning_rate": 2.657863457693774e-05, "loss": 19.8301, "step": 37492 }, { "epoch": 33.3, "learning_rate": 2.6576147514129558e-05, "loss": 19.2334, "step": 37493 }, { "epoch": 33.3, "learning_rate": 2.6573660525570198e-05, "loss": 19.9414, "step": 37494 }, { "epoch": 33.3, "learning_rate": 2.65711736112676e-05, "loss": 19.1348, "step": 37495 }, { "epoch": 33.3, "learning_rate": 2.6568686771229574e-05, "loss": 19.1807, "step": 37496 }, { "epoch": 33.3, "learning_rate": 2.656620000546403e-05, "loss": 19.4131, "step": 37497 }, { "epoch": 33.3, "learning_rate": 2.6563713313978878e-05, "loss": 19.9746, "step": 37498 }, { "epoch": 33.3, "learning_rate": 2.656122669678196e-05, "loss": 19.5381, "step": 37499 }, { "epoch": 33.3, "learning_rate": 2.65587401538812e-05, "loss": 19.5713, "step": 37500 }, { "epoch": 33.3, "learning_rate": 2.655625368528446e-05, "loss": 19.3271, "step": 37501 }, { "epoch": 33.31, "learning_rate": 2.65537672909996e-05, "loss": 19.6494, "step": 37502 }, { "epoch": 33.31, "learning_rate": 2.6551280971034532e-05, "loss": 19.3516, "step": 37503 }, { "epoch": 33.31, "learning_rate": 2.6548794725397108e-05, "loss": 19.4072, "step": 37504 }, { "epoch": 33.31, "learning_rate": 2.654630855409525e-05, "loss": 18.6445, "step": 37505 }, { "epoch": 33.31, "learning_rate": 2.6543822457136812e-05, "loss": 19.1299, "step": 37506 }, { "epoch": 33.31, "learning_rate": 2.654133643452966e-05, "loss": 19.2158, "step": 37507 }, { "epoch": 33.31, "learning_rate": 2.6538850486281707e-05, "loss": 19.252, "step": 37508 }, { "epoch": 33.31, "learning_rate": 2.653636461240081e-05, "loss": 19.4912, "step": 37509 }, { "epoch": 33.31, "learning_rate": 2.6533878812894846e-05, "loss": 19.3574, "step": 37510 }, { "epoch": 33.31, "learning_rate": 2.653139308777175e-05, "loss": 19.3018, "step": 37511 }, { "epoch": 33.31, "learning_rate": 2.652890743703931e-05, "loss": 18.9971, "step": 37512 }, { "epoch": 33.32, "learning_rate": 2.6526421860705473e-05, "loss": 19.1758, "step": 37513 }, { "epoch": 33.32, "learning_rate": 2.6523936358778078e-05, "loss": 19.3008, "step": 37514 }, { "epoch": 33.32, "learning_rate": 2.6521450931265024e-05, "loss": 19.1221, "step": 37515 }, { "epoch": 33.32, "learning_rate": 2.6518965578174226e-05, "loss": 19.7852, "step": 37516 }, { "epoch": 33.32, "learning_rate": 2.651648029951348e-05, "loss": 19.3652, "step": 37517 }, { "epoch": 33.32, "learning_rate": 2.6513995095290705e-05, "loss": 19.2305, "step": 37518 }, { "epoch": 33.32, "learning_rate": 2.6511509965513805e-05, "loss": 18.7266, "step": 37519 }, { "epoch": 33.32, "learning_rate": 2.650902491019061e-05, "loss": 19.4805, "step": 37520 }, { "epoch": 33.32, "learning_rate": 2.650902491019061e-05, "loss": 19.751, "step": 37521 }, { "epoch": 33.32, "learning_rate": 2.650653992932906e-05, "loss": 18.4668, "step": 37522 }, { "epoch": 33.32, "learning_rate": 2.6504055022936954e-05, "loss": 19.2041, "step": 37523 }, { "epoch": 33.33, "learning_rate": 2.65015701910222e-05, "loss": 19.2412, "step": 37524 }, { "epoch": 33.33, "learning_rate": 2.6499085433592707e-05, "loss": 19.5723, "step": 37525 }, { "epoch": 33.33, "learning_rate": 2.64966007506563e-05, "loss": 19.1152, "step": 37526 }, { "epoch": 33.33, "learning_rate": 2.6494116142220902e-05, "loss": 19.2588, "step": 37527 }, { "epoch": 33.33, "learning_rate": 2.649163160829437e-05, "loss": 18.9014, "step": 37528 }, { "epoch": 33.33, "learning_rate": 2.6489147148884552e-05, "loss": 19.5908, "step": 37529 }, { "epoch": 33.33, "learning_rate": 2.648666276399937e-05, "loss": 19.4785, "step": 37530 }, { "epoch": 33.33, "learning_rate": 2.6484178453646658e-05, "loss": 19.1016, "step": 37531 }, { "epoch": 33.33, "learning_rate": 2.6481694217834324e-05, "loss": 19.417, "step": 37532 }, { "epoch": 33.33, "learning_rate": 2.6479210056570227e-05, "loss": 19.1104, "step": 37533 }, { "epoch": 33.33, "learning_rate": 2.6476725969862227e-05, "loss": 19.8887, "step": 37534 }, { "epoch": 33.33, "learning_rate": 2.6474241957718226e-05, "loss": 19.4531, "step": 37535 }, { "epoch": 33.34, "learning_rate": 2.647175802014607e-05, "loss": 19.0244, "step": 37536 }, { "epoch": 33.34, "learning_rate": 2.6469274157153644e-05, "loss": 19.3145, "step": 37537 }, { "epoch": 33.34, "learning_rate": 2.646679036874885e-05, "loss": 19.1758, "step": 37538 }, { "epoch": 33.34, "learning_rate": 2.646430665493953e-05, "loss": 19.3125, "step": 37539 }, { "epoch": 33.34, "learning_rate": 2.6461823015733567e-05, "loss": 19.2393, "step": 37540 }, { "epoch": 33.34, "learning_rate": 2.6459339451138803e-05, "loss": 18.8496, "step": 37541 }, { "epoch": 33.34, "learning_rate": 2.645685596116314e-05, "loss": 19.3457, "step": 37542 }, { "epoch": 33.34, "learning_rate": 2.6454372545814464e-05, "loss": 19.2207, "step": 37543 }, { "epoch": 33.34, "learning_rate": 2.6451889205100632e-05, "loss": 18.8105, "step": 37544 }, { "epoch": 33.34, "learning_rate": 2.64494059390295e-05, "loss": 19.665, "step": 37545 }, { "epoch": 33.34, "learning_rate": 2.6446922747608965e-05, "loss": 19.6523, "step": 37546 }, { "epoch": 33.35, "learning_rate": 2.6444439630846867e-05, "loss": 19.1211, "step": 37547 }, { "epoch": 33.35, "learning_rate": 2.6441956588751116e-05, "loss": 19.3408, "step": 37548 }, { "epoch": 33.35, "learning_rate": 2.6439473621329563e-05, "loss": 19.0049, "step": 37549 }, { "epoch": 33.35, "learning_rate": 2.643699072859006e-05, "loss": 19.8223, "step": 37550 }, { "epoch": 33.35, "learning_rate": 2.643450791054051e-05, "loss": 19.0479, "step": 37551 }, { "epoch": 33.35, "learning_rate": 2.6432025167188758e-05, "loss": 19.0986, "step": 37552 }, { "epoch": 33.35, "learning_rate": 2.642954249854269e-05, "loss": 19.4443, "step": 37553 }, { "epoch": 33.35, "learning_rate": 2.6427059904610162e-05, "loss": 19.3047, "step": 37554 }, { "epoch": 33.35, "learning_rate": 2.6424577385399068e-05, "loss": 19.9072, "step": 37555 }, { "epoch": 33.35, "learning_rate": 2.6422094940917265e-05, "loss": 19.6602, "step": 37556 }, { "epoch": 33.35, "learning_rate": 2.6419612571172585e-05, "loss": 19.4629, "step": 37557 }, { "epoch": 33.36, "learning_rate": 2.6417130276172958e-05, "loss": 19.3301, "step": 37558 }, { "epoch": 33.36, "learning_rate": 2.64146480559262e-05, "loss": 19.2988, "step": 37559 }, { "epoch": 33.36, "learning_rate": 2.6412165910440223e-05, "loss": 19.2861, "step": 37560 }, { "epoch": 33.36, "learning_rate": 2.6409683839722876e-05, "loss": 19.8438, "step": 37561 }, { "epoch": 33.36, "learning_rate": 2.6407201843782004e-05, "loss": 19.1475, "step": 37562 }, { "epoch": 33.36, "learning_rate": 2.6404719922625488e-05, "loss": 19.4619, "step": 37563 }, { "epoch": 33.36, "learning_rate": 2.6402238076261232e-05, "loss": 19.0205, "step": 37564 }, { "epoch": 33.36, "learning_rate": 2.6399756304697064e-05, "loss": 19.2988, "step": 37565 }, { "epoch": 33.36, "learning_rate": 2.639727460794087e-05, "loss": 19.0537, "step": 37566 }, { "epoch": 33.36, "learning_rate": 2.6394792986000478e-05, "loss": 19.1992, "step": 37567 }, { "epoch": 33.36, "learning_rate": 2.6392311438883787e-05, "loss": 19.3301, "step": 37568 }, { "epoch": 33.37, "learning_rate": 2.6389829966598677e-05, "loss": 19.625, "step": 37569 }, { "epoch": 33.37, "learning_rate": 2.638734856915298e-05, "loss": 19.1963, "step": 37570 }, { "epoch": 33.37, "learning_rate": 2.638486724655459e-05, "loss": 18.7422, "step": 37571 }, { "epoch": 33.37, "learning_rate": 2.6382385998811364e-05, "loss": 19.2881, "step": 37572 }, { "epoch": 33.37, "learning_rate": 2.637990482593114e-05, "loss": 19.3271, "step": 37573 }, { "epoch": 33.37, "learning_rate": 2.6377423727921825e-05, "loss": 18.9248, "step": 37574 }, { "epoch": 33.37, "learning_rate": 2.6374942704791245e-05, "loss": 19.3271, "step": 37575 }, { "epoch": 33.37, "learning_rate": 2.6372461756547306e-05, "loss": 19.0898, "step": 37576 }, { "epoch": 33.37, "learning_rate": 2.636998088319784e-05, "loss": 19.8438, "step": 37577 }, { "epoch": 33.37, "learning_rate": 2.6367500084750706e-05, "loss": 18.9844, "step": 37578 }, { "epoch": 33.37, "learning_rate": 2.6365019361213807e-05, "loss": 19.7793, "step": 37579 }, { "epoch": 33.37, "learning_rate": 2.6362538712594952e-05, "loss": 19.4805, "step": 37580 }, { "epoch": 33.38, "learning_rate": 2.6360058138902053e-05, "loss": 19.3564, "step": 37581 }, { "epoch": 33.38, "learning_rate": 2.635757764014296e-05, "loss": 19.3965, "step": 37582 }, { "epoch": 33.38, "learning_rate": 2.635509721632551e-05, "loss": 19.0508, "step": 37583 }, { "epoch": 33.38, "learning_rate": 2.6352616867457598e-05, "loss": 19.3613, "step": 37584 }, { "epoch": 33.38, "learning_rate": 2.6350136593547054e-05, "loss": 19.6953, "step": 37585 }, { "epoch": 33.38, "learning_rate": 2.6347656394601762e-05, "loss": 19.4502, "step": 37586 }, { "epoch": 33.38, "learning_rate": 2.6345176270629613e-05, "loss": 19.1943, "step": 37587 }, { "epoch": 33.38, "learning_rate": 2.6342696221638395e-05, "loss": 19.6543, "step": 37588 }, { "epoch": 33.38, "learning_rate": 2.634021624763604e-05, "loss": 19.2852, "step": 37589 }, { "epoch": 33.38, "learning_rate": 2.6337736348630347e-05, "loss": 19.0332, "step": 37590 }, { "epoch": 33.38, "learning_rate": 2.6335256524629214e-05, "loss": 18.8594, "step": 37591 }, { "epoch": 33.39, "learning_rate": 2.6332776775640546e-05, "loss": 19.4893, "step": 37592 }, { "epoch": 33.39, "learning_rate": 2.6330297101672098e-05, "loss": 19.9463, "step": 37593 }, { "epoch": 33.39, "learning_rate": 2.632781750273179e-05, "loss": 19.2217, "step": 37594 }, { "epoch": 33.39, "learning_rate": 2.63253379788275e-05, "loss": 19.7979, "step": 37595 }, { "epoch": 33.39, "learning_rate": 2.632285852996704e-05, "loss": 18.7344, "step": 37596 }, { "epoch": 33.39, "learning_rate": 2.6320379156158326e-05, "loss": 19.4385, "step": 37597 }, { "epoch": 33.39, "learning_rate": 2.6317899857409177e-05, "loss": 19.2373, "step": 37598 }, { "epoch": 33.39, "learning_rate": 2.631542063372744e-05, "loss": 19.4131, "step": 37599 }, { "epoch": 33.39, "learning_rate": 2.6312941485121013e-05, "loss": 19.21, "step": 37600 }, { "epoch": 33.39, "learning_rate": 2.6310462411597715e-05, "loss": 19.3994, "step": 37601 }, { "epoch": 33.39, "learning_rate": 2.630798341316545e-05, "loss": 19.1592, "step": 37602 }, { "epoch": 33.4, "learning_rate": 2.6305504489832043e-05, "loss": 19.5195, "step": 37603 }, { "epoch": 33.4, "learning_rate": 2.6303025641605344e-05, "loss": 19.2314, "step": 37604 }, { "epoch": 33.4, "learning_rate": 2.6300546868493248e-05, "loss": 19.6367, "step": 37605 }, { "epoch": 33.4, "learning_rate": 2.6298068170503566e-05, "loss": 19.1758, "step": 37606 }, { "epoch": 33.4, "learning_rate": 2.6295589547644195e-05, "loss": 19.5303, "step": 37607 }, { "epoch": 33.4, "learning_rate": 2.6293110999922975e-05, "loss": 19.3467, "step": 37608 }, { "epoch": 33.4, "learning_rate": 2.6290632527347747e-05, "loss": 19.5312, "step": 37609 }, { "epoch": 33.4, "learning_rate": 2.6288154129926405e-05, "loss": 18.7812, "step": 37610 }, { "epoch": 33.4, "learning_rate": 2.6285675807666765e-05, "loss": 19.2881, "step": 37611 }, { "epoch": 33.4, "learning_rate": 2.6283197560576695e-05, "loss": 19.292, "step": 37612 }, { "epoch": 33.4, "learning_rate": 2.6280719388664076e-05, "loss": 19.3936, "step": 37613 }, { "epoch": 33.4, "learning_rate": 2.6278241291936743e-05, "loss": 18.9775, "step": 37614 }, { "epoch": 33.41, "learning_rate": 2.627576327040256e-05, "loss": 19.8281, "step": 37615 }, { "epoch": 33.41, "learning_rate": 2.6273285324069348e-05, "loss": 18.9678, "step": 37616 }, { "epoch": 33.41, "learning_rate": 2.627080745294499e-05, "loss": 19.2363, "step": 37617 }, { "epoch": 33.41, "learning_rate": 2.6268329657037348e-05, "loss": 19.4404, "step": 37618 }, { "epoch": 33.41, "learning_rate": 2.626585193635428e-05, "loss": 19.4531, "step": 37619 }, { "epoch": 33.41, "learning_rate": 2.62633742909036e-05, "loss": 19.4434, "step": 37620 }, { "epoch": 33.41, "learning_rate": 2.62608967206932e-05, "loss": 19.5889, "step": 37621 }, { "epoch": 33.41, "learning_rate": 2.6258419225730914e-05, "loss": 19.8809, "step": 37622 }, { "epoch": 33.41, "learning_rate": 2.625594180602461e-05, "loss": 19.5654, "step": 37623 }, { "epoch": 33.41, "learning_rate": 2.6253464461582134e-05, "loss": 19.5781, "step": 37624 }, { "epoch": 33.41, "learning_rate": 2.6250987192411324e-05, "loss": 19.5, "step": 37625 }, { "epoch": 33.42, "learning_rate": 2.624850999852006e-05, "loss": 20.4326, "step": 37626 }, { "epoch": 33.42, "learning_rate": 2.624603287991616e-05, "loss": 19.5439, "step": 37627 }, { "epoch": 33.42, "learning_rate": 2.624355583660752e-05, "loss": 19.333, "step": 37628 }, { "epoch": 33.42, "learning_rate": 2.624107886860194e-05, "loss": 19.0586, "step": 37629 }, { "epoch": 33.42, "learning_rate": 2.623860197590733e-05, "loss": 19.3281, "step": 37630 }, { "epoch": 33.42, "learning_rate": 2.62361251585315e-05, "loss": 19.418, "step": 37631 }, { "epoch": 33.42, "learning_rate": 2.62336484164823e-05, "loss": 19.4453, "step": 37632 }, { "epoch": 33.42, "learning_rate": 2.6231171749767606e-05, "loss": 19.7842, "step": 37633 }, { "epoch": 33.42, "learning_rate": 2.622869515839524e-05, "loss": 19.2324, "step": 37634 }, { "epoch": 33.42, "learning_rate": 2.622621864237308e-05, "loss": 19.7871, "step": 37635 }, { "epoch": 33.42, "learning_rate": 2.6223742201708966e-05, "loss": 19.5977, "step": 37636 }, { "epoch": 33.43, "learning_rate": 2.622126583641073e-05, "loss": 19.6631, "step": 37637 }, { "epoch": 33.43, "learning_rate": 2.6218789546486234e-05, "loss": 19.4316, "step": 37638 }, { "epoch": 33.43, "learning_rate": 2.6216313331943343e-05, "loss": 20.0947, "step": 37639 }, { "epoch": 33.43, "learning_rate": 2.6213837192789904e-05, "loss": 19.4102, "step": 37640 }, { "epoch": 33.43, "learning_rate": 2.6211361129033744e-05, "loss": 19.209, "step": 37641 }, { "epoch": 33.43, "learning_rate": 2.6208885140682704e-05, "loss": 19.5791, "step": 37642 }, { "epoch": 33.43, "learning_rate": 2.6206409227744654e-05, "loss": 19.0869, "step": 37643 }, { "epoch": 33.43, "learning_rate": 2.6203933390227464e-05, "loss": 19.1553, "step": 37644 }, { "epoch": 33.43, "learning_rate": 2.6201457628138924e-05, "loss": 19.4424, "step": 37645 }, { "epoch": 33.43, "learning_rate": 2.6198981941486946e-05, "loss": 19.3311, "step": 37646 }, { "epoch": 33.43, "learning_rate": 2.619650633027934e-05, "loss": 19.2021, "step": 37647 }, { "epoch": 33.44, "learning_rate": 2.6194030794523937e-05, "loss": 19.3164, "step": 37648 }, { "epoch": 33.44, "learning_rate": 2.6191555334228635e-05, "loss": 19.9873, "step": 37649 }, { "epoch": 33.44, "learning_rate": 2.6189079949401225e-05, "loss": 19.5771, "step": 37650 }, { "epoch": 33.44, "learning_rate": 2.61866046400496e-05, "loss": 19.3242, "step": 37651 }, { "epoch": 33.44, "learning_rate": 2.618412940618159e-05, "loss": 19.3027, "step": 37652 }, { "epoch": 33.44, "learning_rate": 2.618165424780501e-05, "loss": 19.207, "step": 37653 }, { "epoch": 33.44, "learning_rate": 2.6179179164927758e-05, "loss": 18.8926, "step": 37654 }, { "epoch": 33.44, "learning_rate": 2.6176704157557636e-05, "loss": 19.21, "step": 37655 }, { "epoch": 33.44, "learning_rate": 2.617422922570253e-05, "loss": 19.3701, "step": 37656 }, { "epoch": 33.44, "learning_rate": 2.6171754369370255e-05, "loss": 19.2803, "step": 37657 }, { "epoch": 33.44, "learning_rate": 2.6169279588568646e-05, "loss": 19.4531, "step": 37658 }, { "epoch": 33.44, "learning_rate": 2.6166804883305584e-05, "loss": 19.624, "step": 37659 }, { "epoch": 33.45, "learning_rate": 2.6164330253588883e-05, "loss": 18.9541, "step": 37660 }, { "epoch": 33.45, "learning_rate": 2.6161855699426392e-05, "loss": 19.9531, "step": 37661 }, { "epoch": 33.45, "learning_rate": 2.6159381220826003e-05, "loss": 19.9961, "step": 37662 }, { "epoch": 33.45, "learning_rate": 2.615690681779548e-05, "loss": 19.125, "step": 37663 }, { "epoch": 33.45, "learning_rate": 2.6154432490342697e-05, "loss": 18.6631, "step": 37664 }, { "epoch": 33.45, "learning_rate": 2.6151958238475528e-05, "loss": 18.71, "step": 37665 }, { "epoch": 33.45, "learning_rate": 2.614948406220178e-05, "loss": 19.2715, "step": 37666 }, { "epoch": 33.45, "learning_rate": 2.6147009961529335e-05, "loss": 19.1387, "step": 37667 }, { "epoch": 33.45, "learning_rate": 2.6144535936465975e-05, "loss": 19.1016, "step": 37668 }, { "epoch": 33.45, "learning_rate": 2.6142061987019577e-05, "loss": 19.3135, "step": 37669 }, { "epoch": 33.45, "learning_rate": 2.6139588113197998e-05, "loss": 19.6592, "step": 37670 }, { "epoch": 33.46, "learning_rate": 2.613711431500905e-05, "loss": 18.8955, "step": 37671 }, { "epoch": 33.46, "learning_rate": 2.61346405924606e-05, "loss": 19.416, "step": 37672 }, { "epoch": 33.46, "learning_rate": 2.6132166945560478e-05, "loss": 19.4209, "step": 37673 }, { "epoch": 33.46, "learning_rate": 2.612969337431651e-05, "loss": 19.8281, "step": 37674 }, { "epoch": 33.46, "learning_rate": 2.6127219878736565e-05, "loss": 18.9697, "step": 37675 }, { "epoch": 33.46, "learning_rate": 2.6124746458828447e-05, "loss": 19.0156, "step": 37676 }, { "epoch": 33.46, "learning_rate": 2.612227311460004e-05, "loss": 18.873, "step": 37677 }, { "epoch": 33.46, "learning_rate": 2.611979984605917e-05, "loss": 18.8271, "step": 37678 }, { "epoch": 33.46, "learning_rate": 2.6117326653213638e-05, "loss": 19.7969, "step": 37679 }, { "epoch": 33.46, "learning_rate": 2.6114853536071338e-05, "loss": 19.2109, "step": 37680 }, { "epoch": 33.46, "learning_rate": 2.6112380494640065e-05, "loss": 19.6797, "step": 37681 }, { "epoch": 33.47, "learning_rate": 2.610990752892768e-05, "loss": 19.0215, "step": 37682 }, { "epoch": 33.47, "learning_rate": 2.6107434638942058e-05, "loss": 19.1875, "step": 37683 }, { "epoch": 33.47, "learning_rate": 2.6104961824690964e-05, "loss": 19.1836, "step": 37684 }, { "epoch": 33.47, "learning_rate": 2.610248908618229e-05, "loss": 19.3535, "step": 37685 }, { "epoch": 33.47, "learning_rate": 2.6100016423423833e-05, "loss": 19.6123, "step": 37686 }, { "epoch": 33.47, "learning_rate": 2.6097543836423466e-05, "loss": 20.0225, "step": 37687 }, { "epoch": 33.47, "learning_rate": 2.6095071325189024e-05, "loss": 19.7822, "step": 37688 }, { "epoch": 33.47, "learning_rate": 2.6092598889728337e-05, "loss": 19.3369, "step": 37689 }, { "epoch": 33.47, "learning_rate": 2.6090126530049224e-05, "loss": 19.6592, "step": 37690 }, { "epoch": 33.47, "learning_rate": 2.6087654246159553e-05, "loss": 19.3438, "step": 37691 }, { "epoch": 33.47, "learning_rate": 2.6085182038067134e-05, "loss": 19.9834, "step": 37692 }, { "epoch": 33.48, "learning_rate": 2.6082709905779834e-05, "loss": 19.3311, "step": 37693 }, { "epoch": 33.48, "learning_rate": 2.6080237849305468e-05, "loss": 19.2842, "step": 37694 }, { "epoch": 33.48, "learning_rate": 2.6077765868651848e-05, "loss": 19.457, "step": 37695 }, { "epoch": 33.48, "learning_rate": 2.6075293963826863e-05, "loss": 19.6045, "step": 37696 }, { "epoch": 33.48, "learning_rate": 2.6072822134838303e-05, "loss": 19.1035, "step": 37697 }, { "epoch": 33.48, "learning_rate": 2.6070350381694036e-05, "loss": 19.6709, "step": 37698 }, { "epoch": 33.48, "learning_rate": 2.6067878704401884e-05, "loss": 19.6914, "step": 37699 }, { "epoch": 33.48, "learning_rate": 2.6065407102969664e-05, "loss": 19.1592, "step": 37700 }, { "epoch": 33.48, "learning_rate": 2.6062935577405247e-05, "loss": 19.5693, "step": 37701 }, { "epoch": 33.48, "learning_rate": 2.606046412771642e-05, "loss": 19.4316, "step": 37702 }, { "epoch": 33.48, "learning_rate": 2.605799275391107e-05, "loss": 19.9492, "step": 37703 }, { "epoch": 33.48, "learning_rate": 2.6055521455996984e-05, "loss": 19.4863, "step": 37704 }, { "epoch": 33.49, "learning_rate": 2.6053050233982036e-05, "loss": 19.3174, "step": 37705 }, { "epoch": 33.49, "learning_rate": 2.6050579087874037e-05, "loss": 20.0176, "step": 37706 }, { "epoch": 33.49, "learning_rate": 2.6048108017680807e-05, "loss": 19.5303, "step": 37707 }, { "epoch": 33.49, "learning_rate": 2.6045637023410213e-05, "loss": 19.9893, "step": 37708 }, { "epoch": 33.49, "learning_rate": 2.6043166105070048e-05, "loss": 19.7217, "step": 37709 }, { "epoch": 33.49, "learning_rate": 2.6040695262668192e-05, "loss": 19.7822, "step": 37710 }, { "epoch": 33.49, "learning_rate": 2.603822449621244e-05, "loss": 19.1875, "step": 37711 }, { "epoch": 33.49, "learning_rate": 2.6035753805710618e-05, "loss": 19.4551, "step": 37712 }, { "epoch": 33.49, "learning_rate": 2.6033283191170576e-05, "loss": 19.2002, "step": 37713 }, { "epoch": 33.49, "learning_rate": 2.6030812652600157e-05, "loss": 19.3232, "step": 37714 }, { "epoch": 33.49, "learning_rate": 2.602834219000718e-05, "loss": 19.1475, "step": 37715 }, { "epoch": 33.5, "learning_rate": 2.602587180339946e-05, "loss": 19.6123, "step": 37716 }, { "epoch": 33.5, "learning_rate": 2.602340149278486e-05, "loss": 19.5342, "step": 37717 }, { "epoch": 33.5, "learning_rate": 2.6020931258171165e-05, "loss": 19.3057, "step": 37718 }, { "epoch": 33.5, "learning_rate": 2.601846109956626e-05, "loss": 19.1055, "step": 37719 }, { "epoch": 33.5, "learning_rate": 2.6015991016977927e-05, "loss": 19.1699, "step": 37720 }, { "epoch": 33.5, "learning_rate": 2.601352101041403e-05, "loss": 19.7109, "step": 37721 }, { "epoch": 33.5, "learning_rate": 2.6011051079882388e-05, "loss": 19.334, "step": 37722 }, { "epoch": 33.5, "learning_rate": 2.6008581225390804e-05, "loss": 19.6611, "step": 37723 }, { "epoch": 33.5, "learning_rate": 2.600611144694716e-05, "loss": 19.5039, "step": 37724 }, { "epoch": 33.5, "learning_rate": 2.6003641744559215e-05, "loss": 19.3984, "step": 37725 }, { "epoch": 33.5, "learning_rate": 2.6001172118234874e-05, "loss": 18.7998, "step": 37726 }, { "epoch": 33.51, "learning_rate": 2.5998702567981915e-05, "loss": 19.5625, "step": 37727 }, { "epoch": 33.51, "learning_rate": 2.5996233093808164e-05, "loss": 18.8271, "step": 37728 }, { "epoch": 33.51, "learning_rate": 2.5993763695721486e-05, "loss": 19.209, "step": 37729 }, { "epoch": 33.51, "learning_rate": 2.599129437372966e-05, "loss": 19.3008, "step": 37730 }, { "epoch": 33.51, "learning_rate": 2.5988825127840544e-05, "loss": 19.4795, "step": 37731 }, { "epoch": 33.51, "learning_rate": 2.598635595806199e-05, "loss": 19.5244, "step": 37732 }, { "epoch": 33.51, "learning_rate": 2.598388686440177e-05, "loss": 19.4258, "step": 37733 }, { "epoch": 33.51, "learning_rate": 2.598141784686775e-05, "loss": 19.5771, "step": 37734 }, { "epoch": 33.51, "learning_rate": 2.5978948905467715e-05, "loss": 19.3672, "step": 37735 }, { "epoch": 33.51, "learning_rate": 2.5976480040209528e-05, "loss": 19.2686, "step": 37736 }, { "epoch": 33.51, "learning_rate": 2.597401125110104e-05, "loss": 20.1094, "step": 37737 }, { "epoch": 33.52, "learning_rate": 2.5971542538149995e-05, "loss": 19.1729, "step": 37738 }, { "epoch": 33.52, "learning_rate": 2.596907390136427e-05, "loss": 18.9346, "step": 37739 }, { "epoch": 33.52, "learning_rate": 2.5966605340751705e-05, "loss": 19.2314, "step": 37740 }, { "epoch": 33.52, "learning_rate": 2.596413685632008e-05, "loss": 19.3574, "step": 37741 }, { "epoch": 33.52, "learning_rate": 2.596166844807727e-05, "loss": 19.0938, "step": 37742 }, { "epoch": 33.52, "learning_rate": 2.595920011603107e-05, "loss": 19.3545, "step": 37743 }, { "epoch": 33.52, "learning_rate": 2.5956731860189286e-05, "loss": 18.8125, "step": 37744 }, { "epoch": 33.52, "learning_rate": 2.5954263680559787e-05, "loss": 19.2998, "step": 37745 }, { "epoch": 33.52, "learning_rate": 2.595179557715035e-05, "loss": 19.0889, "step": 37746 }, { "epoch": 33.52, "learning_rate": 2.594932754996884e-05, "loss": 19.2012, "step": 37747 }, { "epoch": 33.52, "learning_rate": 2.5946859599023064e-05, "loss": 19.251, "step": 37748 }, { "epoch": 33.52, "learning_rate": 2.594439172432082e-05, "loss": 19.1084, "step": 37749 }, { "epoch": 33.53, "learning_rate": 2.5941923925869976e-05, "loss": 19.5752, "step": 37750 }, { "epoch": 33.53, "learning_rate": 2.5939456203678313e-05, "loss": 19.708, "step": 37751 }, { "epoch": 33.53, "learning_rate": 2.5936988557753682e-05, "loss": 19.0703, "step": 37752 }, { "epoch": 33.53, "learning_rate": 2.5934520988103905e-05, "loss": 19.1328, "step": 37753 }, { "epoch": 33.53, "learning_rate": 2.593205349473677e-05, "loss": 19.2959, "step": 37754 }, { "epoch": 33.53, "learning_rate": 2.592958607766014e-05, "loss": 19.4629, "step": 37755 }, { "epoch": 33.53, "learning_rate": 2.5927118736881795e-05, "loss": 19.7656, "step": 37756 }, { "epoch": 33.53, "learning_rate": 2.592465147240959e-05, "loss": 19.168, "step": 37757 }, { "epoch": 33.53, "learning_rate": 2.5922184284251362e-05, "loss": 18.9189, "step": 37758 }, { "epoch": 33.53, "learning_rate": 2.591971717241487e-05, "loss": 19.2285, "step": 37759 }, { "epoch": 33.53, "learning_rate": 2.5917250136907985e-05, "loss": 19.5996, "step": 37760 }, { "epoch": 33.54, "learning_rate": 2.5914783177738488e-05, "loss": 19.0303, "step": 37761 }, { "epoch": 33.54, "learning_rate": 2.591231629491423e-05, "loss": 19.4072, "step": 37762 }, { "epoch": 33.54, "learning_rate": 2.5909849488443038e-05, "loss": 19.8213, "step": 37763 }, { "epoch": 33.54, "learning_rate": 2.590738275833271e-05, "loss": 19.7881, "step": 37764 }, { "epoch": 33.54, "learning_rate": 2.5904916104591053e-05, "loss": 19.0947, "step": 37765 }, { "epoch": 33.54, "learning_rate": 2.5902449527225926e-05, "loss": 19.71, "step": 37766 }, { "epoch": 33.54, "learning_rate": 2.5899983026245102e-05, "loss": 18.9463, "step": 37767 }, { "epoch": 33.54, "learning_rate": 2.5897516601656435e-05, "loss": 19.8057, "step": 37768 }, { "epoch": 33.54, "learning_rate": 2.5895050253467734e-05, "loss": 19.7178, "step": 37769 }, { "epoch": 33.54, "learning_rate": 2.5892583981686795e-05, "loss": 19.4121, "step": 37770 }, { "epoch": 33.54, "learning_rate": 2.5890117786321472e-05, "loss": 19.3613, "step": 37771 }, { "epoch": 33.55, "learning_rate": 2.588765166737954e-05, "loss": 19.6602, "step": 37772 }, { "epoch": 33.55, "learning_rate": 2.5885185624868863e-05, "loss": 19.6875, "step": 37773 }, { "epoch": 33.55, "learning_rate": 2.5882719658797233e-05, "loss": 19.5088, "step": 37774 }, { "epoch": 33.55, "learning_rate": 2.5880253769172447e-05, "loss": 19.3291, "step": 37775 }, { "epoch": 33.55, "learning_rate": 2.5877787956002363e-05, "loss": 19.3467, "step": 37776 }, { "epoch": 33.55, "learning_rate": 2.5875322219294756e-05, "loss": 19.6367, "step": 37777 }, { "epoch": 33.55, "learning_rate": 2.5872856559057484e-05, "loss": 19.5781, "step": 37778 }, { "epoch": 33.55, "learning_rate": 2.587039097529832e-05, "loss": 19.3662, "step": 37779 }, { "epoch": 33.55, "learning_rate": 2.5867925468025116e-05, "loss": 19.375, "step": 37780 }, { "epoch": 33.55, "learning_rate": 2.5865460037245674e-05, "loss": 19.5615, "step": 37781 }, { "epoch": 33.55, "learning_rate": 2.5862994682967788e-05, "loss": 19.3574, "step": 37782 }, { "epoch": 33.56, "learning_rate": 2.5860529405199295e-05, "loss": 19.0625, "step": 37783 }, { "epoch": 33.56, "learning_rate": 2.5858064203948018e-05, "loss": 19.1338, "step": 37784 }, { "epoch": 33.56, "learning_rate": 2.585559907922176e-05, "loss": 19.4414, "step": 37785 }, { "epoch": 33.56, "learning_rate": 2.5853134031028336e-05, "loss": 19.5713, "step": 37786 }, { "epoch": 33.56, "learning_rate": 2.585066905937553e-05, "loss": 19.5947, "step": 37787 }, { "epoch": 33.56, "learning_rate": 2.5848204164271193e-05, "loss": 19.8994, "step": 37788 }, { "epoch": 33.56, "learning_rate": 2.584573934572314e-05, "loss": 19.0723, "step": 37789 }, { "epoch": 33.56, "learning_rate": 2.5843274603739175e-05, "loss": 18.6455, "step": 37790 }, { "epoch": 33.56, "learning_rate": 2.5840809938327093e-05, "loss": 19.3574, "step": 37791 }, { "epoch": 33.56, "learning_rate": 2.583834534949473e-05, "loss": 19.4512, "step": 37792 }, { "epoch": 33.56, "learning_rate": 2.5835880837249882e-05, "loss": 19.9629, "step": 37793 }, { "epoch": 33.56, "learning_rate": 2.5833416401600373e-05, "loss": 18.9033, "step": 37794 }, { "epoch": 33.57, "learning_rate": 2.5830952042554003e-05, "loss": 19.8779, "step": 37795 }, { "epoch": 33.57, "learning_rate": 2.5828487760118608e-05, "loss": 19.3975, "step": 37796 }, { "epoch": 33.57, "learning_rate": 2.5826023554301982e-05, "loss": 19.5361, "step": 37797 }, { "epoch": 33.57, "learning_rate": 2.582355942511191e-05, "loss": 19.0547, "step": 37798 }, { "epoch": 33.57, "learning_rate": 2.5821095372556253e-05, "loss": 19.1982, "step": 37799 }, { "epoch": 33.57, "learning_rate": 2.581863139664278e-05, "loss": 19.1748, "step": 37800 }, { "epoch": 33.57, "learning_rate": 2.5816167497379327e-05, "loss": 19.5908, "step": 37801 }, { "epoch": 33.57, "learning_rate": 2.5813703674773708e-05, "loss": 19.2656, "step": 37802 }, { "epoch": 33.57, "learning_rate": 2.58112399288337e-05, "loss": 19.4443, "step": 37803 }, { "epoch": 33.57, "learning_rate": 2.580877625956715e-05, "loss": 19.21, "step": 37804 }, { "epoch": 33.57, "learning_rate": 2.5806312666981824e-05, "loss": 19.1641, "step": 37805 }, { "epoch": 33.58, "learning_rate": 2.5803849151085568e-05, "loss": 19.1826, "step": 37806 }, { "epoch": 33.58, "learning_rate": 2.5801385711886217e-05, "loss": 19.2607, "step": 37807 }, { "epoch": 33.58, "learning_rate": 2.5798922349391497e-05, "loss": 19.7393, "step": 37808 }, { "epoch": 33.58, "learning_rate": 2.5796459063609268e-05, "loss": 19.5889, "step": 37809 }, { "epoch": 33.58, "learning_rate": 2.579399585454735e-05, "loss": 19.457, "step": 37810 }, { "epoch": 33.58, "learning_rate": 2.5791532722213514e-05, "loss": 19.7783, "step": 37811 }, { "epoch": 33.58, "learning_rate": 2.578906966661563e-05, "loss": 19.627, "step": 37812 }, { "epoch": 33.58, "learning_rate": 2.5786606687761417e-05, "loss": 19.4268, "step": 37813 }, { "epoch": 33.58, "learning_rate": 2.5784143785658733e-05, "loss": 19.8096, "step": 37814 }, { "epoch": 33.58, "learning_rate": 2.578168096031539e-05, "loss": 19.3486, "step": 37815 }, { "epoch": 33.58, "learning_rate": 2.577921821173917e-05, "loss": 19.7422, "step": 37816 }, { "epoch": 33.59, "learning_rate": 2.5776755539937914e-05, "loss": 19.3672, "step": 37817 }, { "epoch": 33.59, "learning_rate": 2.5774292944919405e-05, "loss": 19.4219, "step": 37818 }, { "epoch": 33.59, "learning_rate": 2.5771830426691436e-05, "loss": 19.1357, "step": 37819 }, { "epoch": 33.59, "learning_rate": 2.576936798526184e-05, "loss": 18.9902, "step": 37820 }, { "epoch": 33.59, "learning_rate": 2.5766905620638394e-05, "loss": 19.4014, "step": 37821 }, { "epoch": 33.59, "learning_rate": 2.576444333282894e-05, "loss": 19.3418, "step": 37822 }, { "epoch": 33.59, "learning_rate": 2.5761981121841268e-05, "loss": 19.0771, "step": 37823 }, { "epoch": 33.59, "learning_rate": 2.575951898768315e-05, "loss": 19.0264, "step": 37824 }, { "epoch": 33.59, "learning_rate": 2.5757056930362443e-05, "loss": 19.0713, "step": 37825 }, { "epoch": 33.59, "learning_rate": 2.57545949498869e-05, "loss": 19.9268, "step": 37826 }, { "epoch": 33.59, "learning_rate": 2.5752133046264378e-05, "loss": 18.8682, "step": 37827 }, { "epoch": 33.6, "learning_rate": 2.5749671219502648e-05, "loss": 19.5342, "step": 37828 }, { "epoch": 33.6, "learning_rate": 2.57472094696095e-05, "loss": 19.3271, "step": 37829 }, { "epoch": 33.6, "learning_rate": 2.5744747796592782e-05, "loss": 19.8213, "step": 37830 }, { "epoch": 33.6, "learning_rate": 2.5742286200460248e-05, "loss": 19.7959, "step": 37831 }, { "epoch": 33.6, "learning_rate": 2.5739824681219725e-05, "loss": 19.4717, "step": 37832 }, { "epoch": 33.6, "learning_rate": 2.5737363238879053e-05, "loss": 19.5625, "step": 37833 }, { "epoch": 33.6, "learning_rate": 2.573490187344596e-05, "loss": 19.3955, "step": 37834 }, { "epoch": 33.6, "learning_rate": 2.5732440584928275e-05, "loss": 19.3438, "step": 37835 }, { "epoch": 33.6, "learning_rate": 2.5729979373333836e-05, "loss": 19.0967, "step": 37836 }, { "epoch": 33.6, "learning_rate": 2.57275182386704e-05, "loss": 19.5771, "step": 37837 }, { "epoch": 33.6, "learning_rate": 2.57275182386704e-05, "loss": 20.0361, "step": 37838 }, { "epoch": 33.6, "learning_rate": 2.57250571809458e-05, "loss": 19.0586, "step": 37839 }, { "epoch": 33.61, "learning_rate": 2.5722596200167827e-05, "loss": 19.0889, "step": 37840 }, { "epoch": 33.61, "learning_rate": 2.572013529634425e-05, "loss": 19.4141, "step": 37841 }, { "epoch": 33.61, "learning_rate": 2.571767446948292e-05, "loss": 19.5, "step": 37842 }, { "epoch": 33.61, "learning_rate": 2.5715213719591602e-05, "loss": 19.1064, "step": 37843 }, { "epoch": 33.61, "learning_rate": 2.5712753046678123e-05, "loss": 18.9971, "step": 37844 }, { "epoch": 33.61, "learning_rate": 2.571029245075027e-05, "loss": 19.6182, "step": 37845 }, { "epoch": 33.61, "learning_rate": 2.570783193181582e-05, "loss": 19.2793, "step": 37846 }, { "epoch": 33.61, "learning_rate": 2.5705371489882613e-05, "loss": 19.4775, "step": 37847 }, { "epoch": 33.61, "learning_rate": 2.5702911124958408e-05, "loss": 19.3779, "step": 37848 }, { "epoch": 33.61, "learning_rate": 2.570045083705104e-05, "loss": 19.29, "step": 37849 }, { "epoch": 33.61, "learning_rate": 2.570045083705104e-05, "loss": 19.1338, "step": 37850 }, { "epoch": 33.62, "learning_rate": 2.56979906261683e-05, "loss": 19.6562, "step": 37851 }, { "epoch": 33.62, "learning_rate": 2.5695530492317955e-05, "loss": 18.9541, "step": 37852 }, { "epoch": 33.62, "learning_rate": 2.5693070435507842e-05, "loss": 19.2256, "step": 37853 }, { "epoch": 33.62, "learning_rate": 2.569061045574573e-05, "loss": 19.5908, "step": 37854 }, { "epoch": 33.62, "learning_rate": 2.568815055303945e-05, "loss": 19.5527, "step": 37855 }, { "epoch": 33.62, "learning_rate": 2.568569072739675e-05, "loss": 19.1396, "step": 37856 }, { "epoch": 33.62, "learning_rate": 2.568569072739675e-05, "loss": 18.9336, "step": 37857 }, { "epoch": 33.62, "learning_rate": 2.5683230978825477e-05, "loss": 19.3945, "step": 37858 }, { "epoch": 33.62, "learning_rate": 2.5680771307333417e-05, "loss": 19.251, "step": 37859 }, { "epoch": 33.62, "learning_rate": 2.5678311712928338e-05, "loss": 18.8018, "step": 37860 }, { "epoch": 33.62, "learning_rate": 2.5675852195618046e-05, "loss": 19.7285, "step": 37861 }, { "epoch": 33.63, "learning_rate": 2.5673392755410368e-05, "loss": 18.748, "step": 37862 }, { "epoch": 33.63, "learning_rate": 2.567093339231308e-05, "loss": 19.3711, "step": 37863 }, { "epoch": 33.63, "learning_rate": 2.5668474106333977e-05, "loss": 19.4043, "step": 37864 }, { "epoch": 33.63, "learning_rate": 2.566601489748084e-05, "loss": 19.4502, "step": 37865 }, { "epoch": 33.63, "learning_rate": 2.566355576576147e-05, "loss": 19.417, "step": 37866 }, { "epoch": 33.63, "learning_rate": 2.5661096711183685e-05, "loss": 19.9902, "step": 37867 }, { "epoch": 33.63, "learning_rate": 2.5658637733755253e-05, "loss": 19.541, "step": 37868 }, { "epoch": 33.63, "learning_rate": 2.5656178833484e-05, "loss": 19.1104, "step": 37869 }, { "epoch": 33.63, "learning_rate": 2.5653720010377698e-05, "loss": 19.5117, "step": 37870 }, { "epoch": 33.63, "learning_rate": 2.565126126444412e-05, "loss": 19.0361, "step": 37871 }, { "epoch": 33.63, "learning_rate": 2.5648802595691102e-05, "loss": 19.5938, "step": 37872 }, { "epoch": 33.63, "learning_rate": 2.5646344004126405e-05, "loss": 18.8496, "step": 37873 }, { "epoch": 33.64, "learning_rate": 2.564388548975785e-05, "loss": 19.21, "step": 37874 }, { "epoch": 33.64, "learning_rate": 2.5641427052593213e-05, "loss": 19.5371, "step": 37875 }, { "epoch": 33.64, "learning_rate": 2.5638968692640276e-05, "loss": 19.7695, "step": 37876 }, { "epoch": 33.64, "learning_rate": 2.5636510409906865e-05, "loss": 19.4316, "step": 37877 }, { "epoch": 33.64, "learning_rate": 2.5634052204400727e-05, "loss": 19.6006, "step": 37878 }, { "epoch": 33.64, "learning_rate": 2.5631594076129706e-05, "loss": 19.5264, "step": 37879 }, { "epoch": 33.64, "learning_rate": 2.5629136025101557e-05, "loss": 19.5176, "step": 37880 }, { "epoch": 33.64, "learning_rate": 2.562667805132407e-05, "loss": 19.3252, "step": 37881 }, { "epoch": 33.64, "learning_rate": 2.5624220154805062e-05, "loss": 19.8076, "step": 37882 }, { "epoch": 33.64, "learning_rate": 2.562176233555229e-05, "loss": 19.2402, "step": 37883 }, { "epoch": 33.64, "learning_rate": 2.561930459357357e-05, "loss": 19.7822, "step": 37884 }, { "epoch": 33.65, "learning_rate": 2.5616846928876714e-05, "loss": 19.1309, "step": 37885 }, { "epoch": 33.65, "learning_rate": 2.5614389341469457e-05, "loss": 19.9092, "step": 37886 }, { "epoch": 33.65, "learning_rate": 2.5611931831359615e-05, "loss": 19.5293, "step": 37887 }, { "epoch": 33.65, "learning_rate": 2.5609474398555e-05, "loss": 19.1963, "step": 37888 }, { "epoch": 33.65, "learning_rate": 2.560701704306336e-05, "loss": 19.1523, "step": 37889 }, { "epoch": 33.65, "learning_rate": 2.5604559764892544e-05, "loss": 19.4473, "step": 37890 }, { "epoch": 33.65, "learning_rate": 2.5602102564050267e-05, "loss": 18.9502, "step": 37891 }, { "epoch": 33.65, "learning_rate": 2.559964544054435e-05, "loss": 19.5039, "step": 37892 }, { "epoch": 33.65, "learning_rate": 2.559718839438261e-05, "loss": 19.1309, "step": 37893 }, { "epoch": 33.65, "learning_rate": 2.5594731425572787e-05, "loss": 18.7324, "step": 37894 }, { "epoch": 33.65, "learning_rate": 2.5592274534122718e-05, "loss": 19.1719, "step": 37895 }, { "epoch": 33.66, "learning_rate": 2.5589817720040154e-05, "loss": 19.3896, "step": 37896 }, { "epoch": 33.66, "learning_rate": 2.5587360983332887e-05, "loss": 19.5371, "step": 37897 }, { "epoch": 33.66, "learning_rate": 2.558490432400873e-05, "loss": 18.7734, "step": 37898 }, { "epoch": 33.66, "learning_rate": 2.558244774207542e-05, "loss": 19.1436, "step": 37899 }, { "epoch": 33.66, "learning_rate": 2.5579991237540813e-05, "loss": 19.5957, "step": 37900 }, { "epoch": 33.66, "learning_rate": 2.5577534810412647e-05, "loss": 19.0693, "step": 37901 }, { "epoch": 33.66, "learning_rate": 2.5575078460698698e-05, "loss": 19.0225, "step": 37902 }, { "epoch": 33.66, "learning_rate": 2.5572622188406802e-05, "loss": 19.4717, "step": 37903 }, { "epoch": 33.66, "learning_rate": 2.5570165993544692e-05, "loss": 19.2217, "step": 37904 }, { "epoch": 33.66, "learning_rate": 2.5567709876120178e-05, "loss": 19.835, "step": 37905 }, { "epoch": 33.66, "learning_rate": 2.5565253836141085e-05, "loss": 19.2842, "step": 37906 }, { "epoch": 33.67, "learning_rate": 2.556279787361512e-05, "loss": 19.8389, "step": 37907 }, { "epoch": 33.67, "learning_rate": 2.556034198855013e-05, "loss": 18.916, "step": 37908 }, { "epoch": 33.67, "learning_rate": 2.555788618095385e-05, "loss": 19.8027, "step": 37909 }, { "epoch": 33.67, "learning_rate": 2.5555430450834094e-05, "loss": 19.7871, "step": 37910 }, { "epoch": 33.67, "learning_rate": 2.5552974798198682e-05, "loss": 19.8223, "step": 37911 }, { "epoch": 33.67, "learning_rate": 2.555051922305532e-05, "loss": 19.127, "step": 37912 }, { "epoch": 33.67, "learning_rate": 2.554806372541183e-05, "loss": 19.3408, "step": 37913 }, { "epoch": 33.67, "learning_rate": 2.5545608305276014e-05, "loss": 19.3105, "step": 37914 }, { "epoch": 33.67, "learning_rate": 2.554315296265562e-05, "loss": 19.4736, "step": 37915 }, { "epoch": 33.67, "learning_rate": 2.554069769755847e-05, "loss": 19.2432, "step": 37916 }, { "epoch": 33.67, "learning_rate": 2.5538242509992317e-05, "loss": 19.5771, "step": 37917 }, { "epoch": 33.67, "learning_rate": 2.5535787399964937e-05, "loss": 19.2744, "step": 37918 }, { "epoch": 33.68, "learning_rate": 2.5533332367484142e-05, "loss": 18.9502, "step": 37919 }, { "epoch": 33.68, "learning_rate": 2.5530877412557687e-05, "loss": 19.3379, "step": 37920 }, { "epoch": 33.68, "learning_rate": 2.5528422535193375e-05, "loss": 18.9805, "step": 37921 }, { "epoch": 33.68, "learning_rate": 2.552596773539898e-05, "loss": 19.374, "step": 37922 }, { "epoch": 33.68, "learning_rate": 2.5523513013182265e-05, "loss": 19.4863, "step": 37923 }, { "epoch": 33.68, "learning_rate": 2.5521058368551042e-05, "loss": 19.5449, "step": 37924 }, { "epoch": 33.68, "learning_rate": 2.5518603801513063e-05, "loss": 18.8389, "step": 37925 }, { "epoch": 33.68, "learning_rate": 2.5516149312076142e-05, "loss": 19.2217, "step": 37926 }, { "epoch": 33.68, "learning_rate": 2.551369490024801e-05, "loss": 19.5234, "step": 37927 }, { "epoch": 33.68, "learning_rate": 2.5511240566036503e-05, "loss": 19.377, "step": 37928 }, { "epoch": 33.68, "learning_rate": 2.5508786309449373e-05, "loss": 19.0664, "step": 37929 }, { "epoch": 33.69, "learning_rate": 2.550633213049438e-05, "loss": 19.3389, "step": 37930 }, { "epoch": 33.69, "learning_rate": 2.5503878029179317e-05, "loss": 19.5527, "step": 37931 }, { "epoch": 33.69, "learning_rate": 2.5501424005511998e-05, "loss": 18.8936, "step": 37932 }, { "epoch": 33.69, "learning_rate": 2.549897005950017e-05, "loss": 19.3008, "step": 37933 }, { "epoch": 33.69, "learning_rate": 2.5496516191151622e-05, "loss": 19.6855, "step": 37934 }, { "epoch": 33.69, "learning_rate": 2.5494062400474094e-05, "loss": 18.8281, "step": 37935 }, { "epoch": 33.69, "learning_rate": 2.54916086874754e-05, "loss": 19.2314, "step": 37936 }, { "epoch": 33.69, "learning_rate": 2.548915505216333e-05, "loss": 19.5957, "step": 37937 }, { "epoch": 33.69, "learning_rate": 2.5486701494545652e-05, "loss": 19.5234, "step": 37938 }, { "epoch": 33.69, "learning_rate": 2.548424801463011e-05, "loss": 19.5449, "step": 37939 }, { "epoch": 33.69, "learning_rate": 2.5481794612424527e-05, "loss": 19.2217, "step": 37940 }, { "epoch": 33.7, "learning_rate": 2.5479341287936644e-05, "loss": 19.3291, "step": 37941 }, { "epoch": 33.7, "learning_rate": 2.5476888041174262e-05, "loss": 19.4072, "step": 37942 }, { "epoch": 33.7, "learning_rate": 2.5474434872145137e-05, "loss": 19.3301, "step": 37943 }, { "epoch": 33.7, "learning_rate": 2.547198178085708e-05, "loss": 19.4014, "step": 37944 }, { "epoch": 33.7, "learning_rate": 2.5469528767317834e-05, "loss": 20.0273, "step": 37945 }, { "epoch": 33.7, "learning_rate": 2.546707583153517e-05, "loss": 19.3096, "step": 37946 }, { "epoch": 33.7, "learning_rate": 2.5464622973516895e-05, "loss": 19.3057, "step": 37947 }, { "epoch": 33.7, "learning_rate": 2.546217019327074e-05, "loss": 18.9092, "step": 37948 }, { "epoch": 33.7, "learning_rate": 2.5459717490804537e-05, "loss": 19.5508, "step": 37949 }, { "epoch": 33.7, "learning_rate": 2.5457264866126025e-05, "loss": 20.0059, "step": 37950 }, { "epoch": 33.7, "learning_rate": 2.545481231924296e-05, "loss": 19.3516, "step": 37951 }, { "epoch": 33.71, "learning_rate": 2.5452359850163166e-05, "loss": 20.0117, "step": 37952 }, { "epoch": 33.71, "learning_rate": 2.544990745889436e-05, "loss": 19.8428, "step": 37953 }, { "epoch": 33.71, "learning_rate": 2.544745514544437e-05, "loss": 19.7871, "step": 37954 }, { "epoch": 33.71, "learning_rate": 2.544500290982095e-05, "loss": 19.2402, "step": 37955 }, { "epoch": 33.71, "learning_rate": 2.5442550752031835e-05, "loss": 19.8242, "step": 37956 }, { "epoch": 33.71, "learning_rate": 2.5440098672084843e-05, "loss": 19.2793, "step": 37957 }, { "epoch": 33.71, "learning_rate": 2.5437646669987748e-05, "loss": 19.7119, "step": 37958 }, { "epoch": 33.71, "learning_rate": 2.543519474574829e-05, "loss": 19.3135, "step": 37959 }, { "epoch": 33.71, "learning_rate": 2.5432742899374294e-05, "loss": 19.5273, "step": 37960 }, { "epoch": 33.71, "learning_rate": 2.5430291130873463e-05, "loss": 19.1074, "step": 37961 }, { "epoch": 33.71, "learning_rate": 2.5427839440253608e-05, "loss": 19.3799, "step": 37962 }, { "epoch": 33.71, "learning_rate": 2.5425387827522506e-05, "loss": 20.0615, "step": 37963 }, { "epoch": 33.72, "learning_rate": 2.5422936292687903e-05, "loss": 19.2471, "step": 37964 }, { "epoch": 33.72, "learning_rate": 2.5422936292687903e-05, "loss": 19.2217, "step": 37965 }, { "epoch": 33.72, "learning_rate": 2.542048483575761e-05, "loss": 19.4893, "step": 37966 }, { "epoch": 33.72, "learning_rate": 2.541803345673936e-05, "loss": 19.167, "step": 37967 }, { "epoch": 33.72, "learning_rate": 2.541558215564092e-05, "loss": 19.5205, "step": 37968 }, { "epoch": 33.72, "learning_rate": 2.54131309324701e-05, "loss": 19.5312, "step": 37969 }, { "epoch": 33.72, "learning_rate": 2.5410679787234616e-05, "loss": 19.3262, "step": 37970 }, { "epoch": 33.72, "learning_rate": 2.5408228719942296e-05, "loss": 19.0791, "step": 37971 }, { "epoch": 33.72, "learning_rate": 2.5405777730600876e-05, "loss": 19.2217, "step": 37972 }, { "epoch": 33.72, "learning_rate": 2.540332681921811e-05, "loss": 19.2539, "step": 37973 }, { "epoch": 33.72, "learning_rate": 2.5400875985801807e-05, "loss": 19.1846, "step": 37974 }, { "epoch": 33.73, "learning_rate": 2.539842523035969e-05, "loss": 19.3887, "step": 37975 }, { "epoch": 33.73, "learning_rate": 2.539597455289958e-05, "loss": 20.3838, "step": 37976 }, { "epoch": 33.73, "learning_rate": 2.5393523953429216e-05, "loss": 18.9131, "step": 37977 }, { "epoch": 33.73, "learning_rate": 2.5391073431956348e-05, "loss": 19.2988, "step": 37978 }, { "epoch": 33.73, "learning_rate": 2.538862298848878e-05, "loss": 19.332, "step": 37979 }, { "epoch": 33.73, "learning_rate": 2.5386172623034242e-05, "loss": 19.623, "step": 37980 }, { "epoch": 33.73, "learning_rate": 2.5383722335600524e-05, "loss": 19.7314, "step": 37981 }, { "epoch": 33.73, "learning_rate": 2.538127212619543e-05, "loss": 19.4736, "step": 37982 }, { "epoch": 33.73, "learning_rate": 2.537882199482665e-05, "loss": 19.3311, "step": 37983 }, { "epoch": 33.73, "learning_rate": 2.5376371941502007e-05, "loss": 19.6514, "step": 37984 }, { "epoch": 33.73, "learning_rate": 2.5373921966229225e-05, "loss": 19.4551, "step": 37985 }, { "epoch": 33.74, "learning_rate": 2.53714720690161e-05, "loss": 19.6777, "step": 37986 }, { "epoch": 33.74, "learning_rate": 2.536902224987042e-05, "loss": 19.6855, "step": 37987 }, { "epoch": 33.74, "learning_rate": 2.5366572508799886e-05, "loss": 19.29, "step": 37988 }, { "epoch": 33.74, "learning_rate": 2.53641228458123e-05, "loss": 18.9639, "step": 37989 }, { "epoch": 33.74, "learning_rate": 2.5361673260915442e-05, "loss": 19.5703, "step": 37990 }, { "epoch": 33.74, "learning_rate": 2.535922375411704e-05, "loss": 19.3613, "step": 37991 }, { "epoch": 33.74, "learning_rate": 2.5356774325424898e-05, "loss": 19.7236, "step": 37992 }, { "epoch": 33.74, "learning_rate": 2.5354324974846764e-05, "loss": 19.1924, "step": 37993 }, { "epoch": 33.74, "learning_rate": 2.535187570239037e-05, "loss": 18.9385, "step": 37994 }, { "epoch": 33.74, "learning_rate": 2.5349426508063534e-05, "loss": 19.5713, "step": 37995 }, { "epoch": 33.74, "learning_rate": 2.5346977391873976e-05, "loss": 19.6611, "step": 37996 }, { "epoch": 33.75, "learning_rate": 2.5344528353829495e-05, "loss": 19.3613, "step": 37997 }, { "epoch": 33.75, "learning_rate": 2.5342079393937834e-05, "loss": 19.6406, "step": 37998 }, { "epoch": 33.75, "learning_rate": 2.5339630512206735e-05, "loss": 19.1064, "step": 37999 }, { "epoch": 33.75, "learning_rate": 2.533718170864401e-05, "loss": 19.1504, "step": 38000 }, { "epoch": 33.75, "learning_rate": 2.533473298325737e-05, "loss": 19.3486, "step": 38001 }, { "epoch": 33.75, "learning_rate": 2.5332284336054614e-05, "loss": 19.6123, "step": 38002 }, { "epoch": 33.75, "learning_rate": 2.5332284336054614e-05, "loss": 19.5273, "step": 38003 }, { "epoch": 33.75, "learning_rate": 2.5329835767043474e-05, "loss": 19.2744, "step": 38004 }, { "epoch": 33.75, "learning_rate": 2.532738727623175e-05, "loss": 20.1055, "step": 38005 }, { "epoch": 33.75, "learning_rate": 2.532493886362719e-05, "loss": 19.1084, "step": 38006 }, { "epoch": 33.75, "learning_rate": 2.5322490529237518e-05, "loss": 19.8311, "step": 38007 }, { "epoch": 33.75, "learning_rate": 2.532004227307052e-05, "loss": 19.0547, "step": 38008 }, { "epoch": 33.76, "learning_rate": 2.5317594095133984e-05, "loss": 18.9551, "step": 38009 }, { "epoch": 33.76, "learning_rate": 2.531514599543564e-05, "loss": 19.3359, "step": 38010 }, { "epoch": 33.76, "learning_rate": 2.531269797398326e-05, "loss": 19.2129, "step": 38011 }, { "epoch": 33.76, "learning_rate": 2.5310250030784576e-05, "loss": 19.4033, "step": 38012 }, { "epoch": 33.76, "learning_rate": 2.530780216584737e-05, "loss": 19.5547, "step": 38013 }, { "epoch": 33.76, "learning_rate": 2.530535437917942e-05, "loss": 19.4717, "step": 38014 }, { "epoch": 33.76, "learning_rate": 2.5302906670788462e-05, "loss": 19.1201, "step": 38015 }, { "epoch": 33.76, "learning_rate": 2.5300459040682244e-05, "loss": 19.7588, "step": 38016 }, { "epoch": 33.76, "learning_rate": 2.529801148886855e-05, "loss": 18.8916, "step": 38017 }, { "epoch": 33.76, "learning_rate": 2.5295564015355112e-05, "loss": 19.1143, "step": 38018 }, { "epoch": 33.76, "learning_rate": 2.529311662014972e-05, "loss": 19.8555, "step": 38019 }, { "epoch": 33.77, "learning_rate": 2.5290669303260096e-05, "loss": 19.2461, "step": 38020 }, { "epoch": 33.77, "learning_rate": 2.5288222064694035e-05, "loss": 19.4648, "step": 38021 }, { "epoch": 33.77, "learning_rate": 2.5285774904459274e-05, "loss": 19.4785, "step": 38022 }, { "epoch": 33.77, "learning_rate": 2.528332782256355e-05, "loss": 19.5723, "step": 38023 }, { "epoch": 33.77, "learning_rate": 2.5280880819014662e-05, "loss": 19.3428, "step": 38024 }, { "epoch": 33.77, "learning_rate": 2.527843389382033e-05, "loss": 19.4805, "step": 38025 }, { "epoch": 33.77, "learning_rate": 2.527598704698834e-05, "loss": 18.9092, "step": 38026 }, { "epoch": 33.77, "learning_rate": 2.5273540278526443e-05, "loss": 19.5352, "step": 38027 }, { "epoch": 33.77, "learning_rate": 2.527109358844235e-05, "loss": 19.1123, "step": 38028 }, { "epoch": 33.77, "learning_rate": 2.5268646976743883e-05, "loss": 19.3721, "step": 38029 }, { "epoch": 33.77, "learning_rate": 2.526620044343874e-05, "loss": 19.4053, "step": 38030 }, { "epoch": 33.78, "learning_rate": 2.5263753988534726e-05, "loss": 20.0391, "step": 38031 }, { "epoch": 33.78, "learning_rate": 2.5261307612039574e-05, "loss": 19.3418, "step": 38032 }, { "epoch": 33.78, "learning_rate": 2.525886131396101e-05, "loss": 19.0908, "step": 38033 }, { "epoch": 33.78, "learning_rate": 2.5256415094306817e-05, "loss": 19.3457, "step": 38034 }, { "epoch": 33.78, "learning_rate": 2.5253968953084774e-05, "loss": 19.6406, "step": 38035 }, { "epoch": 33.78, "learning_rate": 2.5251522890302576e-05, "loss": 19.1045, "step": 38036 }, { "epoch": 33.78, "learning_rate": 2.524907690596805e-05, "loss": 19.4443, "step": 38037 }, { "epoch": 33.78, "learning_rate": 2.5246631000088872e-05, "loss": 19.6182, "step": 38038 }, { "epoch": 33.78, "learning_rate": 2.524418517267283e-05, "loss": 19.3086, "step": 38039 }, { "epoch": 33.78, "learning_rate": 2.5241739423727696e-05, "loss": 19.5977, "step": 38040 }, { "epoch": 33.78, "learning_rate": 2.5239293753261184e-05, "loss": 18.9619, "step": 38041 }, { "epoch": 33.79, "learning_rate": 2.523684816128108e-05, "loss": 19.5498, "step": 38042 }, { "epoch": 33.79, "learning_rate": 2.523440264779513e-05, "loss": 20.499, "step": 38043 }, { "epoch": 33.79, "learning_rate": 2.5231957212811052e-05, "loss": 19.418, "step": 38044 }, { "epoch": 33.79, "learning_rate": 2.5229511856336645e-05, "loss": 18.917, "step": 38045 }, { "epoch": 33.79, "learning_rate": 2.522706657837962e-05, "loss": 19.374, "step": 38046 }, { "epoch": 33.79, "learning_rate": 2.5224621378947765e-05, "loss": 19.1719, "step": 38047 }, { "epoch": 33.79, "learning_rate": 2.5222176258048813e-05, "loss": 19.4717, "step": 38048 }, { "epoch": 33.79, "learning_rate": 2.521973121569049e-05, "loss": 19.915, "step": 38049 }, { "epoch": 33.79, "learning_rate": 2.5217286251880597e-05, "loss": 19.6582, "step": 38050 }, { "epoch": 33.79, "learning_rate": 2.5214841366626834e-05, "loss": 19.7383, "step": 38051 }, { "epoch": 33.79, "learning_rate": 2.5212396559936973e-05, "loss": 19.4912, "step": 38052 }, { "epoch": 33.79, "learning_rate": 2.5209951831818803e-05, "loss": 19.4629, "step": 38053 }, { "epoch": 33.8, "learning_rate": 2.5207507182279997e-05, "loss": 19.2578, "step": 38054 }, { "epoch": 33.8, "learning_rate": 2.520506261132836e-05, "loss": 19.6553, "step": 38055 }, { "epoch": 33.8, "learning_rate": 2.520261811897161e-05, "loss": 19.4287, "step": 38056 }, { "epoch": 33.8, "learning_rate": 2.52001737052175e-05, "loss": 19.6445, "step": 38057 }, { "epoch": 33.8, "learning_rate": 2.519772937007383e-05, "loss": 19.668, "step": 38058 }, { "epoch": 33.8, "learning_rate": 2.519528511354826e-05, "loss": 19.6201, "step": 38059 }, { "epoch": 33.8, "learning_rate": 2.519284093564859e-05, "loss": 19.2559, "step": 38060 }, { "epoch": 33.8, "learning_rate": 2.519039683638257e-05, "loss": 19.416, "step": 38061 }, { "epoch": 33.8, "learning_rate": 2.518795281575792e-05, "loss": 19.6699, "step": 38062 }, { "epoch": 33.8, "learning_rate": 2.5185508873782427e-05, "loss": 19.7021, "step": 38063 }, { "epoch": 33.8, "learning_rate": 2.5183065010463812e-05, "loss": 19.0625, "step": 38064 }, { "epoch": 33.81, "learning_rate": 2.5180621225809807e-05, "loss": 19.6621, "step": 38065 }, { "epoch": 33.81, "learning_rate": 2.51781775198282e-05, "loss": 19.9492, "step": 38066 }, { "epoch": 33.81, "learning_rate": 2.5175733892526688e-05, "loss": 19.2812, "step": 38067 }, { "epoch": 33.81, "learning_rate": 2.5173290343913057e-05, "loss": 19.0674, "step": 38068 }, { "epoch": 33.81, "learning_rate": 2.5170846873995045e-05, "loss": 19.3428, "step": 38069 }, { "epoch": 33.81, "learning_rate": 2.5168403482780366e-05, "loss": 19.6533, "step": 38070 }, { "epoch": 33.81, "learning_rate": 2.5165960170276814e-05, "loss": 19.6338, "step": 38071 }, { "epoch": 33.81, "learning_rate": 2.5163516936492082e-05, "loss": 19.2412, "step": 38072 }, { "epoch": 33.81, "learning_rate": 2.5161073781433964e-05, "loss": 18.9561, "step": 38073 }, { "epoch": 33.81, "learning_rate": 2.5158630705110177e-05, "loss": 18.9854, "step": 38074 }, { "epoch": 33.81, "learning_rate": 2.5156187707528456e-05, "loss": 19.5078, "step": 38075 }, { "epoch": 33.82, "learning_rate": 2.515374478869657e-05, "loss": 19.1982, "step": 38076 }, { "epoch": 33.82, "learning_rate": 2.5151301948622237e-05, "loss": 19.7725, "step": 38077 }, { "epoch": 33.82, "learning_rate": 2.514885918731323e-05, "loss": 19.7539, "step": 38078 }, { "epoch": 33.82, "learning_rate": 2.5146416504777258e-05, "loss": 19.3711, "step": 38079 }, { "epoch": 33.82, "learning_rate": 2.51439739010221e-05, "loss": 19.4062, "step": 38080 }, { "epoch": 33.82, "learning_rate": 2.5141531376055484e-05, "loss": 19.5146, "step": 38081 }, { "epoch": 33.82, "learning_rate": 2.5139088929885124e-05, "loss": 19.4756, "step": 38082 }, { "epoch": 33.82, "learning_rate": 2.513664656251879e-05, "loss": 18.876, "step": 38083 }, { "epoch": 33.82, "learning_rate": 2.5134204273964233e-05, "loss": 19.2031, "step": 38084 }, { "epoch": 33.82, "learning_rate": 2.5131762064229192e-05, "loss": 19.0225, "step": 38085 }, { "epoch": 33.82, "learning_rate": 2.5129319933321378e-05, "loss": 18.9531, "step": 38086 }, { "epoch": 33.83, "learning_rate": 2.5126877881248567e-05, "loss": 19.3291, "step": 38087 }, { "epoch": 33.83, "learning_rate": 2.5124435908018468e-05, "loss": 19.4424, "step": 38088 }, { "epoch": 33.83, "learning_rate": 2.512199401363886e-05, "loss": 19.4902, "step": 38089 }, { "epoch": 33.83, "learning_rate": 2.5119552198117457e-05, "loss": 19.4814, "step": 38090 }, { "epoch": 33.83, "learning_rate": 2.511711046146199e-05, "loss": 19.2373, "step": 38091 }, { "epoch": 33.83, "learning_rate": 2.511466880368023e-05, "loss": 19.1689, "step": 38092 }, { "epoch": 33.83, "learning_rate": 2.511222722477988e-05, "loss": 18.5244, "step": 38093 }, { "epoch": 33.83, "learning_rate": 2.510978572476872e-05, "loss": 19.1191, "step": 38094 }, { "epoch": 33.83, "learning_rate": 2.5107344303654447e-05, "loss": 19.8076, "step": 38095 }, { "epoch": 33.83, "learning_rate": 2.510490296144484e-05, "loss": 19.5898, "step": 38096 }, { "epoch": 33.83, "learning_rate": 2.5102461698147617e-05, "loss": 19.6494, "step": 38097 }, { "epoch": 33.83, "learning_rate": 2.51000205137705e-05, "loss": 18.9834, "step": 38098 }, { "epoch": 33.84, "learning_rate": 2.5097579408321266e-05, "loss": 19.4365, "step": 38099 }, { "epoch": 33.84, "learning_rate": 2.509513838180761e-05, "loss": 19.5098, "step": 38100 }, { "epoch": 33.84, "learning_rate": 2.509269743423731e-05, "loss": 19.8867, "step": 38101 }, { "epoch": 33.84, "learning_rate": 2.5090256565618088e-05, "loss": 19.2637, "step": 38102 }, { "epoch": 33.84, "learning_rate": 2.5087815775957645e-05, "loss": 19.4062, "step": 38103 }, { "epoch": 33.84, "learning_rate": 2.5085375065263784e-05, "loss": 19.7471, "step": 38104 }, { "epoch": 33.84, "learning_rate": 2.508293443354418e-05, "loss": 19.6621, "step": 38105 }, { "epoch": 33.84, "learning_rate": 2.508049388080662e-05, "loss": 19.0693, "step": 38106 }, { "epoch": 33.84, "learning_rate": 2.507805340705882e-05, "loss": 19.6357, "step": 38107 }, { "epoch": 33.84, "learning_rate": 2.507561301230849e-05, "loss": 19.1621, "step": 38108 }, { "epoch": 33.84, "learning_rate": 2.5073172696563384e-05, "loss": 18.9189, "step": 38109 }, { "epoch": 33.85, "learning_rate": 2.507073245983127e-05, "loss": 19.5215, "step": 38110 }, { "epoch": 33.85, "learning_rate": 2.5068292302119834e-05, "loss": 19.4385, "step": 38111 }, { "epoch": 33.85, "learning_rate": 2.5065852223436848e-05, "loss": 18.8672, "step": 38112 }, { "epoch": 33.85, "learning_rate": 2.506341222379003e-05, "loss": 19.75, "step": 38113 }, { "epoch": 33.85, "learning_rate": 2.506097230318709e-05, "loss": 19.0957, "step": 38114 }, { "epoch": 33.85, "learning_rate": 2.5058532461635814e-05, "loss": 19.3291, "step": 38115 }, { "epoch": 33.85, "learning_rate": 2.5056092699143885e-05, "loss": 19.7061, "step": 38116 }, { "epoch": 33.85, "learning_rate": 2.505365301571908e-05, "loss": 19.4404, "step": 38117 }, { "epoch": 33.85, "learning_rate": 2.5051213411369114e-05, "loss": 19.3076, "step": 38118 }, { "epoch": 33.85, "learning_rate": 2.5048773886101694e-05, "loss": 19.7158, "step": 38119 }, { "epoch": 33.85, "learning_rate": 2.50463344399246e-05, "loss": 18.7246, "step": 38120 }, { "epoch": 33.86, "learning_rate": 2.5043895072845523e-05, "loss": 19.4287, "step": 38121 }, { "epoch": 33.86, "learning_rate": 2.5041455784872236e-05, "loss": 19.6504, "step": 38122 }, { "epoch": 33.86, "learning_rate": 2.5039016576012442e-05, "loss": 19.4932, "step": 38123 }, { "epoch": 33.86, "learning_rate": 2.5036577446273868e-05, "loss": 19.0068, "step": 38124 }, { "epoch": 33.86, "learning_rate": 2.503413839566427e-05, "loss": 19.6562, "step": 38125 }, { "epoch": 33.86, "learning_rate": 2.5031699424191346e-05, "loss": 19.7109, "step": 38126 }, { "epoch": 33.86, "learning_rate": 2.502926053186285e-05, "loss": 19.873, "step": 38127 }, { "epoch": 33.86, "learning_rate": 2.5026821718686554e-05, "loss": 19.1416, "step": 38128 }, { "epoch": 33.86, "learning_rate": 2.5024382984670104e-05, "loss": 19.4326, "step": 38129 }, { "epoch": 33.86, "learning_rate": 2.5021944329821283e-05, "loss": 19.5439, "step": 38130 }, { "epoch": 33.86, "learning_rate": 2.50195057541478e-05, "loss": 19.3164, "step": 38131 }, { "epoch": 33.87, "learning_rate": 2.5017067257657385e-05, "loss": 19.0635, "step": 38132 }, { "epoch": 33.87, "learning_rate": 2.501462884035782e-05, "loss": 19.3438, "step": 38133 }, { "epoch": 33.87, "learning_rate": 2.5012190502256748e-05, "loss": 19.8516, "step": 38134 }, { "epoch": 33.87, "learning_rate": 2.5009752243361952e-05, "loss": 19.2617, "step": 38135 }, { "epoch": 33.87, "learning_rate": 2.5007314063681152e-05, "loss": 18.9521, "step": 38136 }, { "epoch": 33.87, "learning_rate": 2.500487596322207e-05, "loss": 19.0527, "step": 38137 }, { "epoch": 33.87, "learning_rate": 2.500243794199245e-05, "loss": 18.8057, "step": 38138 }, { "epoch": 33.87, "learning_rate": 2.500000000000001e-05, "loss": 19.3809, "step": 38139 }, { "epoch": 33.87, "learning_rate": 2.4997562137252455e-05, "loss": 19.5361, "step": 38140 }, { "epoch": 33.87, "learning_rate": 2.499512435375756e-05, "loss": 19.4502, "step": 38141 }, { "epoch": 33.87, "learning_rate": 2.4992686649523e-05, "loss": 19.3994, "step": 38142 }, { "epoch": 33.87, "learning_rate": 2.499024902455655e-05, "loss": 19.3301, "step": 38143 }, { "epoch": 33.88, "learning_rate": 2.4987811478865914e-05, "loss": 19.0693, "step": 38144 }, { "epoch": 33.88, "learning_rate": 2.49853740124588e-05, "loss": 19.96, "step": 38145 }, { "epoch": 33.88, "learning_rate": 2.4982936625342978e-05, "loss": 19.3066, "step": 38146 }, { "epoch": 33.88, "learning_rate": 2.4980499317526123e-05, "loss": 19.6699, "step": 38147 }, { "epoch": 33.88, "learning_rate": 2.4978062089016014e-05, "loss": 19.2266, "step": 38148 }, { "epoch": 33.88, "learning_rate": 2.4975624939820342e-05, "loss": 18.9463, "step": 38149 }, { "epoch": 33.88, "learning_rate": 2.4973187869946823e-05, "loss": 19.0332, "step": 38150 }, { "epoch": 33.88, "learning_rate": 2.497075087940322e-05, "loss": 19.1074, "step": 38151 }, { "epoch": 33.88, "learning_rate": 2.496831396819722e-05, "loss": 19.5498, "step": 38152 }, { "epoch": 33.88, "learning_rate": 2.4965877136336564e-05, "loss": 19.2236, "step": 38153 }, { "epoch": 33.88, "learning_rate": 2.4965877136336564e-05, "loss": 19.5059, "step": 38154 }, { "epoch": 33.89, "learning_rate": 2.4963440383828994e-05, "loss": 19.9746, "step": 38155 }, { "epoch": 33.89, "learning_rate": 2.4961003710682217e-05, "loss": 19.3369, "step": 38156 }, { "epoch": 33.89, "learning_rate": 2.495856711690396e-05, "loss": 19.7256, "step": 38157 }, { "epoch": 33.89, "learning_rate": 2.495613060250192e-05, "loss": 19.1426, "step": 38158 }, { "epoch": 33.89, "learning_rate": 2.4953694167483843e-05, "loss": 18.8271, "step": 38159 }, { "epoch": 33.89, "learning_rate": 2.495125781185747e-05, "loss": 19.417, "step": 38160 }, { "epoch": 33.89, "learning_rate": 2.494882153563051e-05, "loss": 19.1064, "step": 38161 }, { "epoch": 33.89, "learning_rate": 2.4946385338810663e-05, "loss": 19.0479, "step": 38162 }, { "epoch": 33.89, "learning_rate": 2.494394922140569e-05, "loss": 19.2988, "step": 38163 }, { "epoch": 33.89, "learning_rate": 2.494394922140569e-05, "loss": 20.291, "step": 38164 }, { "epoch": 33.89, "learning_rate": 2.494151318342327e-05, "loss": 19.209, "step": 38165 }, { "epoch": 33.9, "learning_rate": 2.4939077224871164e-05, "loss": 19.3066, "step": 38166 }, { "epoch": 33.9, "learning_rate": 2.4936641345757084e-05, "loss": 19.291, "step": 38167 }, { "epoch": 33.9, "learning_rate": 2.4934205546088717e-05, "loss": 19.6445, "step": 38168 }, { "epoch": 33.9, "learning_rate": 2.493176982587384e-05, "loss": 19.1631, "step": 38169 }, { "epoch": 33.9, "learning_rate": 2.4929334185120116e-05, "loss": 19.2666, "step": 38170 }, { "epoch": 33.9, "learning_rate": 2.4926898623835322e-05, "loss": 19.3721, "step": 38171 }, { "epoch": 33.9, "learning_rate": 2.4924463142027127e-05, "loss": 19.1914, "step": 38172 }, { "epoch": 33.9, "learning_rate": 2.4922027739703295e-05, "loss": 19.3789, "step": 38173 }, { "epoch": 33.9, "learning_rate": 2.491959241687153e-05, "loss": 19.0625, "step": 38174 }, { "epoch": 33.9, "learning_rate": 2.491715717353952e-05, "loss": 19.5781, "step": 38175 }, { "epoch": 33.9, "learning_rate": 2.4914722009715035e-05, "loss": 18.8193, "step": 38176 }, { "epoch": 33.9, "learning_rate": 2.491228692540575e-05, "loss": 19.4072, "step": 38177 }, { "epoch": 33.91, "learning_rate": 2.4909851920619422e-05, "loss": 19.2051, "step": 38178 }, { "epoch": 33.91, "learning_rate": 2.4907416995363753e-05, "loss": 19.5742, "step": 38179 }, { "epoch": 33.91, "learning_rate": 2.490498214964644e-05, "loss": 19.79, "step": 38180 }, { "epoch": 33.91, "learning_rate": 2.4902547383475216e-05, "loss": 20.1465, "step": 38181 }, { "epoch": 33.91, "learning_rate": 2.490011269685783e-05, "loss": 19.4453, "step": 38182 }, { "epoch": 33.91, "learning_rate": 2.489767808980197e-05, "loss": 19.2041, "step": 38183 }, { "epoch": 33.91, "learning_rate": 2.489524356231535e-05, "loss": 19.7354, "step": 38184 }, { "epoch": 33.91, "learning_rate": 2.489280911440568e-05, "loss": 19.5205, "step": 38185 }, { "epoch": 33.91, "learning_rate": 2.4890374746080684e-05, "loss": 19.5947, "step": 38186 }, { "epoch": 33.91, "learning_rate": 2.4887940457348113e-05, "loss": 20.0654, "step": 38187 }, { "epoch": 33.91, "learning_rate": 2.488550624821563e-05, "loss": 19.3848, "step": 38188 }, { "epoch": 33.92, "learning_rate": 2.4883072118690992e-05, "loss": 19.1855, "step": 38189 }, { "epoch": 33.92, "learning_rate": 2.48806380687819e-05, "loss": 19.7598, "step": 38190 }, { "epoch": 33.92, "learning_rate": 2.4878204098496043e-05, "loss": 19.2383, "step": 38191 }, { "epoch": 33.92, "learning_rate": 2.487577020784119e-05, "loss": 19.5049, "step": 38192 }, { "epoch": 33.92, "learning_rate": 2.4873336396824998e-05, "loss": 19.998, "step": 38193 }, { "epoch": 33.92, "learning_rate": 2.487090266545523e-05, "loss": 19.0908, "step": 38194 }, { "epoch": 33.92, "learning_rate": 2.486846901373959e-05, "loss": 19.3975, "step": 38195 }, { "epoch": 33.92, "learning_rate": 2.486603544168575e-05, "loss": 19.2949, "step": 38196 }, { "epoch": 33.92, "learning_rate": 2.4863601949301486e-05, "loss": 20.0625, "step": 38197 }, { "epoch": 33.92, "learning_rate": 2.4861168536594458e-05, "loss": 19.5625, "step": 38198 }, { "epoch": 33.92, "learning_rate": 2.4858735203572424e-05, "loss": 19.5117, "step": 38199 }, { "epoch": 33.93, "learning_rate": 2.4856301950243076e-05, "loss": 20.167, "step": 38200 }, { "epoch": 33.93, "learning_rate": 2.4853868776614113e-05, "loss": 19.3477, "step": 38201 }, { "epoch": 33.93, "learning_rate": 2.485143568269328e-05, "loss": 19.6455, "step": 38202 }, { "epoch": 33.93, "learning_rate": 2.4849002668488245e-05, "loss": 19.6543, "step": 38203 }, { "epoch": 33.93, "learning_rate": 2.4846569734006757e-05, "loss": 19.8027, "step": 38204 }, { "epoch": 33.93, "learning_rate": 2.484413687925655e-05, "loss": 19.3633, "step": 38205 }, { "epoch": 33.93, "learning_rate": 2.4841704104245274e-05, "loss": 19.6006, "step": 38206 }, { "epoch": 33.93, "learning_rate": 2.483927140898066e-05, "loss": 19.665, "step": 38207 }, { "epoch": 33.93, "learning_rate": 2.4836838793470453e-05, "loss": 19.6924, "step": 38208 }, { "epoch": 33.93, "learning_rate": 2.483440625772232e-05, "loss": 19.2461, "step": 38209 }, { "epoch": 33.93, "learning_rate": 2.483197380174403e-05, "loss": 19.208, "step": 38210 }, { "epoch": 33.94, "learning_rate": 2.482954142554322e-05, "loss": 19.7676, "step": 38211 }, { "epoch": 33.94, "learning_rate": 2.4827109129127628e-05, "loss": 19.9707, "step": 38212 }, { "epoch": 33.94, "learning_rate": 2.4824676912504997e-05, "loss": 19.7998, "step": 38213 }, { "epoch": 33.94, "learning_rate": 2.482224477568299e-05, "loss": 18.7881, "step": 38214 }, { "epoch": 33.94, "learning_rate": 2.4819812718669355e-05, "loss": 19.3955, "step": 38215 }, { "epoch": 33.94, "learning_rate": 2.481738074147178e-05, "loss": 19.1621, "step": 38216 }, { "epoch": 33.94, "learning_rate": 2.4814948844097964e-05, "loss": 19.6494, "step": 38217 }, { "epoch": 33.94, "learning_rate": 2.481251702655564e-05, "loss": 19.2666, "step": 38218 }, { "epoch": 33.94, "learning_rate": 2.4810085288852496e-05, "loss": 19.3926, "step": 38219 }, { "epoch": 33.94, "learning_rate": 2.4807653630996263e-05, "loss": 19.4219, "step": 38220 }, { "epoch": 33.94, "learning_rate": 2.4805222052994638e-05, "loss": 19.3086, "step": 38221 }, { "epoch": 33.94, "learning_rate": 2.4802790554855304e-05, "loss": 19.3682, "step": 38222 }, { "epoch": 33.95, "learning_rate": 2.480035913658601e-05, "loss": 20.1758, "step": 38223 }, { "epoch": 33.95, "learning_rate": 2.479792779819442e-05, "loss": 19.6406, "step": 38224 }, { "epoch": 33.95, "learning_rate": 2.4795496539688288e-05, "loss": 19.3652, "step": 38225 }, { "epoch": 33.95, "learning_rate": 2.4793065361075298e-05, "loss": 19.4355, "step": 38226 }, { "epoch": 33.95, "learning_rate": 2.479063426236313e-05, "loss": 19.3574, "step": 38227 }, { "epoch": 33.95, "learning_rate": 2.478820324355954e-05, "loss": 19.3262, "step": 38228 }, { "epoch": 33.95, "learning_rate": 2.4785772304672184e-05, "loss": 19.5693, "step": 38229 }, { "epoch": 33.95, "learning_rate": 2.4783341445708797e-05, "loss": 19.8369, "step": 38230 }, { "epoch": 33.95, "learning_rate": 2.4780910666677094e-05, "loss": 18.957, "step": 38231 }, { "epoch": 33.95, "learning_rate": 2.4778479967584766e-05, "loss": 19.21, "step": 38232 }, { "epoch": 33.95, "learning_rate": 2.4776049348439507e-05, "loss": 19.2314, "step": 38233 }, { "epoch": 33.96, "learning_rate": 2.4773618809249042e-05, "loss": 19.3623, "step": 38234 }, { "epoch": 33.96, "learning_rate": 2.4771188350021053e-05, "loss": 19.5322, "step": 38235 }, { "epoch": 33.96, "learning_rate": 2.4768757970763273e-05, "loss": 19.5254, "step": 38236 }, { "epoch": 33.96, "learning_rate": 2.4766327671483384e-05, "loss": 19.3203, "step": 38237 }, { "epoch": 33.96, "learning_rate": 2.4763897452189085e-05, "loss": 19.8438, "step": 38238 }, { "epoch": 33.96, "learning_rate": 2.4761467312888102e-05, "loss": 19.4629, "step": 38239 }, { "epoch": 33.96, "learning_rate": 2.4759037253588108e-05, "loss": 19.6855, "step": 38240 }, { "epoch": 33.96, "learning_rate": 2.4756607274296846e-05, "loss": 19.2959, "step": 38241 }, { "epoch": 33.96, "learning_rate": 2.4754177375021992e-05, "loss": 19.9082, "step": 38242 }, { "epoch": 33.96, "learning_rate": 2.4751747555771233e-05, "loss": 19.3037, "step": 38243 }, { "epoch": 33.96, "learning_rate": 2.4749317816552308e-05, "loss": 19.5186, "step": 38244 }, { "epoch": 33.97, "learning_rate": 2.4746888157372883e-05, "loss": 19.1045, "step": 38245 }, { "epoch": 33.97, "learning_rate": 2.4744458578240697e-05, "loss": 19.2451, "step": 38246 }, { "epoch": 33.97, "learning_rate": 2.474202907916341e-05, "loss": 19.7783, "step": 38247 }, { "epoch": 33.97, "learning_rate": 2.4739599660148765e-05, "loss": 19.4375, "step": 38248 }, { "epoch": 33.97, "learning_rate": 2.4737170321204444e-05, "loss": 19.0908, "step": 38249 }, { "epoch": 33.97, "learning_rate": 2.4734741062338123e-05, "loss": 19.6074, "step": 38250 }, { "epoch": 33.97, "learning_rate": 2.4732311883557547e-05, "loss": 19.7686, "step": 38251 }, { "epoch": 33.97, "learning_rate": 2.4729882784870374e-05, "loss": 19.0684, "step": 38252 }, { "epoch": 33.97, "learning_rate": 2.4727453766284342e-05, "loss": 19.5576, "step": 38253 }, { "epoch": 33.97, "learning_rate": 2.4725024827807136e-05, "loss": 19.1533, "step": 38254 }, { "epoch": 33.97, "learning_rate": 2.4722595969446426e-05, "loss": 18.9766, "step": 38255 }, { "epoch": 33.98, "learning_rate": 2.4720167191209943e-05, "loss": 19.874, "step": 38256 }, { "epoch": 33.98, "learning_rate": 2.4717738493105397e-05, "loss": 19.8193, "step": 38257 }, { "epoch": 33.98, "learning_rate": 2.4715309875140446e-05, "loss": 19.2549, "step": 38258 }, { "epoch": 33.98, "learning_rate": 2.471288133732285e-05, "loss": 19.251, "step": 38259 }, { "epoch": 33.98, "learning_rate": 2.4710452879660235e-05, "loss": 19.3994, "step": 38260 }, { "epoch": 33.98, "learning_rate": 2.4708024502160325e-05, "loss": 19.5059, "step": 38261 }, { "epoch": 33.98, "learning_rate": 2.470559620483085e-05, "loss": 19.2305, "step": 38262 }, { "epoch": 33.98, "learning_rate": 2.470316798767946e-05, "loss": 19.9678, "step": 38263 }, { "epoch": 33.98, "learning_rate": 2.470073985071389e-05, "loss": 19.2178, "step": 38264 }, { "epoch": 33.98, "learning_rate": 2.469831179394182e-05, "loss": 19.415, "step": 38265 }, { "epoch": 33.98, "learning_rate": 2.469588381737093e-05, "loss": 18.8818, "step": 38266 }, { "epoch": 33.98, "learning_rate": 2.4693455921008946e-05, "loss": 19.8721, "step": 38267 }, { "epoch": 33.99, "learning_rate": 2.469102810486354e-05, "loss": 19.4707, "step": 38268 }, { "epoch": 33.99, "learning_rate": 2.4688600368942428e-05, "loss": 19.3193, "step": 38269 }, { "epoch": 33.99, "learning_rate": 2.4686172713253303e-05, "loss": 19.7725, "step": 38270 }, { "epoch": 33.99, "learning_rate": 2.4683745137803833e-05, "loss": 19.3838, "step": 38271 }, { "epoch": 33.99, "learning_rate": 2.468131764260175e-05, "loss": 20.0205, "step": 38272 }, { "epoch": 33.99, "learning_rate": 2.4678890227654712e-05, "loss": 19.2285, "step": 38273 }, { "epoch": 33.99, "learning_rate": 2.467646289297043e-05, "loss": 19.3105, "step": 38274 }, { "epoch": 33.99, "learning_rate": 2.467403563855664e-05, "loss": 19.5186, "step": 38275 }, { "epoch": 33.99, "learning_rate": 2.4671608464420963e-05, "loss": 19.0293, "step": 38276 }, { "epoch": 33.99, "learning_rate": 2.4669181370571143e-05, "loss": 18.8086, "step": 38277 }, { "epoch": 33.99, "learning_rate": 2.4666754357014836e-05, "loss": 19.0664, "step": 38278 }, { "epoch": 34.0, "learning_rate": 2.466432742375976e-05, "loss": 19.3496, "step": 38279 }, { "epoch": 34.0, "learning_rate": 2.4661900570813638e-05, "loss": 18.7617, "step": 38280 }, { "epoch": 34.0, "learning_rate": 2.4659473798184096e-05, "loss": 19.6924, "step": 38281 }, { "epoch": 34.0, "learning_rate": 2.4657047105878854e-05, "loss": 19.2139, "step": 38282 }, { "epoch": 34.0, "learning_rate": 2.4654620493905634e-05, "loss": 19.252, "step": 38283 }, { "epoch": 34.0, "learning_rate": 2.4652193962272073e-05, "loss": 19.0674, "step": 38284 }, { "epoch": 34.0, "learning_rate": 2.4649767510985943e-05, "loss": 19.0537, "step": 38285 }, { "epoch": 34.0, "learning_rate": 2.464734114005484e-05, "loss": 18.8574, "step": 38286 }, { "epoch": 34.0, "learning_rate": 2.46449148494865e-05, "loss": 19.1973, "step": 38287 }, { "epoch": 34.0, "learning_rate": 2.4642488639288634e-05, "loss": 19.4014, "step": 38288 }, { "epoch": 34.0, "learning_rate": 2.4640062509468892e-05, "loss": 19.4824, "step": 38289 }, { "epoch": 34.01, "learning_rate": 2.4637636460035006e-05, "loss": 18.8359, "step": 38290 }, { "epoch": 34.01, "learning_rate": 2.4635210490994647e-05, "loss": 19.3184, "step": 38291 }, { "epoch": 34.01, "learning_rate": 2.4632784602355478e-05, "loss": 18.8623, "step": 38292 }, { "epoch": 34.01, "learning_rate": 2.4630358794125235e-05, "loss": 19.5713, "step": 38293 }, { "epoch": 34.01, "learning_rate": 2.462793306631157e-05, "loss": 19.6895, "step": 38294 }, { "epoch": 34.01, "learning_rate": 2.46255074189222e-05, "loss": 18.9883, "step": 38295 }, { "epoch": 34.01, "learning_rate": 2.4623081851964806e-05, "loss": 19.5361, "step": 38296 }, { "epoch": 34.01, "learning_rate": 2.4620656365447055e-05, "loss": 20.0439, "step": 38297 }, { "epoch": 34.01, "learning_rate": 2.4618230959376665e-05, "loss": 19.1689, "step": 38298 }, { "epoch": 34.01, "learning_rate": 2.4615805633761296e-05, "loss": 19.3184, "step": 38299 }, { "epoch": 34.01, "learning_rate": 2.4613380388608653e-05, "loss": 18.7715, "step": 38300 }, { "epoch": 34.02, "learning_rate": 2.4610955223926457e-05, "loss": 18.7051, "step": 38301 }, { "epoch": 34.02, "learning_rate": 2.460853013972232e-05, "loss": 18.7148, "step": 38302 }, { "epoch": 34.02, "learning_rate": 2.4606105136003993e-05, "loss": 19.0967, "step": 38303 }, { "epoch": 34.02, "learning_rate": 2.4603680212779113e-05, "loss": 19.4033, "step": 38304 }, { "epoch": 34.02, "learning_rate": 2.4601255370055398e-05, "loss": 19.3262, "step": 38305 }, { "epoch": 34.02, "learning_rate": 2.4598830607840544e-05, "loss": 18.8662, "step": 38306 }, { "epoch": 34.02, "learning_rate": 2.4596405926142224e-05, "loss": 19.0889, "step": 38307 }, { "epoch": 34.02, "learning_rate": 2.45939813249681e-05, "loss": 18.915, "step": 38308 }, { "epoch": 34.02, "learning_rate": 2.4591556804325898e-05, "loss": 19.3164, "step": 38309 }, { "epoch": 34.02, "learning_rate": 2.4589132364223272e-05, "loss": 19.1133, "step": 38310 }, { "epoch": 34.02, "learning_rate": 2.458670800466793e-05, "loss": 18.9834, "step": 38311 }, { "epoch": 34.02, "learning_rate": 2.4584283725667544e-05, "loss": 19.2637, "step": 38312 }, { "epoch": 34.03, "learning_rate": 2.458185952722979e-05, "loss": 19.1299, "step": 38313 }, { "epoch": 34.03, "learning_rate": 2.4579435409362373e-05, "loss": 19.1602, "step": 38314 }, { "epoch": 34.03, "learning_rate": 2.457701137207295e-05, "loss": 18.6953, "step": 38315 }, { "epoch": 34.03, "learning_rate": 2.4574587415369244e-05, "loss": 18.8721, "step": 38316 }, { "epoch": 34.03, "learning_rate": 2.457216353925889e-05, "loss": 19.3262, "step": 38317 }, { "epoch": 34.03, "learning_rate": 2.456973974374962e-05, "loss": 19.248, "step": 38318 }, { "epoch": 34.03, "learning_rate": 2.456731602884909e-05, "loss": 19.2832, "step": 38319 }, { "epoch": 34.03, "learning_rate": 2.4564892394564976e-05, "loss": 19.3457, "step": 38320 }, { "epoch": 34.03, "learning_rate": 2.456246884090498e-05, "loss": 18.5186, "step": 38321 }, { "epoch": 34.03, "learning_rate": 2.456004536787676e-05, "loss": 19.1758, "step": 38322 }, { "epoch": 34.03, "learning_rate": 2.4557621975488032e-05, "loss": 19.6357, "step": 38323 }, { "epoch": 34.04, "learning_rate": 2.455519866374646e-05, "loss": 18.7646, "step": 38324 }, { "epoch": 34.04, "learning_rate": 2.4552775432659698e-05, "loss": 19.3057, "step": 38325 }, { "epoch": 34.04, "learning_rate": 2.455035228223546e-05, "loss": 19.2373, "step": 38326 }, { "epoch": 34.04, "learning_rate": 2.4547929212481435e-05, "loss": 19.4834, "step": 38327 }, { "epoch": 34.04, "learning_rate": 2.454550622340529e-05, "loss": 19.0781, "step": 38328 }, { "epoch": 34.04, "learning_rate": 2.4543083315014703e-05, "loss": 19.1211, "step": 38329 }, { "epoch": 34.04, "learning_rate": 2.454066048731734e-05, "loss": 19.4014, "step": 38330 }, { "epoch": 34.04, "learning_rate": 2.453823774032089e-05, "loss": 19.2959, "step": 38331 }, { "epoch": 34.04, "learning_rate": 2.4535815074033062e-05, "loss": 19.2012, "step": 38332 }, { "epoch": 34.04, "learning_rate": 2.4533392488461494e-05, "loss": 19.8291, "step": 38333 }, { "epoch": 34.04, "learning_rate": 2.45309699836139e-05, "loss": 19.2852, "step": 38334 }, { "epoch": 34.05, "learning_rate": 2.452854755949794e-05, "loss": 19.2295, "step": 38335 }, { "epoch": 34.05, "learning_rate": 2.4526125216121277e-05, "loss": 19.2383, "step": 38336 }, { "epoch": 34.05, "learning_rate": 2.452370295349162e-05, "loss": 19.0928, "step": 38337 }, { "epoch": 34.05, "learning_rate": 2.4521280771616624e-05, "loss": 19.3604, "step": 38338 }, { "epoch": 34.05, "learning_rate": 2.451885867050399e-05, "loss": 19.7988, "step": 38339 }, { "epoch": 34.05, "learning_rate": 2.451643665016139e-05, "loss": 19.2109, "step": 38340 }, { "epoch": 34.05, "learning_rate": 2.4514014710596466e-05, "loss": 19.5781, "step": 38341 }, { "epoch": 34.05, "learning_rate": 2.4511592851816944e-05, "loss": 19.6104, "step": 38342 }, { "epoch": 34.05, "learning_rate": 2.450917107383046e-05, "loss": 19.4414, "step": 38343 }, { "epoch": 34.05, "learning_rate": 2.4506749376644734e-05, "loss": 19.5127, "step": 38344 }, { "epoch": 34.05, "learning_rate": 2.4504327760267414e-05, "loss": 19.8789, "step": 38345 }, { "epoch": 34.06, "learning_rate": 2.4501906224706162e-05, "loss": 19.3066, "step": 38346 }, { "epoch": 34.06, "learning_rate": 2.4499484769968688e-05, "loss": 18.6816, "step": 38347 }, { "epoch": 34.06, "learning_rate": 2.4499484769968688e-05, "loss": 19.9707, "step": 38348 }, { "epoch": 34.06, "learning_rate": 2.4497063396062637e-05, "loss": 18.8232, "step": 38349 }, { "epoch": 34.06, "learning_rate": 2.4494642102995695e-05, "loss": 19.1182, "step": 38350 }, { "epoch": 34.06, "learning_rate": 2.449222089077558e-05, "loss": 18.752, "step": 38351 }, { "epoch": 34.06, "learning_rate": 2.4489799759409894e-05, "loss": 19.5078, "step": 38352 }, { "epoch": 34.06, "learning_rate": 2.4487378708906355e-05, "loss": 18.9971, "step": 38353 }, { "epoch": 34.06, "learning_rate": 2.448495773927262e-05, "loss": 19.4219, "step": 38354 }, { "epoch": 34.06, "learning_rate": 2.4482536850516363e-05, "loss": 19.0166, "step": 38355 }, { "epoch": 34.06, "learning_rate": 2.44801160426453e-05, "loss": 18.96, "step": 38356 }, { "epoch": 34.06, "learning_rate": 2.447769531566704e-05, "loss": 19.8535, "step": 38357 }, { "epoch": 34.07, "learning_rate": 2.4475274669589277e-05, "loss": 18.8184, "step": 38358 }, { "epoch": 34.07, "learning_rate": 2.447285410441972e-05, "loss": 19.3672, "step": 38359 }, { "epoch": 34.07, "learning_rate": 2.447043362016599e-05, "loss": 19.7236, "step": 38360 }, { "epoch": 34.07, "learning_rate": 2.4468013216835805e-05, "loss": 19.3467, "step": 38361 }, { "epoch": 34.07, "learning_rate": 2.446559289443681e-05, "loss": 19.4219, "step": 38362 }, { "epoch": 34.07, "learning_rate": 2.4463172652976672e-05, "loss": 19.2803, "step": 38363 }, { "epoch": 34.07, "learning_rate": 2.4460752492463092e-05, "loss": 19.2822, "step": 38364 }, { "epoch": 34.07, "learning_rate": 2.44583324129037e-05, "loss": 19.6533, "step": 38365 }, { "epoch": 34.07, "learning_rate": 2.445591241430621e-05, "loss": 19.7236, "step": 38366 }, { "epoch": 34.07, "learning_rate": 2.4453492496678277e-05, "loss": 19.6113, "step": 38367 }, { "epoch": 34.07, "learning_rate": 2.445107266002754e-05, "loss": 19.3496, "step": 38368 }, { "epoch": 34.08, "learning_rate": 2.4448652904361723e-05, "loss": 19.2686, "step": 38369 }, { "epoch": 34.08, "learning_rate": 2.4446233229688454e-05, "loss": 19.3438, "step": 38370 }, { "epoch": 34.08, "learning_rate": 2.4443813636015434e-05, "loss": 19.4424, "step": 38371 }, { "epoch": 34.08, "learning_rate": 2.4441394123350314e-05, "loss": 19.0186, "step": 38372 }, { "epoch": 34.08, "learning_rate": 2.443897469170075e-05, "loss": 19.6885, "step": 38373 }, { "epoch": 34.08, "learning_rate": 2.443655534107445e-05, "loss": 19.8848, "step": 38374 }, { "epoch": 34.08, "learning_rate": 2.4434136071479043e-05, "loss": 20.0527, "step": 38375 }, { "epoch": 34.08, "learning_rate": 2.4431716882922213e-05, "loss": 19.7217, "step": 38376 }, { "epoch": 34.08, "learning_rate": 2.442929777541165e-05, "loss": 19.7441, "step": 38377 }, { "epoch": 34.08, "learning_rate": 2.4426878748955007e-05, "loss": 19.8115, "step": 38378 }, { "epoch": 34.08, "learning_rate": 2.442445980355994e-05, "loss": 19.5986, "step": 38379 }, { "epoch": 34.09, "learning_rate": 2.442204093923411e-05, "loss": 20.2158, "step": 38380 }, { "epoch": 34.09, "learning_rate": 2.44196221559852e-05, "loss": 19.7979, "step": 38381 }, { "epoch": 34.09, "learning_rate": 2.4417203453820892e-05, "loss": 19.5566, "step": 38382 }, { "epoch": 34.09, "learning_rate": 2.441478483274884e-05, "loss": 19.6357, "step": 38383 }, { "epoch": 34.09, "learning_rate": 2.4412366292776685e-05, "loss": 19.6807, "step": 38384 }, { "epoch": 34.09, "learning_rate": 2.4409947833912133e-05, "loss": 20.2959, "step": 38385 }, { "epoch": 34.09, "learning_rate": 2.440752945616282e-05, "loss": 19.1641, "step": 38386 }, { "epoch": 34.09, "learning_rate": 2.4405111159536438e-05, "loss": 19.5537, "step": 38387 }, { "epoch": 34.09, "learning_rate": 2.440269294404064e-05, "loss": 19.6104, "step": 38388 }, { "epoch": 34.09, "learning_rate": 2.440027480968307e-05, "loss": 18.7812, "step": 38389 }, { "epoch": 34.09, "learning_rate": 2.4397856756471432e-05, "loss": 19.6914, "step": 38390 }, { "epoch": 34.1, "learning_rate": 2.4395438784413354e-05, "loss": 19.2949, "step": 38391 }, { "epoch": 34.1, "learning_rate": 2.439302089351654e-05, "loss": 19.4648, "step": 38392 }, { "epoch": 34.1, "learning_rate": 2.4390603083788606e-05, "loss": 19.9307, "step": 38393 }, { "epoch": 34.1, "learning_rate": 2.4388185355237263e-05, "loss": 19.375, "step": 38394 }, { "epoch": 34.1, "learning_rate": 2.438576770787016e-05, "loss": 19.3516, "step": 38395 }, { "epoch": 34.1, "learning_rate": 2.4383350141694932e-05, "loss": 19.0908, "step": 38396 }, { "epoch": 34.1, "learning_rate": 2.438093265671928e-05, "loss": 19.3271, "step": 38397 }, { "epoch": 34.1, "learning_rate": 2.437851525295084e-05, "loss": 19.6025, "step": 38398 }, { "epoch": 34.1, "learning_rate": 2.43760979303973e-05, "loss": 19.4258, "step": 38399 }, { "epoch": 34.1, "learning_rate": 2.437368068906631e-05, "loss": 19.415, "step": 38400 }, { "epoch": 34.1, "learning_rate": 2.437126352896551e-05, "loss": 19.3887, "step": 38401 }, { "epoch": 34.1, "learning_rate": 2.4368846450102583e-05, "loss": 19.373, "step": 38402 }, { "epoch": 34.11, "learning_rate": 2.436642945248521e-05, "loss": 19.3867, "step": 38403 }, { "epoch": 34.11, "learning_rate": 2.436401253612104e-05, "loss": 18.6953, "step": 38404 }, { "epoch": 34.11, "learning_rate": 2.436159570101772e-05, "loss": 19.0078, "step": 38405 }, { "epoch": 34.11, "learning_rate": 2.43591789471829e-05, "loss": 19.5898, "step": 38406 }, { "epoch": 34.11, "learning_rate": 2.4356762274624256e-05, "loss": 18.7344, "step": 38407 }, { "epoch": 34.11, "learning_rate": 2.4354345683349473e-05, "loss": 19.7842, "step": 38408 }, { "epoch": 34.11, "learning_rate": 2.4351929173366166e-05, "loss": 19.1543, "step": 38409 }, { "epoch": 34.11, "learning_rate": 2.434951274468204e-05, "loss": 19.4453, "step": 38410 }, { "epoch": 34.11, "learning_rate": 2.4347096397304736e-05, "loss": 19.0684, "step": 38411 }, { "epoch": 34.11, "learning_rate": 2.4344680131241883e-05, "loss": 19.0791, "step": 38412 }, { "epoch": 34.11, "learning_rate": 2.4342263946501193e-05, "loss": 18.9023, "step": 38413 }, { "epoch": 34.12, "learning_rate": 2.4339847843090275e-05, "loss": 19.4033, "step": 38414 }, { "epoch": 34.12, "learning_rate": 2.433743182101683e-05, "loss": 19.2246, "step": 38415 }, { "epoch": 34.12, "learning_rate": 2.43350158802885e-05, "loss": 19.1406, "step": 38416 }, { "epoch": 34.12, "learning_rate": 2.4332600020912916e-05, "loss": 19.1748, "step": 38417 }, { "epoch": 34.12, "learning_rate": 2.4330184242897786e-05, "loss": 19.5283, "step": 38418 }, { "epoch": 34.12, "learning_rate": 2.4327768546250718e-05, "loss": 19.2354, "step": 38419 }, { "epoch": 34.12, "learning_rate": 2.4325352930979413e-05, "loss": 18.835, "step": 38420 }, { "epoch": 34.12, "learning_rate": 2.432293739709151e-05, "loss": 20.0938, "step": 38421 }, { "epoch": 34.12, "learning_rate": 2.4320521944594642e-05, "loss": 19.4268, "step": 38422 }, { "epoch": 34.12, "learning_rate": 2.4318106573496508e-05, "loss": 18.9766, "step": 38423 }, { "epoch": 34.12, "learning_rate": 2.4315691283804725e-05, "loss": 18.9004, "step": 38424 }, { "epoch": 34.13, "learning_rate": 2.431327607552697e-05, "loss": 19.2383, "step": 38425 }, { "epoch": 34.13, "learning_rate": 2.4310860948670926e-05, "loss": 19.0352, "step": 38426 }, { "epoch": 34.13, "learning_rate": 2.4308445903244187e-05, "loss": 19.4551, "step": 38427 }, { "epoch": 34.13, "learning_rate": 2.4306030939254438e-05, "loss": 19.3467, "step": 38428 }, { "epoch": 34.13, "learning_rate": 2.4303616056709357e-05, "loss": 19.3545, "step": 38429 }, { "epoch": 34.13, "learning_rate": 2.4301201255616556e-05, "loss": 19.2451, "step": 38430 }, { "epoch": 34.13, "learning_rate": 2.4298786535983747e-05, "loss": 19.1943, "step": 38431 }, { "epoch": 34.13, "learning_rate": 2.4296371897818516e-05, "loss": 18.7471, "step": 38432 }, { "epoch": 34.13, "learning_rate": 2.4293957341128547e-05, "loss": 19.291, "step": 38433 }, { "epoch": 34.13, "learning_rate": 2.4291542865921512e-05, "loss": 19.2334, "step": 38434 }, { "epoch": 34.13, "learning_rate": 2.428912847220503e-05, "loss": 19.8057, "step": 38435 }, { "epoch": 34.13, "learning_rate": 2.428671415998679e-05, "loss": 19.3662, "step": 38436 }, { "epoch": 34.14, "learning_rate": 2.428429992927443e-05, "loss": 18.7568, "step": 38437 }, { "epoch": 34.14, "learning_rate": 2.428188578007558e-05, "loss": 19.2344, "step": 38438 }, { "epoch": 34.14, "learning_rate": 2.427947171239793e-05, "loss": 19.1289, "step": 38439 }, { "epoch": 34.14, "learning_rate": 2.4277057726249096e-05, "loss": 19.2051, "step": 38440 }, { "epoch": 34.14, "learning_rate": 2.4274643821636766e-05, "loss": 19.2402, "step": 38441 }, { "epoch": 34.14, "learning_rate": 2.4272229998568575e-05, "loss": 19.2061, "step": 38442 }, { "epoch": 34.14, "learning_rate": 2.426981625705215e-05, "loss": 18.9297, "step": 38443 }, { "epoch": 34.14, "learning_rate": 2.426740259709519e-05, "loss": 19.1406, "step": 38444 }, { "epoch": 34.14, "learning_rate": 2.42649890187053e-05, "loss": 19.96, "step": 38445 }, { "epoch": 34.14, "learning_rate": 2.4262575521890147e-05, "loss": 19.4482, "step": 38446 }, { "epoch": 34.14, "learning_rate": 2.4260162106657424e-05, "loss": 19.4463, "step": 38447 }, { "epoch": 34.15, "learning_rate": 2.425774877301471e-05, "loss": 19.2178, "step": 38448 }, { "epoch": 34.15, "learning_rate": 2.4255335520969702e-05, "loss": 19.1768, "step": 38449 }, { "epoch": 34.15, "learning_rate": 2.4252922350530023e-05, "loss": 19.9023, "step": 38450 }, { "epoch": 34.15, "learning_rate": 2.4250509261703323e-05, "loss": 19.4971, "step": 38451 }, { "epoch": 34.15, "learning_rate": 2.4248096254497288e-05, "loss": 18.8672, "step": 38452 }, { "epoch": 34.15, "learning_rate": 2.4248096254497288e-05, "loss": 19.8887, "step": 38453 }, { "epoch": 34.15, "learning_rate": 2.4245683328919544e-05, "loss": 19.5244, "step": 38454 }, { "epoch": 34.15, "learning_rate": 2.4245683328919544e-05, "loss": 19.4355, "step": 38455 }, { "epoch": 34.15, "learning_rate": 2.424327048497771e-05, "loss": 19.4492, "step": 38456 }, { "epoch": 34.15, "learning_rate": 2.4240857722679484e-05, "loss": 18.8438, "step": 38457 }, { "epoch": 34.15, "learning_rate": 2.423844504203247e-05, "loss": 18.7852, "step": 38458 }, { "epoch": 34.16, "learning_rate": 2.4236032443044358e-05, "loss": 19.5078, "step": 38459 }, { "epoch": 34.16, "learning_rate": 2.4233619925722772e-05, "loss": 19.0322, "step": 38460 }, { "epoch": 34.16, "learning_rate": 2.4231207490075342e-05, "loss": 18.9443, "step": 38461 }, { "epoch": 34.16, "learning_rate": 2.422879513610975e-05, "loss": 19.9912, "step": 38462 }, { "epoch": 34.16, "learning_rate": 2.4226382863833612e-05, "loss": 18.751, "step": 38463 }, { "epoch": 34.16, "learning_rate": 2.4223970673254602e-05, "loss": 18.9668, "step": 38464 }, { "epoch": 34.16, "learning_rate": 2.422155856438036e-05, "loss": 18.9785, "step": 38465 }, { "epoch": 34.16, "learning_rate": 2.4219146537218506e-05, "loss": 19.0371, "step": 38466 }, { "epoch": 34.16, "learning_rate": 2.4216734591776717e-05, "loss": 19.2529, "step": 38467 }, { "epoch": 34.16, "learning_rate": 2.421432272806261e-05, "loss": 19.6162, "step": 38468 }, { "epoch": 34.16, "learning_rate": 2.421191094608387e-05, "loss": 19.1602, "step": 38469 }, { "epoch": 34.17, "learning_rate": 2.4209499245848094e-05, "loss": 19.084, "step": 38470 }, { "epoch": 34.17, "learning_rate": 2.4207087627362974e-05, "loss": 19.7588, "step": 38471 }, { "epoch": 34.17, "learning_rate": 2.4204676090636123e-05, "loss": 19.7715, "step": 38472 }, { "epoch": 34.17, "learning_rate": 2.4202264635675183e-05, "loss": 19.1592, "step": 38473 }, { "epoch": 34.17, "learning_rate": 2.419985326248782e-05, "loss": 19.2891, "step": 38474 }, { "epoch": 34.17, "learning_rate": 2.4197441971081646e-05, "loss": 19.0625, "step": 38475 }, { "epoch": 34.17, "learning_rate": 2.4195030761464347e-05, "loss": 19.4102, "step": 38476 }, { "epoch": 34.17, "learning_rate": 2.4192619633643543e-05, "loss": 19.3379, "step": 38477 }, { "epoch": 34.17, "learning_rate": 2.4190208587626857e-05, "loss": 19.0107, "step": 38478 }, { "epoch": 34.17, "learning_rate": 2.418779762342195e-05, "loss": 19.874, "step": 38479 }, { "epoch": 34.17, "learning_rate": 2.418538674103648e-05, "loss": 19.1719, "step": 38480 }, { "epoch": 34.17, "learning_rate": 2.418297594047808e-05, "loss": 19.3789, "step": 38481 }, { "epoch": 34.18, "learning_rate": 2.4180565221754365e-05, "loss": 19.4277, "step": 38482 }, { "epoch": 34.18, "learning_rate": 2.417815458487302e-05, "loss": 18.8359, "step": 38483 }, { "epoch": 34.18, "learning_rate": 2.417574402984164e-05, "loss": 19.6846, "step": 38484 }, { "epoch": 34.18, "learning_rate": 2.417333355666791e-05, "loss": 19.3818, "step": 38485 }, { "epoch": 34.18, "learning_rate": 2.417092316535943e-05, "loss": 18.873, "step": 38486 }, { "epoch": 34.18, "learning_rate": 2.4168512855923886e-05, "loss": 19.6943, "step": 38487 }, { "epoch": 34.18, "learning_rate": 2.4166102628368893e-05, "loss": 19.0996, "step": 38488 }, { "epoch": 34.18, "learning_rate": 2.4163692482702066e-05, "loss": 19.0625, "step": 38489 }, { "epoch": 34.18, "learning_rate": 2.416128241893109e-05, "loss": 18.957, "step": 38490 }, { "epoch": 34.18, "learning_rate": 2.4158872437063566e-05, "loss": 19.2402, "step": 38491 }, { "epoch": 34.18, "learning_rate": 2.415646253710717e-05, "loss": 19.5312, "step": 38492 }, { "epoch": 34.19, "learning_rate": 2.415405271906952e-05, "loss": 18.8955, "step": 38493 }, { "epoch": 34.19, "learning_rate": 2.4151642982958245e-05, "loss": 19.6426, "step": 38494 }, { "epoch": 34.19, "learning_rate": 2.4149233328781008e-05, "loss": 19.9775, "step": 38495 }, { "epoch": 34.19, "learning_rate": 2.4146823756545417e-05, "loss": 19.1523, "step": 38496 }, { "epoch": 34.19, "learning_rate": 2.4144414266259146e-05, "loss": 19.5186, "step": 38497 }, { "epoch": 34.19, "learning_rate": 2.414200485792981e-05, "loss": 19.3135, "step": 38498 }, { "epoch": 34.19, "learning_rate": 2.4139595531565035e-05, "loss": 19.873, "step": 38499 }, { "epoch": 34.19, "learning_rate": 2.4137186287172492e-05, "loss": 19.6611, "step": 38500 }, { "epoch": 34.19, "learning_rate": 2.4134777124759783e-05, "loss": 19.3594, "step": 38501 }, { "epoch": 34.19, "learning_rate": 2.4132368044334557e-05, "loss": 19.2539, "step": 38502 }, { "epoch": 34.19, "learning_rate": 2.4129959045904492e-05, "loss": 19.8047, "step": 38503 }, { "epoch": 34.2, "learning_rate": 2.4127550129477144e-05, "loss": 19.415, "step": 38504 }, { "epoch": 34.2, "learning_rate": 2.41251412950602e-05, "loss": 19.5234, "step": 38505 }, { "epoch": 34.2, "learning_rate": 2.4122732542661296e-05, "loss": 18.9707, "step": 38506 }, { "epoch": 34.2, "learning_rate": 2.4122732542661296e-05, "loss": 19.207, "step": 38507 }, { "epoch": 34.2, "learning_rate": 2.412032387228804e-05, "loss": 19.2725, "step": 38508 }, { "epoch": 34.2, "learning_rate": 2.4117915283948106e-05, "loss": 19.2119, "step": 38509 }, { "epoch": 34.2, "learning_rate": 2.411550677764911e-05, "loss": 18.6562, "step": 38510 }, { "epoch": 34.2, "learning_rate": 2.4113098353398662e-05, "loss": 19.415, "step": 38511 }, { "epoch": 34.2, "learning_rate": 2.4110690011204435e-05, "loss": 19.1592, "step": 38512 }, { "epoch": 34.2, "learning_rate": 2.4108281751074024e-05, "loss": 19.167, "step": 38513 }, { "epoch": 34.2, "learning_rate": 2.4105873573015107e-05, "loss": 19.1582, "step": 38514 }, { "epoch": 34.21, "learning_rate": 2.4103465477035296e-05, "loss": 19.5654, "step": 38515 }, { "epoch": 34.21, "learning_rate": 2.41010574631422e-05, "loss": 18.9473, "step": 38516 }, { "epoch": 34.21, "learning_rate": 2.4098649531343497e-05, "loss": 19.0117, "step": 38517 }, { "epoch": 34.21, "learning_rate": 2.409624168164678e-05, "loss": 19.2988, "step": 38518 }, { "epoch": 34.21, "learning_rate": 2.4093833914059715e-05, "loss": 19.9111, "step": 38519 }, { "epoch": 34.21, "learning_rate": 2.409142622858992e-05, "loss": 19.584, "step": 38520 }, { "epoch": 34.21, "learning_rate": 2.408901862524501e-05, "loss": 19.9346, "step": 38521 }, { "epoch": 34.21, "learning_rate": 2.408661110403264e-05, "loss": 19.2246, "step": 38522 }, { "epoch": 34.21, "learning_rate": 2.4084203664960424e-05, "loss": 19.9688, "step": 38523 }, { "epoch": 34.21, "learning_rate": 2.4081796308036e-05, "loss": 19.1982, "step": 38524 }, { "epoch": 34.21, "learning_rate": 2.4079389033267034e-05, "loss": 19.4463, "step": 38525 }, { "epoch": 34.21, "learning_rate": 2.407698184066109e-05, "loss": 19.3018, "step": 38526 }, { "epoch": 34.22, "learning_rate": 2.4074574730225847e-05, "loss": 19.2324, "step": 38527 }, { "epoch": 34.22, "learning_rate": 2.4072167701968905e-05, "loss": 19.6084, "step": 38528 }, { "epoch": 34.22, "learning_rate": 2.4069760755897906e-05, "loss": 19.3037, "step": 38529 }, { "epoch": 34.22, "learning_rate": 2.40673538920205e-05, "loss": 19.3086, "step": 38530 }, { "epoch": 34.22, "learning_rate": 2.4064947110344306e-05, "loss": 19.5137, "step": 38531 }, { "epoch": 34.22, "learning_rate": 2.4062540410876917e-05, "loss": 19.8379, "step": 38532 }, { "epoch": 34.22, "learning_rate": 2.406013379362601e-05, "loss": 19.29, "step": 38533 }, { "epoch": 34.22, "learning_rate": 2.4057727258599178e-05, "loss": 19.2002, "step": 38534 }, { "epoch": 34.22, "learning_rate": 2.4055320805804087e-05, "loss": 19.4785, "step": 38535 }, { "epoch": 34.22, "learning_rate": 2.4052914435248337e-05, "loss": 19.4131, "step": 38536 }, { "epoch": 34.22, "learning_rate": 2.4050508146939543e-05, "loss": 19.3525, "step": 38537 }, { "epoch": 34.23, "learning_rate": 2.4048101940885377e-05, "loss": 19.3477, "step": 38538 }, { "epoch": 34.23, "learning_rate": 2.404569581709341e-05, "loss": 19.8389, "step": 38539 }, { "epoch": 34.23, "learning_rate": 2.4043289775571326e-05, "loss": 19.3086, "step": 38540 }, { "epoch": 34.23, "learning_rate": 2.4040883816326725e-05, "loss": 19.4102, "step": 38541 }, { "epoch": 34.23, "learning_rate": 2.403847793936721e-05, "loss": 19.0801, "step": 38542 }, { "epoch": 34.23, "learning_rate": 2.403607214470045e-05, "loss": 19.0469, "step": 38543 }, { "epoch": 34.23, "learning_rate": 2.4033666432334033e-05, "loss": 19.9561, "step": 38544 }, { "epoch": 34.23, "learning_rate": 2.4031260802275623e-05, "loss": 19.2686, "step": 38545 }, { "epoch": 34.23, "learning_rate": 2.4028855254532808e-05, "loss": 19.4502, "step": 38546 }, { "epoch": 34.23, "learning_rate": 2.402644978911325e-05, "loss": 19.252, "step": 38547 }, { "epoch": 34.23, "learning_rate": 2.4024044406024548e-05, "loss": 18.6973, "step": 38548 }, { "epoch": 34.24, "learning_rate": 2.4021639105274314e-05, "loss": 19.8506, "step": 38549 }, { "epoch": 34.24, "learning_rate": 2.401923388687019e-05, "loss": 19.2246, "step": 38550 }, { "epoch": 34.24, "learning_rate": 2.4016828750819827e-05, "loss": 19.5625, "step": 38551 }, { "epoch": 34.24, "learning_rate": 2.4014423697130817e-05, "loss": 19.3584, "step": 38552 }, { "epoch": 34.24, "learning_rate": 2.401201872581079e-05, "loss": 19.3496, "step": 38553 }, { "epoch": 34.24, "learning_rate": 2.4009613836867356e-05, "loss": 19.1279, "step": 38554 }, { "epoch": 34.24, "learning_rate": 2.400720903030814e-05, "loss": 19.8086, "step": 38555 }, { "epoch": 34.24, "learning_rate": 2.4004804306140806e-05, "loss": 19.3691, "step": 38556 }, { "epoch": 34.24, "learning_rate": 2.4002399664372938e-05, "loss": 19.1357, "step": 38557 }, { "epoch": 34.24, "learning_rate": 2.3999995105012147e-05, "loss": 19.3311, "step": 38558 }, { "epoch": 34.24, "learning_rate": 2.3997590628066096e-05, "loss": 20.0977, "step": 38559 }, { "epoch": 34.25, "learning_rate": 2.3995186233542368e-05, "loss": 19.6035, "step": 38560 }, { "epoch": 34.25, "learning_rate": 2.3992781921448613e-05, "loss": 19.126, "step": 38561 }, { "epoch": 34.25, "learning_rate": 2.3990377691792425e-05, "loss": 19.1504, "step": 38562 }, { "epoch": 34.25, "learning_rate": 2.398797354458146e-05, "loss": 20.0283, "step": 38563 }, { "epoch": 34.25, "learning_rate": 2.3985569479823315e-05, "loss": 19.4531, "step": 38564 }, { "epoch": 34.25, "learning_rate": 2.39831654975256e-05, "loss": 19.5957, "step": 38565 }, { "epoch": 34.25, "learning_rate": 2.398076159769597e-05, "loss": 19.2432, "step": 38566 }, { "epoch": 34.25, "learning_rate": 2.3978357780342004e-05, "loss": 19.2207, "step": 38567 }, { "epoch": 34.25, "learning_rate": 2.397595404547136e-05, "loss": 19.4443, "step": 38568 }, { "epoch": 34.25, "learning_rate": 2.3973550393091637e-05, "loss": 19.2617, "step": 38569 }, { "epoch": 34.25, "learning_rate": 2.3971146823210438e-05, "loss": 19.2764, "step": 38570 }, { "epoch": 34.25, "learning_rate": 2.396874333583542e-05, "loss": 18.8096, "step": 38571 }, { "epoch": 34.26, "learning_rate": 2.3966339930974164e-05, "loss": 19.0684, "step": 38572 }, { "epoch": 34.26, "learning_rate": 2.396393660863431e-05, "loss": 19.6348, "step": 38573 }, { "epoch": 34.26, "learning_rate": 2.3961533368823503e-05, "loss": 19.2891, "step": 38574 }, { "epoch": 34.26, "learning_rate": 2.3959130211549292e-05, "loss": 19.3145, "step": 38575 }, { "epoch": 34.26, "learning_rate": 2.3956727136819336e-05, "loss": 19.3369, "step": 38576 }, { "epoch": 34.26, "learning_rate": 2.3954324144641265e-05, "loss": 18.9785, "step": 38577 }, { "epoch": 34.26, "learning_rate": 2.3951921235022662e-05, "loss": 19.2861, "step": 38578 }, { "epoch": 34.26, "learning_rate": 2.39495184079712e-05, "loss": 19.2109, "step": 38579 }, { "epoch": 34.26, "learning_rate": 2.3947115663494417e-05, "loss": 18.9766, "step": 38580 }, { "epoch": 34.26, "learning_rate": 2.394471300159997e-05, "loss": 18.9365, "step": 38581 }, { "epoch": 34.26, "learning_rate": 2.3942310422295493e-05, "loss": 18.585, "step": 38582 }, { "epoch": 34.27, "learning_rate": 2.393990792558857e-05, "loss": 19.1162, "step": 38583 }, { "epoch": 34.27, "learning_rate": 2.393750551148684e-05, "loss": 19.1748, "step": 38584 }, { "epoch": 34.27, "learning_rate": 2.393510317999791e-05, "loss": 19.5576, "step": 38585 }, { "epoch": 34.27, "learning_rate": 2.393270093112937e-05, "loss": 19.2295, "step": 38586 }, { "epoch": 34.27, "learning_rate": 2.393029876488888e-05, "loss": 19.6904, "step": 38587 }, { "epoch": 34.27, "learning_rate": 2.3927896681284013e-05, "loss": 19.2822, "step": 38588 }, { "epoch": 34.27, "learning_rate": 2.392549468032242e-05, "loss": 19.1299, "step": 38589 }, { "epoch": 34.27, "learning_rate": 2.3923092762011696e-05, "loss": 18.9551, "step": 38590 }, { "epoch": 34.27, "learning_rate": 2.3920690926359428e-05, "loss": 19.251, "step": 38591 }, { "epoch": 34.27, "learning_rate": 2.3918289173373286e-05, "loss": 19.7285, "step": 38592 }, { "epoch": 34.27, "learning_rate": 2.391588750306083e-05, "loss": 19.0537, "step": 38593 }, { "epoch": 34.28, "learning_rate": 2.3913485915429712e-05, "loss": 19.7871, "step": 38594 }, { "epoch": 34.28, "learning_rate": 2.3911084410487533e-05, "loss": 19.877, "step": 38595 }, { "epoch": 34.28, "learning_rate": 2.3908682988241882e-05, "loss": 19.002, "step": 38596 }, { "epoch": 34.28, "learning_rate": 2.3906281648700406e-05, "loss": 19.6055, "step": 38597 }, { "epoch": 34.28, "learning_rate": 2.390388039187068e-05, "loss": 19.1387, "step": 38598 }, { "epoch": 34.28, "learning_rate": 2.3901479217760343e-05, "loss": 19.2969, "step": 38599 }, { "epoch": 34.28, "learning_rate": 2.3899078126377027e-05, "loss": 18.958, "step": 38600 }, { "epoch": 34.28, "learning_rate": 2.3896677117728288e-05, "loss": 18.9746, "step": 38601 }, { "epoch": 34.28, "learning_rate": 2.3894276191821758e-05, "loss": 19.0449, "step": 38602 }, { "epoch": 34.28, "learning_rate": 2.3891875348665072e-05, "loss": 18.8213, "step": 38603 }, { "epoch": 34.28, "learning_rate": 2.3889474588265803e-05, "loss": 19.6797, "step": 38604 }, { "epoch": 34.29, "learning_rate": 2.3887073910631603e-05, "loss": 19.1738, "step": 38605 }, { "epoch": 34.29, "learning_rate": 2.3884673315770056e-05, "loss": 18.7529, "step": 38606 }, { "epoch": 34.29, "learning_rate": 2.3882272803688754e-05, "loss": 19.7334, "step": 38607 }, { "epoch": 34.29, "learning_rate": 2.3879872374395344e-05, "loss": 19.0869, "step": 38608 }, { "epoch": 34.29, "learning_rate": 2.3877472027897396e-05, "loss": 19.4346, "step": 38609 }, { "epoch": 34.29, "learning_rate": 2.3875071764202563e-05, "loss": 19.1104, "step": 38610 }, { "epoch": 34.29, "learning_rate": 2.3872671583318424e-05, "loss": 19.4023, "step": 38611 }, { "epoch": 34.29, "learning_rate": 2.3870271485252577e-05, "loss": 19.9609, "step": 38612 }, { "epoch": 34.29, "learning_rate": 2.3867871470012666e-05, "loss": 19.2471, "step": 38613 }, { "epoch": 34.29, "learning_rate": 2.3865471537606253e-05, "loss": 19.3486, "step": 38614 }, { "epoch": 34.29, "learning_rate": 2.3863071688040993e-05, "loss": 19.5186, "step": 38615 }, { "epoch": 34.29, "learning_rate": 2.3860671921324473e-05, "loss": 19.4941, "step": 38616 }, { "epoch": 34.3, "learning_rate": 2.385827223746428e-05, "loss": 19.5342, "step": 38617 }, { "epoch": 34.3, "learning_rate": 2.385587263646805e-05, "loss": 19.1035, "step": 38618 }, { "epoch": 34.3, "learning_rate": 2.385347311834336e-05, "loss": 19.624, "step": 38619 }, { "epoch": 34.3, "learning_rate": 2.385107368309785e-05, "loss": 20.043, "step": 38620 }, { "epoch": 34.3, "learning_rate": 2.3848674330739095e-05, "loss": 19.3604, "step": 38621 }, { "epoch": 34.3, "learning_rate": 2.384627506127473e-05, "loss": 19.3789, "step": 38622 }, { "epoch": 34.3, "learning_rate": 2.3843875874712346e-05, "loss": 19.4482, "step": 38623 }, { "epoch": 34.3, "learning_rate": 2.3843875874712346e-05, "loss": 19.2871, "step": 38624 }, { "epoch": 34.3, "learning_rate": 2.3841476771059523e-05, "loss": 19.165, "step": 38625 }, { "epoch": 34.3, "learning_rate": 2.383907775032389e-05, "loss": 19.5352, "step": 38626 }, { "epoch": 34.3, "learning_rate": 2.3836678812513073e-05, "loss": 19.5137, "step": 38627 }, { "epoch": 34.31, "learning_rate": 2.3834279957634653e-05, "loss": 19.2676, "step": 38628 }, { "epoch": 34.31, "learning_rate": 2.3831881185696232e-05, "loss": 19.0674, "step": 38629 }, { "epoch": 34.31, "learning_rate": 2.3829482496705396e-05, "loss": 19.1318, "step": 38630 }, { "epoch": 34.31, "learning_rate": 2.3827083890669772e-05, "loss": 19.7363, "step": 38631 }, { "epoch": 34.31, "learning_rate": 2.3824685367596973e-05, "loss": 18.9414, "step": 38632 }, { "epoch": 34.31, "learning_rate": 2.382228692749459e-05, "loss": 19.3506, "step": 38633 }, { "epoch": 34.31, "learning_rate": 2.3819888570370207e-05, "loss": 19.7168, "step": 38634 }, { "epoch": 34.31, "learning_rate": 2.381749029623146e-05, "loss": 19.6074, "step": 38635 }, { "epoch": 34.31, "learning_rate": 2.381509210508592e-05, "loss": 19.0635, "step": 38636 }, { "epoch": 34.31, "learning_rate": 2.3812693996941215e-05, "loss": 19.6328, "step": 38637 }, { "epoch": 34.31, "learning_rate": 2.381029597180492e-05, "loss": 18.7744, "step": 38638 }, { "epoch": 34.32, "learning_rate": 2.3807898029684667e-05, "loss": 19.2461, "step": 38639 }, { "epoch": 34.32, "learning_rate": 2.3805500170588042e-05, "loss": 19.751, "step": 38640 }, { "epoch": 34.32, "learning_rate": 2.3803102394522625e-05, "loss": 19.4609, "step": 38641 }, { "epoch": 34.32, "learning_rate": 2.3800704701496053e-05, "loss": 19.2744, "step": 38642 }, { "epoch": 34.32, "learning_rate": 2.3798307091515894e-05, "loss": 19.3799, "step": 38643 }, { "epoch": 34.32, "learning_rate": 2.3795909564589775e-05, "loss": 19.2002, "step": 38644 }, { "epoch": 34.32, "learning_rate": 2.3793512120725293e-05, "loss": 19.1416, "step": 38645 }, { "epoch": 34.32, "learning_rate": 2.379111475993001e-05, "loss": 19.1787, "step": 38646 }, { "epoch": 34.32, "learning_rate": 2.3788717482211576e-05, "loss": 19.0225, "step": 38647 }, { "epoch": 34.32, "learning_rate": 2.3786320287577553e-05, "loss": 19.3047, "step": 38648 }, { "epoch": 34.32, "learning_rate": 2.3783923176035545e-05, "loss": 19.2148, "step": 38649 }, { "epoch": 34.33, "learning_rate": 2.3783923176035545e-05, "loss": 19.793, "step": 38650 }, { "epoch": 34.33, "learning_rate": 2.37815261475932e-05, "loss": 19.8867, "step": 38651 }, { "epoch": 34.33, "learning_rate": 2.3779129202258037e-05, "loss": 18.7949, "step": 38652 }, { "epoch": 34.33, "learning_rate": 2.3776732340037694e-05, "loss": 19.3613, "step": 38653 }, { "epoch": 34.33, "learning_rate": 2.3774335560939786e-05, "loss": 19.5088, "step": 38654 }, { "epoch": 34.33, "learning_rate": 2.377193886497187e-05, "loss": 19.1016, "step": 38655 }, { "epoch": 34.33, "learning_rate": 2.37695422521416e-05, "loss": 19.8223, "step": 38656 }, { "epoch": 34.33, "learning_rate": 2.3767145722456506e-05, "loss": 19.5762, "step": 38657 }, { "epoch": 34.33, "learning_rate": 2.376474927592421e-05, "loss": 19.3438, "step": 38658 }, { "epoch": 34.33, "learning_rate": 2.376235291255233e-05, "loss": 19.2793, "step": 38659 }, { "epoch": 34.33, "learning_rate": 2.3759956632348428e-05, "loss": 19.4092, "step": 38660 }, { "epoch": 34.33, "learning_rate": 2.3757560435320144e-05, "loss": 19.1631, "step": 38661 }, { "epoch": 34.34, "learning_rate": 2.375516432147504e-05, "loss": 19.1846, "step": 38662 }, { "epoch": 34.34, "learning_rate": 2.3752768290820692e-05, "loss": 19.9658, "step": 38663 }, { "epoch": 34.34, "learning_rate": 2.3750372343364747e-05, "loss": 19.2178, "step": 38664 }, { "epoch": 34.34, "learning_rate": 2.3747976479114752e-05, "loss": 19.2998, "step": 38665 }, { "epoch": 34.34, "learning_rate": 2.3745580698078345e-05, "loss": 19.6611, "step": 38666 }, { "epoch": 34.34, "learning_rate": 2.3743185000263097e-05, "loss": 19.2139, "step": 38667 }, { "epoch": 34.34, "learning_rate": 2.3740789385676583e-05, "loss": 19.71, "step": 38668 }, { "epoch": 34.34, "learning_rate": 2.3738393854326437e-05, "loss": 19.5674, "step": 38669 }, { "epoch": 34.34, "learning_rate": 2.3735998406220205e-05, "loss": 19.5684, "step": 38670 }, { "epoch": 34.34, "learning_rate": 2.3733603041365515e-05, "loss": 19.6201, "step": 38671 }, { "epoch": 34.34, "learning_rate": 2.3731207759769987e-05, "loss": 19.4756, "step": 38672 }, { "epoch": 34.35, "learning_rate": 2.3728812561441137e-05, "loss": 19.6445, "step": 38673 }, { "epoch": 34.35, "learning_rate": 2.3726417446386624e-05, "loss": 19.1357, "step": 38674 }, { "epoch": 34.35, "learning_rate": 2.3724022414613993e-05, "loss": 20.0312, "step": 38675 }, { "epoch": 34.35, "learning_rate": 2.3721627466130858e-05, "loss": 19.4072, "step": 38676 }, { "epoch": 34.35, "learning_rate": 2.3719232600944847e-05, "loss": 19.2021, "step": 38677 }, { "epoch": 34.35, "learning_rate": 2.371683781906347e-05, "loss": 19.5928, "step": 38678 }, { "epoch": 34.35, "learning_rate": 2.3714443120494366e-05, "loss": 19.0566, "step": 38679 }, { "epoch": 34.35, "learning_rate": 2.3712048505245145e-05, "loss": 20.1309, "step": 38680 }, { "epoch": 34.35, "learning_rate": 2.3709653973323353e-05, "loss": 18.8145, "step": 38681 }, { "epoch": 34.35, "learning_rate": 2.370725952473662e-05, "loss": 19.6104, "step": 38682 }, { "epoch": 34.35, "learning_rate": 2.370486515949251e-05, "loss": 19.9287, "step": 38683 }, { "epoch": 34.36, "learning_rate": 2.370247087759861e-05, "loss": 19.5137, "step": 38684 }, { "epoch": 34.36, "learning_rate": 2.3700076679062537e-05, "loss": 18.8193, "step": 38685 }, { "epoch": 34.36, "learning_rate": 2.369768256389184e-05, "loss": 19.0107, "step": 38686 }, { "epoch": 34.36, "learning_rate": 2.369528853209415e-05, "loss": 19.9727, "step": 38687 }, { "epoch": 34.36, "learning_rate": 2.369289458367704e-05, "loss": 19.5137, "step": 38688 }, { "epoch": 34.36, "learning_rate": 2.369050071864807e-05, "loss": 19.4033, "step": 38689 }, { "epoch": 34.36, "learning_rate": 2.3688106937014874e-05, "loss": 19.5117, "step": 38690 }, { "epoch": 34.36, "learning_rate": 2.3685713238784996e-05, "loss": 20.1221, "step": 38691 }, { "epoch": 34.36, "learning_rate": 2.3683319623966064e-05, "loss": 19.3418, "step": 38692 }, { "epoch": 34.36, "learning_rate": 2.3680926092565654e-05, "loss": 19.5547, "step": 38693 }, { "epoch": 34.36, "learning_rate": 2.3678532644591322e-05, "loss": 19.3916, "step": 38694 }, { "epoch": 34.37, "learning_rate": 2.3676139280050697e-05, "loss": 19.1758, "step": 38695 }, { "epoch": 34.37, "learning_rate": 2.367374599895133e-05, "loss": 19.2305, "step": 38696 }, { "epoch": 34.37, "learning_rate": 2.3671352801300822e-05, "loss": 19.6885, "step": 38697 }, { "epoch": 34.37, "learning_rate": 2.366895968710678e-05, "loss": 19.9395, "step": 38698 }, { "epoch": 34.37, "learning_rate": 2.366656665637677e-05, "loss": 19.3711, "step": 38699 }, { "epoch": 34.37, "learning_rate": 2.366417370911838e-05, "loss": 19.3076, "step": 38700 }, { "epoch": 34.37, "learning_rate": 2.3661780845339176e-05, "loss": 18.7939, "step": 38701 }, { "epoch": 34.37, "learning_rate": 2.365938806504676e-05, "loss": 18.6475, "step": 38702 }, { "epoch": 34.37, "learning_rate": 2.3656995368248736e-05, "loss": 19.2246, "step": 38703 }, { "epoch": 34.37, "learning_rate": 2.3654602754952664e-05, "loss": 18.916, "step": 38704 }, { "epoch": 34.37, "learning_rate": 2.3652210225166122e-05, "loss": 18.8271, "step": 38705 }, { "epoch": 34.37, "learning_rate": 2.364981777889672e-05, "loss": 19.4814, "step": 38706 }, { "epoch": 34.38, "learning_rate": 2.364742541615201e-05, "loss": 19.5508, "step": 38707 }, { "epoch": 34.38, "learning_rate": 2.3645033136939608e-05, "loss": 19.2471, "step": 38708 }, { "epoch": 34.38, "learning_rate": 2.3642640941267062e-05, "loss": 19.7412, "step": 38709 }, { "epoch": 34.38, "learning_rate": 2.3640248829141998e-05, "loss": 18.9092, "step": 38710 }, { "epoch": 34.38, "learning_rate": 2.3637856800571973e-05, "loss": 19.5322, "step": 38711 }, { "epoch": 34.38, "learning_rate": 2.363546485556455e-05, "loss": 18.7666, "step": 38712 }, { "epoch": 34.38, "learning_rate": 2.3633072994127346e-05, "loss": 19.252, "step": 38713 }, { "epoch": 34.38, "learning_rate": 2.363068121626792e-05, "loss": 19.9727, "step": 38714 }, { "epoch": 34.38, "learning_rate": 2.3628289521993875e-05, "loss": 19.9785, "step": 38715 }, { "epoch": 34.38, "learning_rate": 2.362589791131278e-05, "loss": 19.2012, "step": 38716 }, { "epoch": 34.38, "learning_rate": 2.362350638423219e-05, "loss": 19.5088, "step": 38717 }, { "epoch": 34.39, "learning_rate": 2.3621114940759736e-05, "loss": 19.376, "step": 38718 }, { "epoch": 34.39, "learning_rate": 2.361872358090295e-05, "loss": 19.4736, "step": 38719 }, { "epoch": 34.39, "learning_rate": 2.3616332304669457e-05, "loss": 19.6348, "step": 38720 }, { "epoch": 34.39, "learning_rate": 2.3613941112066813e-05, "loss": 19.7842, "step": 38721 }, { "epoch": 34.39, "learning_rate": 2.3611550003102583e-05, "loss": 18.9336, "step": 38722 }, { "epoch": 34.39, "learning_rate": 2.3609158977784364e-05, "loss": 19.9561, "step": 38723 }, { "epoch": 34.39, "learning_rate": 2.3606768036119746e-05, "loss": 19.6104, "step": 38724 }, { "epoch": 34.39, "learning_rate": 2.360437717811628e-05, "loss": 19.3545, "step": 38725 }, { "epoch": 34.39, "learning_rate": 2.3601986403781606e-05, "loss": 19.1943, "step": 38726 }, { "epoch": 34.39, "learning_rate": 2.359959571312321e-05, "loss": 18.9521, "step": 38727 }, { "epoch": 34.39, "learning_rate": 2.3597205106148717e-05, "loss": 19.126, "step": 38728 }, { "epoch": 34.4, "learning_rate": 2.3594814582865727e-05, "loss": 19.4951, "step": 38729 }, { "epoch": 34.4, "learning_rate": 2.3592424143281773e-05, "loss": 19.2441, "step": 38730 }, { "epoch": 34.4, "learning_rate": 2.3590033787404474e-05, "loss": 19.4639, "step": 38731 }, { "epoch": 34.4, "learning_rate": 2.3587643515241385e-05, "loss": 19.7578, "step": 38732 }, { "epoch": 34.4, "learning_rate": 2.3585253326800067e-05, "loss": 19.0381, "step": 38733 }, { "epoch": 34.4, "learning_rate": 2.3582863222088135e-05, "loss": 18.9453, "step": 38734 }, { "epoch": 34.4, "learning_rate": 2.3580473201113125e-05, "loss": 18.5811, "step": 38735 }, { "epoch": 34.4, "learning_rate": 2.357808326388265e-05, "loss": 19.8867, "step": 38736 }, { "epoch": 34.4, "learning_rate": 2.3575693410404264e-05, "loss": 19.3174, "step": 38737 }, { "epoch": 34.4, "learning_rate": 2.3573303640685528e-05, "loss": 19.0947, "step": 38738 }, { "epoch": 34.4, "learning_rate": 2.3570913954734058e-05, "loss": 19.3369, "step": 38739 }, { "epoch": 34.4, "learning_rate": 2.3568524352557385e-05, "loss": 19.4102, "step": 38740 }, { "epoch": 34.41, "learning_rate": 2.3566134834163123e-05, "loss": 19.29, "step": 38741 }, { "epoch": 34.41, "learning_rate": 2.356374539955883e-05, "loss": 18.9766, "step": 38742 }, { "epoch": 34.41, "learning_rate": 2.3561356048752053e-05, "loss": 18.6455, "step": 38743 }, { "epoch": 34.41, "learning_rate": 2.3558966781750413e-05, "loss": 19.25, "step": 38744 }, { "epoch": 34.41, "learning_rate": 2.355657759856144e-05, "loss": 19.6309, "step": 38745 }, { "epoch": 34.41, "learning_rate": 2.355418849919273e-05, "loss": 19.6279, "step": 38746 }, { "epoch": 34.41, "learning_rate": 2.3551799483651894e-05, "loss": 19.2832, "step": 38747 }, { "epoch": 34.41, "learning_rate": 2.3549410551946427e-05, "loss": 19.5781, "step": 38748 }, { "epoch": 34.41, "learning_rate": 2.3547021704083955e-05, "loss": 19.4941, "step": 38749 }, { "epoch": 34.41, "learning_rate": 2.3544632940072014e-05, "loss": 19.3076, "step": 38750 }, { "epoch": 34.41, "learning_rate": 2.35422442599182e-05, "loss": 19.5186, "step": 38751 }, { "epoch": 34.42, "learning_rate": 2.3539855663630123e-05, "loss": 18.9863, "step": 38752 }, { "epoch": 34.42, "learning_rate": 2.3537467151215265e-05, "loss": 19.8936, "step": 38753 }, { "epoch": 34.42, "learning_rate": 2.3535078722681247e-05, "loss": 19.1768, "step": 38754 }, { "epoch": 34.42, "learning_rate": 2.353269037803566e-05, "loss": 19.623, "step": 38755 }, { "epoch": 34.42, "learning_rate": 2.353030211728603e-05, "loss": 19.043, "step": 38756 }, { "epoch": 34.42, "learning_rate": 2.352791394043997e-05, "loss": 19.3955, "step": 38757 }, { "epoch": 34.42, "learning_rate": 2.352552584750503e-05, "loss": 19.4404, "step": 38758 }, { "epoch": 34.42, "learning_rate": 2.3523137838488756e-05, "loss": 19.2891, "step": 38759 }, { "epoch": 34.42, "learning_rate": 2.352074991339876e-05, "loss": 19.4854, "step": 38760 }, { "epoch": 34.42, "learning_rate": 2.3518362072242577e-05, "loss": 19.1016, "step": 38761 }, { "epoch": 34.42, "learning_rate": 2.3515974315027805e-05, "loss": 19.3047, "step": 38762 }, { "epoch": 34.43, "learning_rate": 2.3513586641762003e-05, "loss": 19.1895, "step": 38763 }, { "epoch": 34.43, "learning_rate": 2.351119905245271e-05, "loss": 20.1191, "step": 38764 }, { "epoch": 34.43, "learning_rate": 2.350881154710754e-05, "loss": 19.2002, "step": 38765 }, { "epoch": 34.43, "learning_rate": 2.3506424125734023e-05, "loss": 19.7852, "step": 38766 }, { "epoch": 34.43, "learning_rate": 2.350403678833976e-05, "loss": 19.4531, "step": 38767 }, { "epoch": 34.43, "learning_rate": 2.3501649534932287e-05, "loss": 19.5781, "step": 38768 }, { "epoch": 34.43, "learning_rate": 2.34992623655192e-05, "loss": 19.082, "step": 38769 }, { "epoch": 34.43, "learning_rate": 2.3496875280108056e-05, "loss": 19.4893, "step": 38770 }, { "epoch": 34.43, "learning_rate": 2.3494488278706393e-05, "loss": 19.8115, "step": 38771 }, { "epoch": 34.43, "learning_rate": 2.3492101361321807e-05, "loss": 20.1152, "step": 38772 }, { "epoch": 34.43, "learning_rate": 2.3489714527961875e-05, "loss": 19.1689, "step": 38773 }, { "epoch": 34.44, "learning_rate": 2.3487327778634144e-05, "loss": 19.4355, "step": 38774 }, { "epoch": 34.44, "learning_rate": 2.3484941113346186e-05, "loss": 19.4893, "step": 38775 }, { "epoch": 34.44, "learning_rate": 2.3482554532105544e-05, "loss": 18.9561, "step": 38776 }, { "epoch": 34.44, "learning_rate": 2.3480168034919796e-05, "loss": 19.0889, "step": 38777 }, { "epoch": 34.44, "learning_rate": 2.3477781621796535e-05, "loss": 19.7676, "step": 38778 }, { "epoch": 34.44, "learning_rate": 2.3475395292743303e-05, "loss": 19.2832, "step": 38779 }, { "epoch": 34.44, "learning_rate": 2.3473009047767642e-05, "loss": 19.3594, "step": 38780 }, { "epoch": 34.44, "learning_rate": 2.347062288687716e-05, "loss": 19.3926, "step": 38781 }, { "epoch": 34.44, "learning_rate": 2.3468236810079375e-05, "loss": 19.2803, "step": 38782 }, { "epoch": 34.44, "learning_rate": 2.3465850817381897e-05, "loss": 19.877, "step": 38783 }, { "epoch": 34.44, "learning_rate": 2.3465850817381897e-05, "loss": 20.0117, "step": 38784 }, { "epoch": 34.44, "learning_rate": 2.3463464908792242e-05, "loss": 20.0293, "step": 38785 }, { "epoch": 34.45, "learning_rate": 2.3461079084318017e-05, "loss": 19.5664, "step": 38786 }, { "epoch": 34.45, "learning_rate": 2.3458693343966765e-05, "loss": 19.5117, "step": 38787 }, { "epoch": 34.45, "learning_rate": 2.3456307687746027e-05, "loss": 20.1064, "step": 38788 }, { "epoch": 34.45, "learning_rate": 2.3453922115663405e-05, "loss": 19.4316, "step": 38789 }, { "epoch": 34.45, "learning_rate": 2.3451536627726423e-05, "loss": 19.374, "step": 38790 }, { "epoch": 34.45, "learning_rate": 2.344915122394268e-05, "loss": 19.207, "step": 38791 }, { "epoch": 34.45, "learning_rate": 2.3446765904319718e-05, "loss": 19.3535, "step": 38792 }, { "epoch": 34.45, "learning_rate": 2.3444380668865073e-05, "loss": 19.2129, "step": 38793 }, { "epoch": 34.45, "learning_rate": 2.3441995517586357e-05, "loss": 19.7148, "step": 38794 }, { "epoch": 34.45, "learning_rate": 2.3439610450491084e-05, "loss": 19.6611, "step": 38795 }, { "epoch": 34.45, "learning_rate": 2.3437225467586847e-05, "loss": 18.7988, "step": 38796 }, { "epoch": 34.46, "learning_rate": 2.34348405688812e-05, "loss": 19.1016, "step": 38797 }, { "epoch": 34.46, "learning_rate": 2.3432455754381678e-05, "loss": 19.1924, "step": 38798 }, { "epoch": 34.46, "learning_rate": 2.343007102409585e-05, "loss": 19.209, "step": 38799 }, { "epoch": 34.46, "learning_rate": 2.3427686378031303e-05, "loss": 19.1143, "step": 38800 }, { "epoch": 34.46, "learning_rate": 2.3425301816195568e-05, "loss": 18.6836, "step": 38801 }, { "epoch": 34.46, "learning_rate": 2.342291733859624e-05, "loss": 19.0566, "step": 38802 }, { "epoch": 34.46, "learning_rate": 2.3420532945240815e-05, "loss": 19.7314, "step": 38803 }, { "epoch": 34.46, "learning_rate": 2.341814863613688e-05, "loss": 19.2295, "step": 38804 }, { "epoch": 34.46, "learning_rate": 2.3415764411292025e-05, "loss": 19.4023, "step": 38805 }, { "epoch": 34.46, "learning_rate": 2.3413380270713753e-05, "loss": 18.9385, "step": 38806 }, { "epoch": 34.46, "learning_rate": 2.3410996214409676e-05, "loss": 19.8691, "step": 38807 }, { "epoch": 34.47, "learning_rate": 2.340861224238732e-05, "loss": 19.3496, "step": 38808 }, { "epoch": 34.47, "learning_rate": 2.340622835465422e-05, "loss": 19.8398, "step": 38809 }, { "epoch": 34.47, "learning_rate": 2.3403844551217978e-05, "loss": 19.2695, "step": 38810 }, { "epoch": 34.47, "learning_rate": 2.340146083208612e-05, "loss": 19.5605, "step": 38811 }, { "epoch": 34.47, "learning_rate": 2.3399077197266223e-05, "loss": 19.4883, "step": 38812 }, { "epoch": 34.47, "learning_rate": 2.3396693646765834e-05, "loss": 19.3623, "step": 38813 }, { "epoch": 34.47, "learning_rate": 2.3394310180592488e-05, "loss": 19.542, "step": 38814 }, { "epoch": 34.47, "learning_rate": 2.339192679875377e-05, "loss": 19.1719, "step": 38815 }, { "epoch": 34.47, "learning_rate": 2.338954350125721e-05, "loss": 19.5908, "step": 38816 }, { "epoch": 34.47, "learning_rate": 2.3387160288110375e-05, "loss": 19.6514, "step": 38817 }, { "epoch": 34.47, "learning_rate": 2.338477715932086e-05, "loss": 20.1406, "step": 38818 }, { "epoch": 34.48, "learning_rate": 2.3382394114896135e-05, "loss": 19.7148, "step": 38819 }, { "epoch": 34.48, "learning_rate": 2.3380011154843816e-05, "loss": 19.5273, "step": 38820 }, { "epoch": 34.48, "learning_rate": 2.3377628279171425e-05, "loss": 19.2529, "step": 38821 }, { "epoch": 34.48, "learning_rate": 2.337524548788652e-05, "loss": 19.6787, "step": 38822 }, { "epoch": 34.48, "learning_rate": 2.3372862780996707e-05, "loss": 18.9961, "step": 38823 }, { "epoch": 34.48, "learning_rate": 2.3370480158509454e-05, "loss": 19.4688, "step": 38824 }, { "epoch": 34.48, "learning_rate": 2.336809762043235e-05, "loss": 19.7744, "step": 38825 }, { "epoch": 34.48, "learning_rate": 2.336571516677297e-05, "loss": 19.2578, "step": 38826 }, { "epoch": 34.48, "learning_rate": 2.3363332797538835e-05, "loss": 19.46, "step": 38827 }, { "epoch": 34.48, "learning_rate": 2.336095051273754e-05, "loss": 19.5068, "step": 38828 }, { "epoch": 34.48, "learning_rate": 2.3358568312376562e-05, "loss": 19.2451, "step": 38829 }, { "epoch": 34.48, "learning_rate": 2.33561861964635e-05, "loss": 19.3496, "step": 38830 }, { "epoch": 34.49, "learning_rate": 2.3353804165005915e-05, "loss": 19.2656, "step": 38831 }, { "epoch": 34.49, "learning_rate": 2.3351422218011327e-05, "loss": 18.9951, "step": 38832 }, { "epoch": 34.49, "learning_rate": 2.3349040355487313e-05, "loss": 19.6475, "step": 38833 }, { "epoch": 34.49, "learning_rate": 2.3346658577441415e-05, "loss": 19.6416, "step": 38834 }, { "epoch": 34.49, "learning_rate": 2.334427688388116e-05, "loss": 18.9463, "step": 38835 }, { "epoch": 34.49, "learning_rate": 2.3341895274814135e-05, "loss": 19.2422, "step": 38836 }, { "epoch": 34.49, "learning_rate": 2.333951375024785e-05, "loss": 19.2539, "step": 38837 }, { "epoch": 34.49, "learning_rate": 2.3337132310189897e-05, "loss": 19.4678, "step": 38838 }, { "epoch": 34.49, "learning_rate": 2.33347509546478e-05, "loss": 18.9854, "step": 38839 }, { "epoch": 34.49, "learning_rate": 2.333236968362909e-05, "loss": 18.8887, "step": 38840 }, { "epoch": 34.49, "learning_rate": 2.3329988497141352e-05, "loss": 19.8887, "step": 38841 }, { "epoch": 34.5, "learning_rate": 2.3327607395192098e-05, "loss": 18.8301, "step": 38842 }, { "epoch": 34.5, "learning_rate": 2.3325226377788894e-05, "loss": 19.0635, "step": 38843 }, { "epoch": 34.5, "learning_rate": 2.3322845444939312e-05, "loss": 19.0137, "step": 38844 }, { "epoch": 34.5, "learning_rate": 2.332046459665087e-05, "loss": 19.5527, "step": 38845 }, { "epoch": 34.5, "learning_rate": 2.3318083832931116e-05, "loss": 19.2012, "step": 38846 }, { "epoch": 34.5, "learning_rate": 2.331570315378759e-05, "loss": 19.5537, "step": 38847 }, { "epoch": 34.5, "learning_rate": 2.331332255922784e-05, "loss": 19.1963, "step": 38848 }, { "epoch": 34.5, "learning_rate": 2.3310942049259437e-05, "loss": 19.8359, "step": 38849 }, { "epoch": 34.5, "learning_rate": 2.330856162388992e-05, "loss": 18.9355, "step": 38850 }, { "epoch": 34.5, "learning_rate": 2.3306181283126792e-05, "loss": 19.0234, "step": 38851 }, { "epoch": 34.5, "learning_rate": 2.3303801026977662e-05, "loss": 19.0908, "step": 38852 }, { "epoch": 34.51, "learning_rate": 2.3301420855450017e-05, "loss": 18.7891, "step": 38853 }, { "epoch": 34.51, "learning_rate": 2.329904076855145e-05, "loss": 19.3936, "step": 38854 }, { "epoch": 34.51, "learning_rate": 2.3296660766289485e-05, "loss": 19.7617, "step": 38855 }, { "epoch": 34.51, "learning_rate": 2.329428084867164e-05, "loss": 19.3779, "step": 38856 }, { "epoch": 34.51, "learning_rate": 2.3291901015705508e-05, "loss": 19.6221, "step": 38857 }, { "epoch": 34.51, "learning_rate": 2.328952126739859e-05, "loss": 19.3818, "step": 38858 }, { "epoch": 34.51, "learning_rate": 2.3287141603758463e-05, "loss": 19.5693, "step": 38859 }, { "epoch": 34.51, "learning_rate": 2.3284762024792634e-05, "loss": 19.627, "step": 38860 }, { "epoch": 34.51, "learning_rate": 2.3282382530508685e-05, "loss": 19.4297, "step": 38861 }, { "epoch": 34.51, "learning_rate": 2.328000312091414e-05, "loss": 19.3779, "step": 38862 }, { "epoch": 34.51, "learning_rate": 2.3277623796016527e-05, "loss": 19.1816, "step": 38863 }, { "epoch": 34.52, "learning_rate": 2.3275244555823417e-05, "loss": 19.2646, "step": 38864 }, { "epoch": 34.52, "learning_rate": 2.327286540034232e-05, "loss": 19.2979, "step": 38865 }, { "epoch": 34.52, "learning_rate": 2.327048632958081e-05, "loss": 19.6807, "step": 38866 }, { "epoch": 34.52, "learning_rate": 2.3268107343546413e-05, "loss": 18.9834, "step": 38867 }, { "epoch": 34.52, "learning_rate": 2.326572844224665e-05, "loss": 19.084, "step": 38868 }, { "epoch": 34.52, "learning_rate": 2.32633496256891e-05, "loss": 19.2461, "step": 38869 }, { "epoch": 34.52, "learning_rate": 2.3260970893881267e-05, "loss": 19.0938, "step": 38870 }, { "epoch": 34.52, "learning_rate": 2.3258592246830723e-05, "loss": 18.8896, "step": 38871 }, { "epoch": 34.52, "learning_rate": 2.3256213684544996e-05, "loss": 19.2725, "step": 38872 }, { "epoch": 34.52, "learning_rate": 2.3253835207031603e-05, "loss": 19.9033, "step": 38873 }, { "epoch": 34.52, "learning_rate": 2.3251456814298108e-05, "loss": 19.2529, "step": 38874 }, { "epoch": 34.52, "learning_rate": 2.3249078506352058e-05, "loss": 19.1533, "step": 38875 }, { "epoch": 34.53, "learning_rate": 2.3246700283200955e-05, "loss": 19.3252, "step": 38876 }, { "epoch": 34.53, "learning_rate": 2.324432214485239e-05, "loss": 18.8496, "step": 38877 }, { "epoch": 34.53, "learning_rate": 2.3241944091313867e-05, "loss": 19.5908, "step": 38878 }, { "epoch": 34.53, "learning_rate": 2.323956612259291e-05, "loss": 19.1924, "step": 38879 }, { "epoch": 34.53, "learning_rate": 2.3237188238697095e-05, "loss": 18.8682, "step": 38880 }, { "epoch": 34.53, "learning_rate": 2.3234810439633926e-05, "loss": 19.2402, "step": 38881 }, { "epoch": 34.53, "learning_rate": 2.3232432725410968e-05, "loss": 19.2861, "step": 38882 }, { "epoch": 34.53, "learning_rate": 2.3230055096035745e-05, "loss": 19.6748, "step": 38883 }, { "epoch": 34.53, "learning_rate": 2.322767755151578e-05, "loss": 19.4414, "step": 38884 }, { "epoch": 34.53, "learning_rate": 2.322530009185864e-05, "loss": 19.5332, "step": 38885 }, { "epoch": 34.53, "learning_rate": 2.322530009185864e-05, "loss": 19.8086, "step": 38886 }, { "epoch": 34.54, "learning_rate": 2.3222922717071816e-05, "loss": 19.5508, "step": 38887 }, { "epoch": 34.54, "learning_rate": 2.32205454271629e-05, "loss": 19.501, "step": 38888 }, { "epoch": 34.54, "learning_rate": 2.32205454271629e-05, "loss": 19.5127, "step": 38889 }, { "epoch": 34.54, "learning_rate": 2.321816822213939e-05, "loss": 18.6201, "step": 38890 }, { "epoch": 34.54, "learning_rate": 2.3215791102008816e-05, "loss": 19.8232, "step": 38891 }, { "epoch": 34.54, "learning_rate": 2.3213414066778745e-05, "loss": 19.8701, "step": 38892 }, { "epoch": 34.54, "learning_rate": 2.3211037116456676e-05, "loss": 19.4072, "step": 38893 }, { "epoch": 34.54, "learning_rate": 2.3208660251050158e-05, "loss": 19.6445, "step": 38894 }, { "epoch": 34.54, "learning_rate": 2.320628347056677e-05, "loss": 19.7852, "step": 38895 }, { "epoch": 34.54, "learning_rate": 2.320390677501396e-05, "loss": 19.3154, "step": 38896 }, { "epoch": 34.54, "learning_rate": 2.320153016439933e-05, "loss": 19.7744, "step": 38897 }, { "epoch": 34.55, "learning_rate": 2.319915363873037e-05, "loss": 19.6162, "step": 38898 }, { "epoch": 34.55, "learning_rate": 2.3196777198014634e-05, "loss": 19.041, "step": 38899 }, { "epoch": 34.55, "learning_rate": 2.319440084225969e-05, "loss": 19.4648, "step": 38900 }, { "epoch": 34.55, "learning_rate": 2.3192024571472994e-05, "loss": 18.8701, "step": 38901 }, { "epoch": 34.55, "learning_rate": 2.3189648385662118e-05, "loss": 19.3652, "step": 38902 }, { "epoch": 34.55, "learning_rate": 2.3187272284834616e-05, "loss": 19.374, "step": 38903 }, { "epoch": 34.55, "learning_rate": 2.3184896268997974e-05, "loss": 19.2393, "step": 38904 }, { "epoch": 34.55, "learning_rate": 2.318252033815977e-05, "loss": 19.4541, "step": 38905 }, { "epoch": 34.55, "learning_rate": 2.318014449232751e-05, "loss": 19.1758, "step": 38906 }, { "epoch": 34.55, "learning_rate": 2.3177768731508708e-05, "loss": 19.458, "step": 38907 }, { "epoch": 34.55, "learning_rate": 2.3175393055710935e-05, "loss": 19.3145, "step": 38908 }, { "epoch": 34.56, "learning_rate": 2.3173017464941684e-05, "loss": 19.5537, "step": 38909 }, { "epoch": 34.56, "learning_rate": 2.3170641959208516e-05, "loss": 19.5322, "step": 38910 }, { "epoch": 34.56, "learning_rate": 2.316826653851895e-05, "loss": 19.6055, "step": 38911 }, { "epoch": 34.56, "learning_rate": 2.316589120288049e-05, "loss": 19.3838, "step": 38912 }, { "epoch": 34.56, "learning_rate": 2.3163515952300708e-05, "loss": 19.3564, "step": 38913 }, { "epoch": 34.56, "learning_rate": 2.3161140786787096e-05, "loss": 19.9443, "step": 38914 }, { "epoch": 34.56, "learning_rate": 2.3158765706347212e-05, "loss": 19.3662, "step": 38915 }, { "epoch": 34.56, "learning_rate": 2.315639071098858e-05, "loss": 19.6709, "step": 38916 }, { "epoch": 34.56, "learning_rate": 2.3154015800718697e-05, "loss": 19.4932, "step": 38917 }, { "epoch": 34.56, "learning_rate": 2.315164097554513e-05, "loss": 19.4111, "step": 38918 }, { "epoch": 34.56, "learning_rate": 2.3149266235475375e-05, "loss": 19.4004, "step": 38919 }, { "epoch": 34.56, "learning_rate": 2.3146891580516977e-05, "loss": 19.1162, "step": 38920 }, { "epoch": 34.57, "learning_rate": 2.314451701067748e-05, "loss": 19.8506, "step": 38921 }, { "epoch": 34.57, "learning_rate": 2.314214252596439e-05, "loss": 18.9902, "step": 38922 }, { "epoch": 34.57, "learning_rate": 2.3139768126385235e-05, "loss": 19.9287, "step": 38923 }, { "epoch": 34.57, "learning_rate": 2.3137393811947522e-05, "loss": 18.9131, "step": 38924 }, { "epoch": 34.57, "learning_rate": 2.3135019582658802e-05, "loss": 19.167, "step": 38925 }, { "epoch": 34.57, "learning_rate": 2.313264543852661e-05, "loss": 19.2783, "step": 38926 }, { "epoch": 34.57, "learning_rate": 2.3130271379558467e-05, "loss": 19.6523, "step": 38927 }, { "epoch": 34.57, "learning_rate": 2.312789740576186e-05, "loss": 19.4756, "step": 38928 }, { "epoch": 34.57, "learning_rate": 2.3125523517144372e-05, "loss": 19.6104, "step": 38929 }, { "epoch": 34.57, "learning_rate": 2.312314971371347e-05, "loss": 19.2744, "step": 38930 }, { "epoch": 34.57, "learning_rate": 2.312077599547673e-05, "loss": 19.002, "step": 38931 }, { "epoch": 34.58, "learning_rate": 2.3118402362441655e-05, "loss": 19.0986, "step": 38932 }, { "epoch": 34.58, "learning_rate": 2.3116028814615746e-05, "loss": 19.7559, "step": 38933 }, { "epoch": 34.58, "learning_rate": 2.311365535200657e-05, "loss": 19.6318, "step": 38934 }, { "epoch": 34.58, "learning_rate": 2.3111281974621606e-05, "loss": 19.2607, "step": 38935 }, { "epoch": 34.58, "learning_rate": 2.3108908682468422e-05, "loss": 19.3506, "step": 38936 }, { "epoch": 34.58, "learning_rate": 2.3106535475554497e-05, "loss": 19.5557, "step": 38937 }, { "epoch": 34.58, "learning_rate": 2.310416235388739e-05, "loss": 18.9736, "step": 38938 }, { "epoch": 34.58, "learning_rate": 2.310178931747462e-05, "loss": 19.3818, "step": 38939 }, { "epoch": 34.58, "learning_rate": 2.309941636632367e-05, "loss": 19.0869, "step": 38940 }, { "epoch": 34.58, "learning_rate": 2.3097043500442112e-05, "loss": 19.0156, "step": 38941 }, { "epoch": 34.58, "learning_rate": 2.309467071983742e-05, "loss": 18.9922, "step": 38942 }, { "epoch": 34.59, "learning_rate": 2.3092298024517162e-05, "loss": 19.5762, "step": 38943 }, { "epoch": 34.59, "learning_rate": 2.308992541448884e-05, "loss": 18.9609, "step": 38944 }, { "epoch": 34.59, "learning_rate": 2.3087552889759943e-05, "loss": 19.4385, "step": 38945 }, { "epoch": 34.59, "learning_rate": 2.308518045033803e-05, "loss": 19.4424, "step": 38946 }, { "epoch": 34.59, "learning_rate": 2.3082808096230628e-05, "loss": 19.2871, "step": 38947 }, { "epoch": 34.59, "learning_rate": 2.3080435827445242e-05, "loss": 19.2666, "step": 38948 }, { "epoch": 34.59, "learning_rate": 2.3078063643989382e-05, "loss": 19.4629, "step": 38949 }, { "epoch": 34.59, "learning_rate": 2.3075691545870558e-05, "loss": 19.1758, "step": 38950 }, { "epoch": 34.59, "learning_rate": 2.307331953309631e-05, "loss": 19.7891, "step": 38951 }, { "epoch": 34.59, "learning_rate": 2.307094760567417e-05, "loss": 19.0879, "step": 38952 }, { "epoch": 34.59, "learning_rate": 2.3068575763611623e-05, "loss": 19.498, "step": 38953 }, { "epoch": 34.6, "learning_rate": 2.306620400691622e-05, "loss": 19.4932, "step": 38954 }, { "epoch": 34.6, "learning_rate": 2.306383233559546e-05, "loss": 18.9141, "step": 38955 }, { "epoch": 34.6, "learning_rate": 2.3061460749656844e-05, "loss": 19.3047, "step": 38956 }, { "epoch": 34.6, "learning_rate": 2.3059089249107935e-05, "loss": 19.6895, "step": 38957 }, { "epoch": 34.6, "learning_rate": 2.3056717833956197e-05, "loss": 19.7041, "step": 38958 }, { "epoch": 34.6, "learning_rate": 2.3054346504209196e-05, "loss": 19.6201, "step": 38959 }, { "epoch": 34.6, "learning_rate": 2.3051975259874425e-05, "loss": 19.0703, "step": 38960 }, { "epoch": 34.6, "learning_rate": 2.3049604100959386e-05, "loss": 19.1367, "step": 38961 }, { "epoch": 34.6, "learning_rate": 2.3047233027471625e-05, "loss": 19.6377, "step": 38962 }, { "epoch": 34.6, "learning_rate": 2.304486203941863e-05, "loss": 18.7578, "step": 38963 }, { "epoch": 34.6, "learning_rate": 2.3042491136807948e-05, "loss": 19.1543, "step": 38964 }, { "epoch": 34.6, "learning_rate": 2.3040120319647074e-05, "loss": 19.251, "step": 38965 }, { "epoch": 34.61, "learning_rate": 2.3037749587943508e-05, "loss": 19.6904, "step": 38966 }, { "epoch": 34.61, "learning_rate": 2.3035378941704806e-05, "loss": 19.5615, "step": 38967 }, { "epoch": 34.61, "learning_rate": 2.303300838093843e-05, "loss": 19.3955, "step": 38968 }, { "epoch": 34.61, "learning_rate": 2.303063790565193e-05, "loss": 19.4844, "step": 38969 }, { "epoch": 34.61, "learning_rate": 2.3028267515852847e-05, "loss": 18.793, "step": 38970 }, { "epoch": 34.61, "learning_rate": 2.3025897211548624e-05, "loss": 19.0752, "step": 38971 }, { "epoch": 34.61, "learning_rate": 2.3023526992746814e-05, "loss": 19.4141, "step": 38972 }, { "epoch": 34.61, "learning_rate": 2.3021156859454945e-05, "loss": 19.4004, "step": 38973 }, { "epoch": 34.61, "learning_rate": 2.301878681168049e-05, "loss": 19.4893, "step": 38974 }, { "epoch": 34.61, "learning_rate": 2.3016416849431022e-05, "loss": 18.7783, "step": 38975 }, { "epoch": 34.61, "learning_rate": 2.3014046972713978e-05, "loss": 19.1182, "step": 38976 }, { "epoch": 34.62, "learning_rate": 2.3011677181536907e-05, "loss": 19.7471, "step": 38977 }, { "epoch": 34.62, "learning_rate": 2.3009307475907338e-05, "loss": 19.3643, "step": 38978 }, { "epoch": 34.62, "learning_rate": 2.3006937855832745e-05, "loss": 19.4395, "step": 38979 }, { "epoch": 34.62, "learning_rate": 2.300456832132068e-05, "loss": 19.3193, "step": 38980 }, { "epoch": 34.62, "learning_rate": 2.3002198872378632e-05, "loss": 19.0996, "step": 38981 }, { "epoch": 34.62, "learning_rate": 2.2999829509014098e-05, "loss": 19.9482, "step": 38982 }, { "epoch": 34.62, "learning_rate": 2.299746023123462e-05, "loss": 19.6367, "step": 38983 }, { "epoch": 34.62, "learning_rate": 2.2995091039047668e-05, "loss": 19.3945, "step": 38984 }, { "epoch": 34.62, "learning_rate": 2.29927219324608e-05, "loss": 18.9961, "step": 38985 }, { "epoch": 34.62, "learning_rate": 2.2990352911481493e-05, "loss": 19.0029, "step": 38986 }, { "epoch": 34.62, "learning_rate": 2.298798397611725e-05, "loss": 19.4336, "step": 38987 }, { "epoch": 34.63, "learning_rate": 2.2985615126375615e-05, "loss": 18.9756, "step": 38988 }, { "epoch": 34.63, "learning_rate": 2.2983246362264055e-05, "loss": 19.4502, "step": 38989 }, { "epoch": 34.63, "learning_rate": 2.298087768379012e-05, "loss": 19.167, "step": 38990 }, { "epoch": 34.63, "learning_rate": 2.297850909096129e-05, "loss": 19.0781, "step": 38991 }, { "epoch": 34.63, "learning_rate": 2.2976140583785073e-05, "loss": 19.1367, "step": 38992 }, { "epoch": 34.63, "learning_rate": 2.2973772162269e-05, "loss": 19.5186, "step": 38993 }, { "epoch": 34.63, "learning_rate": 2.297140382642054e-05, "loss": 19.084, "step": 38994 }, { "epoch": 34.63, "learning_rate": 2.2969035576247223e-05, "loss": 19.1914, "step": 38995 }, { "epoch": 34.63, "learning_rate": 2.2966667411756578e-05, "loss": 19.709, "step": 38996 }, { "epoch": 34.63, "learning_rate": 2.2966667411756578e-05, "loss": 19.166, "step": 38997 }, { "epoch": 34.63, "learning_rate": 2.2964299332956085e-05, "loss": 19.6641, "step": 38998 }, { "epoch": 34.63, "learning_rate": 2.2964299332956085e-05, "loss": 19.3115, "step": 38999 }, { "epoch": 34.64, "learning_rate": 2.2961931339853236e-05, "loss": 19.9346, "step": 39000 }, { "epoch": 34.64, "learning_rate": 2.2959563432455577e-05, "loss": 20.0625, "step": 39001 }, { "epoch": 34.64, "learning_rate": 2.2957195610770577e-05, "loss": 20.0889, "step": 39002 }, { "epoch": 34.64, "learning_rate": 2.295482787480577e-05, "loss": 19.3057, "step": 39003 }, { "epoch": 34.64, "learning_rate": 2.295246022456865e-05, "loss": 20.2822, "step": 39004 }, { "epoch": 34.64, "learning_rate": 2.29500926600667e-05, "loss": 20.0059, "step": 39005 }, { "epoch": 34.64, "learning_rate": 2.2947725181307466e-05, "loss": 19.3662, "step": 39006 }, { "epoch": 34.64, "learning_rate": 2.2945357788298417e-05, "loss": 19.457, "step": 39007 }, { "epoch": 34.64, "learning_rate": 2.2942990481047083e-05, "loss": 19.0869, "step": 39008 }, { "epoch": 34.64, "learning_rate": 2.2940623259560956e-05, "loss": 19.0586, "step": 39009 }, { "epoch": 34.64, "learning_rate": 2.2938256123847523e-05, "loss": 18.7764, "step": 39010 }, { "epoch": 34.65, "learning_rate": 2.2935889073914323e-05, "loss": 19.2021, "step": 39011 }, { "epoch": 34.65, "learning_rate": 2.2933522109768823e-05, "loss": 19.4473, "step": 39012 }, { "epoch": 34.65, "learning_rate": 2.293115523141856e-05, "loss": 18.5918, "step": 39013 }, { "epoch": 34.65, "learning_rate": 2.2928788438871006e-05, "loss": 19.0254, "step": 39014 }, { "epoch": 34.65, "learning_rate": 2.292642173213369e-05, "loss": 19.4941, "step": 39015 }, { "epoch": 34.65, "learning_rate": 2.2924055111214104e-05, "loss": 19.3486, "step": 39016 }, { "epoch": 34.65, "learning_rate": 2.2921688576119727e-05, "loss": 19.4365, "step": 39017 }, { "epoch": 34.65, "learning_rate": 2.2919322126858094e-05, "loss": 18.7012, "step": 39018 }, { "epoch": 34.65, "learning_rate": 2.2916955763436682e-05, "loss": 19.3428, "step": 39019 }, { "epoch": 34.65, "learning_rate": 2.2914589485863014e-05, "loss": 19.2109, "step": 39020 }, { "epoch": 34.65, "learning_rate": 2.291222329414458e-05, "loss": 19.1016, "step": 39021 }, { "epoch": 34.66, "learning_rate": 2.2909857188288863e-05, "loss": 19.1172, "step": 39022 }, { "epoch": 34.66, "learning_rate": 2.290749116830338e-05, "loss": 19.9062, "step": 39023 }, { "epoch": 34.66, "learning_rate": 2.2905125234195645e-05, "loss": 19.3945, "step": 39024 }, { "epoch": 34.66, "learning_rate": 2.2902759385973142e-05, "loss": 19.6152, "step": 39025 }, { "epoch": 34.66, "learning_rate": 2.2902759385973142e-05, "loss": 19.8682, "step": 39026 }, { "epoch": 34.66, "learning_rate": 2.2900393623643372e-05, "loss": 19.4453, "step": 39027 }, { "epoch": 34.66, "learning_rate": 2.289802794721381e-05, "loss": 19.4131, "step": 39028 }, { "epoch": 34.66, "learning_rate": 2.289566235669199e-05, "loss": 19.6729, "step": 39029 }, { "epoch": 34.66, "learning_rate": 2.2893296852085406e-05, "loss": 19.8721, "step": 39030 }, { "epoch": 34.66, "learning_rate": 2.289093143340153e-05, "loss": 19.5068, "step": 39031 }, { "epoch": 34.66, "learning_rate": 2.28885661006479e-05, "loss": 19.2607, "step": 39032 }, { "epoch": 34.67, "learning_rate": 2.288620085383199e-05, "loss": 19.6074, "step": 39033 }, { "epoch": 34.67, "learning_rate": 2.288383569296128e-05, "loss": 19.248, "step": 39034 }, { "epoch": 34.67, "learning_rate": 2.2881470618043305e-05, "loss": 20.0957, "step": 39035 }, { "epoch": 34.67, "learning_rate": 2.287910562908552e-05, "loss": 19.2373, "step": 39036 }, { "epoch": 34.67, "learning_rate": 2.287674072609547e-05, "loss": 19.7754, "step": 39037 }, { "epoch": 34.67, "learning_rate": 2.287437590908062e-05, "loss": 19.2832, "step": 39038 }, { "epoch": 34.67, "learning_rate": 2.2872011178048457e-05, "loss": 18.8652, "step": 39039 }, { "epoch": 34.67, "learning_rate": 2.2869646533006505e-05, "loss": 19.5625, "step": 39040 }, { "epoch": 34.67, "learning_rate": 2.286728197396223e-05, "loss": 19.4609, "step": 39041 }, { "epoch": 34.67, "learning_rate": 2.2864917500923144e-05, "loss": 19.3193, "step": 39042 }, { "epoch": 34.67, "learning_rate": 2.2862553113896778e-05, "loss": 19.9932, "step": 39043 }, { "epoch": 34.67, "learning_rate": 2.286018881289055e-05, "loss": 19.3232, "step": 39044 }, { "epoch": 34.68, "learning_rate": 2.2857824597912015e-05, "loss": 19.6875, "step": 39045 }, { "epoch": 34.68, "learning_rate": 2.2855460468968626e-05, "loss": 18.9727, "step": 39046 }, { "epoch": 34.68, "learning_rate": 2.2853096426067895e-05, "loss": 18.8975, "step": 39047 }, { "epoch": 34.68, "learning_rate": 2.2850732469217356e-05, "loss": 19.2646, "step": 39048 }, { "epoch": 34.68, "learning_rate": 2.2848368598424426e-05, "loss": 19.4316, "step": 39049 }, { "epoch": 34.68, "learning_rate": 2.2846004813696636e-05, "loss": 19.2441, "step": 39050 }, { "epoch": 34.68, "learning_rate": 2.28436411150415e-05, "loss": 18.998, "step": 39051 }, { "epoch": 34.68, "learning_rate": 2.284127750246646e-05, "loss": 18.8369, "step": 39052 }, { "epoch": 34.68, "learning_rate": 2.283891397597908e-05, "loss": 18.8594, "step": 39053 }, { "epoch": 34.68, "learning_rate": 2.283655053558677e-05, "loss": 19.6045, "step": 39054 }, { "epoch": 34.68, "learning_rate": 2.2834187181297062e-05, "loss": 19.1523, "step": 39055 }, { "epoch": 34.69, "learning_rate": 2.283182391311747e-05, "loss": 18.792, "step": 39056 }, { "epoch": 34.69, "learning_rate": 2.282946073105543e-05, "loss": 19.4346, "step": 39057 }, { "epoch": 34.69, "learning_rate": 2.282709763511849e-05, "loss": 19.1152, "step": 39058 }, { "epoch": 34.69, "learning_rate": 2.2824734625314116e-05, "loss": 19.7168, "step": 39059 }, { "epoch": 34.69, "learning_rate": 2.2822371701649768e-05, "loss": 19.6895, "step": 39060 }, { "epoch": 34.69, "learning_rate": 2.282000886413299e-05, "loss": 19.8359, "step": 39061 }, { "epoch": 34.69, "learning_rate": 2.2817646112771228e-05, "loss": 18.9004, "step": 39062 }, { "epoch": 34.69, "learning_rate": 2.2815283447572004e-05, "loss": 19.3652, "step": 39063 }, { "epoch": 34.69, "learning_rate": 2.2812920868542798e-05, "loss": 19.5977, "step": 39064 }, { "epoch": 34.69, "learning_rate": 2.2810558375691072e-05, "loss": 19.2217, "step": 39065 }, { "epoch": 34.69, "learning_rate": 2.2808195969024353e-05, "loss": 19.54, "step": 39066 }, { "epoch": 34.7, "learning_rate": 2.2805833648550097e-05, "loss": 19.4834, "step": 39067 }, { "epoch": 34.7, "learning_rate": 2.2803471414275805e-05, "loss": 18.791, "step": 39068 }, { "epoch": 34.7, "learning_rate": 2.2801109266209003e-05, "loss": 19.4893, "step": 39069 }, { "epoch": 34.7, "learning_rate": 2.2798747204357108e-05, "loss": 19.3115, "step": 39070 }, { "epoch": 34.7, "learning_rate": 2.2796385228727664e-05, "loss": 19.3457, "step": 39071 }, { "epoch": 34.7, "learning_rate": 2.2794023339328112e-05, "loss": 18.7295, "step": 39072 }, { "epoch": 34.7, "learning_rate": 2.2791661536165964e-05, "loss": 18.9434, "step": 39073 }, { "epoch": 34.7, "learning_rate": 2.2789299819248728e-05, "loss": 19.1582, "step": 39074 }, { "epoch": 34.7, "learning_rate": 2.278693818858386e-05, "loss": 19.71, "step": 39075 }, { "epoch": 34.7, "learning_rate": 2.278457664417884e-05, "loss": 19.2549, "step": 39076 }, { "epoch": 34.7, "learning_rate": 2.278221518604119e-05, "loss": 19.4092, "step": 39077 }, { "epoch": 34.71, "learning_rate": 2.277985381417835e-05, "loss": 19.6035, "step": 39078 }, { "epoch": 34.71, "learning_rate": 2.2777492528597838e-05, "loss": 19.1328, "step": 39079 }, { "epoch": 34.71, "learning_rate": 2.2775131329307138e-05, "loss": 19.1758, "step": 39080 }, { "epoch": 34.71, "learning_rate": 2.27727702163137e-05, "loss": 19.2617, "step": 39081 }, { "epoch": 34.71, "learning_rate": 2.2770409189625052e-05, "loss": 19.0967, "step": 39082 }, { "epoch": 34.71, "learning_rate": 2.2770409189625052e-05, "loss": 19.502, "step": 39083 }, { "epoch": 34.71, "learning_rate": 2.2768048249248648e-05, "loss": 19.8213, "step": 39084 }, { "epoch": 34.71, "learning_rate": 2.2765687395191992e-05, "loss": 19.3291, "step": 39085 }, { "epoch": 34.71, "learning_rate": 2.276332662746256e-05, "loss": 19.748, "step": 39086 }, { "epoch": 34.71, "learning_rate": 2.2760965946067818e-05, "loss": 19.3643, "step": 39087 }, { "epoch": 34.71, "learning_rate": 2.2758605351015278e-05, "loss": 19.791, "step": 39088 }, { "epoch": 34.71, "learning_rate": 2.2756244842312396e-05, "loss": 19.3525, "step": 39089 }, { "epoch": 34.72, "learning_rate": 2.2753884419966683e-05, "loss": 19.6865, "step": 39090 }, { "epoch": 34.72, "learning_rate": 2.2751524083985583e-05, "loss": 19.166, "step": 39091 }, { "epoch": 34.72, "learning_rate": 2.274916383437662e-05, "loss": 19.542, "step": 39092 }, { "epoch": 34.72, "learning_rate": 2.2746803671147256e-05, "loss": 19.166, "step": 39093 }, { "epoch": 34.72, "learning_rate": 2.2744443594304953e-05, "loss": 19.4297, "step": 39094 }, { "epoch": 34.72, "learning_rate": 2.2742083603857212e-05, "loss": 18.9678, "step": 39095 }, { "epoch": 34.72, "learning_rate": 2.2739723699811528e-05, "loss": 19.4814, "step": 39096 }, { "epoch": 34.72, "learning_rate": 2.2737363882175367e-05, "loss": 19.2783, "step": 39097 }, { "epoch": 34.72, "learning_rate": 2.273500415095621e-05, "loss": 19.5332, "step": 39098 }, { "epoch": 34.72, "learning_rate": 2.273264450616151e-05, "loss": 19.6182, "step": 39099 }, { "epoch": 34.72, "learning_rate": 2.2730284947798773e-05, "loss": 19.1709, "step": 39100 }, { "epoch": 34.73, "learning_rate": 2.27279254758755e-05, "loss": 19.5752, "step": 39101 }, { "epoch": 34.73, "learning_rate": 2.2725566090399125e-05, "loss": 19.0547, "step": 39102 }, { "epoch": 34.73, "learning_rate": 2.2723206791377166e-05, "loss": 19.3135, "step": 39103 }, { "epoch": 34.73, "learning_rate": 2.272084757881709e-05, "loss": 19.2393, "step": 39104 }, { "epoch": 34.73, "learning_rate": 2.2718488452726344e-05, "loss": 19.2578, "step": 39105 }, { "epoch": 34.73, "learning_rate": 2.2716129413112453e-05, "loss": 19.5605, "step": 39106 }, { "epoch": 34.73, "learning_rate": 2.271377045998285e-05, "loss": 19.3184, "step": 39107 }, { "epoch": 34.73, "learning_rate": 2.2711411593345056e-05, "loss": 19.3311, "step": 39108 }, { "epoch": 34.73, "learning_rate": 2.270905281320653e-05, "loss": 19.2734, "step": 39109 }, { "epoch": 34.73, "learning_rate": 2.2706694119574724e-05, "loss": 19.7686, "step": 39110 }, { "epoch": 34.73, "learning_rate": 2.2704335512457154e-05, "loss": 19.7227, "step": 39111 }, { "epoch": 34.74, "learning_rate": 2.270197699186126e-05, "loss": 19.457, "step": 39112 }, { "epoch": 34.74, "learning_rate": 2.269961855779456e-05, "loss": 20.1162, "step": 39113 }, { "epoch": 34.74, "learning_rate": 2.2697260210264505e-05, "loss": 18.9219, "step": 39114 }, { "epoch": 34.74, "learning_rate": 2.2694901949278553e-05, "loss": 19.0254, "step": 39115 }, { "epoch": 34.74, "learning_rate": 2.2692543774844216e-05, "loss": 19.2949, "step": 39116 }, { "epoch": 34.74, "learning_rate": 2.2690185686968935e-05, "loss": 18.8291, "step": 39117 }, { "epoch": 34.74, "learning_rate": 2.2687827685660195e-05, "loss": 18.9072, "step": 39118 }, { "epoch": 34.74, "learning_rate": 2.2685469770925523e-05, "loss": 18.8867, "step": 39119 }, { "epoch": 34.74, "learning_rate": 2.2683111942772302e-05, "loss": 19.7939, "step": 39120 }, { "epoch": 34.74, "learning_rate": 2.2680754201208054e-05, "loss": 19.4385, "step": 39121 }, { "epoch": 34.74, "learning_rate": 2.2678396546240267e-05, "loss": 19.7012, "step": 39122 }, { "epoch": 34.75, "learning_rate": 2.2676038977876378e-05, "loss": 19.416, "step": 39123 }, { "epoch": 34.75, "learning_rate": 2.2673681496123915e-05, "loss": 19.0596, "step": 39124 }, { "epoch": 34.75, "learning_rate": 2.2671324100990278e-05, "loss": 19.3457, "step": 39125 }, { "epoch": 34.75, "learning_rate": 2.266896679248297e-05, "loss": 19.168, "step": 39126 }, { "epoch": 34.75, "learning_rate": 2.2666609570609493e-05, "loss": 19.2344, "step": 39127 }, { "epoch": 34.75, "learning_rate": 2.2664252435377274e-05, "loss": 19.2354, "step": 39128 }, { "epoch": 34.75, "learning_rate": 2.2661895386793825e-05, "loss": 18.4277, "step": 39129 }, { "epoch": 34.75, "learning_rate": 2.2659538424866593e-05, "loss": 19.5674, "step": 39130 }, { "epoch": 34.75, "learning_rate": 2.265718154960304e-05, "loss": 19.3447, "step": 39131 }, { "epoch": 34.75, "learning_rate": 2.2654824761010667e-05, "loss": 19.7871, "step": 39132 }, { "epoch": 34.75, "learning_rate": 2.265246805909691e-05, "loss": 19.5176, "step": 39133 }, { "epoch": 34.75, "learning_rate": 2.2650111443869275e-05, "loss": 19.4932, "step": 39134 }, { "epoch": 34.76, "learning_rate": 2.2647754915335212e-05, "loss": 19.0332, "step": 39135 }, { "epoch": 34.76, "learning_rate": 2.2645398473502178e-05, "loss": 19.0771, "step": 39136 }, { "epoch": 34.76, "learning_rate": 2.2643042118377677e-05, "loss": 19.6475, "step": 39137 }, { "epoch": 34.76, "learning_rate": 2.2640685849969133e-05, "loss": 19.3809, "step": 39138 }, { "epoch": 34.76, "learning_rate": 2.2638329668284068e-05, "loss": 20.1074, "step": 39139 }, { "epoch": 34.76, "learning_rate": 2.2635973573329915e-05, "loss": 19.3271, "step": 39140 }, { "epoch": 34.76, "learning_rate": 2.263361756511414e-05, "loss": 19.2832, "step": 39141 }, { "epoch": 34.76, "learning_rate": 2.2631261643644238e-05, "loss": 19.6455, "step": 39142 }, { "epoch": 34.76, "learning_rate": 2.2628905808927635e-05, "loss": 19.418, "step": 39143 }, { "epoch": 34.76, "learning_rate": 2.2626550060971828e-05, "loss": 19.499, "step": 39144 }, { "epoch": 34.76, "learning_rate": 2.2624194399784314e-05, "loss": 20.0996, "step": 39145 }, { "epoch": 34.77, "learning_rate": 2.2621838825372493e-05, "loss": 19.292, "step": 39146 }, { "epoch": 34.77, "learning_rate": 2.2619483337743884e-05, "loss": 19.4443, "step": 39147 }, { "epoch": 34.77, "learning_rate": 2.2617127936905912e-05, "loss": 19.251, "step": 39148 }, { "epoch": 34.77, "learning_rate": 2.261477262286607e-05, "loss": 19.7012, "step": 39149 }, { "epoch": 34.77, "learning_rate": 2.2612417395631834e-05, "loss": 19.1904, "step": 39150 }, { "epoch": 34.77, "learning_rate": 2.2610062255210656e-05, "loss": 19.1318, "step": 39151 }, { "epoch": 34.77, "learning_rate": 2.260770720160998e-05, "loss": 19.2793, "step": 39152 }, { "epoch": 34.77, "learning_rate": 2.2605352234837307e-05, "loss": 19.0127, "step": 39153 }, { "epoch": 34.77, "learning_rate": 2.2602997354900075e-05, "loss": 19.9541, "step": 39154 }, { "epoch": 34.77, "learning_rate": 2.2600642561805773e-05, "loss": 20.002, "step": 39155 }, { "epoch": 34.77, "learning_rate": 2.2598287855561852e-05, "loss": 19.54, "step": 39156 }, { "epoch": 34.78, "learning_rate": 2.2595933236175752e-05, "loss": 19.0479, "step": 39157 }, { "epoch": 34.78, "learning_rate": 2.259357870365499e-05, "loss": 19.6494, "step": 39158 }, { "epoch": 34.78, "learning_rate": 2.259122425800697e-05, "loss": 19.4473, "step": 39159 }, { "epoch": 34.78, "learning_rate": 2.2588869899239208e-05, "loss": 19.1582, "step": 39160 }, { "epoch": 34.78, "learning_rate": 2.2586515627359122e-05, "loss": 19.335, "step": 39161 }, { "epoch": 34.78, "learning_rate": 2.258416144237422e-05, "loss": 19.5088, "step": 39162 }, { "epoch": 34.78, "learning_rate": 2.2581807344291934e-05, "loss": 19.3701, "step": 39163 }, { "epoch": 34.78, "learning_rate": 2.2579453333119716e-05, "loss": 19.0254, "step": 39164 }, { "epoch": 34.78, "learning_rate": 2.2577099408865065e-05, "loss": 19.3457, "step": 39165 }, { "epoch": 34.78, "learning_rate": 2.25747455715354e-05, "loss": 19.6484, "step": 39166 }, { "epoch": 34.78, "learning_rate": 2.257239182113822e-05, "loss": 18.9062, "step": 39167 }, { "epoch": 34.79, "learning_rate": 2.257003815768098e-05, "loss": 18.9482, "step": 39168 }, { "epoch": 34.79, "learning_rate": 2.25676845811711e-05, "loss": 19.8301, "step": 39169 }, { "epoch": 34.79, "learning_rate": 2.2565331091616077e-05, "loss": 19.3652, "step": 39170 }, { "epoch": 34.79, "learning_rate": 2.2562977689023384e-05, "loss": 19.2236, "step": 39171 }, { "epoch": 34.79, "learning_rate": 2.2560624373400456e-05, "loss": 18.6875, "step": 39172 }, { "epoch": 34.79, "learning_rate": 2.255827114475476e-05, "loss": 19.4785, "step": 39173 }, { "epoch": 34.79, "learning_rate": 2.2555918003093735e-05, "loss": 19.252, "step": 39174 }, { "epoch": 34.79, "learning_rate": 2.255356494842486e-05, "loss": 19.916, "step": 39175 }, { "epoch": 34.79, "learning_rate": 2.255121198075561e-05, "loss": 19.8516, "step": 39176 }, { "epoch": 34.79, "learning_rate": 2.2548859100093407e-05, "loss": 19.2061, "step": 39177 }, { "epoch": 34.79, "learning_rate": 2.2546506306445748e-05, "loss": 18.9893, "step": 39178 }, { "epoch": 34.79, "learning_rate": 2.254415359982006e-05, "loss": 19.2305, "step": 39179 }, { "epoch": 34.8, "learning_rate": 2.2541800980223804e-05, "loss": 19.1719, "step": 39180 }, { "epoch": 34.8, "learning_rate": 2.253944844766446e-05, "loss": 19.2383, "step": 39181 }, { "epoch": 34.8, "learning_rate": 2.2537096002149448e-05, "loss": 19.04, "step": 39182 }, { "epoch": 34.8, "learning_rate": 2.2534743643686267e-05, "loss": 19.1553, "step": 39183 }, { "epoch": 34.8, "learning_rate": 2.253239137228235e-05, "loss": 19.4004, "step": 39184 }, { "epoch": 34.8, "learning_rate": 2.253003918794514e-05, "loss": 19.6396, "step": 39185 }, { "epoch": 34.8, "learning_rate": 2.2527687090682127e-05, "loss": 19.042, "step": 39186 }, { "epoch": 34.8, "learning_rate": 2.2525335080500732e-05, "loss": 19.6611, "step": 39187 }, { "epoch": 34.8, "learning_rate": 2.252298315740844e-05, "loss": 19.334, "step": 39188 }, { "epoch": 34.8, "learning_rate": 2.2520631321412694e-05, "loss": 19.7383, "step": 39189 }, { "epoch": 34.8, "learning_rate": 2.2518279572520933e-05, "loss": 19.1016, "step": 39190 }, { "epoch": 34.81, "learning_rate": 2.2515927910740643e-05, "loss": 19.4746, "step": 39191 }, { "epoch": 34.81, "learning_rate": 2.2513576336079246e-05, "loss": 18.9482, "step": 39192 }, { "epoch": 34.81, "learning_rate": 2.2511224848544204e-05, "loss": 19.3486, "step": 39193 }, { "epoch": 34.81, "learning_rate": 2.2508873448143025e-05, "loss": 19.4932, "step": 39194 }, { "epoch": 34.81, "learning_rate": 2.2506522134883074e-05, "loss": 19.0684, "step": 39195 }, { "epoch": 34.81, "learning_rate": 2.2504170908771842e-05, "loss": 19.6016, "step": 39196 }, { "epoch": 34.81, "learning_rate": 2.250181976981681e-05, "loss": 19.3037, "step": 39197 }, { "epoch": 34.81, "learning_rate": 2.2499468718025384e-05, "loss": 19.2314, "step": 39198 }, { "epoch": 34.81, "learning_rate": 2.2497117753405085e-05, "loss": 19.3877, "step": 39199 }, { "epoch": 34.81, "learning_rate": 2.2494766875963273e-05, "loss": 19.5371, "step": 39200 }, { "epoch": 34.81, "learning_rate": 2.2492416085707448e-05, "loss": 19.1787, "step": 39201 }, { "epoch": 34.82, "learning_rate": 2.249006538264508e-05, "loss": 19.5059, "step": 39202 }, { "epoch": 34.82, "learning_rate": 2.248771476678358e-05, "loss": 19.1572, "step": 39203 }, { "epoch": 34.82, "learning_rate": 2.2485364238130436e-05, "loss": 19.1357, "step": 39204 }, { "epoch": 34.82, "learning_rate": 2.248301379669308e-05, "loss": 19.0859, "step": 39205 }, { "epoch": 34.82, "learning_rate": 2.248066344247895e-05, "loss": 19.6367, "step": 39206 }, { "epoch": 34.82, "learning_rate": 2.2478313175495523e-05, "loss": 18.833, "step": 39207 }, { "epoch": 34.82, "learning_rate": 2.247596299575022e-05, "loss": 19.3613, "step": 39208 }, { "epoch": 34.82, "learning_rate": 2.2473612903250525e-05, "loss": 20.0713, "step": 39209 }, { "epoch": 34.82, "learning_rate": 2.247126289800387e-05, "loss": 19.2344, "step": 39210 }, { "epoch": 34.82, "learning_rate": 2.2468912980017683e-05, "loss": 18.7061, "step": 39211 }, { "epoch": 34.82, "learning_rate": 2.2466563149299445e-05, "loss": 19.1533, "step": 39212 }, { "epoch": 34.83, "learning_rate": 2.2464213405856582e-05, "loss": 19.8359, "step": 39213 }, { "epoch": 34.83, "learning_rate": 2.246186374969655e-05, "loss": 19.374, "step": 39214 }, { "epoch": 34.83, "learning_rate": 2.245951418082683e-05, "loss": 19.2744, "step": 39215 }, { "epoch": 34.83, "learning_rate": 2.2457164699254806e-05, "loss": 19.3389, "step": 39216 }, { "epoch": 34.83, "learning_rate": 2.245481530498798e-05, "loss": 19.5479, "step": 39217 }, { "epoch": 34.83, "learning_rate": 2.2452465998033755e-05, "loss": 19.4307, "step": 39218 }, { "epoch": 34.83, "learning_rate": 2.24501167783996e-05, "loss": 19.5508, "step": 39219 }, { "epoch": 34.83, "learning_rate": 2.2447767646093e-05, "loss": 19.6699, "step": 39220 }, { "epoch": 34.83, "learning_rate": 2.2445418601121325e-05, "loss": 19.0986, "step": 39221 }, { "epoch": 34.83, "learning_rate": 2.244306964349206e-05, "loss": 18.9932, "step": 39222 }, { "epoch": 34.83, "learning_rate": 2.2440720773212665e-05, "loss": 19.6416, "step": 39223 }, { "epoch": 34.83, "learning_rate": 2.243837199029055e-05, "loss": 19.3711, "step": 39224 }, { "epoch": 34.84, "learning_rate": 2.2436023294733204e-05, "loss": 19.666, "step": 39225 }, { "epoch": 34.84, "learning_rate": 2.243367468654805e-05, "loss": 19.4297, "step": 39226 }, { "epoch": 34.84, "learning_rate": 2.2431326165742505e-05, "loss": 19.3428, "step": 39227 }, { "epoch": 34.84, "learning_rate": 2.2428977732324065e-05, "loss": 19.333, "step": 39228 }, { "epoch": 34.84, "learning_rate": 2.2426629386300125e-05, "loss": 19.9316, "step": 39229 }, { "epoch": 34.84, "learning_rate": 2.2424281127678165e-05, "loss": 19.1523, "step": 39230 }, { "epoch": 34.84, "learning_rate": 2.2421932956465623e-05, "loss": 19.2578, "step": 39231 }, { "epoch": 34.84, "learning_rate": 2.2419584872669915e-05, "loss": 19.7178, "step": 39232 }, { "epoch": 34.84, "learning_rate": 2.241723687629852e-05, "loss": 19.4268, "step": 39233 }, { "epoch": 34.84, "learning_rate": 2.2414888967358844e-05, "loss": 19.7275, "step": 39234 }, { "epoch": 34.84, "learning_rate": 2.2412541145858374e-05, "loss": 19.2627, "step": 39235 }, { "epoch": 34.85, "learning_rate": 2.2410193411804504e-05, "loss": 19.2949, "step": 39236 }, { "epoch": 34.85, "learning_rate": 2.2407845765204722e-05, "loss": 19.1211, "step": 39237 }, { "epoch": 34.85, "learning_rate": 2.240549820606644e-05, "loss": 18.5898, "step": 39238 }, { "epoch": 34.85, "learning_rate": 2.2403150734397094e-05, "loss": 19.4736, "step": 39239 }, { "epoch": 34.85, "learning_rate": 2.240080335020415e-05, "loss": 19.0674, "step": 39240 }, { "epoch": 34.85, "learning_rate": 2.2398456053495025e-05, "loss": 19.4258, "step": 39241 }, { "epoch": 34.85, "learning_rate": 2.2396108844277186e-05, "loss": 18.7197, "step": 39242 }, { "epoch": 34.85, "learning_rate": 2.239376172255806e-05, "loss": 19.2783, "step": 39243 }, { "epoch": 34.85, "learning_rate": 2.2391414688345064e-05, "loss": 19.2422, "step": 39244 }, { "epoch": 34.85, "learning_rate": 2.2389067741645652e-05, "loss": 19.1221, "step": 39245 }, { "epoch": 34.85, "learning_rate": 2.23867208824673e-05, "loss": 19.1943, "step": 39246 }, { "epoch": 34.86, "learning_rate": 2.2384374110817406e-05, "loss": 19.6572, "step": 39247 }, { "epoch": 34.86, "learning_rate": 2.2382027426703405e-05, "loss": 19.2383, "step": 39248 }, { "epoch": 34.86, "learning_rate": 2.237968083013277e-05, "loss": 19.2295, "step": 39249 }, { "epoch": 34.86, "learning_rate": 2.2377334321112904e-05, "loss": 18.9746, "step": 39250 }, { "epoch": 34.86, "learning_rate": 2.2374987899651267e-05, "loss": 19.1455, "step": 39251 }, { "epoch": 34.86, "learning_rate": 2.237264156575528e-05, "loss": 19.5928, "step": 39252 }, { "epoch": 34.86, "learning_rate": 2.237029531943241e-05, "loss": 19.6426, "step": 39253 }, { "epoch": 34.86, "learning_rate": 2.2367949160690072e-05, "loss": 18.8447, "step": 39254 }, { "epoch": 34.86, "learning_rate": 2.2365603089535685e-05, "loss": 19.041, "step": 39255 }, { "epoch": 34.86, "learning_rate": 2.2363257105976726e-05, "loss": 19.5713, "step": 39256 }, { "epoch": 34.86, "learning_rate": 2.236091121002059e-05, "loss": 19.1729, "step": 39257 }, { "epoch": 34.87, "learning_rate": 2.2358565401674754e-05, "loss": 20.0166, "step": 39258 }, { "epoch": 34.87, "learning_rate": 2.2356219680946632e-05, "loss": 18.6875, "step": 39259 }, { "epoch": 34.87, "learning_rate": 2.2353874047843648e-05, "loss": 19.1016, "step": 39260 }, { "epoch": 34.87, "learning_rate": 2.2351528502373263e-05, "loss": 19.2598, "step": 39261 }, { "epoch": 34.87, "learning_rate": 2.234918304454288e-05, "loss": 19.3379, "step": 39262 }, { "epoch": 34.87, "learning_rate": 2.2346837674359977e-05, "loss": 19.7188, "step": 39263 }, { "epoch": 34.87, "learning_rate": 2.2344492391831967e-05, "loss": 19.5371, "step": 39264 }, { "epoch": 34.87, "learning_rate": 2.2342147196966256e-05, "loss": 19.3291, "step": 39265 }, { "epoch": 34.87, "learning_rate": 2.233980208977032e-05, "loss": 19.4111, "step": 39266 }, { "epoch": 34.87, "learning_rate": 2.2337457070251567e-05, "loss": 19.6895, "step": 39267 }, { "epoch": 34.87, "learning_rate": 2.233511213841743e-05, "loss": 19.6621, "step": 39268 }, { "epoch": 34.87, "learning_rate": 2.233276729427539e-05, "loss": 19.4434, "step": 39269 }, { "epoch": 34.88, "learning_rate": 2.23304225378328e-05, "loss": 18.917, "step": 39270 }, { "epoch": 34.88, "learning_rate": 2.232807786909714e-05, "loss": 19.6689, "step": 39271 }, { "epoch": 34.88, "learning_rate": 2.232573328807585e-05, "loss": 19.2686, "step": 39272 }, { "epoch": 34.88, "learning_rate": 2.2323388794776328e-05, "loss": 19.248, "step": 39273 }, { "epoch": 34.88, "learning_rate": 2.232104438920604e-05, "loss": 19.5713, "step": 39274 }, { "epoch": 34.88, "learning_rate": 2.2318700071372413e-05, "loss": 19.1738, "step": 39275 }, { "epoch": 34.88, "learning_rate": 2.231635584128284e-05, "loss": 19.4863, "step": 39276 }, { "epoch": 34.88, "learning_rate": 2.231401169894479e-05, "loss": 19.4307, "step": 39277 }, { "epoch": 34.88, "learning_rate": 2.2311667644365676e-05, "loss": 19.2617, "step": 39278 }, { "epoch": 34.88, "learning_rate": 2.2309323677552947e-05, "loss": 19.3457, "step": 39279 }, { "epoch": 34.88, "learning_rate": 2.230697979851402e-05, "loss": 19.5029, "step": 39280 }, { "epoch": 34.89, "learning_rate": 2.2304636007256306e-05, "loss": 19.2891, "step": 39281 }, { "epoch": 34.89, "learning_rate": 2.2302292303787275e-05, "loss": 19.4326, "step": 39282 }, { "epoch": 34.89, "learning_rate": 2.2299948688114307e-05, "loss": 18.9893, "step": 39283 }, { "epoch": 34.89, "learning_rate": 2.2297605160244883e-05, "loss": 19.3213, "step": 39284 }, { "epoch": 34.89, "learning_rate": 2.2295261720186406e-05, "loss": 19.4111, "step": 39285 }, { "epoch": 34.89, "learning_rate": 2.2292918367946285e-05, "loss": 19.3057, "step": 39286 }, { "epoch": 34.89, "learning_rate": 2.229057510353199e-05, "loss": 19.54, "step": 39287 }, { "epoch": 34.89, "learning_rate": 2.2288231926950905e-05, "loss": 18.9307, "step": 39288 }, { "epoch": 34.89, "learning_rate": 2.2285888838210472e-05, "loss": 19.8555, "step": 39289 }, { "epoch": 34.89, "learning_rate": 2.228354583731817e-05, "loss": 19.0576, "step": 39290 }, { "epoch": 34.89, "learning_rate": 2.228120292428134e-05, "loss": 19.0811, "step": 39291 }, { "epoch": 34.9, "learning_rate": 2.2278860099107468e-05, "loss": 19.3252, "step": 39292 }, { "epoch": 34.9, "learning_rate": 2.2276517361803946e-05, "loss": 19.8857, "step": 39293 }, { "epoch": 34.9, "learning_rate": 2.227417471237821e-05, "loss": 19.6201, "step": 39294 }, { "epoch": 34.9, "learning_rate": 2.2271832150837713e-05, "loss": 19.4189, "step": 39295 }, { "epoch": 34.9, "learning_rate": 2.2269489677189852e-05, "loss": 18.8887, "step": 39296 }, { "epoch": 34.9, "learning_rate": 2.226714729144205e-05, "loss": 19.9346, "step": 39297 }, { "epoch": 34.9, "learning_rate": 2.226480499360175e-05, "loss": 19.8047, "step": 39298 }, { "epoch": 34.9, "learning_rate": 2.226246278367636e-05, "loss": 18.9717, "step": 39299 }, { "epoch": 34.9, "learning_rate": 2.2260120661673318e-05, "loss": 19.5156, "step": 39300 }, { "epoch": 34.9, "learning_rate": 2.2257778627600045e-05, "loss": 19.2559, "step": 39301 }, { "epoch": 34.9, "learning_rate": 2.2255436681463948e-05, "loss": 19.2578, "step": 39302 }, { "epoch": 34.9, "learning_rate": 2.225309482327248e-05, "loss": 19.1494, "step": 39303 }, { "epoch": 34.91, "learning_rate": 2.2250753053033023e-05, "loss": 19.1221, "step": 39304 }, { "epoch": 34.91, "learning_rate": 2.2248411370753052e-05, "loss": 19.4795, "step": 39305 }, { "epoch": 34.91, "learning_rate": 2.224606977643996e-05, "loss": 18.9219, "step": 39306 }, { "epoch": 34.91, "learning_rate": 2.224372827010115e-05, "loss": 19.1113, "step": 39307 }, { "epoch": 34.91, "learning_rate": 2.224138685174409e-05, "loss": 18.7891, "step": 39308 }, { "epoch": 34.91, "learning_rate": 2.2239045521376157e-05, "loss": 19.2246, "step": 39309 }, { "epoch": 34.91, "learning_rate": 2.223670427900481e-05, "loss": 19.3701, "step": 39310 }, { "epoch": 34.91, "learning_rate": 2.2234363124637436e-05, "loss": 20.0986, "step": 39311 }, { "epoch": 34.91, "learning_rate": 2.2232022058281495e-05, "loss": 19.9561, "step": 39312 }, { "epoch": 34.91, "learning_rate": 2.2229681079944382e-05, "loss": 19.1396, "step": 39313 }, { "epoch": 34.91, "learning_rate": 2.2227340189633505e-05, "loss": 19.0869, "step": 39314 }, { "epoch": 34.92, "learning_rate": 2.2224999387356304e-05, "loss": 19.3252, "step": 39315 }, { "epoch": 34.92, "learning_rate": 2.2222658673120212e-05, "loss": 19.1934, "step": 39316 }, { "epoch": 34.92, "learning_rate": 2.2220318046932633e-05, "loss": 19.6973, "step": 39317 }, { "epoch": 34.92, "learning_rate": 2.2217977508800986e-05, "loss": 19.1191, "step": 39318 }, { "epoch": 34.92, "learning_rate": 2.2215637058732667e-05, "loss": 19.042, "step": 39319 }, { "epoch": 34.92, "learning_rate": 2.2213296696735118e-05, "loss": 19.4043, "step": 39320 }, { "epoch": 34.92, "learning_rate": 2.2210956422815782e-05, "loss": 19.0283, "step": 39321 }, { "epoch": 34.92, "learning_rate": 2.2208616236982048e-05, "loss": 19.2695, "step": 39322 }, { "epoch": 34.92, "learning_rate": 2.2206276139241316e-05, "loss": 18.9873, "step": 39323 }, { "epoch": 34.92, "learning_rate": 2.220393612960105e-05, "loss": 19.1748, "step": 39324 }, { "epoch": 34.92, "learning_rate": 2.2201596208068626e-05, "loss": 19.29, "step": 39325 }, { "epoch": 34.93, "learning_rate": 2.219925637465149e-05, "loss": 19.3379, "step": 39326 }, { "epoch": 34.93, "learning_rate": 2.2196916629357035e-05, "loss": 19.1592, "step": 39327 }, { "epoch": 34.93, "learning_rate": 2.2194576972192704e-05, "loss": 19.8164, "step": 39328 }, { "epoch": 34.93, "learning_rate": 2.21922374031659e-05, "loss": 19.7764, "step": 39329 }, { "epoch": 34.93, "learning_rate": 2.2189897922284016e-05, "loss": 19.2363, "step": 39330 }, { "epoch": 34.93, "learning_rate": 2.2187558529554508e-05, "loss": 19.623, "step": 39331 }, { "epoch": 34.93, "learning_rate": 2.218521922498476e-05, "loss": 19.5537, "step": 39332 }, { "epoch": 34.93, "learning_rate": 2.218288000858221e-05, "loss": 19.5391, "step": 39333 }, { "epoch": 34.93, "learning_rate": 2.2180540880354273e-05, "loss": 18.9395, "step": 39334 }, { "epoch": 34.93, "learning_rate": 2.2178201840308326e-05, "loss": 19.5244, "step": 39335 }, { "epoch": 34.93, "learning_rate": 2.217586288845183e-05, "loss": 19.1953, "step": 39336 }, { "epoch": 34.94, "learning_rate": 2.2173524024792162e-05, "loss": 18.9463, "step": 39337 }, { "epoch": 34.94, "learning_rate": 2.2171185249336773e-05, "loss": 19.2949, "step": 39338 }, { "epoch": 34.94, "learning_rate": 2.216884656209306e-05, "loss": 19.7207, "step": 39339 }, { "epoch": 34.94, "learning_rate": 2.2166507963068412e-05, "loss": 19.4834, "step": 39340 }, { "epoch": 34.94, "learning_rate": 2.2164169452270263e-05, "loss": 19.2822, "step": 39341 }, { "epoch": 34.94, "learning_rate": 2.216183102970604e-05, "loss": 19.708, "step": 39342 }, { "epoch": 34.94, "learning_rate": 2.216183102970604e-05, "loss": 20.085, "step": 39343 }, { "epoch": 34.94, "learning_rate": 2.215949269538312e-05, "loss": 19.2451, "step": 39344 }, { "epoch": 34.94, "learning_rate": 2.2157154449308982e-05, "loss": 19.6689, "step": 39345 }, { "epoch": 34.94, "learning_rate": 2.215481629149095e-05, "loss": 19.2412, "step": 39346 }, { "epoch": 34.94, "learning_rate": 2.2152478221936474e-05, "loss": 19.5391, "step": 39347 }, { "epoch": 34.94, "learning_rate": 2.215014024065299e-05, "loss": 18.6396, "step": 39348 }, { "epoch": 34.95, "learning_rate": 2.214780234764787e-05, "loss": 19.5024, "step": 39349 }, { "epoch": 34.95, "learning_rate": 2.214546454292855e-05, "loss": 19.2031, "step": 39350 }, { "epoch": 34.95, "learning_rate": 2.214312682650244e-05, "loss": 19.3652, "step": 39351 }, { "epoch": 34.95, "learning_rate": 2.2140789198376925e-05, "loss": 19.3779, "step": 39352 }, { "epoch": 34.95, "learning_rate": 2.213845165855945e-05, "loss": 19.4531, "step": 39353 }, { "epoch": 34.95, "learning_rate": 2.213611420705739e-05, "loss": 19.7246, "step": 39354 }, { "epoch": 34.95, "learning_rate": 2.213611420705739e-05, "loss": 19.7158, "step": 39355 }, { "epoch": 34.95, "learning_rate": 2.2133776843878186e-05, "loss": 19.501, "step": 39356 }, { "epoch": 34.95, "learning_rate": 2.213143956902923e-05, "loss": 18.9717, "step": 39357 }, { "epoch": 34.95, "learning_rate": 2.2129102382517914e-05, "loss": 19.5566, "step": 39358 }, { "epoch": 34.95, "learning_rate": 2.2126765284351685e-05, "loss": 19.5449, "step": 39359 }, { "epoch": 34.96, "learning_rate": 2.212442827453791e-05, "loss": 19.4941, "step": 39360 }, { "epoch": 34.96, "learning_rate": 2.212209135308404e-05, "loss": 19.5225, "step": 39361 }, { "epoch": 34.96, "learning_rate": 2.211975451999746e-05, "loss": 19.4854, "step": 39362 }, { "epoch": 34.96, "learning_rate": 2.211741777528556e-05, "loss": 19.165, "step": 39363 }, { "epoch": 34.96, "learning_rate": 2.211508111895578e-05, "loss": 18.8877, "step": 39364 }, { "epoch": 34.96, "learning_rate": 2.2112744551015498e-05, "loss": 19.9355, "step": 39365 }, { "epoch": 34.96, "learning_rate": 2.2110408071472128e-05, "loss": 19.5615, "step": 39366 }, { "epoch": 34.96, "learning_rate": 2.210807168033312e-05, "loss": 19.2402, "step": 39367 }, { "epoch": 34.96, "learning_rate": 2.21057353776058e-05, "loss": 19.1289, "step": 39368 }, { "epoch": 34.96, "learning_rate": 2.210339916329763e-05, "loss": 19.293, "step": 39369 }, { "epoch": 34.96, "learning_rate": 2.2101063037416003e-05, "loss": 18.7119, "step": 39370 }, { "epoch": 34.97, "learning_rate": 2.209872699996831e-05, "loss": 19.7617, "step": 39371 }, { "epoch": 34.97, "learning_rate": 2.209639105096199e-05, "loss": 19.3584, "step": 39372 }, { "epoch": 34.97, "learning_rate": 2.2094055190404424e-05, "loss": 19.7197, "step": 39373 }, { "epoch": 34.97, "learning_rate": 2.2091719418302992e-05, "loss": 20.0703, "step": 39374 }, { "epoch": 34.97, "learning_rate": 2.208938373466515e-05, "loss": 19.5576, "step": 39375 }, { "epoch": 34.97, "learning_rate": 2.208704813949825e-05, "loss": 19.3604, "step": 39376 }, { "epoch": 34.97, "learning_rate": 2.208471263280974e-05, "loss": 19.6777, "step": 39377 }, { "epoch": 34.97, "learning_rate": 2.2082377214607003e-05, "loss": 19.5312, "step": 39378 }, { "epoch": 34.97, "learning_rate": 2.2080041884897425e-05, "loss": 19.5039, "step": 39379 }, { "epoch": 34.97, "learning_rate": 2.2077706643688445e-05, "loss": 19.498, "step": 39380 }, { "epoch": 34.97, "learning_rate": 2.2075371490987425e-05, "loss": 19.5938, "step": 39381 }, { "epoch": 34.98, "learning_rate": 2.2073036426801808e-05, "loss": 19.5068, "step": 39382 }, { "epoch": 34.98, "learning_rate": 2.2070701451138975e-05, "loss": 20.0283, "step": 39383 }, { "epoch": 34.98, "learning_rate": 2.206836656400631e-05, "loss": 19.7832, "step": 39384 }, { "epoch": 34.98, "learning_rate": 2.206603176541125e-05, "loss": 19.4453, "step": 39385 }, { "epoch": 34.98, "learning_rate": 2.2063697055361154e-05, "loss": 19.3408, "step": 39386 }, { "epoch": 34.98, "learning_rate": 2.206136243386347e-05, "loss": 18.9473, "step": 39387 }, { "epoch": 34.98, "learning_rate": 2.2059027900925555e-05, "loss": 19.3242, "step": 39388 }, { "epoch": 34.98, "learning_rate": 2.205669345655485e-05, "loss": 19.4785, "step": 39389 }, { "epoch": 34.98, "learning_rate": 2.205435910075873e-05, "loss": 19.251, "step": 39390 }, { "epoch": 34.98, "learning_rate": 2.2052024833544582e-05, "loss": 19.4717, "step": 39391 }, { "epoch": 34.98, "learning_rate": 2.204969065491982e-05, "loss": 19.0605, "step": 39392 }, { "epoch": 34.98, "learning_rate": 2.2047356564891858e-05, "loss": 19.6055, "step": 39393 }, { "epoch": 34.99, "learning_rate": 2.204502256346809e-05, "loss": 19.1904, "step": 39394 }, { "epoch": 34.99, "learning_rate": 2.2042688650655875e-05, "loss": 18.9932, "step": 39395 }, { "epoch": 34.99, "learning_rate": 2.2040354826462668e-05, "loss": 19.1709, "step": 39396 }, { "epoch": 34.99, "learning_rate": 2.2038021090895816e-05, "loss": 19.1953, "step": 39397 }, { "epoch": 34.99, "learning_rate": 2.203568744396276e-05, "loss": 19.1104, "step": 39398 }, { "epoch": 34.99, "learning_rate": 2.2033353885670876e-05, "loss": 18.9922, "step": 39399 }, { "epoch": 34.99, "learning_rate": 2.203102041602754e-05, "loss": 18.915, "step": 39400 }, { "epoch": 34.99, "learning_rate": 2.2028687035040197e-05, "loss": 19.2744, "step": 39401 }, { "epoch": 34.99, "learning_rate": 2.2026353742716192e-05, "loss": 19.1895, "step": 39402 }, { "epoch": 34.99, "learning_rate": 2.2024020539062968e-05, "loss": 19.9551, "step": 39403 }, { "epoch": 34.99, "learning_rate": 2.2021687424087883e-05, "loss": 19.3857, "step": 39404 }, { "epoch": 35.0, "learning_rate": 2.201935439779836e-05, "loss": 18.9707, "step": 39405 }, { "epoch": 35.0, "learning_rate": 2.2017021460201786e-05, "loss": 19.2041, "step": 39406 }, { "epoch": 35.0, "learning_rate": 2.2014688611305533e-05, "loss": 19.6367, "step": 39407 }, { "epoch": 35.0, "learning_rate": 2.201235585111704e-05, "loss": 19.1191, "step": 39408 }, { "epoch": 35.0, "learning_rate": 2.2010023179643647e-05, "loss": 19.0908, "step": 39409 }, { "epoch": 35.0, "learning_rate": 2.2007690596892804e-05, "loss": 19.373, "step": 39410 }, { "epoch": 35.0, "learning_rate": 2.2005358102871877e-05, "loss": 19.5059, "step": 39411 }, { "epoch": 35.0, "learning_rate": 2.2003025697588242e-05, "loss": 18.8535, "step": 39412 }, { "epoch": 35.0, "learning_rate": 2.2000693381049327e-05, "loss": 19.3799, "step": 39413 }, { "epoch": 35.0, "learning_rate": 2.1998361153262493e-05, "loss": 19.3721, "step": 39414 }, { "epoch": 35.0, "learning_rate": 2.1996029014235148e-05, "loss": 19.4238, "step": 39415 }, { "epoch": 35.01, "learning_rate": 2.1993696963974724e-05, "loss": 19.1211, "step": 39416 }, { "epoch": 35.01, "learning_rate": 2.1991365002488534e-05, "loss": 19.5127, "step": 39417 }, { "epoch": 35.01, "learning_rate": 2.1989033129784014e-05, "loss": 18.8467, "step": 39418 }, { "epoch": 35.01, "learning_rate": 2.198670134586857e-05, "loss": 19.3086, "step": 39419 }, { "epoch": 35.01, "learning_rate": 2.1984369650749553e-05, "loss": 19.042, "step": 39420 }, { "epoch": 35.01, "learning_rate": 2.1982038044434418e-05, "loss": 19.2383, "step": 39421 }, { "epoch": 35.01, "learning_rate": 2.197970652693047e-05, "loss": 19.3604, "step": 39422 }, { "epoch": 35.01, "learning_rate": 2.197737509824515e-05, "loss": 19.2715, "step": 39423 }, { "epoch": 35.01, "learning_rate": 2.1975043758385853e-05, "loss": 19.25, "step": 39424 }, { "epoch": 35.01, "learning_rate": 2.1972712507359945e-05, "loss": 19.6475, "step": 39425 }, { "epoch": 35.01, "learning_rate": 2.1970381345174844e-05, "loss": 19.1572, "step": 39426 }, { "epoch": 35.02, "learning_rate": 2.1968050271837925e-05, "loss": 19.5654, "step": 39427 }, { "epoch": 35.02, "learning_rate": 2.1965719287356555e-05, "loss": 19.1211, "step": 39428 }, { "epoch": 35.02, "learning_rate": 2.196338839173816e-05, "loss": 18.9707, "step": 39429 }, { "epoch": 35.02, "learning_rate": 2.1961057584990096e-05, "loss": 19.4639, "step": 39430 }, { "epoch": 35.02, "learning_rate": 2.1958726867119783e-05, "loss": 19.2256, "step": 39431 }, { "epoch": 35.02, "learning_rate": 2.195639623813459e-05, "loss": 19.3193, "step": 39432 }, { "epoch": 35.02, "learning_rate": 2.1954065698041893e-05, "loss": 19.8252, "step": 39433 }, { "epoch": 35.02, "learning_rate": 2.195173524684911e-05, "loss": 20.1748, "step": 39434 }, { "epoch": 35.02, "learning_rate": 2.1949404884563596e-05, "loss": 19.2334, "step": 39435 }, { "epoch": 35.02, "learning_rate": 2.1947074611192748e-05, "loss": 19.0225, "step": 39436 }, { "epoch": 35.02, "learning_rate": 2.1944744426743995e-05, "loss": 19.4346, "step": 39437 }, { "epoch": 35.02, "learning_rate": 2.1942414331224655e-05, "loss": 18.8291, "step": 39438 }, { "epoch": 35.03, "learning_rate": 2.1940084324642158e-05, "loss": 19.4736, "step": 39439 }, { "epoch": 35.03, "learning_rate": 2.1937754407003857e-05, "loss": 19.208, "step": 39440 }, { "epoch": 35.03, "learning_rate": 2.1935424578317158e-05, "loss": 19.3682, "step": 39441 }, { "epoch": 35.03, "learning_rate": 2.1933094838589484e-05, "loss": 19.377, "step": 39442 }, { "epoch": 35.03, "learning_rate": 2.1930765187828144e-05, "loss": 19.207, "step": 39443 }, { "epoch": 35.03, "learning_rate": 2.192843562604056e-05, "loss": 19.4453, "step": 39444 }, { "epoch": 35.03, "learning_rate": 2.192610615323413e-05, "loss": 19.3984, "step": 39445 }, { "epoch": 35.03, "learning_rate": 2.192377676941621e-05, "loss": 19.3379, "step": 39446 }, { "epoch": 35.03, "learning_rate": 2.192144747459421e-05, "loss": 19.7129, "step": 39447 }, { "epoch": 35.03, "learning_rate": 2.19191182687755e-05, "loss": 19.0977, "step": 39448 }, { "epoch": 35.03, "learning_rate": 2.1916789151967455e-05, "loss": 19.1221, "step": 39449 }, { "epoch": 35.04, "learning_rate": 2.191446012417748e-05, "loss": 18.8555, "step": 39450 }, { "epoch": 35.04, "learning_rate": 2.191213118541292e-05, "loss": 18.7754, "step": 39451 }, { "epoch": 35.04, "learning_rate": 2.19098023356812e-05, "loss": 19.3271, "step": 39452 }, { "epoch": 35.04, "learning_rate": 2.190747357498969e-05, "loss": 19.8848, "step": 39453 }, { "epoch": 35.04, "learning_rate": 2.1905144903345742e-05, "loss": 19.5381, "step": 39454 }, { "epoch": 35.04, "learning_rate": 2.190281632075678e-05, "loss": 18.8623, "step": 39455 }, { "epoch": 35.04, "learning_rate": 2.190048782723015e-05, "loss": 19.2451, "step": 39456 }, { "epoch": 35.04, "learning_rate": 2.189815942277326e-05, "loss": 19.4004, "step": 39457 }, { "epoch": 35.04, "learning_rate": 2.1895831107393484e-05, "loss": 19.2354, "step": 39458 }, { "epoch": 35.04, "learning_rate": 2.1893502881098178e-05, "loss": 19.042, "step": 39459 }, { "epoch": 35.04, "learning_rate": 2.189117474389476e-05, "loss": 19.5732, "step": 39460 }, { "epoch": 35.05, "learning_rate": 2.188884669579057e-05, "loss": 19.333, "step": 39461 }, { "epoch": 35.05, "learning_rate": 2.188651873679301e-05, "loss": 19.084, "step": 39462 }, { "epoch": 35.05, "learning_rate": 2.1884190866909476e-05, "loss": 19.7881, "step": 39463 }, { "epoch": 35.05, "learning_rate": 2.188186308614733e-05, "loss": 19.4756, "step": 39464 }, { "epoch": 35.05, "learning_rate": 2.187953539451395e-05, "loss": 18.7383, "step": 39465 }, { "epoch": 35.05, "learning_rate": 2.187720779201669e-05, "loss": 18.9961, "step": 39466 }, { "epoch": 35.05, "learning_rate": 2.1874880278662952e-05, "loss": 18.876, "step": 39467 }, { "epoch": 35.05, "learning_rate": 2.187255285446014e-05, "loss": 19.2705, "step": 39468 }, { "epoch": 35.05, "learning_rate": 2.1870225519415594e-05, "loss": 18.6016, "step": 39469 }, { "epoch": 35.05, "learning_rate": 2.1867898273536685e-05, "loss": 18.5068, "step": 39470 }, { "epoch": 35.05, "learning_rate": 2.186557111683083e-05, "loss": 19.5508, "step": 39471 }, { "epoch": 35.06, "learning_rate": 2.186324404930536e-05, "loss": 19.54, "step": 39472 }, { "epoch": 35.06, "learning_rate": 2.186091707096769e-05, "loss": 19.4531, "step": 39473 }, { "epoch": 35.06, "learning_rate": 2.1858590181825184e-05, "loss": 19.9189, "step": 39474 }, { "epoch": 35.06, "learning_rate": 2.185626338188519e-05, "loss": 19.3174, "step": 39475 }, { "epoch": 35.06, "learning_rate": 2.1853936671155127e-05, "loss": 18.9268, "step": 39476 }, { "epoch": 35.06, "learning_rate": 2.1851610049642334e-05, "loss": 18.9453, "step": 39477 }, { "epoch": 35.06, "learning_rate": 2.184928351735422e-05, "loss": 19.1729, "step": 39478 }, { "epoch": 35.06, "learning_rate": 2.1846957074298124e-05, "loss": 19.3486, "step": 39479 }, { "epoch": 35.06, "learning_rate": 2.184463072048145e-05, "loss": 19.1719, "step": 39480 }, { "epoch": 35.06, "learning_rate": 2.1842304455911567e-05, "loss": 19.334, "step": 39481 }, { "epoch": 35.06, "learning_rate": 2.1839978280595823e-05, "loss": 19.5889, "step": 39482 }, { "epoch": 35.06, "learning_rate": 2.1837652194541626e-05, "loss": 19.04, "step": 39483 }, { "epoch": 35.07, "learning_rate": 2.1835326197756317e-05, "loss": 19.4473, "step": 39484 }, { "epoch": 35.07, "learning_rate": 2.18330002902473e-05, "loss": 19.3125, "step": 39485 }, { "epoch": 35.07, "learning_rate": 2.183067447202194e-05, "loss": 18.5312, "step": 39486 }, { "epoch": 35.07, "learning_rate": 2.182834874308758e-05, "loss": 19.4922, "step": 39487 }, { "epoch": 35.07, "learning_rate": 2.182602310345161e-05, "loss": 19.2471, "step": 39488 }, { "epoch": 35.07, "learning_rate": 2.182369755312143e-05, "loss": 19.0469, "step": 39489 }, { "epoch": 35.07, "learning_rate": 2.1821372092104368e-05, "loss": 18.8096, "step": 39490 }, { "epoch": 35.07, "learning_rate": 2.1819046720407856e-05, "loss": 19.3877, "step": 39491 }, { "epoch": 35.07, "learning_rate": 2.1816721438039177e-05, "loss": 18.7363, "step": 39492 }, { "epoch": 35.07, "learning_rate": 2.181439624500576e-05, "loss": 18.9902, "step": 39493 }, { "epoch": 35.07, "learning_rate": 2.1812071141314977e-05, "loss": 19.2139, "step": 39494 }, { "epoch": 35.08, "learning_rate": 2.1809746126974167e-05, "loss": 19.2344, "step": 39495 }, { "epoch": 35.08, "learning_rate": 2.1807421201990735e-05, "loss": 19.0039, "step": 39496 }, { "epoch": 35.08, "learning_rate": 2.1805096366372034e-05, "loss": 19.9619, "step": 39497 }, { "epoch": 35.08, "learning_rate": 2.1802771620125416e-05, "loss": 19.5186, "step": 39498 }, { "epoch": 35.08, "learning_rate": 2.1800446963258286e-05, "loss": 18.8164, "step": 39499 }, { "epoch": 35.08, "learning_rate": 2.1798122395777975e-05, "loss": 19.209, "step": 39500 }, { "epoch": 35.08, "learning_rate": 2.179579791769189e-05, "loss": 19.0742, "step": 39501 }, { "epoch": 35.08, "learning_rate": 2.1793473529007373e-05, "loss": 18.9209, "step": 39502 }, { "epoch": 35.08, "learning_rate": 2.1791149229731788e-05, "loss": 18.7568, "step": 39503 }, { "epoch": 35.08, "learning_rate": 2.1788825019872523e-05, "loss": 18.7461, "step": 39504 }, { "epoch": 35.08, "learning_rate": 2.178650089943692e-05, "loss": 19.4365, "step": 39505 }, { "epoch": 35.09, "learning_rate": 2.1784176868432376e-05, "loss": 19.3086, "step": 39506 }, { "epoch": 35.09, "learning_rate": 2.1781852926866247e-05, "loss": 19.1221, "step": 39507 }, { "epoch": 35.09, "learning_rate": 2.1779529074745873e-05, "loss": 19.1035, "step": 39508 }, { "epoch": 35.09, "learning_rate": 2.1777205312078663e-05, "loss": 19.165, "step": 39509 }, { "epoch": 35.09, "learning_rate": 2.1774881638871943e-05, "loss": 18.8301, "step": 39510 }, { "epoch": 35.09, "learning_rate": 2.1772558055133097e-05, "loss": 19.6104, "step": 39511 }, { "epoch": 35.09, "learning_rate": 2.1770234560869524e-05, "loss": 19.2695, "step": 39512 }, { "epoch": 35.09, "learning_rate": 2.1767911156088523e-05, "loss": 19.3408, "step": 39513 }, { "epoch": 35.09, "learning_rate": 2.176558784079751e-05, "loss": 19.2266, "step": 39514 }, { "epoch": 35.09, "learning_rate": 2.176326461500381e-05, "loss": 19.5605, "step": 39515 }, { "epoch": 35.09, "learning_rate": 2.1760941478714808e-05, "loss": 19.5068, "step": 39516 }, { "epoch": 35.1, "learning_rate": 2.1758618431937903e-05, "loss": 18.8203, "step": 39517 }, { "epoch": 35.1, "learning_rate": 2.1756295474680388e-05, "loss": 19.0518, "step": 39518 }, { "epoch": 35.1, "learning_rate": 2.1753972606949663e-05, "loss": 19.6318, "step": 39519 }, { "epoch": 35.1, "learning_rate": 2.1751649828753106e-05, "loss": 18.9316, "step": 39520 }, { "epoch": 35.1, "learning_rate": 2.1749327140098053e-05, "loss": 19.4639, "step": 39521 }, { "epoch": 35.1, "learning_rate": 2.1747004540991884e-05, "loss": 19.4551, "step": 39522 }, { "epoch": 35.1, "learning_rate": 2.174468203144196e-05, "loss": 18.8877, "step": 39523 }, { "epoch": 35.1, "learning_rate": 2.174235961145562e-05, "loss": 19.4424, "step": 39524 }, { "epoch": 35.1, "learning_rate": 2.174003728104026e-05, "loss": 19.2812, "step": 39525 }, { "epoch": 35.1, "learning_rate": 2.174003728104026e-05, "loss": 19.5186, "step": 39526 }, { "epoch": 35.1, "learning_rate": 2.17377150402032e-05, "loss": 19.2725, "step": 39527 }, { "epoch": 35.1, "learning_rate": 2.173539288895185e-05, "loss": 19.3701, "step": 39528 }, { "epoch": 35.11, "learning_rate": 2.1733070827293544e-05, "loss": 19.4893, "step": 39529 }, { "epoch": 35.11, "learning_rate": 2.173074885523562e-05, "loss": 18.9775, "step": 39530 }, { "epoch": 35.11, "learning_rate": 2.1728426972785486e-05, "loss": 19.3164, "step": 39531 }, { "epoch": 35.11, "learning_rate": 2.172610517995046e-05, "loss": 18.9258, "step": 39532 }, { "epoch": 35.11, "learning_rate": 2.1723783476737943e-05, "loss": 19.1797, "step": 39533 }, { "epoch": 35.11, "learning_rate": 2.1721461863155263e-05, "loss": 19.1982, "step": 39534 }, { "epoch": 35.11, "learning_rate": 2.171914033920977e-05, "loss": 19.04, "step": 39535 }, { "epoch": 35.11, "learning_rate": 2.171681890490886e-05, "loss": 20.3174, "step": 39536 }, { "epoch": 35.11, "learning_rate": 2.1714497560259855e-05, "loss": 19.9062, "step": 39537 }, { "epoch": 35.11, "learning_rate": 2.1712176305270125e-05, "loss": 19.5254, "step": 39538 }, { "epoch": 35.11, "learning_rate": 2.1712176305270125e-05, "loss": 19.7197, "step": 39539 }, { "epoch": 35.12, "learning_rate": 2.1709855139947055e-05, "loss": 19.7852, "step": 39540 }, { "epoch": 35.12, "learning_rate": 2.1707534064297974e-05, "loss": 20.3691, "step": 39541 }, { "epoch": 35.12, "learning_rate": 2.170521307833025e-05, "loss": 19.8301, "step": 39542 }, { "epoch": 35.12, "learning_rate": 2.1702892182051223e-05, "loss": 19.5166, "step": 39543 }, { "epoch": 35.12, "learning_rate": 2.1700571375468253e-05, "loss": 19.8906, "step": 39544 }, { "epoch": 35.12, "learning_rate": 2.1698250658588725e-05, "loss": 19.6367, "step": 39545 }, { "epoch": 35.12, "learning_rate": 2.169593003141998e-05, "loss": 18.8701, "step": 39546 }, { "epoch": 35.12, "learning_rate": 2.1693609493969347e-05, "loss": 19.6807, "step": 39547 }, { "epoch": 35.12, "learning_rate": 2.1691289046244228e-05, "loss": 20.332, "step": 39548 }, { "epoch": 35.12, "learning_rate": 2.1688968688251933e-05, "loss": 19.3008, "step": 39549 }, { "epoch": 35.12, "learning_rate": 2.1686648419999862e-05, "loss": 19.6768, "step": 39550 }, { "epoch": 35.13, "learning_rate": 2.1684328241495322e-05, "loss": 19.373, "step": 39551 }, { "epoch": 35.13, "learning_rate": 2.1682008152745714e-05, "loss": 18.7842, "step": 39552 }, { "epoch": 35.13, "learning_rate": 2.167968815375837e-05, "loss": 18.8984, "step": 39553 }, { "epoch": 35.13, "learning_rate": 2.1677368244540624e-05, "loss": 19.0527, "step": 39554 }, { "epoch": 35.13, "learning_rate": 2.167504842509987e-05, "loss": 19.0479, "step": 39555 }, { "epoch": 35.13, "learning_rate": 2.167272869544342e-05, "loss": 19.6797, "step": 39556 }, { "epoch": 35.13, "learning_rate": 2.1670409055578673e-05, "loss": 19.4482, "step": 39557 }, { "epoch": 35.13, "learning_rate": 2.1668089505512956e-05, "loss": 19.5449, "step": 39558 }, { "epoch": 35.13, "learning_rate": 2.1665770045253596e-05, "loss": 18.7705, "step": 39559 }, { "epoch": 35.13, "learning_rate": 2.1663450674808e-05, "loss": 19.0264, "step": 39560 }, { "epoch": 35.13, "learning_rate": 2.1661131394183472e-05, "loss": 19.1152, "step": 39561 }, { "epoch": 35.13, "learning_rate": 2.1658812203387396e-05, "loss": 19.4688, "step": 39562 }, { "epoch": 35.14, "learning_rate": 2.1656493102427116e-05, "loss": 19.4238, "step": 39563 }, { "epoch": 35.14, "learning_rate": 2.1654174091309958e-05, "loss": 19.1201, "step": 39564 }, { "epoch": 35.14, "learning_rate": 2.1651855170043296e-05, "loss": 19.0166, "step": 39565 }, { "epoch": 35.14, "learning_rate": 2.164953633863449e-05, "loss": 19.0244, "step": 39566 }, { "epoch": 35.14, "learning_rate": 2.1647217597090856e-05, "loss": 18.7402, "step": 39567 }, { "epoch": 35.14, "learning_rate": 2.164489894541981e-05, "loss": 18.9082, "step": 39568 }, { "epoch": 35.14, "learning_rate": 2.164258038362862e-05, "loss": 18.6729, "step": 39569 }, { "epoch": 35.14, "learning_rate": 2.164026191172467e-05, "loss": 19.4902, "step": 39570 }, { "epoch": 35.14, "learning_rate": 2.1637943529715326e-05, "loss": 18.748, "step": 39571 }, { "epoch": 35.14, "learning_rate": 2.163562523760791e-05, "loss": 19.6865, "step": 39572 }, { "epoch": 35.14, "learning_rate": 2.16333070354098e-05, "loss": 19.1162, "step": 39573 }, { "epoch": 35.15, "learning_rate": 2.1630988923128324e-05, "loss": 19.7354, "step": 39574 }, { "epoch": 35.15, "learning_rate": 2.1628670900770814e-05, "loss": 19.8877, "step": 39575 }, { "epoch": 35.15, "learning_rate": 2.162635296834466e-05, "loss": 19.3447, "step": 39576 }, { "epoch": 35.15, "learning_rate": 2.1624035125857167e-05, "loss": 19.5918, "step": 39577 }, { "epoch": 35.15, "learning_rate": 2.1621717373315714e-05, "loss": 19.5352, "step": 39578 }, { "epoch": 35.15, "learning_rate": 2.161939971072764e-05, "loss": 19.1943, "step": 39579 }, { "epoch": 35.15, "learning_rate": 2.1617082138100263e-05, "loss": 19.499, "step": 39580 }, { "epoch": 35.15, "learning_rate": 2.161476465544098e-05, "loss": 19.6602, "step": 39581 }, { "epoch": 35.15, "learning_rate": 2.1612447262757086e-05, "loss": 19.4443, "step": 39582 }, { "epoch": 35.15, "learning_rate": 2.1610129960055946e-05, "loss": 19.1045, "step": 39583 }, { "epoch": 35.15, "learning_rate": 2.160781274734495e-05, "loss": 19.4004, "step": 39584 }, { "epoch": 35.16, "learning_rate": 2.1605495624631367e-05, "loss": 19.1836, "step": 39585 }, { "epoch": 35.16, "learning_rate": 2.1603178591922595e-05, "loss": 19.0781, "step": 39586 }, { "epoch": 35.16, "learning_rate": 2.1600861649225945e-05, "loss": 19.0674, "step": 39587 }, { "epoch": 35.16, "learning_rate": 2.1598544796548774e-05, "loss": 19.2646, "step": 39588 }, { "epoch": 35.16, "learning_rate": 2.1596228033898463e-05, "loss": 19.1182, "step": 39589 }, { "epoch": 35.16, "learning_rate": 2.1593911361282293e-05, "loss": 19.457, "step": 39590 }, { "epoch": 35.16, "learning_rate": 2.159159477870763e-05, "loss": 19.3799, "step": 39591 }, { "epoch": 35.16, "learning_rate": 2.1589278286181848e-05, "loss": 19.1855, "step": 39592 }, { "epoch": 35.16, "learning_rate": 2.1586961883712244e-05, "loss": 19.1309, "step": 39593 }, { "epoch": 35.16, "learning_rate": 2.1584645571306213e-05, "loss": 19.3174, "step": 39594 }, { "epoch": 35.16, "learning_rate": 2.1582329348971036e-05, "loss": 19.1416, "step": 39595 }, { "epoch": 35.17, "learning_rate": 2.158001321671408e-05, "loss": 19.4424, "step": 39596 }, { "epoch": 35.17, "learning_rate": 2.1577697174542716e-05, "loss": 19.3936, "step": 39597 }, { "epoch": 35.17, "learning_rate": 2.1575381222464237e-05, "loss": 19.1064, "step": 39598 }, { "epoch": 35.17, "learning_rate": 2.1573065360486027e-05, "loss": 18.8662, "step": 39599 }, { "epoch": 35.17, "learning_rate": 2.1570749588615407e-05, "loss": 19.1104, "step": 39600 }, { "epoch": 35.17, "learning_rate": 2.1568433906859703e-05, "loss": 19.2578, "step": 39601 }, { "epoch": 35.17, "learning_rate": 2.1566118315226292e-05, "loss": 19.3496, "step": 39602 }, { "epoch": 35.17, "learning_rate": 2.1563802813722466e-05, "loss": 19.6162, "step": 39603 }, { "epoch": 35.17, "learning_rate": 2.1561487402355617e-05, "loss": 19.0137, "step": 39604 }, { "epoch": 35.17, "learning_rate": 2.1559172081133056e-05, "loss": 18.9121, "step": 39605 }, { "epoch": 35.17, "learning_rate": 2.1556856850062103e-05, "loss": 18.9414, "step": 39606 }, { "epoch": 35.17, "learning_rate": 2.155454170915014e-05, "loss": 18.7949, "step": 39607 }, { "epoch": 35.18, "learning_rate": 2.1552226658404468e-05, "loss": 19.1064, "step": 39608 }, { "epoch": 35.18, "learning_rate": 2.1549911697832436e-05, "loss": 18.9404, "step": 39609 }, { "epoch": 35.18, "learning_rate": 2.1547596827441406e-05, "loss": 18.9727, "step": 39610 }, { "epoch": 35.18, "learning_rate": 2.15452820472387e-05, "loss": 19.0977, "step": 39611 }, { "epoch": 35.18, "learning_rate": 2.1542967357231653e-05, "loss": 19.0186, "step": 39612 }, { "epoch": 35.18, "learning_rate": 2.1540652757427582e-05, "loss": 18.9619, "step": 39613 }, { "epoch": 35.18, "learning_rate": 2.1538338247833845e-05, "loss": 19.7207, "step": 39614 }, { "epoch": 35.18, "learning_rate": 2.153602382845779e-05, "loss": 18.9365, "step": 39615 }, { "epoch": 35.18, "learning_rate": 2.1533709499306744e-05, "loss": 18.9814, "step": 39616 }, { "epoch": 35.18, "learning_rate": 2.153139526038802e-05, "loss": 19.6699, "step": 39617 }, { "epoch": 35.18, "learning_rate": 2.1529081111708987e-05, "loss": 19.1396, "step": 39618 }, { "epoch": 35.19, "learning_rate": 2.152676705327695e-05, "loss": 19.3408, "step": 39619 }, { "epoch": 35.19, "learning_rate": 2.1524453085099284e-05, "loss": 19.2998, "step": 39620 }, { "epoch": 35.19, "learning_rate": 2.1522139207183295e-05, "loss": 19.585, "step": 39621 }, { "epoch": 35.19, "learning_rate": 2.1519825419536305e-05, "loss": 19.4062, "step": 39622 }, { "epoch": 35.19, "learning_rate": 2.151751172216568e-05, "loss": 19.125, "step": 39623 }, { "epoch": 35.19, "learning_rate": 2.1515198115078728e-05, "loss": 19.2891, "step": 39624 }, { "epoch": 35.19, "learning_rate": 2.1512884598282808e-05, "loss": 19.1689, "step": 39625 }, { "epoch": 35.19, "learning_rate": 2.151057117178522e-05, "loss": 19.3047, "step": 39626 }, { "epoch": 35.19, "learning_rate": 2.1508257835593338e-05, "loss": 19.126, "step": 39627 }, { "epoch": 35.19, "learning_rate": 2.1505944589714472e-05, "loss": 19.7725, "step": 39628 }, { "epoch": 35.19, "learning_rate": 2.1503631434155936e-05, "loss": 18.6162, "step": 39629 }, { "epoch": 35.2, "learning_rate": 2.1501318368925105e-05, "loss": 19.7061, "step": 39630 }, { "epoch": 35.2, "learning_rate": 2.1499005394029263e-05, "loss": 18.6387, "step": 39631 }, { "epoch": 35.2, "learning_rate": 2.1496692509475798e-05, "loss": 19.1396, "step": 39632 }, { "epoch": 35.2, "learning_rate": 2.1494379715272e-05, "loss": 18.8164, "step": 39633 }, { "epoch": 35.2, "learning_rate": 2.1492067011425194e-05, "loss": 19.4727, "step": 39634 }, { "epoch": 35.2, "learning_rate": 2.148975439794274e-05, "loss": 18.8457, "step": 39635 }, { "epoch": 35.2, "learning_rate": 2.1487441874831948e-05, "loss": 19.1387, "step": 39636 }, { "epoch": 35.2, "learning_rate": 2.1485129442100164e-05, "loss": 18.9951, "step": 39637 }, { "epoch": 35.2, "learning_rate": 2.1482817099754715e-05, "loss": 18.8721, "step": 39638 }, { "epoch": 35.2, "learning_rate": 2.1480504847802913e-05, "loss": 19.2549, "step": 39639 }, { "epoch": 35.2, "learning_rate": 2.1478192686252093e-05, "loss": 19.751, "step": 39640 }, { "epoch": 35.21, "learning_rate": 2.1475880615109605e-05, "loss": 18.9043, "step": 39641 }, { "epoch": 35.21, "learning_rate": 2.147356863438275e-05, "loss": 19.7881, "step": 39642 }, { "epoch": 35.21, "learning_rate": 2.1471256744078893e-05, "loss": 19.2148, "step": 39643 }, { "epoch": 35.21, "learning_rate": 2.1468944944205333e-05, "loss": 19.002, "step": 39644 }, { "epoch": 35.21, "learning_rate": 2.146663323476939e-05, "loss": 19.083, "step": 39645 }, { "epoch": 35.21, "learning_rate": 2.1464321615778422e-05, "loss": 19.0322, "step": 39646 }, { "epoch": 35.21, "learning_rate": 2.146201008723972e-05, "loss": 19.1436, "step": 39647 }, { "epoch": 35.21, "learning_rate": 2.1459698649160652e-05, "loss": 19.416, "step": 39648 }, { "epoch": 35.21, "learning_rate": 2.1457387301548527e-05, "loss": 19.3857, "step": 39649 }, { "epoch": 35.21, "learning_rate": 2.145507604441065e-05, "loss": 19.2285, "step": 39650 }, { "epoch": 35.21, "learning_rate": 2.145276487775438e-05, "loss": 19.0771, "step": 39651 }, { "epoch": 35.21, "learning_rate": 2.1450453801587013e-05, "loss": 19.3477, "step": 39652 }, { "epoch": 35.22, "learning_rate": 2.1448142815915905e-05, "loss": 19.2773, "step": 39653 }, { "epoch": 35.22, "learning_rate": 2.144583192074837e-05, "loss": 19.3711, "step": 39654 }, { "epoch": 35.22, "learning_rate": 2.1443521116091713e-05, "loss": 19.8037, "step": 39655 }, { "epoch": 35.22, "learning_rate": 2.1441210401953293e-05, "loss": 19.0791, "step": 39656 }, { "epoch": 35.22, "learning_rate": 2.1438899778340398e-05, "loss": 19.0938, "step": 39657 }, { "epoch": 35.22, "learning_rate": 2.1436589245260376e-05, "loss": 19.292, "step": 39658 }, { "epoch": 35.22, "learning_rate": 2.143427880272058e-05, "loss": 19.9229, "step": 39659 }, { "epoch": 35.22, "learning_rate": 2.1431968450728264e-05, "loss": 18.5186, "step": 39660 }, { "epoch": 35.22, "learning_rate": 2.14296581892908e-05, "loss": 19.0586, "step": 39661 }, { "epoch": 35.22, "learning_rate": 2.1427348018415488e-05, "loss": 18.7461, "step": 39662 }, { "epoch": 35.22, "learning_rate": 2.1425037938109654e-05, "loss": 18.9434, "step": 39663 }, { "epoch": 35.23, "learning_rate": 2.1422727948380668e-05, "loss": 19.5947, "step": 39664 }, { "epoch": 35.23, "learning_rate": 2.1420418049235774e-05, "loss": 19.6904, "step": 39665 }, { "epoch": 35.23, "learning_rate": 2.1418108240682334e-05, "loss": 19.9385, "step": 39666 }, { "epoch": 35.23, "learning_rate": 2.1415798522727688e-05, "loss": 19.167, "step": 39667 }, { "epoch": 35.23, "learning_rate": 2.1413488895379113e-05, "loss": 19.1826, "step": 39668 }, { "epoch": 35.23, "learning_rate": 2.1411179358643974e-05, "loss": 19.3242, "step": 39669 }, { "epoch": 35.23, "learning_rate": 2.1408869912529566e-05, "loss": 19.626, "step": 39670 }, { "epoch": 35.23, "learning_rate": 2.1406560557043205e-05, "loss": 19.4551, "step": 39671 }, { "epoch": 35.23, "learning_rate": 2.1404251292192235e-05, "loss": 19.0225, "step": 39672 }, { "epoch": 35.23, "learning_rate": 2.140194211798395e-05, "loss": 19.4277, "step": 39673 }, { "epoch": 35.23, "learning_rate": 2.1399633034425694e-05, "loss": 19.1016, "step": 39674 }, { "epoch": 35.24, "learning_rate": 2.139732404152477e-05, "loss": 19.4453, "step": 39675 }, { "epoch": 35.24, "learning_rate": 2.139501513928849e-05, "loss": 18.8604, "step": 39676 }, { "epoch": 35.24, "learning_rate": 2.13927063277242e-05, "loss": 18.7188, "step": 39677 }, { "epoch": 35.24, "learning_rate": 2.139039760683918e-05, "loss": 20.0303, "step": 39678 }, { "epoch": 35.24, "learning_rate": 2.1388088976640796e-05, "loss": 19.3418, "step": 39679 }, { "epoch": 35.24, "learning_rate": 2.1385780437136333e-05, "loss": 19.2568, "step": 39680 }, { "epoch": 35.24, "learning_rate": 2.1383471988333103e-05, "loss": 19.2422, "step": 39681 }, { "epoch": 35.24, "learning_rate": 2.1381163630238456e-05, "loss": 19.7471, "step": 39682 }, { "epoch": 35.24, "learning_rate": 2.137885536285966e-05, "loss": 19.6504, "step": 39683 }, { "epoch": 35.24, "learning_rate": 2.1376547186204072e-05, "loss": 19.0762, "step": 39684 }, { "epoch": 35.24, "learning_rate": 2.1374239100279014e-05, "loss": 19.5957, "step": 39685 }, { "epoch": 35.25, "learning_rate": 2.137193110509178e-05, "loss": 19.377, "step": 39686 }, { "epoch": 35.25, "learning_rate": 2.1369623200649697e-05, "loss": 19.5234, "step": 39687 }, { "epoch": 35.25, "learning_rate": 2.136731538696006e-05, "loss": 19.4746, "step": 39688 }, { "epoch": 35.25, "learning_rate": 2.136500766403019e-05, "loss": 19.6162, "step": 39689 }, { "epoch": 35.25, "learning_rate": 2.1362700031867434e-05, "loss": 19.4766, "step": 39690 }, { "epoch": 35.25, "learning_rate": 2.1360392490479088e-05, "loss": 19.3281, "step": 39691 }, { "epoch": 35.25, "learning_rate": 2.135808503987244e-05, "loss": 19.3252, "step": 39692 }, { "epoch": 35.25, "learning_rate": 2.135577768005484e-05, "loss": 19.293, "step": 39693 }, { "epoch": 35.25, "learning_rate": 2.1353470411033576e-05, "loss": 20.085, "step": 39694 }, { "epoch": 35.25, "learning_rate": 2.1351163232815996e-05, "loss": 19.3008, "step": 39695 }, { "epoch": 35.25, "learning_rate": 2.1348856145409385e-05, "loss": 19.2021, "step": 39696 }, { "epoch": 35.25, "learning_rate": 2.1346549148821043e-05, "loss": 19.4072, "step": 39697 }, { "epoch": 35.26, "learning_rate": 2.1344242243058326e-05, "loss": 19.6914, "step": 39698 }, { "epoch": 35.26, "learning_rate": 2.1341935428128502e-05, "loss": 19.248, "step": 39699 }, { "epoch": 35.26, "learning_rate": 2.1339628704038923e-05, "loss": 18.7822, "step": 39700 }, { "epoch": 35.26, "learning_rate": 2.133732207079686e-05, "loss": 18.9209, "step": 39701 }, { "epoch": 35.26, "learning_rate": 2.133501552840967e-05, "loss": 19.5303, "step": 39702 }, { "epoch": 35.26, "learning_rate": 2.1332709076884633e-05, "loss": 19.2949, "step": 39703 }, { "epoch": 35.26, "learning_rate": 2.1330402716229055e-05, "loss": 19.2529, "step": 39704 }, { "epoch": 35.26, "learning_rate": 2.1328096446450273e-05, "loss": 19.5273, "step": 39705 }, { "epoch": 35.26, "learning_rate": 2.1325790267555568e-05, "loss": 19.5137, "step": 39706 }, { "epoch": 35.26, "learning_rate": 2.1323484179552282e-05, "loss": 18.8164, "step": 39707 }, { "epoch": 35.26, "learning_rate": 2.132117818244771e-05, "loss": 19.7246, "step": 39708 }, { "epoch": 35.27, "learning_rate": 2.131887227624914e-05, "loss": 18.8984, "step": 39709 }, { "epoch": 35.27, "learning_rate": 2.1316566460963904e-05, "loss": 18.751, "step": 39710 }, { "epoch": 35.27, "learning_rate": 2.1314260736599323e-05, "loss": 19.1992, "step": 39711 }, { "epoch": 35.27, "learning_rate": 2.131195510316269e-05, "loss": 18.9727, "step": 39712 }, { "epoch": 35.27, "learning_rate": 2.131195510316269e-05, "loss": 19.5439, "step": 39713 }, { "epoch": 35.27, "learning_rate": 2.1309649560661317e-05, "loss": 19.0498, "step": 39714 }, { "epoch": 35.27, "learning_rate": 2.130734410910249e-05, "loss": 19.5029, "step": 39715 }, { "epoch": 35.27, "learning_rate": 2.130503874849354e-05, "loss": 19.1289, "step": 39716 }, { "epoch": 35.27, "learning_rate": 2.130273347884178e-05, "loss": 18.9248, "step": 39717 }, { "epoch": 35.27, "learning_rate": 2.1300428300154497e-05, "loss": 19.1631, "step": 39718 }, { "epoch": 35.27, "learning_rate": 2.1298123212439026e-05, "loss": 18.8516, "step": 39719 }, { "epoch": 35.28, "learning_rate": 2.1295818215702655e-05, "loss": 19.3701, "step": 39720 }, { "epoch": 35.28, "learning_rate": 2.1293513309952673e-05, "loss": 19.3096, "step": 39721 }, { "epoch": 35.28, "learning_rate": 2.1291208495196426e-05, "loss": 19.6982, "step": 39722 }, { "epoch": 35.28, "learning_rate": 2.1288903771441176e-05, "loss": 19.2617, "step": 39723 }, { "epoch": 35.28, "learning_rate": 2.128659913869427e-05, "loss": 18.9805, "step": 39724 }, { "epoch": 35.28, "learning_rate": 2.1284294596962996e-05, "loss": 19.2705, "step": 39725 }, { "epoch": 35.28, "learning_rate": 2.1281990146254638e-05, "loss": 19.1406, "step": 39726 }, { "epoch": 35.28, "learning_rate": 2.127968578657654e-05, "loss": 18.9365, "step": 39727 }, { "epoch": 35.28, "learning_rate": 2.1277381517935967e-05, "loss": 19.3467, "step": 39728 }, { "epoch": 35.28, "learning_rate": 2.1275077340340267e-05, "loss": 19.502, "step": 39729 }, { "epoch": 35.28, "learning_rate": 2.1272773253796706e-05, "loss": 19.2393, "step": 39730 }, { "epoch": 35.29, "learning_rate": 2.127046925831259e-05, "loss": 19.1631, "step": 39731 }, { "epoch": 35.29, "learning_rate": 2.1268165353895253e-05, "loss": 19.4619, "step": 39732 }, { "epoch": 35.29, "learning_rate": 2.1265861540551957e-05, "loss": 19.5029, "step": 39733 }, { "epoch": 35.29, "learning_rate": 2.1263557818290026e-05, "loss": 19.8047, "step": 39734 }, { "epoch": 35.29, "learning_rate": 2.1261254187116798e-05, "loss": 19.5635, "step": 39735 }, { "epoch": 35.29, "learning_rate": 2.12589506470395e-05, "loss": 19.7012, "step": 39736 }, { "epoch": 35.29, "learning_rate": 2.1256647198065476e-05, "loss": 19.5283, "step": 39737 }, { "epoch": 35.29, "learning_rate": 2.125434384020204e-05, "loss": 19.0625, "step": 39738 }, { "epoch": 35.29, "learning_rate": 2.1252040573456462e-05, "loss": 18.8867, "step": 39739 }, { "epoch": 35.29, "learning_rate": 2.124973739783609e-05, "loss": 19.3486, "step": 39740 }, { "epoch": 35.29, "learning_rate": 2.124743431334816e-05, "loss": 19.1016, "step": 39741 }, { "epoch": 35.29, "learning_rate": 2.124513132e-05, "loss": 19.3857, "step": 39742 }, { "epoch": 35.3, "learning_rate": 2.124282841779894e-05, "loss": 19.4658, "step": 39743 }, { "epoch": 35.3, "learning_rate": 2.124052560675223e-05, "loss": 19.2139, "step": 39744 }, { "epoch": 35.3, "learning_rate": 2.1238222886867216e-05, "loss": 19.3105, "step": 39745 }, { "epoch": 35.3, "learning_rate": 2.1235920258151176e-05, "loss": 19.2236, "step": 39746 }, { "epoch": 35.3, "learning_rate": 2.123361772061139e-05, "loss": 19.4072, "step": 39747 }, { "epoch": 35.3, "learning_rate": 2.1231315274255186e-05, "loss": 19.3838, "step": 39748 }, { "epoch": 35.3, "learning_rate": 2.1229012919089843e-05, "loss": 19.4893, "step": 39749 }, { "epoch": 35.3, "learning_rate": 2.1226710655122676e-05, "loss": 19.1494, "step": 39750 }, { "epoch": 35.3, "learning_rate": 2.122440848236098e-05, "loss": 19.0107, "step": 39751 }, { "epoch": 35.3, "learning_rate": 2.1222106400812024e-05, "loss": 19.7021, "step": 39752 }, { "epoch": 35.3, "learning_rate": 2.1219804410483148e-05, "loss": 19.6377, "step": 39753 }, { "epoch": 35.31, "learning_rate": 2.121750251138161e-05, "loss": 19.2227, "step": 39754 }, { "epoch": 35.31, "learning_rate": 2.1215200703514737e-05, "loss": 19.1768, "step": 39755 }, { "epoch": 35.31, "learning_rate": 2.121289898688982e-05, "loss": 19.6885, "step": 39756 }, { "epoch": 35.31, "learning_rate": 2.1210597361514128e-05, "loss": 19.4404, "step": 39757 }, { "epoch": 35.31, "learning_rate": 2.120829582739499e-05, "loss": 19.3242, "step": 39758 }, { "epoch": 35.31, "learning_rate": 2.120599438453968e-05, "loss": 18.9775, "step": 39759 }, { "epoch": 35.31, "learning_rate": 2.120369303295549e-05, "loss": 19.6387, "step": 39760 }, { "epoch": 35.31, "learning_rate": 2.1201391772649755e-05, "loss": 19.5303, "step": 39761 }, { "epoch": 35.31, "learning_rate": 2.119909060362973e-05, "loss": 19.3232, "step": 39762 }, { "epoch": 35.31, "learning_rate": 2.1196789525902706e-05, "loss": 20.3379, "step": 39763 }, { "epoch": 35.31, "learning_rate": 2.1194488539476008e-05, "loss": 19.8389, "step": 39764 }, { "epoch": 35.32, "learning_rate": 2.1192187644356897e-05, "loss": 19.1709, "step": 39765 }, { "epoch": 35.32, "learning_rate": 2.1192187644356897e-05, "loss": 19.4951, "step": 39766 }, { "epoch": 35.32, "learning_rate": 2.1189886840552698e-05, "loss": 19.8359, "step": 39767 }, { "epoch": 35.32, "learning_rate": 2.1187586128070686e-05, "loss": 19.5186, "step": 39768 }, { "epoch": 35.32, "learning_rate": 2.1185285506918134e-05, "loss": 19.2012, "step": 39769 }, { "epoch": 35.32, "learning_rate": 2.118298497710238e-05, "loss": 19.2754, "step": 39770 }, { "epoch": 35.32, "learning_rate": 2.1180684538630675e-05, "loss": 18.9111, "step": 39771 }, { "epoch": 35.32, "learning_rate": 2.117838419151034e-05, "loss": 19.3965, "step": 39772 }, { "epoch": 35.32, "learning_rate": 2.117608393574866e-05, "loss": 19.3789, "step": 39773 }, { "epoch": 35.32, "learning_rate": 2.1173783771352902e-05, "loss": 19.2344, "step": 39774 }, { "epoch": 35.32, "learning_rate": 2.1171483698330397e-05, "loss": 18.7246, "step": 39775 }, { "epoch": 35.33, "learning_rate": 2.116918371668839e-05, "loss": 19.1836, "step": 39776 }, { "epoch": 35.33, "learning_rate": 2.116688382643422e-05, "loss": 19.1748, "step": 39777 }, { "epoch": 35.33, "learning_rate": 2.116458402757513e-05, "loss": 19.6895, "step": 39778 }, { "epoch": 35.33, "learning_rate": 2.116228432011846e-05, "loss": 18.7266, "step": 39779 }, { "epoch": 35.33, "learning_rate": 2.115998470407147e-05, "loss": 19.2646, "step": 39780 }, { "epoch": 35.33, "learning_rate": 2.1157685179441427e-05, "loss": 19.3691, "step": 39781 }, { "epoch": 35.33, "learning_rate": 2.1155385746235667e-05, "loss": 19.6377, "step": 39782 }, { "epoch": 35.33, "learning_rate": 2.1153086404461442e-05, "loss": 18.7217, "step": 39783 }, { "epoch": 35.33, "learning_rate": 2.1150787154126073e-05, "loss": 19.1973, "step": 39784 }, { "epoch": 35.33, "learning_rate": 2.1148487995236832e-05, "loss": 18.9902, "step": 39785 }, { "epoch": 35.33, "learning_rate": 2.114618892780098e-05, "loss": 19.6338, "step": 39786 }, { "epoch": 35.33, "learning_rate": 2.114388995182584e-05, "loss": 19.4268, "step": 39787 }, { "epoch": 35.34, "learning_rate": 2.11415910673187e-05, "loss": 19.5186, "step": 39788 }, { "epoch": 35.34, "learning_rate": 2.1139292274286843e-05, "loss": 19.3643, "step": 39789 }, { "epoch": 35.34, "learning_rate": 2.1136993572737545e-05, "loss": 19.4736, "step": 39790 }, { "epoch": 35.34, "learning_rate": 2.113469496267808e-05, "loss": 19.8359, "step": 39791 }, { "epoch": 35.34, "learning_rate": 2.113239644411575e-05, "loss": 19.5947, "step": 39792 }, { "epoch": 35.34, "learning_rate": 2.113009801705786e-05, "loss": 19.0977, "step": 39793 }, { "epoch": 35.34, "learning_rate": 2.1127799681511656e-05, "loss": 19.4561, "step": 39794 }, { "epoch": 35.34, "learning_rate": 2.112550143748447e-05, "loss": 19.3301, "step": 39795 }, { "epoch": 35.34, "learning_rate": 2.112320328498355e-05, "loss": 19.752, "step": 39796 }, { "epoch": 35.34, "learning_rate": 2.1120905224016186e-05, "loss": 19.4727, "step": 39797 }, { "epoch": 35.34, "learning_rate": 2.1118607254589678e-05, "loss": 19.1748, "step": 39798 }, { "epoch": 35.35, "learning_rate": 2.1116309376711284e-05, "loss": 19.9395, "step": 39799 }, { "epoch": 35.35, "learning_rate": 2.1114011590388322e-05, "loss": 19.8232, "step": 39800 }, { "epoch": 35.35, "learning_rate": 2.111171389562806e-05, "loss": 18.9014, "step": 39801 }, { "epoch": 35.35, "learning_rate": 2.110941629243776e-05, "loss": 19.3965, "step": 39802 }, { "epoch": 35.35, "learning_rate": 2.110711878082474e-05, "loss": 19.1982, "step": 39803 }, { "epoch": 35.35, "learning_rate": 2.110482136079625e-05, "loss": 18.7334, "step": 39804 }, { "epoch": 35.35, "learning_rate": 2.1102524032359595e-05, "loss": 19.1504, "step": 39805 }, { "epoch": 35.35, "learning_rate": 2.1100226795522078e-05, "loss": 18.9648, "step": 39806 }, { "epoch": 35.35, "learning_rate": 2.109792965029092e-05, "loss": 19.1816, "step": 39807 }, { "epoch": 35.35, "learning_rate": 2.109563259667346e-05, "loss": 19.2539, "step": 39808 }, { "epoch": 35.35, "learning_rate": 2.109333563467693e-05, "loss": 18.9238, "step": 39809 }, { "epoch": 35.36, "learning_rate": 2.109103876430864e-05, "loss": 19.417, "step": 39810 }, { "epoch": 35.36, "learning_rate": 2.1088741985575898e-05, "loss": 19.6641, "step": 39811 }, { "epoch": 35.36, "learning_rate": 2.1086445298485925e-05, "loss": 19.3545, "step": 39812 }, { "epoch": 35.36, "learning_rate": 2.1084148703046025e-05, "loss": 19.0283, "step": 39813 }, { "epoch": 35.36, "learning_rate": 2.1081852199263502e-05, "loss": 19.5938, "step": 39814 }, { "epoch": 35.36, "learning_rate": 2.1079555787145594e-05, "loss": 20.001, "step": 39815 }, { "epoch": 35.36, "learning_rate": 2.107725946669964e-05, "loss": 19.3105, "step": 39816 }, { "epoch": 35.36, "learning_rate": 2.1074963237932842e-05, "loss": 19.0557, "step": 39817 }, { "epoch": 35.36, "learning_rate": 2.1072667100852522e-05, "loss": 18.8857, "step": 39818 }, { "epoch": 35.36, "learning_rate": 2.1070371055465972e-05, "loss": 19.126, "step": 39819 }, { "epoch": 35.36, "learning_rate": 2.106807510178043e-05, "loss": 19.1357, "step": 39820 }, { "epoch": 35.37, "learning_rate": 2.1065779239803213e-05, "loss": 19.2842, "step": 39821 }, { "epoch": 35.37, "learning_rate": 2.1063483469541577e-05, "loss": 19.6045, "step": 39822 }, { "epoch": 35.37, "learning_rate": 2.106118779100279e-05, "loss": 19.0645, "step": 39823 }, { "epoch": 35.37, "learning_rate": 2.105889220419416e-05, "loss": 18.9854, "step": 39824 }, { "epoch": 35.37, "learning_rate": 2.1056596709122922e-05, "loss": 19.1387, "step": 39825 }, { "epoch": 35.37, "learning_rate": 2.10543013057964e-05, "loss": 19.2783, "step": 39826 }, { "epoch": 35.37, "learning_rate": 2.1052005994221833e-05, "loss": 19.2881, "step": 39827 }, { "epoch": 35.37, "learning_rate": 2.1049710774406506e-05, "loss": 18.6621, "step": 39828 }, { "epoch": 35.37, "learning_rate": 2.1047415646357705e-05, "loss": 19.6406, "step": 39829 }, { "epoch": 35.37, "learning_rate": 2.104512061008268e-05, "loss": 19.1367, "step": 39830 }, { "epoch": 35.37, "learning_rate": 2.104282566558873e-05, "loss": 19.5537, "step": 39831 }, { "epoch": 35.37, "learning_rate": 2.1040530812883152e-05, "loss": 19.2842, "step": 39832 }, { "epoch": 35.38, "learning_rate": 2.103823605197316e-05, "loss": 19.5439, "step": 39833 }, { "epoch": 35.38, "learning_rate": 2.103594138286607e-05, "loss": 19.0869, "step": 39834 }, { "epoch": 35.38, "learning_rate": 2.1033646805569133e-05, "loss": 19.2627, "step": 39835 }, { "epoch": 35.38, "learning_rate": 2.1031352320089633e-05, "loss": 19.5, "step": 39836 }, { "epoch": 35.38, "learning_rate": 2.102905792643486e-05, "loss": 19.5156, "step": 39837 }, { "epoch": 35.38, "learning_rate": 2.1026763624612065e-05, "loss": 19.7393, "step": 39838 }, { "epoch": 35.38, "learning_rate": 2.1024469414628517e-05, "loss": 19.6738, "step": 39839 }, { "epoch": 35.38, "learning_rate": 2.1022175296491515e-05, "loss": 19.167, "step": 39840 }, { "epoch": 35.38, "learning_rate": 2.101988127020829e-05, "loss": 19.1445, "step": 39841 }, { "epoch": 35.38, "learning_rate": 2.1017587335786155e-05, "loss": 19.2354, "step": 39842 }, { "epoch": 35.38, "learning_rate": 2.1015293493232363e-05, "loss": 19.7803, "step": 39843 }, { "epoch": 35.39, "learning_rate": 2.1012999742554168e-05, "loss": 19.1162, "step": 39844 }, { "epoch": 35.39, "learning_rate": 2.101070608375888e-05, "loss": 19.7598, "step": 39845 }, { "epoch": 35.39, "learning_rate": 2.1008412516853727e-05, "loss": 19.1104, "step": 39846 }, { "epoch": 35.39, "learning_rate": 2.1006119041846013e-05, "loss": 18.7656, "step": 39847 }, { "epoch": 35.39, "learning_rate": 2.1003825658742997e-05, "loss": 19.2939, "step": 39848 }, { "epoch": 35.39, "learning_rate": 2.100153236755193e-05, "loss": 19.0732, "step": 39849 }, { "epoch": 35.39, "learning_rate": 2.099923916828011e-05, "loss": 19.2246, "step": 39850 }, { "epoch": 35.39, "learning_rate": 2.099694606093478e-05, "loss": 19.4375, "step": 39851 }, { "epoch": 35.39, "learning_rate": 2.099465304552324e-05, "loss": 19.5205, "step": 39852 }, { "epoch": 35.39, "learning_rate": 2.0992360122052718e-05, "loss": 18.8184, "step": 39853 }, { "epoch": 35.39, "learning_rate": 2.099006729053052e-05, "loss": 18.9365, "step": 39854 }, { "epoch": 35.4, "learning_rate": 2.0987774550963902e-05, "loss": 18.959, "step": 39855 }, { "epoch": 35.4, "learning_rate": 2.098548190336011e-05, "loss": 18.5635, "step": 39856 }, { "epoch": 35.4, "learning_rate": 2.0983189347726428e-05, "loss": 19.0654, "step": 39857 }, { "epoch": 35.4, "learning_rate": 2.098089688407014e-05, "loss": 19.3594, "step": 39858 }, { "epoch": 35.4, "learning_rate": 2.0978604512398497e-05, "loss": 19.4805, "step": 39859 }, { "epoch": 35.4, "learning_rate": 2.0976312232718766e-05, "loss": 18.8936, "step": 39860 }, { "epoch": 35.4, "learning_rate": 2.097402004503819e-05, "loss": 19.0508, "step": 39861 }, { "epoch": 35.4, "learning_rate": 2.0971727949364063e-05, "loss": 19.4844, "step": 39862 }, { "epoch": 35.4, "learning_rate": 2.0969435945703658e-05, "loss": 19.1328, "step": 39863 }, { "epoch": 35.4, "learning_rate": 2.0967144034064224e-05, "loss": 19.4746, "step": 39864 }, { "epoch": 35.4, "learning_rate": 2.0964852214453013e-05, "loss": 19.2432, "step": 39865 }, { "epoch": 35.4, "learning_rate": 2.096256048687732e-05, "loss": 19.9189, "step": 39866 }, { "epoch": 35.41, "learning_rate": 2.0960268851344378e-05, "loss": 19.6797, "step": 39867 }, { "epoch": 35.41, "learning_rate": 2.0957977307861486e-05, "loss": 18.9189, "step": 39868 }, { "epoch": 35.41, "learning_rate": 2.095568585643587e-05, "loss": 18.8701, "step": 39869 }, { "epoch": 35.41, "learning_rate": 2.095339449707483e-05, "loss": 19.7061, "step": 39870 }, { "epoch": 35.41, "learning_rate": 2.0951103229785607e-05, "loss": 19.1758, "step": 39871 }, { "epoch": 35.41, "learning_rate": 2.0948812054575456e-05, "loss": 19.1846, "step": 39872 }, { "epoch": 35.41, "learning_rate": 2.0946520971451667e-05, "loss": 19.2285, "step": 39873 }, { "epoch": 35.41, "learning_rate": 2.094422998042147e-05, "loss": 19.166, "step": 39874 }, { "epoch": 35.41, "learning_rate": 2.0941939081492156e-05, "loss": 18.9736, "step": 39875 }, { "epoch": 35.41, "learning_rate": 2.0939648274670982e-05, "loss": 18.8574, "step": 39876 }, { "epoch": 35.41, "learning_rate": 2.093735755996518e-05, "loss": 19.7773, "step": 39877 }, { "epoch": 35.42, "learning_rate": 2.0935066937382055e-05, "loss": 19.3994, "step": 39878 }, { "epoch": 35.42, "learning_rate": 2.093277640692883e-05, "loss": 19.3145, "step": 39879 }, { "epoch": 35.42, "learning_rate": 2.0930485968612775e-05, "loss": 19.4766, "step": 39880 }, { "epoch": 35.42, "learning_rate": 2.0928195622441193e-05, "loss": 19.1621, "step": 39881 }, { "epoch": 35.42, "learning_rate": 2.0925905368421273e-05, "loss": 19.1133, "step": 39882 }, { "epoch": 35.42, "learning_rate": 2.092361520656031e-05, "loss": 18.9824, "step": 39883 }, { "epoch": 35.42, "learning_rate": 2.0921325136865577e-05, "loss": 19.8779, "step": 39884 }, { "epoch": 35.42, "learning_rate": 2.0919035159344302e-05, "loss": 18.8994, "step": 39885 }, { "epoch": 35.42, "learning_rate": 2.0916745274003797e-05, "loss": 19.5576, "step": 39886 }, { "epoch": 35.42, "learning_rate": 2.0914455480851247e-05, "loss": 19.4209, "step": 39887 }, { "epoch": 35.42, "learning_rate": 2.091216577989395e-05, "loss": 19.4395, "step": 39888 }, { "epoch": 35.43, "learning_rate": 2.0909876171139174e-05, "loss": 19.4346, "step": 39889 }, { "epoch": 35.43, "learning_rate": 2.090758665459415e-05, "loss": 19.2969, "step": 39890 }, { "epoch": 35.43, "learning_rate": 2.0905297230266167e-05, "loss": 19.5352, "step": 39891 }, { "epoch": 35.43, "learning_rate": 2.0903007898162464e-05, "loss": 19.5469, "step": 39892 }, { "epoch": 35.43, "learning_rate": 2.0900718658290273e-05, "loss": 19.8203, "step": 39893 }, { "epoch": 35.43, "learning_rate": 2.08984295106569e-05, "loss": 19.5635, "step": 39894 }, { "epoch": 35.43, "learning_rate": 2.0896140455269558e-05, "loss": 19.9453, "step": 39895 }, { "epoch": 35.43, "learning_rate": 2.0893851492135537e-05, "loss": 19.1768, "step": 39896 }, { "epoch": 35.43, "learning_rate": 2.0891562621262073e-05, "loss": 19.4287, "step": 39897 }, { "epoch": 35.43, "learning_rate": 2.088927384265641e-05, "loss": 20.043, "step": 39898 }, { "epoch": 35.43, "learning_rate": 2.0886985156325833e-05, "loss": 19.8027, "step": 39899 }, { "epoch": 35.44, "learning_rate": 2.0884696562277566e-05, "loss": 19.3164, "step": 39900 }, { "epoch": 35.44, "learning_rate": 2.08824080605189e-05, "loss": 18.9854, "step": 39901 }, { "epoch": 35.44, "learning_rate": 2.088011965105706e-05, "loss": 19.3828, "step": 39902 }, { "epoch": 35.44, "learning_rate": 2.0877831333899293e-05, "loss": 19.4482, "step": 39903 }, { "epoch": 35.44, "learning_rate": 2.0875543109052888e-05, "loss": 19.752, "step": 39904 }, { "epoch": 35.44, "learning_rate": 2.0873254976525054e-05, "loss": 19.1553, "step": 39905 }, { "epoch": 35.44, "learning_rate": 2.0870966936323072e-05, "loss": 19.1396, "step": 39906 }, { "epoch": 35.44, "learning_rate": 2.086867898845422e-05, "loss": 19.0225, "step": 39907 }, { "epoch": 35.44, "learning_rate": 2.086639113292569e-05, "loss": 19.5742, "step": 39908 }, { "epoch": 35.44, "learning_rate": 2.086410336974478e-05, "loss": 19.5752, "step": 39909 }, { "epoch": 35.44, "learning_rate": 2.0861815698918708e-05, "loss": 19.5469, "step": 39910 }, { "epoch": 35.44, "learning_rate": 2.0859528120454742e-05, "loss": 19.1494, "step": 39911 }, { "epoch": 35.45, "learning_rate": 2.0857240634360152e-05, "loss": 19.8828, "step": 39912 }, { "epoch": 35.45, "learning_rate": 2.0854953240642176e-05, "loss": 19.4541, "step": 39913 }, { "epoch": 35.45, "learning_rate": 2.0852665939308038e-05, "loss": 19.0654, "step": 39914 }, { "epoch": 35.45, "learning_rate": 2.0850378730365027e-05, "loss": 19.3193, "step": 39915 }, { "epoch": 35.45, "learning_rate": 2.0848091613820365e-05, "loss": 19.166, "step": 39916 }, { "epoch": 35.45, "learning_rate": 2.0845804589681323e-05, "loss": 19.9502, "step": 39917 }, { "epoch": 35.45, "learning_rate": 2.0843517657955147e-05, "loss": 18.8662, "step": 39918 }, { "epoch": 35.45, "learning_rate": 2.0841230818649054e-05, "loss": 18.9883, "step": 39919 }, { "epoch": 35.45, "learning_rate": 2.0838944071770343e-05, "loss": 19.9033, "step": 39920 }, { "epoch": 35.45, "learning_rate": 2.0836657417326217e-05, "loss": 19.0928, "step": 39921 }, { "epoch": 35.45, "learning_rate": 2.0834370855323966e-05, "loss": 19.3125, "step": 39922 }, { "epoch": 35.46, "learning_rate": 2.083208438577081e-05, "loss": 19.1465, "step": 39923 }, { "epoch": 35.46, "learning_rate": 2.082979800867399e-05, "loss": 19.5156, "step": 39924 }, { "epoch": 35.46, "learning_rate": 2.0827511724040782e-05, "loss": 19.4307, "step": 39925 }, { "epoch": 35.46, "learning_rate": 2.0825225531878405e-05, "loss": 19.1748, "step": 39926 }, { "epoch": 35.46, "learning_rate": 2.0822939432194133e-05, "loss": 19.9395, "step": 39927 }, { "epoch": 35.46, "learning_rate": 2.082065342499518e-05, "loss": 18.832, "step": 39928 }, { "epoch": 35.46, "learning_rate": 2.0818367510288833e-05, "loss": 19.3301, "step": 39929 }, { "epoch": 35.46, "learning_rate": 2.0816081688082312e-05, "loss": 19.167, "step": 39930 }, { "epoch": 35.46, "learning_rate": 2.081379595838285e-05, "loss": 19.0947, "step": 39931 }, { "epoch": 35.46, "learning_rate": 2.0811510321197702e-05, "loss": 19.3994, "step": 39932 }, { "epoch": 35.46, "learning_rate": 2.080922477653414e-05, "loss": 19.5107, "step": 39933 }, { "epoch": 35.47, "learning_rate": 2.0806939324399388e-05, "loss": 19.5811, "step": 39934 }, { "epoch": 35.47, "learning_rate": 2.080465396480069e-05, "loss": 19.6934, "step": 39935 }, { "epoch": 35.47, "learning_rate": 2.080236869774528e-05, "loss": 19.4629, "step": 39936 }, { "epoch": 35.47, "learning_rate": 2.0800083523240405e-05, "loss": 19.5791, "step": 39937 }, { "epoch": 35.47, "learning_rate": 2.079779844129333e-05, "loss": 19.3916, "step": 39938 }, { "epoch": 35.47, "learning_rate": 2.0795513451911274e-05, "loss": 19.3955, "step": 39939 }, { "epoch": 35.47, "learning_rate": 2.0793228555101503e-05, "loss": 19.1836, "step": 39940 }, { "epoch": 35.47, "learning_rate": 2.079094375087125e-05, "loss": 19.249, "step": 39941 }, { "epoch": 35.47, "learning_rate": 2.078865903922773e-05, "loss": 19.4443, "step": 39942 }, { "epoch": 35.47, "learning_rate": 2.0786374420178232e-05, "loss": 19.7285, "step": 39943 }, { "epoch": 35.47, "learning_rate": 2.0784089893729958e-05, "loss": 18.6748, "step": 39944 }, { "epoch": 35.48, "learning_rate": 2.078180545989018e-05, "loss": 19.7178, "step": 39945 }, { "epoch": 35.48, "learning_rate": 2.077952111866613e-05, "loss": 19.0029, "step": 39946 }, { "epoch": 35.48, "learning_rate": 2.0777236870065027e-05, "loss": 19.5205, "step": 39947 }, { "epoch": 35.48, "learning_rate": 2.0774952714094144e-05, "loss": 19.3008, "step": 39948 }, { "epoch": 35.48, "learning_rate": 2.0772668650760686e-05, "loss": 19.4229, "step": 39949 }, { "epoch": 35.48, "learning_rate": 2.0770384680071935e-05, "loss": 19.2725, "step": 39950 }, { "epoch": 35.48, "learning_rate": 2.0768100802035107e-05, "loss": 19.4141, "step": 39951 }, { "epoch": 35.48, "learning_rate": 2.0765817016657428e-05, "loss": 19.5986, "step": 39952 }, { "epoch": 35.48, "learning_rate": 2.0763533323946167e-05, "loss": 19.5371, "step": 39953 }, { "epoch": 35.48, "learning_rate": 2.0761249723908534e-05, "loss": 19.7363, "step": 39954 }, { "epoch": 35.48, "learning_rate": 2.075896621655178e-05, "loss": 19.1641, "step": 39955 }, { "epoch": 35.48, "learning_rate": 2.0756682801883182e-05, "loss": 19.9336, "step": 39956 }, { "epoch": 35.49, "learning_rate": 2.0754399479909908e-05, "loss": 19.4189, "step": 39957 }, { "epoch": 35.49, "learning_rate": 2.0752116250639225e-05, "loss": 18.7559, "step": 39958 }, { "epoch": 35.49, "learning_rate": 2.0749833114078393e-05, "loss": 19.2256, "step": 39959 }, { "epoch": 35.49, "learning_rate": 2.074755007023461e-05, "loss": 19.1631, "step": 39960 }, { "epoch": 35.49, "learning_rate": 2.0745267119115176e-05, "loss": 19.0098, "step": 39961 }, { "epoch": 35.49, "learning_rate": 2.0742984260727245e-05, "loss": 19.3076, "step": 39962 }, { "epoch": 35.49, "learning_rate": 2.0740701495078092e-05, "loss": 19.3652, "step": 39963 }, { "epoch": 35.49, "learning_rate": 2.073841882217497e-05, "loss": 19.4609, "step": 39964 }, { "epoch": 35.49, "learning_rate": 2.0736136242025077e-05, "loss": 19.502, "step": 39965 }, { "epoch": 35.49, "learning_rate": 2.0733853754635696e-05, "loss": 19.4248, "step": 39966 }, { "epoch": 35.49, "learning_rate": 2.0731571360014035e-05, "loss": 19.2393, "step": 39967 }, { "epoch": 35.5, "learning_rate": 2.0729289058167306e-05, "loss": 19.1631, "step": 39968 }, { "epoch": 35.5, "learning_rate": 2.0727006849102787e-05, "loss": 19.293, "step": 39969 }, { "epoch": 35.5, "learning_rate": 2.072472473282768e-05, "loss": 19.0479, "step": 39970 }, { "epoch": 35.5, "learning_rate": 2.0722442709349237e-05, "loss": 19.2139, "step": 39971 }, { "epoch": 35.5, "learning_rate": 2.072016077867469e-05, "loss": 19.0381, "step": 39972 }, { "epoch": 35.5, "learning_rate": 2.071787894081125e-05, "loss": 19.3135, "step": 39973 }, { "epoch": 35.5, "learning_rate": 2.071787894081125e-05, "loss": 19.4658, "step": 39974 }, { "epoch": 35.5, "learning_rate": 2.071559719576619e-05, "loss": 18.9854, "step": 39975 }, { "epoch": 35.5, "learning_rate": 2.071559719576619e-05, "loss": 19.248, "step": 39976 }, { "epoch": 35.5, "learning_rate": 2.0713315543546702e-05, "loss": 19.4531, "step": 39977 }, { "epoch": 35.5, "learning_rate": 2.071103398416003e-05, "loss": 19.8916, "step": 39978 }, { "epoch": 35.51, "learning_rate": 2.0708752517613455e-05, "loss": 19.1309, "step": 39979 }, { "epoch": 35.51, "learning_rate": 2.0706471143914123e-05, "loss": 19.4658, "step": 39980 }, { "epoch": 35.51, "learning_rate": 2.0704189863069335e-05, "loss": 19.1406, "step": 39981 }, { "epoch": 35.51, "learning_rate": 2.0701908675086273e-05, "loss": 19.6016, "step": 39982 }, { "epoch": 35.51, "learning_rate": 2.06996275799722e-05, "loss": 19.2871, "step": 39983 }, { "epoch": 35.51, "learning_rate": 2.069734657773436e-05, "loss": 19.293, "step": 39984 }, { "epoch": 35.51, "learning_rate": 2.069506566837993e-05, "loss": 19.3408, "step": 39985 }, { "epoch": 35.51, "learning_rate": 2.0692784851916176e-05, "loss": 18.9053, "step": 39986 }, { "epoch": 35.51, "learning_rate": 2.0690504128350335e-05, "loss": 19.3301, "step": 39987 }, { "epoch": 35.51, "learning_rate": 2.0688223497689606e-05, "loss": 19.3984, "step": 39988 }, { "epoch": 35.51, "learning_rate": 2.0685942959941263e-05, "loss": 19.4102, "step": 39989 }, { "epoch": 35.52, "learning_rate": 2.06836625151125e-05, "loss": 19.877, "step": 39990 }, { "epoch": 35.52, "learning_rate": 2.0681382163210532e-05, "loss": 19.2871, "step": 39991 }, { "epoch": 35.52, "learning_rate": 2.0679101904242636e-05, "loss": 18.9863, "step": 39992 }, { "epoch": 35.52, "learning_rate": 2.067682173821599e-05, "loss": 19.5898, "step": 39993 }, { "epoch": 35.52, "learning_rate": 2.0674541665137865e-05, "loss": 18.9834, "step": 39994 }, { "epoch": 35.52, "learning_rate": 2.0672261685015465e-05, "loss": 19.377, "step": 39995 }, { "epoch": 35.52, "learning_rate": 2.0669981797856e-05, "loss": 19.5293, "step": 39996 }, { "epoch": 35.52, "learning_rate": 2.0667702003666745e-05, "loss": 19.0566, "step": 39997 }, { "epoch": 35.52, "learning_rate": 2.0665422302454866e-05, "loss": 19.0029, "step": 39998 }, { "epoch": 35.52, "learning_rate": 2.0663142694227648e-05, "loss": 19.3057, "step": 39999 }, { "epoch": 35.52, "learning_rate": 2.0660863178992274e-05, "loss": 18.8584, "step": 40000 }, { "epoch": 35.52, "learning_rate": 2.0658583756756e-05, "loss": 20.0322, "step": 40001 }, { "epoch": 35.53, "learning_rate": 2.065630442752604e-05, "loss": 19.1953, "step": 40002 }, { "epoch": 35.53, "learning_rate": 2.0654025191309595e-05, "loss": 18.9668, "step": 40003 }, { "epoch": 35.53, "learning_rate": 2.065174604811391e-05, "loss": 19.3447, "step": 40004 }, { "epoch": 35.53, "learning_rate": 2.0649466997946232e-05, "loss": 19.5479, "step": 40005 }, { "epoch": 35.53, "learning_rate": 2.0647188040813762e-05, "loss": 19.3359, "step": 40006 }, { "epoch": 35.53, "learning_rate": 2.0644909176723725e-05, "loss": 19.123, "step": 40007 }, { "epoch": 35.53, "learning_rate": 2.0642630405683326e-05, "loss": 19.3545, "step": 40008 }, { "epoch": 35.53, "learning_rate": 2.0640351727699807e-05, "loss": 19.8057, "step": 40009 }, { "epoch": 35.53, "learning_rate": 2.063807314278041e-05, "loss": 19.2568, "step": 40010 }, { "epoch": 35.53, "learning_rate": 2.0635794650932345e-05, "loss": 19.2393, "step": 40011 }, { "epoch": 35.53, "learning_rate": 2.0633516252162805e-05, "loss": 19.3047, "step": 40012 }, { "epoch": 35.54, "learning_rate": 2.0631237946479048e-05, "loss": 19.9258, "step": 40013 }, { "epoch": 35.54, "learning_rate": 2.062895973388827e-05, "loss": 19.0029, "step": 40014 }, { "epoch": 35.54, "learning_rate": 2.0626681614397725e-05, "loss": 19.7422, "step": 40015 }, { "epoch": 35.54, "learning_rate": 2.062440358801459e-05, "loss": 19.1592, "step": 40016 }, { "epoch": 35.54, "learning_rate": 2.0622125654746133e-05, "loss": 19.7451, "step": 40017 }, { "epoch": 35.54, "learning_rate": 2.061984781459955e-05, "loss": 19.4102, "step": 40018 }, { "epoch": 35.54, "learning_rate": 2.0617570067582047e-05, "loss": 19.9004, "step": 40019 }, { "epoch": 35.54, "learning_rate": 2.0615292413700877e-05, "loss": 19.4766, "step": 40020 }, { "epoch": 35.54, "learning_rate": 2.0613014852963224e-05, "loss": 19.1953, "step": 40021 }, { "epoch": 35.54, "learning_rate": 2.061073738537635e-05, "loss": 19.8438, "step": 40022 }, { "epoch": 35.54, "learning_rate": 2.0608460010947445e-05, "loss": 19.2842, "step": 40023 }, { "epoch": 35.55, "learning_rate": 2.0606182729683715e-05, "loss": 19.5723, "step": 40024 }, { "epoch": 35.55, "learning_rate": 2.0603905541592417e-05, "loss": 19.7031, "step": 40025 }, { "epoch": 35.55, "learning_rate": 2.060162844668073e-05, "loss": 19.5264, "step": 40026 }, { "epoch": 35.55, "learning_rate": 2.059935144495591e-05, "loss": 19.1504, "step": 40027 }, { "epoch": 35.55, "learning_rate": 2.0597074536425154e-05, "loss": 19.5391, "step": 40028 }, { "epoch": 35.55, "learning_rate": 2.0594797721095665e-05, "loss": 19.3242, "step": 40029 }, { "epoch": 35.55, "learning_rate": 2.059252099897469e-05, "loss": 19.2549, "step": 40030 }, { "epoch": 35.55, "learning_rate": 2.0590244370069418e-05, "loss": 19.0254, "step": 40031 }, { "epoch": 35.55, "learning_rate": 2.0587967834387077e-05, "loss": 19.3213, "step": 40032 }, { "epoch": 35.55, "learning_rate": 2.0585691391934925e-05, "loss": 18.9951, "step": 40033 }, { "epoch": 35.55, "learning_rate": 2.0583415042720094e-05, "loss": 19.333, "step": 40034 }, { "epoch": 35.56, "learning_rate": 2.058113878674985e-05, "loss": 19.4502, "step": 40035 }, { "epoch": 35.56, "learning_rate": 2.057886262403142e-05, "loss": 19.1152, "step": 40036 }, { "epoch": 35.56, "learning_rate": 2.057658655457198e-05, "loss": 18.9951, "step": 40037 }, { "epoch": 35.56, "learning_rate": 2.0574310578378787e-05, "loss": 18.7227, "step": 40038 }, { "epoch": 35.56, "learning_rate": 2.057203469545903e-05, "loss": 18.8965, "step": 40039 }, { "epoch": 35.56, "learning_rate": 2.0569758905819913e-05, "loss": 18.9893, "step": 40040 }, { "epoch": 35.56, "learning_rate": 2.056748320946868e-05, "loss": 18.8945, "step": 40041 }, { "epoch": 35.56, "learning_rate": 2.0565207606412513e-05, "loss": 19.1348, "step": 40042 }, { "epoch": 35.56, "learning_rate": 2.0562932096658653e-05, "loss": 19.1709, "step": 40043 }, { "epoch": 35.56, "learning_rate": 2.0560656680214302e-05, "loss": 19.1768, "step": 40044 }, { "epoch": 35.56, "learning_rate": 2.055838135708666e-05, "loss": 19.624, "step": 40045 }, { "epoch": 35.56, "learning_rate": 2.0556106127282958e-05, "loss": 18.8145, "step": 40046 }, { "epoch": 35.57, "learning_rate": 2.055383099081039e-05, "loss": 19.1162, "step": 40047 }, { "epoch": 35.57, "learning_rate": 2.0551555947676194e-05, "loss": 19.2744, "step": 40048 }, { "epoch": 35.57, "learning_rate": 2.0549280997887566e-05, "loss": 19.3457, "step": 40049 }, { "epoch": 35.57, "learning_rate": 2.0547006141451698e-05, "loss": 19.5439, "step": 40050 }, { "epoch": 35.57, "learning_rate": 2.0544731378375836e-05, "loss": 19.2188, "step": 40051 }, { "epoch": 35.57, "learning_rate": 2.0542456708667156e-05, "loss": 19.4746, "step": 40052 }, { "epoch": 35.57, "learning_rate": 2.0540182132332887e-05, "loss": 18.9385, "step": 40053 }, { "epoch": 35.57, "learning_rate": 2.0537907649380277e-05, "loss": 19.3516, "step": 40054 }, { "epoch": 35.57, "learning_rate": 2.0535633259816454e-05, "loss": 19.2441, "step": 40055 }, { "epoch": 35.57, "learning_rate": 2.0533358963648697e-05, "loss": 19.4424, "step": 40056 }, { "epoch": 35.57, "learning_rate": 2.0531084760884167e-05, "loss": 19.5342, "step": 40057 }, { "epoch": 35.58, "learning_rate": 2.052881065153009e-05, "loss": 19.7217, "step": 40058 }, { "epoch": 35.58, "learning_rate": 2.052653663559372e-05, "loss": 19.001, "step": 40059 }, { "epoch": 35.58, "learning_rate": 2.0524262713082187e-05, "loss": 19.0508, "step": 40060 }, { "epoch": 35.58, "learning_rate": 2.052198888400273e-05, "loss": 19.7422, "step": 40061 }, { "epoch": 35.58, "learning_rate": 2.0519715148362585e-05, "loss": 19.0771, "step": 40062 }, { "epoch": 35.58, "learning_rate": 2.0517441506168915e-05, "loss": 19.0977, "step": 40063 }, { "epoch": 35.58, "learning_rate": 2.051516795742897e-05, "loss": 19.4697, "step": 40064 }, { "epoch": 35.58, "learning_rate": 2.051289450214994e-05, "loss": 19.1416, "step": 40065 }, { "epoch": 35.58, "learning_rate": 2.0510621140338998e-05, "loss": 19.4639, "step": 40066 }, { "epoch": 35.58, "learning_rate": 2.0508347872003404e-05, "loss": 18.7744, "step": 40067 }, { "epoch": 35.58, "learning_rate": 2.0508347872003404e-05, "loss": 19.2129, "step": 40068 }, { "epoch": 35.59, "learning_rate": 2.0506074697150314e-05, "loss": 19.4111, "step": 40069 }, { "epoch": 35.59, "learning_rate": 2.0503801615786984e-05, "loss": 19.8408, "step": 40070 }, { "epoch": 35.59, "learning_rate": 2.0501528627920584e-05, "loss": 18.8711, "step": 40071 }, { "epoch": 35.59, "learning_rate": 2.0499255733558314e-05, "loss": 19.7334, "step": 40072 }, { "epoch": 35.59, "learning_rate": 2.049698293270741e-05, "loss": 19.8281, "step": 40073 }, { "epoch": 35.59, "learning_rate": 2.049471022537504e-05, "loss": 18.9863, "step": 40074 }, { "epoch": 35.59, "learning_rate": 2.049243761156845e-05, "loss": 19.2617, "step": 40075 }, { "epoch": 35.59, "learning_rate": 2.04901650912948e-05, "loss": 19.377, "step": 40076 }, { "epoch": 35.59, "learning_rate": 2.048789266456133e-05, "loss": 19.4648, "step": 40077 }, { "epoch": 35.59, "learning_rate": 2.0485620331375227e-05, "loss": 19.5068, "step": 40078 }, { "epoch": 35.59, "learning_rate": 2.0483348091743682e-05, "loss": 20.083, "step": 40079 }, { "epoch": 35.6, "learning_rate": 2.04810759456739e-05, "loss": 19.9053, "step": 40080 }, { "epoch": 35.6, "learning_rate": 2.0478803893173115e-05, "loss": 19.2227, "step": 40081 }, { "epoch": 35.6, "learning_rate": 2.0476531934248512e-05, "loss": 19.7275, "step": 40082 }, { "epoch": 35.6, "learning_rate": 2.047426006890728e-05, "loss": 19.4736, "step": 40083 }, { "epoch": 35.6, "learning_rate": 2.0471988297156614e-05, "loss": 19.4766, "step": 40084 }, { "epoch": 35.6, "learning_rate": 2.0469716619003725e-05, "loss": 19.3975, "step": 40085 }, { "epoch": 35.6, "learning_rate": 2.046744503445584e-05, "loss": 19.4248, "step": 40086 }, { "epoch": 35.6, "learning_rate": 2.0465173543520132e-05, "loss": 19.2832, "step": 40087 }, { "epoch": 35.6, "learning_rate": 2.0462902146203795e-05, "loss": 19.2363, "step": 40088 }, { "epoch": 35.6, "learning_rate": 2.0460630842514054e-05, "loss": 19.7939, "step": 40089 }, { "epoch": 35.6, "learning_rate": 2.0458359632458073e-05, "loss": 19.082, "step": 40090 }, { "epoch": 35.6, "learning_rate": 2.04560885160431e-05, "loss": 19.2344, "step": 40091 }, { "epoch": 35.61, "learning_rate": 2.0453817493276285e-05, "loss": 18.9463, "step": 40092 }, { "epoch": 35.61, "learning_rate": 2.0451546564164863e-05, "loss": 19.8271, "step": 40093 }, { "epoch": 35.61, "learning_rate": 2.0449275728716017e-05, "loss": 19.624, "step": 40094 }, { "epoch": 35.61, "learning_rate": 2.0447004986936935e-05, "loss": 18.8926, "step": 40095 }, { "epoch": 35.61, "learning_rate": 2.0444734338834836e-05, "loss": 19.1621, "step": 40096 }, { "epoch": 35.61, "learning_rate": 2.0442463784416892e-05, "loss": 19.0791, "step": 40097 }, { "epoch": 35.61, "learning_rate": 2.0440193323690336e-05, "loss": 18.8799, "step": 40098 }, { "epoch": 35.61, "learning_rate": 2.043792295666234e-05, "loss": 19.5371, "step": 40099 }, { "epoch": 35.61, "learning_rate": 2.0435652683340097e-05, "loss": 18.9199, "step": 40100 }, { "epoch": 35.61, "learning_rate": 2.043338250373082e-05, "loss": 19.3896, "step": 40101 }, { "epoch": 35.61, "learning_rate": 2.043111241784168e-05, "loss": 19.5928, "step": 40102 }, { "epoch": 35.62, "learning_rate": 2.0428842425679906e-05, "loss": 19.4502, "step": 40103 }, { "epoch": 35.62, "learning_rate": 2.042657252725268e-05, "loss": 19.0586, "step": 40104 }, { "epoch": 35.62, "learning_rate": 2.0424302722567174e-05, "loss": 19.2832, "step": 40105 }, { "epoch": 35.62, "learning_rate": 2.0422033011630605e-05, "loss": 19.1748, "step": 40106 }, { "epoch": 35.62, "learning_rate": 2.0419763394450175e-05, "loss": 19.4268, "step": 40107 }, { "epoch": 35.62, "learning_rate": 2.0417493871033056e-05, "loss": 19.6611, "step": 40108 }, { "epoch": 35.62, "learning_rate": 2.0415224441386487e-05, "loss": 19.3809, "step": 40109 }, { "epoch": 35.62, "learning_rate": 2.0412955105517594e-05, "loss": 19.8281, "step": 40110 }, { "epoch": 35.62, "learning_rate": 2.041068586343361e-05, "loss": 19.7559, "step": 40111 }, { "epoch": 35.62, "learning_rate": 2.040841671514173e-05, "loss": 19.5059, "step": 40112 }, { "epoch": 35.62, "learning_rate": 2.0406147660649134e-05, "loss": 19.3799, "step": 40113 }, { "epoch": 35.63, "learning_rate": 2.040387869996303e-05, "loss": 18.8818, "step": 40114 }, { "epoch": 35.63, "learning_rate": 2.04016098330906e-05, "loss": 19.3545, "step": 40115 }, { "epoch": 35.63, "learning_rate": 2.0399341060039022e-05, "loss": 19.6338, "step": 40116 }, { "epoch": 35.63, "learning_rate": 2.039707238081552e-05, "loss": 18.8438, "step": 40117 }, { "epoch": 35.63, "learning_rate": 2.0394803795427246e-05, "loss": 19.0234, "step": 40118 }, { "epoch": 35.63, "learning_rate": 2.0392535303881432e-05, "loss": 19.375, "step": 40119 }, { "epoch": 35.63, "learning_rate": 2.039026690618525e-05, "loss": 19.2441, "step": 40120 }, { "epoch": 35.63, "learning_rate": 2.038799860234587e-05, "loss": 19.4326, "step": 40121 }, { "epoch": 35.63, "learning_rate": 2.0385730392370516e-05, "loss": 19.9961, "step": 40122 }, { "epoch": 35.63, "learning_rate": 2.0383462276266347e-05, "loss": 18.9629, "step": 40123 }, { "epoch": 35.63, "learning_rate": 2.0381194254040588e-05, "loss": 19.4434, "step": 40124 }, { "epoch": 35.63, "learning_rate": 2.0378926325700404e-05, "loss": 18.8652, "step": 40125 }, { "epoch": 35.64, "learning_rate": 2.0376658491252976e-05, "loss": 19.3291, "step": 40126 }, { "epoch": 35.64, "learning_rate": 2.037439075070552e-05, "loss": 19.5654, "step": 40127 }, { "epoch": 35.64, "learning_rate": 2.0372123104065188e-05, "loss": 19.8076, "step": 40128 }, { "epoch": 35.64, "learning_rate": 2.036985555133919e-05, "loss": 19.4336, "step": 40129 }, { "epoch": 35.64, "learning_rate": 2.036758809253475e-05, "loss": 18.998, "step": 40130 }, { "epoch": 35.64, "learning_rate": 2.036532072765899e-05, "loss": 19.7832, "step": 40131 }, { "epoch": 35.64, "learning_rate": 2.036305345671911e-05, "loss": 19.916, "step": 40132 }, { "epoch": 35.64, "learning_rate": 2.0360786279722343e-05, "loss": 19.3682, "step": 40133 }, { "epoch": 35.64, "learning_rate": 2.035851919667582e-05, "loss": 19.2432, "step": 40134 }, { "epoch": 35.64, "learning_rate": 2.0356252207586775e-05, "loss": 19.3457, "step": 40135 }, { "epoch": 35.64, "learning_rate": 2.0353985312462364e-05, "loss": 19.2891, "step": 40136 }, { "epoch": 35.65, "learning_rate": 2.0351718511309764e-05, "loss": 19.1348, "step": 40137 }, { "epoch": 35.65, "learning_rate": 2.0349451804136195e-05, "loss": 19.3115, "step": 40138 }, { "epoch": 35.65, "learning_rate": 2.0347185190948802e-05, "loss": 20.0059, "step": 40139 }, { "epoch": 35.65, "learning_rate": 2.0344918671754808e-05, "loss": 18.8486, "step": 40140 }, { "epoch": 35.65, "learning_rate": 2.0342652246561384e-05, "loss": 19.585, "step": 40141 }, { "epoch": 35.65, "learning_rate": 2.0340385915375687e-05, "loss": 18.9619, "step": 40142 }, { "epoch": 35.65, "learning_rate": 2.0338119678204942e-05, "loss": 18.9258, "step": 40143 }, { "epoch": 35.65, "learning_rate": 2.0335853535056297e-05, "loss": 19.2939, "step": 40144 }, { "epoch": 35.65, "learning_rate": 2.0333587485936973e-05, "loss": 19.0576, "step": 40145 }, { "epoch": 35.65, "learning_rate": 2.033132153085413e-05, "loss": 19.0352, "step": 40146 }, { "epoch": 35.65, "learning_rate": 2.0329055669814934e-05, "loss": 19.7676, "step": 40147 }, { "epoch": 35.66, "learning_rate": 2.0326789902826604e-05, "loss": 19.1172, "step": 40148 }, { "epoch": 35.66, "learning_rate": 2.0324524229896286e-05, "loss": 19.0791, "step": 40149 }, { "epoch": 35.66, "learning_rate": 2.0322258651031202e-05, "loss": 19.667, "step": 40150 }, { "epoch": 35.66, "learning_rate": 2.031999316623849e-05, "loss": 19.7412, "step": 40151 }, { "epoch": 35.66, "learning_rate": 2.031772777552537e-05, "loss": 19.4678, "step": 40152 }, { "epoch": 35.66, "learning_rate": 2.0315462478899e-05, "loss": 19.7041, "step": 40153 }, { "epoch": 35.66, "learning_rate": 2.0313197276366558e-05, "loss": 18.9043, "step": 40154 }, { "epoch": 35.66, "learning_rate": 2.0310932167935225e-05, "loss": 18.8877, "step": 40155 }, { "epoch": 35.66, "learning_rate": 2.030866715361221e-05, "loss": 19.415, "step": 40156 }, { "epoch": 35.66, "learning_rate": 2.0306402233404663e-05, "loss": 19.4824, "step": 40157 }, { "epoch": 35.66, "learning_rate": 2.0304137407319763e-05, "loss": 19.2939, "step": 40158 }, { "epoch": 35.67, "learning_rate": 2.0301872675364708e-05, "loss": 19.6787, "step": 40159 }, { "epoch": 35.67, "learning_rate": 2.0299608037546653e-05, "loss": 19.2607, "step": 40160 }, { "epoch": 35.67, "learning_rate": 2.02973434938728e-05, "loss": 19.3848, "step": 40161 }, { "epoch": 35.67, "learning_rate": 2.0295079044350324e-05, "loss": 19.7402, "step": 40162 }, { "epoch": 35.67, "learning_rate": 2.0292814688986372e-05, "loss": 19.5332, "step": 40163 }, { "epoch": 35.67, "learning_rate": 2.0290550427788164e-05, "loss": 19.4873, "step": 40164 }, { "epoch": 35.67, "learning_rate": 2.028828626076284e-05, "loss": 19.665, "step": 40165 }, { "epoch": 35.67, "learning_rate": 2.0286022187917612e-05, "loss": 19.4219, "step": 40166 }, { "epoch": 35.67, "learning_rate": 2.0283758209259624e-05, "loss": 19.292, "step": 40167 }, { "epoch": 35.67, "learning_rate": 2.028149432479608e-05, "loss": 19.4531, "step": 40168 }, { "epoch": 35.67, "learning_rate": 2.027923053453415e-05, "loss": 18.9248, "step": 40169 }, { "epoch": 35.67, "learning_rate": 2.027696683848098e-05, "loss": 19.2959, "step": 40170 }, { "epoch": 35.68, "learning_rate": 2.0274703236643793e-05, "loss": 19.3174, "step": 40171 }, { "epoch": 35.68, "learning_rate": 2.0272439729029717e-05, "loss": 19.3789, "step": 40172 }, { "epoch": 35.68, "learning_rate": 2.0270176315645973e-05, "loss": 19.1133, "step": 40173 }, { "epoch": 35.68, "learning_rate": 2.026791299649971e-05, "loss": 19.3887, "step": 40174 }, { "epoch": 35.68, "learning_rate": 2.026564977159809e-05, "loss": 19.3027, "step": 40175 }, { "epoch": 35.68, "learning_rate": 2.0263386640948318e-05, "loss": 19.748, "step": 40176 }, { "epoch": 35.68, "learning_rate": 2.026112360455753e-05, "loss": 19.2588, "step": 40177 }, { "epoch": 35.68, "learning_rate": 2.0258860662432942e-05, "loss": 19.6514, "step": 40178 }, { "epoch": 35.68, "learning_rate": 2.0256597814581706e-05, "loss": 19.5244, "step": 40179 }, { "epoch": 35.68, "learning_rate": 2.0254335061010976e-05, "loss": 19.7891, "step": 40180 }, { "epoch": 35.68, "learning_rate": 2.0252072401727946e-05, "loss": 19.0205, "step": 40181 }, { "epoch": 35.69, "learning_rate": 2.02498098367398e-05, "loss": 19.0508, "step": 40182 }, { "epoch": 35.69, "learning_rate": 2.024754736605368e-05, "loss": 19.3896, "step": 40183 }, { "epoch": 35.69, "learning_rate": 2.0245284989676806e-05, "loss": 19.7988, "step": 40184 }, { "epoch": 35.69, "learning_rate": 2.0243022707616284e-05, "loss": 19.3076, "step": 40185 }, { "epoch": 35.69, "learning_rate": 2.024076051987931e-05, "loss": 19.4355, "step": 40186 }, { "epoch": 35.69, "learning_rate": 2.0238498426473083e-05, "loss": 19.0459, "step": 40187 }, { "epoch": 35.69, "learning_rate": 2.0236236427404737e-05, "loss": 19.4375, "step": 40188 }, { "epoch": 35.69, "learning_rate": 2.0233974522681476e-05, "loss": 19.041, "step": 40189 }, { "epoch": 35.69, "learning_rate": 2.0231712712310447e-05, "loss": 19.0713, "step": 40190 }, { "epoch": 35.69, "learning_rate": 2.0229450996298804e-05, "loss": 19.0078, "step": 40191 }, { "epoch": 35.69, "learning_rate": 2.022718937465376e-05, "loss": 19.4424, "step": 40192 }, { "epoch": 35.7, "learning_rate": 2.0224927847382437e-05, "loss": 19.1025, "step": 40193 }, { "epoch": 35.7, "learning_rate": 2.022266641449204e-05, "loss": 19.3613, "step": 40194 }, { "epoch": 35.7, "learning_rate": 2.0220405075989735e-05, "loss": 19.4004, "step": 40195 }, { "epoch": 35.7, "learning_rate": 2.021814383188265e-05, "loss": 19.6572, "step": 40196 }, { "epoch": 35.7, "learning_rate": 2.0215882682178006e-05, "loss": 19.0342, "step": 40197 }, { "epoch": 35.7, "learning_rate": 2.021362162688292e-05, "loss": 18.8887, "step": 40198 }, { "epoch": 35.7, "learning_rate": 2.0211360666004593e-05, "loss": 19.2695, "step": 40199 }, { "epoch": 35.7, "learning_rate": 2.020909979955021e-05, "loss": 19.4092, "step": 40200 }, { "epoch": 35.7, "learning_rate": 2.020683902752688e-05, "loss": 19.3643, "step": 40201 }, { "epoch": 35.7, "learning_rate": 2.0204578349941816e-05, "loss": 19.2754, "step": 40202 }, { "epoch": 35.7, "learning_rate": 2.0202317766802154e-05, "loss": 19.5127, "step": 40203 }, { "epoch": 35.71, "learning_rate": 2.020005727811507e-05, "loss": 19.2129, "step": 40204 }, { "epoch": 35.71, "learning_rate": 2.019779688388777e-05, "loss": 19.4658, "step": 40205 }, { "epoch": 35.71, "learning_rate": 2.0195536584127346e-05, "loss": 19.7168, "step": 40206 }, { "epoch": 35.71, "learning_rate": 2.0193276378840998e-05, "loss": 19.3545, "step": 40207 }, { "epoch": 35.71, "learning_rate": 2.0191016268035906e-05, "loss": 19.0332, "step": 40208 }, { "epoch": 35.71, "learning_rate": 2.0188756251719203e-05, "loss": 19.2324, "step": 40209 }, { "epoch": 35.71, "learning_rate": 2.0186496329898086e-05, "loss": 19.5098, "step": 40210 }, { "epoch": 35.71, "learning_rate": 2.0184236502579705e-05, "loss": 18.8906, "step": 40211 }, { "epoch": 35.71, "learning_rate": 2.0181976769771198e-05, "loss": 19.79, "step": 40212 }, { "epoch": 35.71, "learning_rate": 2.017971713147977e-05, "loss": 19.1387, "step": 40213 }, { "epoch": 35.71, "learning_rate": 2.017745758771254e-05, "loss": 19.7412, "step": 40214 }, { "epoch": 35.71, "learning_rate": 2.0175198138476715e-05, "loss": 19.4922, "step": 40215 }, { "epoch": 35.72, "learning_rate": 2.0172938783779432e-05, "loss": 19.1318, "step": 40216 }, { "epoch": 35.72, "learning_rate": 2.0172938783779432e-05, "loss": 18.876, "step": 40217 }, { "epoch": 35.72, "learning_rate": 2.0172938783779432e-05, "loss": 19.7979, "step": 40218 }, { "epoch": 35.72, "learning_rate": 2.017067952362784e-05, "loss": 19.8936, "step": 40219 }, { "epoch": 35.72, "learning_rate": 2.0168420358029134e-05, "loss": 19.0107, "step": 40220 }, { "epoch": 35.72, "learning_rate": 2.0166161286990436e-05, "loss": 19.791, "step": 40221 }, { "epoch": 35.72, "learning_rate": 2.0163902310518952e-05, "loss": 19.2012, "step": 40222 }, { "epoch": 35.72, "learning_rate": 2.0161643428621817e-05, "loss": 19.8174, "step": 40223 }, { "epoch": 35.72, "learning_rate": 2.0159384641306173e-05, "loss": 19.4355, "step": 40224 }, { "epoch": 35.72, "learning_rate": 2.015712594857922e-05, "loss": 20.0811, "step": 40225 }, { "epoch": 35.72, "learning_rate": 2.0154867350448076e-05, "loss": 19.4385, "step": 40226 }, { "epoch": 35.73, "learning_rate": 2.0152608846919925e-05, "loss": 19.293, "step": 40227 }, { "epoch": 35.73, "learning_rate": 2.0150350438001936e-05, "loss": 19.2373, "step": 40228 }, { "epoch": 35.73, "learning_rate": 2.0148092123701257e-05, "loss": 18.8818, "step": 40229 }, { "epoch": 35.73, "learning_rate": 2.014583390402504e-05, "loss": 19.1396, "step": 40230 }, { "epoch": 35.73, "learning_rate": 2.0143575778980433e-05, "loss": 19.9561, "step": 40231 }, { "epoch": 35.73, "learning_rate": 2.0141317748574613e-05, "loss": 18.9385, "step": 40232 }, { "epoch": 35.73, "learning_rate": 2.0139059812814744e-05, "loss": 19.166, "step": 40233 }, { "epoch": 35.73, "learning_rate": 2.013680197170797e-05, "loss": 19.9414, "step": 40234 }, { "epoch": 35.73, "learning_rate": 2.013454422526143e-05, "loss": 19.626, "step": 40235 }, { "epoch": 35.73, "learning_rate": 2.0132286573482324e-05, "loss": 19.665, "step": 40236 }, { "epoch": 35.73, "learning_rate": 2.013002901637776e-05, "loss": 19.6279, "step": 40237 }, { "epoch": 35.74, "learning_rate": 2.0127771553954938e-05, "loss": 19.7324, "step": 40238 }, { "epoch": 35.74, "learning_rate": 2.0125514186220994e-05, "loss": 19.2051, "step": 40239 }, { "epoch": 35.74, "learning_rate": 2.0123256913183063e-05, "loss": 20.0225, "step": 40240 }, { "epoch": 35.74, "learning_rate": 2.012099973484834e-05, "loss": 19.1885, "step": 40241 }, { "epoch": 35.74, "learning_rate": 2.0118742651223944e-05, "loss": 19.6768, "step": 40242 }, { "epoch": 35.74, "learning_rate": 2.011648566231706e-05, "loss": 18.9912, "step": 40243 }, { "epoch": 35.74, "learning_rate": 2.0114228768134814e-05, "loss": 19.3535, "step": 40244 }, { "epoch": 35.74, "learning_rate": 2.011197196868439e-05, "loss": 18.7646, "step": 40245 }, { "epoch": 35.74, "learning_rate": 2.010971526397292e-05, "loss": 19.623, "step": 40246 }, { "epoch": 35.74, "learning_rate": 2.010745865400755e-05, "loss": 19.0596, "step": 40247 }, { "epoch": 35.74, "learning_rate": 2.0105202138795463e-05, "loss": 19.3643, "step": 40248 }, { "epoch": 35.75, "learning_rate": 2.0102945718343774e-05, "loss": 19.8574, "step": 40249 }, { "epoch": 35.75, "learning_rate": 2.010068939265968e-05, "loss": 19.0332, "step": 40250 }, { "epoch": 35.75, "learning_rate": 2.0098433161750304e-05, "loss": 19.2373, "step": 40251 }, { "epoch": 35.75, "learning_rate": 2.009617702562278e-05, "loss": 18.9678, "step": 40252 }, { "epoch": 35.75, "learning_rate": 2.0093920984284288e-05, "loss": 19.5293, "step": 40253 }, { "epoch": 35.75, "learning_rate": 2.0091665037741986e-05, "loss": 19.0801, "step": 40254 }, { "epoch": 35.75, "learning_rate": 2.0089409186003017e-05, "loss": 19.373, "step": 40255 }, { "epoch": 35.75, "learning_rate": 2.0087153429074522e-05, "loss": 20.0098, "step": 40256 }, { "epoch": 35.75, "learning_rate": 2.0084897766963644e-05, "loss": 19.1758, "step": 40257 }, { "epoch": 35.75, "learning_rate": 2.0082642199677543e-05, "loss": 19.459, "step": 40258 }, { "epoch": 35.75, "learning_rate": 2.008038672722339e-05, "loss": 19.0645, "step": 40259 }, { "epoch": 35.75, "learning_rate": 2.0078131349608294e-05, "loss": 18.6328, "step": 40260 }, { "epoch": 35.76, "learning_rate": 2.0075876066839437e-05, "loss": 19.3018, "step": 40261 }, { "epoch": 35.76, "learning_rate": 2.0073620878923967e-05, "loss": 19.1289, "step": 40262 }, { "epoch": 35.76, "learning_rate": 2.0071365785868996e-05, "loss": 19.1309, "step": 40263 }, { "epoch": 35.76, "learning_rate": 2.0069110787681723e-05, "loss": 18.8672, "step": 40264 }, { "epoch": 35.76, "learning_rate": 2.0066855884369244e-05, "loss": 19.0703, "step": 40265 }, { "epoch": 35.76, "learning_rate": 2.0064601075938754e-05, "loss": 19.5889, "step": 40266 }, { "epoch": 35.76, "learning_rate": 2.0062346362397377e-05, "loss": 19.876, "step": 40267 }, { "epoch": 35.76, "learning_rate": 2.006009174375225e-05, "loss": 19.3486, "step": 40268 }, { "epoch": 35.76, "learning_rate": 2.0057837220010544e-05, "loss": 19.5547, "step": 40269 }, { "epoch": 35.76, "learning_rate": 2.0055582791179384e-05, "loss": 19.0713, "step": 40270 }, { "epoch": 35.76, "learning_rate": 2.0053328457265935e-05, "loss": 19.0381, "step": 40271 }, { "epoch": 35.77, "learning_rate": 2.005107421827734e-05, "loss": 18.9131, "step": 40272 }, { "epoch": 35.77, "learning_rate": 2.0048820074220715e-05, "loss": 19.5166, "step": 40273 }, { "epoch": 35.77, "learning_rate": 2.004656602510324e-05, "loss": 19.4756, "step": 40274 }, { "epoch": 35.77, "learning_rate": 2.0044312070932043e-05, "loss": 19.4805, "step": 40275 }, { "epoch": 35.77, "learning_rate": 2.0042058211714267e-05, "loss": 19.417, "step": 40276 }, { "epoch": 35.77, "learning_rate": 2.0039804447457096e-05, "loss": 19.0488, "step": 40277 }, { "epoch": 35.77, "learning_rate": 2.0037550778167603e-05, "loss": 19.0889, "step": 40278 }, { "epoch": 35.77, "learning_rate": 2.0035297203852976e-05, "loss": 19.418, "step": 40279 }, { "epoch": 35.77, "learning_rate": 2.0033043724520362e-05, "loss": 19.5781, "step": 40280 }, { "epoch": 35.77, "learning_rate": 2.003079034017688e-05, "loss": 18.999, "step": 40281 }, { "epoch": 35.77, "learning_rate": 2.0028537050829726e-05, "loss": 19.3135, "step": 40282 }, { "epoch": 35.78, "learning_rate": 2.0026283856485962e-05, "loss": 19.2783, "step": 40283 }, { "epoch": 35.78, "learning_rate": 2.0024030757152772e-05, "loss": 19.1572, "step": 40284 }, { "epoch": 35.78, "learning_rate": 2.0021777752837316e-05, "loss": 19.1846, "step": 40285 }, { "epoch": 35.78, "learning_rate": 2.00195248435467e-05, "loss": 19.5283, "step": 40286 }, { "epoch": 35.78, "learning_rate": 2.001727202928809e-05, "loss": 18.793, "step": 40287 }, { "epoch": 35.78, "learning_rate": 2.0015019310068627e-05, "loss": 19.3447, "step": 40288 }, { "epoch": 35.78, "learning_rate": 2.001276668589543e-05, "loss": 19.0293, "step": 40289 }, { "epoch": 35.78, "learning_rate": 2.001051415677566e-05, "loss": 19.2812, "step": 40290 }, { "epoch": 35.78, "learning_rate": 2.0008261722716442e-05, "loss": 19.627, "step": 40291 }, { "epoch": 35.78, "learning_rate": 2.000600938372493e-05, "loss": 19.623, "step": 40292 }, { "epoch": 35.78, "learning_rate": 2.0003757139808272e-05, "loss": 19.0137, "step": 40293 }, { "epoch": 35.79, "learning_rate": 2.000150499097356e-05, "loss": 19.085, "step": 40294 }, { "epoch": 35.79, "learning_rate": 1.9999252937227992e-05, "loss": 19.8965, "step": 40295 }, { "epoch": 35.79, "learning_rate": 1.9997000978578657e-05, "loss": 18.9814, "step": 40296 }, { "epoch": 35.79, "learning_rate": 1.9994749115032733e-05, "loss": 19.251, "step": 40297 }, { "epoch": 35.79, "learning_rate": 1.9992497346597344e-05, "loss": 19.8213, "step": 40298 }, { "epoch": 35.79, "learning_rate": 1.9990245673279605e-05, "loss": 19.1484, "step": 40299 }, { "epoch": 35.79, "learning_rate": 1.998799409508669e-05, "loss": 19.3496, "step": 40300 }, { "epoch": 35.79, "learning_rate": 1.9985742612025705e-05, "loss": 18.5469, "step": 40301 }, { "epoch": 35.79, "learning_rate": 1.9983491224103794e-05, "loss": 19.6436, "step": 40302 }, { "epoch": 35.79, "learning_rate": 1.9981239931328126e-05, "loss": 18.8438, "step": 40303 }, { "epoch": 35.79, "learning_rate": 1.9978988733705807e-05, "loss": 19.6465, "step": 40304 }, { "epoch": 35.79, "learning_rate": 1.9976737631243975e-05, "loss": 18.8193, "step": 40305 }, { "epoch": 35.8, "learning_rate": 1.997448662394975e-05, "loss": 19.2285, "step": 40306 }, { "epoch": 35.8, "learning_rate": 1.997223571183029e-05, "loss": 19.5879, "step": 40307 }, { "epoch": 35.8, "learning_rate": 1.9969984894892734e-05, "loss": 19.9404, "step": 40308 }, { "epoch": 35.8, "learning_rate": 1.9967734173144215e-05, "loss": 19.4482, "step": 40309 }, { "epoch": 35.8, "learning_rate": 1.9965483546591835e-05, "loss": 19.8076, "step": 40310 }, { "epoch": 35.8, "learning_rate": 1.9963233015242777e-05, "loss": 18.9561, "step": 40311 }, { "epoch": 35.8, "learning_rate": 1.9960982579104125e-05, "loss": 19.4131, "step": 40312 }, { "epoch": 35.8, "learning_rate": 1.9958732238183063e-05, "loss": 19.3135, "step": 40313 }, { "epoch": 35.8, "learning_rate": 1.9956481992486698e-05, "loss": 19.0312, "step": 40314 }, { "epoch": 35.8, "learning_rate": 1.9954231842022142e-05, "loss": 19.5293, "step": 40315 }, { "epoch": 35.8, "learning_rate": 1.995198178679657e-05, "loss": 19.0098, "step": 40316 }, { "epoch": 35.81, "learning_rate": 1.9949731826817074e-05, "loss": 19.1074, "step": 40317 }, { "epoch": 35.81, "learning_rate": 1.9947481962090826e-05, "loss": 19.5293, "step": 40318 }, { "epoch": 35.81, "learning_rate": 1.9945232192624912e-05, "loss": 19.3633, "step": 40319 }, { "epoch": 35.81, "learning_rate": 1.994298251842651e-05, "loss": 18.7188, "step": 40320 }, { "epoch": 35.81, "learning_rate": 1.994298251842651e-05, "loss": 19.584, "step": 40321 }, { "epoch": 35.81, "learning_rate": 1.9940732939502732e-05, "loss": 18.8711, "step": 40322 }, { "epoch": 35.81, "learning_rate": 1.993848345586069e-05, "loss": 19.1797, "step": 40323 }, { "epoch": 35.81, "learning_rate": 1.9936234067507544e-05, "loss": 19.2715, "step": 40324 }, { "epoch": 35.81, "learning_rate": 1.993398477445039e-05, "loss": 18.7412, "step": 40325 }, { "epoch": 35.81, "learning_rate": 1.993398477445039e-05, "loss": 19.2734, "step": 40326 }, { "epoch": 35.81, "learning_rate": 1.9931735576696402e-05, "loss": 19.1816, "step": 40327 }, { "epoch": 35.82, "learning_rate": 1.9929486474252685e-05, "loss": 19.3662, "step": 40328 }, { "epoch": 35.82, "learning_rate": 1.9927237467126347e-05, "loss": 19.6768, "step": 40329 }, { "epoch": 35.82, "learning_rate": 1.992498855532454e-05, "loss": 19.4287, "step": 40330 }, { "epoch": 35.82, "learning_rate": 1.9922739738854414e-05, "loss": 19.4258, "step": 40331 }, { "epoch": 35.82, "learning_rate": 1.9920491017723052e-05, "loss": 19.0635, "step": 40332 }, { "epoch": 35.82, "learning_rate": 1.9918242391937645e-05, "loss": 19.3193, "step": 40333 }, { "epoch": 35.82, "learning_rate": 1.9915993861505245e-05, "loss": 19.3779, "step": 40334 }, { "epoch": 35.82, "learning_rate": 1.991374542643301e-05, "loss": 19.9033, "step": 40335 }, { "epoch": 35.82, "learning_rate": 1.9911497086728092e-05, "loss": 18.8789, "step": 40336 }, { "epoch": 35.82, "learning_rate": 1.9909248842397584e-05, "loss": 19.3389, "step": 40337 }, { "epoch": 35.82, "learning_rate": 1.9907000693448636e-05, "loss": 19.4424, "step": 40338 }, { "epoch": 35.83, "learning_rate": 1.990475263988837e-05, "loss": 19.8633, "step": 40339 }, { "epoch": 35.83, "learning_rate": 1.990250468172389e-05, "loss": 19.6436, "step": 40340 }, { "epoch": 35.83, "learning_rate": 1.990025681896235e-05, "loss": 19.458, "step": 40341 }, { "epoch": 35.83, "learning_rate": 1.9898009051610845e-05, "loss": 19.1016, "step": 40342 }, { "epoch": 35.83, "learning_rate": 1.9895761379676542e-05, "loss": 19.3994, "step": 40343 }, { "epoch": 35.83, "learning_rate": 1.9893513803166535e-05, "loss": 19.1973, "step": 40344 }, { "epoch": 35.83, "learning_rate": 1.989126632208794e-05, "loss": 19.6182, "step": 40345 }, { "epoch": 35.83, "learning_rate": 1.988901893644792e-05, "loss": 19.2754, "step": 40346 }, { "epoch": 35.83, "learning_rate": 1.988677164625355e-05, "loss": 19.3301, "step": 40347 }, { "epoch": 35.83, "learning_rate": 1.9884524451511978e-05, "loss": 19.0625, "step": 40348 }, { "epoch": 35.83, "learning_rate": 1.9882277352230365e-05, "loss": 19.627, "step": 40349 }, { "epoch": 35.83, "learning_rate": 1.9880030348415763e-05, "loss": 18.7598, "step": 40350 }, { "epoch": 35.84, "learning_rate": 1.9877783440075342e-05, "loss": 19.3789, "step": 40351 }, { "epoch": 35.84, "learning_rate": 1.987553662721619e-05, "loss": 19.6865, "step": 40352 }, { "epoch": 35.84, "learning_rate": 1.9873289909845456e-05, "loss": 19.2021, "step": 40353 }, { "epoch": 35.84, "learning_rate": 1.9871043287970288e-05, "loss": 19.0977, "step": 40354 }, { "epoch": 35.84, "learning_rate": 1.9868796761597736e-05, "loss": 18.9424, "step": 40355 }, { "epoch": 35.84, "learning_rate": 1.9866550330734962e-05, "loss": 19.2617, "step": 40356 }, { "epoch": 35.84, "learning_rate": 1.9864303995389098e-05, "loss": 18.7715, "step": 40357 }, { "epoch": 35.84, "learning_rate": 1.9862057755567236e-05, "loss": 19.3154, "step": 40358 }, { "epoch": 35.84, "learning_rate": 1.9859811611276542e-05, "loss": 19.1162, "step": 40359 }, { "epoch": 35.84, "learning_rate": 1.9857565562524072e-05, "loss": 19.3877, "step": 40360 }, { "epoch": 35.84, "learning_rate": 1.9855319609316974e-05, "loss": 19.4219, "step": 40361 }, { "epoch": 35.85, "learning_rate": 1.9853073751662395e-05, "loss": 19.2432, "step": 40362 }, { "epoch": 35.85, "learning_rate": 1.9850827989567407e-05, "loss": 19.6338, "step": 40363 }, { "epoch": 35.85, "learning_rate": 1.984858232303917e-05, "loss": 19.1016, "step": 40364 }, { "epoch": 35.85, "learning_rate": 1.9846336752084788e-05, "loss": 19.623, "step": 40365 }, { "epoch": 35.85, "learning_rate": 1.9844091276711353e-05, "loss": 19.6455, "step": 40366 }, { "epoch": 35.85, "learning_rate": 1.984184589692602e-05, "loss": 18.873, "step": 40367 }, { "epoch": 35.85, "learning_rate": 1.9839600612735874e-05, "loss": 19.04, "step": 40368 }, { "epoch": 35.85, "learning_rate": 1.983735542414807e-05, "loss": 19.248, "step": 40369 }, { "epoch": 35.85, "learning_rate": 1.9835110331169703e-05, "loss": 19.3926, "step": 40370 }, { "epoch": 35.85, "learning_rate": 1.983286533380787e-05, "loss": 19.4648, "step": 40371 }, { "epoch": 35.85, "learning_rate": 1.9830620432069725e-05, "loss": 19.7021, "step": 40372 }, { "epoch": 35.86, "learning_rate": 1.9828375625962352e-05, "loss": 19.8193, "step": 40373 }, { "epoch": 35.86, "learning_rate": 1.982613091549288e-05, "loss": 19.5576, "step": 40374 }, { "epoch": 35.86, "learning_rate": 1.982388630066846e-05, "loss": 20.2812, "step": 40375 }, { "epoch": 35.86, "learning_rate": 1.982164178149613e-05, "loss": 19.5205, "step": 40376 }, { "epoch": 35.86, "learning_rate": 1.9819397357983073e-05, "loss": 19.291, "step": 40377 }, { "epoch": 35.86, "learning_rate": 1.981715303013636e-05, "loss": 19.5986, "step": 40378 }, { "epoch": 35.86, "learning_rate": 1.9814908797963117e-05, "loss": 19.8369, "step": 40379 }, { "epoch": 35.86, "learning_rate": 1.981266466147048e-05, "loss": 19.9883, "step": 40380 }, { "epoch": 35.86, "learning_rate": 1.9810420620665548e-05, "loss": 19.1025, "step": 40381 }, { "epoch": 35.86, "learning_rate": 1.980817667555542e-05, "loss": 19.458, "step": 40382 }, { "epoch": 35.86, "learning_rate": 1.9805932826147226e-05, "loss": 19.9189, "step": 40383 }, { "epoch": 35.87, "learning_rate": 1.980368907244806e-05, "loss": 19.1982, "step": 40384 }, { "epoch": 35.87, "learning_rate": 1.980144541446507e-05, "loss": 19.1611, "step": 40385 }, { "epoch": 35.87, "learning_rate": 1.979920185220534e-05, "loss": 19.8242, "step": 40386 }, { "epoch": 35.87, "learning_rate": 1.9796958385675967e-05, "loss": 19.1143, "step": 40387 }, { "epoch": 35.87, "learning_rate": 1.9794715014884107e-05, "loss": 19.1504, "step": 40388 }, { "epoch": 35.87, "learning_rate": 1.979247173983682e-05, "loss": 18.9678, "step": 40389 }, { "epoch": 35.87, "learning_rate": 1.9790228560541267e-05, "loss": 19.1914, "step": 40390 }, { "epoch": 35.87, "learning_rate": 1.978798547700451e-05, "loss": 18.9424, "step": 40391 }, { "epoch": 35.87, "learning_rate": 1.9785742489233712e-05, "loss": 19.708, "step": 40392 }, { "epoch": 35.87, "learning_rate": 1.9783499597235943e-05, "loss": 18.7188, "step": 40393 }, { "epoch": 35.87, "learning_rate": 1.9781256801018312e-05, "loss": 19.6426, "step": 40394 }, { "epoch": 35.87, "learning_rate": 1.9779014100587958e-05, "loss": 19.8584, "step": 40395 }, { "epoch": 35.88, "learning_rate": 1.977677149595195e-05, "loss": 19.1641, "step": 40396 }, { "epoch": 35.88, "learning_rate": 1.977452898711744e-05, "loss": 19.2891, "step": 40397 }, { "epoch": 35.88, "learning_rate": 1.9772286574091514e-05, "loss": 19.5195, "step": 40398 }, { "epoch": 35.88, "learning_rate": 1.977004425688126e-05, "loss": 19.3896, "step": 40399 }, { "epoch": 35.88, "learning_rate": 1.9767802035493828e-05, "loss": 19.29, "step": 40400 }, { "epoch": 35.88, "learning_rate": 1.976555990993628e-05, "loss": 19.2559, "step": 40401 }, { "epoch": 35.88, "learning_rate": 1.976331788021577e-05, "loss": 19.7354, "step": 40402 }, { "epoch": 35.88, "learning_rate": 1.976107594633938e-05, "loss": 19.4795, "step": 40403 }, { "epoch": 35.88, "learning_rate": 1.97588341083142e-05, "loss": 19.7461, "step": 40404 }, { "epoch": 35.88, "learning_rate": 1.9756592366147357e-05, "loss": 19.1816, "step": 40405 }, { "epoch": 35.88, "learning_rate": 1.975435071984597e-05, "loss": 18.9922, "step": 40406 }, { "epoch": 35.89, "learning_rate": 1.975210916941711e-05, "loss": 19.1807, "step": 40407 }, { "epoch": 35.89, "learning_rate": 1.974986771486792e-05, "loss": 19.1377, "step": 40408 }, { "epoch": 35.89, "learning_rate": 1.9747626356205484e-05, "loss": 19.6377, "step": 40409 }, { "epoch": 35.89, "learning_rate": 1.974538509343689e-05, "loss": 19.3789, "step": 40410 }, { "epoch": 35.89, "learning_rate": 1.9743143926569285e-05, "loss": 19.6533, "step": 40411 }, { "epoch": 35.89, "learning_rate": 1.9740902855609727e-05, "loss": 19.1738, "step": 40412 }, { "epoch": 35.89, "learning_rate": 1.9738661880565357e-05, "loss": 19.2422, "step": 40413 }, { "epoch": 35.89, "learning_rate": 1.9736421001443267e-05, "loss": 19.9697, "step": 40414 }, { "epoch": 35.89, "learning_rate": 1.9734180218250538e-05, "loss": 19.1514, "step": 40415 }, { "epoch": 35.89, "learning_rate": 1.973193953099431e-05, "loss": 19.4717, "step": 40416 }, { "epoch": 35.89, "learning_rate": 1.9729698939681645e-05, "loss": 18.6514, "step": 40417 }, { "epoch": 35.9, "learning_rate": 1.9727458444319686e-05, "loss": 20.2139, "step": 40418 }, { "epoch": 35.9, "learning_rate": 1.9725218044915516e-05, "loss": 19.4678, "step": 40419 }, { "epoch": 35.9, "learning_rate": 1.9722977741476218e-05, "loss": 19.3467, "step": 40420 }, { "epoch": 35.9, "learning_rate": 1.972073753400893e-05, "loss": 19.54, "step": 40421 }, { "epoch": 35.9, "learning_rate": 1.9718497422520715e-05, "loss": 18.7793, "step": 40422 }, { "epoch": 35.9, "learning_rate": 1.9716257407018696e-05, "loss": 19.4688, "step": 40423 }, { "epoch": 35.9, "learning_rate": 1.9714017487510007e-05, "loss": 19.418, "step": 40424 }, { "epoch": 35.9, "learning_rate": 1.9711777664001674e-05, "loss": 19.1289, "step": 40425 }, { "epoch": 35.9, "learning_rate": 1.9709537936500856e-05, "loss": 19.3291, "step": 40426 }, { "epoch": 35.9, "learning_rate": 1.970729830501461e-05, "loss": 19.5947, "step": 40427 }, { "epoch": 35.9, "learning_rate": 1.9705058769550057e-05, "loss": 19.1777, "step": 40428 }, { "epoch": 35.9, "learning_rate": 1.970281933011433e-05, "loss": 19.3184, "step": 40429 }, { "epoch": 35.91, "learning_rate": 1.9700579986714455e-05, "loss": 19.3574, "step": 40430 }, { "epoch": 35.91, "learning_rate": 1.9700579986714455e-05, "loss": 19.5332, "step": 40431 }, { "epoch": 35.91, "learning_rate": 1.9698340739357574e-05, "loss": 19.2607, "step": 40432 }, { "epoch": 35.91, "learning_rate": 1.9696101588050793e-05, "loss": 19.1006, "step": 40433 }, { "epoch": 35.91, "learning_rate": 1.9693862532801177e-05, "loss": 18.7617, "step": 40434 }, { "epoch": 35.91, "learning_rate": 1.9691623573615858e-05, "loss": 19.5068, "step": 40435 }, { "epoch": 35.91, "learning_rate": 1.9689384710501923e-05, "loss": 19.0361, "step": 40436 }, { "epoch": 35.91, "learning_rate": 1.968714594346644e-05, "loss": 19.2959, "step": 40437 }, { "epoch": 35.91, "learning_rate": 1.9684907272516545e-05, "loss": 19.1182, "step": 40438 }, { "epoch": 35.91, "learning_rate": 1.9682668697659307e-05, "loss": 19.0391, "step": 40439 }, { "epoch": 35.91, "learning_rate": 1.968043021890184e-05, "loss": 19.3408, "step": 40440 }, { "epoch": 35.92, "learning_rate": 1.9678191836251237e-05, "loss": 19.3838, "step": 40441 }, { "epoch": 35.92, "learning_rate": 1.967595354971457e-05, "loss": 19.6201, "step": 40442 }, { "epoch": 35.92, "learning_rate": 1.967371535929897e-05, "loss": 19.0615, "step": 40443 }, { "epoch": 35.92, "learning_rate": 1.9671477265011496e-05, "loss": 19.1084, "step": 40444 }, { "epoch": 35.92, "learning_rate": 1.9669239266859273e-05, "loss": 19.3701, "step": 40445 }, { "epoch": 35.92, "learning_rate": 1.9667001364849385e-05, "loss": 19.2197, "step": 40446 }, { "epoch": 35.92, "learning_rate": 1.9664763558988908e-05, "loss": 19.041, "step": 40447 }, { "epoch": 35.92, "learning_rate": 1.9662525849284962e-05, "loss": 19.2148, "step": 40448 }, { "epoch": 35.92, "learning_rate": 1.966028823574461e-05, "loss": 19.9033, "step": 40449 }, { "epoch": 35.92, "learning_rate": 1.9658050718374965e-05, "loss": 19.501, "step": 40450 }, { "epoch": 35.92, "learning_rate": 1.9655813297183134e-05, "loss": 19.2227, "step": 40451 }, { "epoch": 35.93, "learning_rate": 1.9653575972176196e-05, "loss": 19.5, "step": 40452 }, { "epoch": 35.93, "learning_rate": 1.9651338743361237e-05, "loss": 19.0527, "step": 40453 }, { "epoch": 35.93, "learning_rate": 1.9651338743361237e-05, "loss": 19.1582, "step": 40454 }, { "epoch": 35.93, "learning_rate": 1.9649101610745328e-05, "loss": 19.3682, "step": 40455 }, { "epoch": 35.93, "learning_rate": 1.9646864574335587e-05, "loss": 19.3545, "step": 40456 }, { "epoch": 35.93, "learning_rate": 1.964462763413912e-05, "loss": 19.3506, "step": 40457 }, { "epoch": 35.93, "learning_rate": 1.9642390790162995e-05, "loss": 18.8652, "step": 40458 }, { "epoch": 35.93, "learning_rate": 1.9640154042414287e-05, "loss": 18.9287, "step": 40459 }, { "epoch": 35.93, "learning_rate": 1.963791739090013e-05, "loss": 18.9648, "step": 40460 }, { "epoch": 35.93, "learning_rate": 1.963568083562757e-05, "loss": 19.2256, "step": 40461 }, { "epoch": 35.93, "learning_rate": 1.9633444376603728e-05, "loss": 19.3262, "step": 40462 }, { "epoch": 35.94, "learning_rate": 1.9631208013835678e-05, "loss": 19.333, "step": 40463 }, { "epoch": 35.94, "learning_rate": 1.9628971747330493e-05, "loss": 19.4531, "step": 40464 }, { "epoch": 35.94, "learning_rate": 1.9626735577095302e-05, "loss": 19.0371, "step": 40465 }, { "epoch": 35.94, "learning_rate": 1.9624499503137156e-05, "loss": 19.4277, "step": 40466 }, { "epoch": 35.94, "learning_rate": 1.962226352546317e-05, "loss": 19.6338, "step": 40467 }, { "epoch": 35.94, "learning_rate": 1.9620027644080403e-05, "loss": 19.9248, "step": 40468 }, { "epoch": 35.94, "learning_rate": 1.9617791858995972e-05, "loss": 18.9209, "step": 40469 }, { "epoch": 35.94, "learning_rate": 1.9615556170216955e-05, "loss": 19.4443, "step": 40470 }, { "epoch": 35.94, "learning_rate": 1.9613320577750415e-05, "loss": 19.6826, "step": 40471 }, { "epoch": 35.94, "learning_rate": 1.9611085081603474e-05, "loss": 19.3281, "step": 40472 }, { "epoch": 35.94, "learning_rate": 1.9608849681783187e-05, "loss": 18.7012, "step": 40473 }, { "epoch": 35.94, "learning_rate": 1.9606614378296672e-05, "loss": 19.1162, "step": 40474 }, { "epoch": 35.95, "learning_rate": 1.9604379171150994e-05, "loss": 19.5049, "step": 40475 }, { "epoch": 35.95, "learning_rate": 1.960214406035323e-05, "loss": 19.5498, "step": 40476 }, { "epoch": 35.95, "learning_rate": 1.959990904591047e-05, "loss": 19.2031, "step": 40477 }, { "epoch": 35.95, "learning_rate": 1.9597674127829817e-05, "loss": 19.0732, "step": 40478 }, { "epoch": 35.95, "learning_rate": 1.9595439306118353e-05, "loss": 19.5908, "step": 40479 }, { "epoch": 35.95, "learning_rate": 1.959320458078314e-05, "loss": 19.2705, "step": 40480 }, { "epoch": 35.95, "learning_rate": 1.9590969951831266e-05, "loss": 19.4717, "step": 40481 }, { "epoch": 35.95, "learning_rate": 1.9588735419269816e-05, "loss": 19.4141, "step": 40482 }, { "epoch": 35.95, "learning_rate": 1.95865009831059e-05, "loss": 19.1748, "step": 40483 }, { "epoch": 35.95, "learning_rate": 1.958426664334656e-05, "loss": 19.627, "step": 40484 }, { "epoch": 35.95, "learning_rate": 1.9582032399998913e-05, "loss": 18.8818, "step": 40485 }, { "epoch": 35.96, "learning_rate": 1.9579798253070026e-05, "loss": 19.3604, "step": 40486 }, { "epoch": 35.96, "learning_rate": 1.9577564202566966e-05, "loss": 19.2168, "step": 40487 }, { "epoch": 35.96, "learning_rate": 1.957533024849684e-05, "loss": 19.6416, "step": 40488 }, { "epoch": 35.96, "learning_rate": 1.9573096390866707e-05, "loss": 18.8916, "step": 40489 }, { "epoch": 35.96, "learning_rate": 1.957086262968367e-05, "loss": 19.5, "step": 40490 }, { "epoch": 35.96, "learning_rate": 1.9568628964954812e-05, "loss": 19.8613, "step": 40491 }, { "epoch": 35.96, "learning_rate": 1.9566395396687172e-05, "loss": 19.3467, "step": 40492 }, { "epoch": 35.96, "learning_rate": 1.9564161924887874e-05, "loss": 19.8047, "step": 40493 }, { "epoch": 35.96, "learning_rate": 1.9561928549563968e-05, "loss": 19.3174, "step": 40494 }, { "epoch": 35.96, "learning_rate": 1.955969527072256e-05, "loss": 18.9775, "step": 40495 }, { "epoch": 35.96, "learning_rate": 1.955746208837072e-05, "loss": 19.377, "step": 40496 }, { "epoch": 35.97, "learning_rate": 1.9555229002515503e-05, "loss": 19.3311, "step": 40497 }, { "epoch": 35.97, "learning_rate": 1.9552996013164027e-05, "loss": 19.7832, "step": 40498 }, { "epoch": 35.97, "learning_rate": 1.955076312032333e-05, "loss": 19.4824, "step": 40499 }, { "epoch": 35.97, "learning_rate": 1.9548530324000507e-05, "loss": 19.3447, "step": 40500 }, { "epoch": 35.97, "learning_rate": 1.954629762420268e-05, "loss": 19.4951, "step": 40501 }, { "epoch": 35.97, "learning_rate": 1.9544065020936848e-05, "loss": 19.3574, "step": 40502 }, { "epoch": 35.97, "learning_rate": 1.9541832514210125e-05, "loss": 19.333, "step": 40503 }, { "epoch": 35.97, "learning_rate": 1.95396001040296e-05, "loss": 19.459, "step": 40504 }, { "epoch": 35.97, "learning_rate": 1.9537367790402323e-05, "loss": 19.1816, "step": 40505 }, { "epoch": 35.97, "learning_rate": 1.9535135573335417e-05, "loss": 19.1328, "step": 40506 }, { "epoch": 35.97, "learning_rate": 1.9532903452835888e-05, "loss": 19.1279, "step": 40507 }, { "epoch": 35.98, "learning_rate": 1.9530671428910847e-05, "loss": 19.1426, "step": 40508 }, { "epoch": 35.98, "learning_rate": 1.9528439501567386e-05, "loss": 18.8711, "step": 40509 }, { "epoch": 35.98, "learning_rate": 1.9526207670812552e-05, "loss": 19.5957, "step": 40510 }, { "epoch": 35.98, "learning_rate": 1.9523975936653444e-05, "loss": 19.5918, "step": 40511 }, { "epoch": 35.98, "learning_rate": 1.9521744299097122e-05, "loss": 19.1484, "step": 40512 }, { "epoch": 35.98, "learning_rate": 1.9519512758150644e-05, "loss": 20.0771, "step": 40513 }, { "epoch": 35.98, "learning_rate": 1.9517281313821118e-05, "loss": 19.7148, "step": 40514 }, { "epoch": 35.98, "learning_rate": 1.9515049966115577e-05, "loss": 19.6738, "step": 40515 }, { "epoch": 35.98, "learning_rate": 1.951281871504114e-05, "loss": 19.292, "step": 40516 }, { "epoch": 35.98, "learning_rate": 1.951058756060486e-05, "loss": 19.582, "step": 40517 }, { "epoch": 35.98, "learning_rate": 1.9508356502813778e-05, "loss": 18.8877, "step": 40518 }, { "epoch": 35.98, "learning_rate": 1.950612554167502e-05, "loss": 19.7363, "step": 40519 }, { "epoch": 35.99, "learning_rate": 1.9503894677195606e-05, "loss": 19.9346, "step": 40520 }, { "epoch": 35.99, "learning_rate": 1.950166390938265e-05, "loss": 19.1777, "step": 40521 }, { "epoch": 35.99, "learning_rate": 1.9499433238243207e-05, "loss": 19.707, "step": 40522 }, { "epoch": 35.99, "learning_rate": 1.949720266378433e-05, "loss": 19.7158, "step": 40523 }, { "epoch": 35.99, "learning_rate": 1.9494972186013123e-05, "loss": 19.3203, "step": 40524 }, { "epoch": 35.99, "learning_rate": 1.9492741804936622e-05, "loss": 18.8311, "step": 40525 }, { "epoch": 35.99, "learning_rate": 1.9490511520561912e-05, "loss": 19.1992, "step": 40526 }, { "epoch": 35.99, "learning_rate": 1.948828133289608e-05, "loss": 19.8623, "step": 40527 }, { "epoch": 35.99, "learning_rate": 1.9486051241946185e-05, "loss": 19.0, "step": 40528 }, { "epoch": 35.99, "learning_rate": 1.948382124771927e-05, "loss": 19.6445, "step": 40529 }, { "epoch": 35.99, "learning_rate": 1.948159135022244e-05, "loss": 19.0488, "step": 40530 }, { "epoch": 36.0, "learning_rate": 1.9479361549462733e-05, "loss": 19.1484, "step": 40531 }, { "epoch": 36.0, "learning_rate": 1.9477131845447242e-05, "loss": 19.7656, "step": 40532 }, { "epoch": 36.0, "learning_rate": 1.947490223818303e-05, "loss": 19.2891, "step": 40533 }, { "epoch": 36.0, "learning_rate": 1.947267272767714e-05, "loss": 19.1562, "step": 40534 }, { "epoch": 36.0, "learning_rate": 1.9470443313936675e-05, "loss": 19.4004, "step": 40535 }, { "epoch": 36.0, "learning_rate": 1.9468213996968665e-05, "loss": 19.2129, "step": 40536 }, { "epoch": 36.0, "learning_rate": 1.9465984776780217e-05, "loss": 18.9619, "step": 40537 }, { "epoch": 36.0, "learning_rate": 1.9463755653378375e-05, "loss": 19.6143, "step": 40538 }, { "epoch": 36.0, "learning_rate": 1.9461526626770182e-05, "loss": 18.9805, "step": 40539 }, { "epoch": 36.0, "learning_rate": 1.945929769696275e-05, "loss": 19.6191, "step": 40540 }, { "epoch": 36.0, "learning_rate": 1.9457068863963106e-05, "loss": 19.0498, "step": 40541 }, { "epoch": 36.01, "learning_rate": 1.9454840127778347e-05, "loss": 19.0957, "step": 40542 }, { "epoch": 36.01, "learning_rate": 1.9452611488415502e-05, "loss": 19.6436, "step": 40543 }, { "epoch": 36.01, "learning_rate": 1.9450382945881672e-05, "loss": 19.2334, "step": 40544 }, { "epoch": 36.01, "learning_rate": 1.9448154500183908e-05, "loss": 19.0752, "step": 40545 }, { "epoch": 36.01, "learning_rate": 1.9445926151329247e-05, "loss": 19.083, "step": 40546 }, { "epoch": 36.01, "learning_rate": 1.944369789932479e-05, "loss": 19.5508, "step": 40547 }, { "epoch": 36.01, "learning_rate": 1.9441469744177576e-05, "loss": 19.5645, "step": 40548 }, { "epoch": 36.01, "learning_rate": 1.9439241685894688e-05, "loss": 18.8828, "step": 40549 }, { "epoch": 36.01, "learning_rate": 1.9437013724483176e-05, "loss": 19.1123, "step": 40550 }, { "epoch": 36.01, "learning_rate": 1.943478585995009e-05, "loss": 19.0645, "step": 40551 }, { "epoch": 36.01, "learning_rate": 1.9432558092302504e-05, "loss": 19.1475, "step": 40552 }, { "epoch": 36.02, "learning_rate": 1.94303304215475e-05, "loss": 19.0156, "step": 40553 }, { "epoch": 36.02, "learning_rate": 1.9428102847692115e-05, "loss": 20.2754, "step": 40554 }, { "epoch": 36.02, "learning_rate": 1.9425875370743402e-05, "loss": 19.124, "step": 40555 }, { "epoch": 36.02, "learning_rate": 1.9423647990708448e-05, "loss": 19.1318, "step": 40556 }, { "epoch": 36.02, "learning_rate": 1.9421420707594283e-05, "loss": 19.5566, "step": 40557 }, { "epoch": 36.02, "learning_rate": 1.9419193521408003e-05, "loss": 19.6396, "step": 40558 }, { "epoch": 36.02, "learning_rate": 1.9416966432156634e-05, "loss": 18.9346, "step": 40559 }, { "epoch": 36.02, "learning_rate": 1.941473943984726e-05, "loss": 19.0967, "step": 40560 }, { "epoch": 36.02, "learning_rate": 1.9412512544486938e-05, "loss": 19.4062, "step": 40561 }, { "epoch": 36.02, "learning_rate": 1.9410285746082702e-05, "loss": 18.9033, "step": 40562 }, { "epoch": 36.02, "learning_rate": 1.940805904464164e-05, "loss": 19.1289, "step": 40563 }, { "epoch": 36.02, "learning_rate": 1.9405832440170785e-05, "loss": 19.9658, "step": 40564 }, { "epoch": 36.03, "learning_rate": 1.940360593267722e-05, "loss": 19.0557, "step": 40565 }, { "epoch": 36.03, "learning_rate": 1.9401379522167995e-05, "loss": 19.0088, "step": 40566 }, { "epoch": 36.03, "learning_rate": 1.9399153208650138e-05, "loss": 19.4639, "step": 40567 }, { "epoch": 36.03, "learning_rate": 1.9396926992130753e-05, "loss": 19.0957, "step": 40568 }, { "epoch": 36.03, "learning_rate": 1.9394700872616855e-05, "loss": 19.0605, "step": 40569 }, { "epoch": 36.03, "learning_rate": 1.9392474850115537e-05, "loss": 19.3574, "step": 40570 }, { "epoch": 36.03, "learning_rate": 1.939024892463384e-05, "loss": 19.2549, "step": 40571 }, { "epoch": 36.03, "learning_rate": 1.9388023096178796e-05, "loss": 19.1904, "step": 40572 }, { "epoch": 36.03, "learning_rate": 1.9385797364757502e-05, "loss": 19.459, "step": 40573 }, { "epoch": 36.03, "learning_rate": 1.9383571730376977e-05, "loss": 19.2422, "step": 40574 }, { "epoch": 36.03, "learning_rate": 1.9381346193044287e-05, "loss": 18.8066, "step": 40575 }, { "epoch": 36.04, "learning_rate": 1.937912075276653e-05, "loss": 18.8828, "step": 40576 }, { "epoch": 36.04, "learning_rate": 1.9376895409550683e-05, "loss": 19.3301, "step": 40577 }, { "epoch": 36.04, "learning_rate": 1.937467016340384e-05, "loss": 19.6738, "step": 40578 }, { "epoch": 36.04, "learning_rate": 1.937244501433307e-05, "loss": 18.8525, "step": 40579 }, { "epoch": 36.04, "learning_rate": 1.9370219962345392e-05, "loss": 19.3359, "step": 40580 }, { "epoch": 36.04, "learning_rate": 1.9367995007447908e-05, "loss": 18.8613, "step": 40581 }, { "epoch": 36.04, "learning_rate": 1.9365770149647606e-05, "loss": 18.8906, "step": 40582 }, { "epoch": 36.04, "learning_rate": 1.936354538895157e-05, "loss": 19.6514, "step": 40583 }, { "epoch": 36.04, "learning_rate": 1.936132072536687e-05, "loss": 19.3984, "step": 40584 }, { "epoch": 36.04, "learning_rate": 1.9359096158900526e-05, "loss": 19.2559, "step": 40585 }, { "epoch": 36.04, "learning_rate": 1.935687168955962e-05, "loss": 19.4014, "step": 40586 }, { "epoch": 36.05, "learning_rate": 1.9354647317351188e-05, "loss": 19.374, "step": 40587 }, { "epoch": 36.05, "learning_rate": 1.935242304228226e-05, "loss": 19.2871, "step": 40588 }, { "epoch": 36.05, "learning_rate": 1.9350198864359925e-05, "loss": 19.4297, "step": 40589 }, { "epoch": 36.05, "learning_rate": 1.93479747835912e-05, "loss": 19.2002, "step": 40590 }, { "epoch": 36.05, "learning_rate": 1.9345750799983164e-05, "loss": 19.2627, "step": 40591 }, { "epoch": 36.05, "learning_rate": 1.934352691354285e-05, "loss": 19.0215, "step": 40592 }, { "epoch": 36.05, "learning_rate": 1.93413031242773e-05, "loss": 19.0312, "step": 40593 }, { "epoch": 36.05, "learning_rate": 1.933907943219358e-05, "loss": 19.8125, "step": 40594 }, { "epoch": 36.05, "learning_rate": 1.9336855837298724e-05, "loss": 19.3076, "step": 40595 }, { "epoch": 36.05, "learning_rate": 1.9334632339599778e-05, "loss": 18.8594, "step": 40596 }, { "epoch": 36.05, "learning_rate": 1.933240893910384e-05, "loss": 18.8955, "step": 40597 }, { "epoch": 36.06, "learning_rate": 1.933240893910384e-05, "loss": 19.4209, "step": 40598 }, { "epoch": 36.06, "learning_rate": 1.933018563581788e-05, "loss": 19.3301, "step": 40599 }, { "epoch": 36.06, "learning_rate": 1.9327962429749e-05, "loss": 19.2207, "step": 40600 }, { "epoch": 36.06, "learning_rate": 1.9325739320904213e-05, "loss": 19.4062, "step": 40601 }, { "epoch": 36.06, "learning_rate": 1.9323516309290583e-05, "loss": 19.499, "step": 40602 }, { "epoch": 36.06, "learning_rate": 1.9321293394915175e-05, "loss": 19.3623, "step": 40603 }, { "epoch": 36.06, "learning_rate": 1.931907057778501e-05, "loss": 18.6123, "step": 40604 }, { "epoch": 36.06, "learning_rate": 1.931684785790713e-05, "loss": 18.8848, "step": 40605 }, { "epoch": 36.06, "learning_rate": 1.9314625235288603e-05, "loss": 19.5166, "step": 40606 }, { "epoch": 36.06, "learning_rate": 1.9312402709936444e-05, "loss": 19.0615, "step": 40607 }, { "epoch": 36.06, "learning_rate": 1.9310180281857737e-05, "loss": 18.9834, "step": 40608 }, { "epoch": 36.06, "learning_rate": 1.93079579510595e-05, "loss": 18.582, "step": 40609 }, { "epoch": 36.07, "learning_rate": 1.9305735717548772e-05, "loss": 19.2188, "step": 40610 }, { "epoch": 36.07, "learning_rate": 1.930351358133262e-05, "loss": 19.4697, "step": 40611 }, { "epoch": 36.07, "learning_rate": 1.9301291542418066e-05, "loss": 18.8857, "step": 40612 }, { "epoch": 36.07, "learning_rate": 1.9299069600812174e-05, "loss": 19.0215, "step": 40613 }, { "epoch": 36.07, "learning_rate": 1.9296847756521974e-05, "loss": 19.4668, "step": 40614 }, { "epoch": 36.07, "learning_rate": 1.9294626009554502e-05, "loss": 19.3047, "step": 40615 }, { "epoch": 36.07, "learning_rate": 1.9292404359916814e-05, "loss": 19.002, "step": 40616 }, { "epoch": 36.07, "learning_rate": 1.929018280761594e-05, "loss": 19.4268, "step": 40617 }, { "epoch": 36.07, "learning_rate": 1.9287961352658944e-05, "loss": 19.2197, "step": 40618 }, { "epoch": 36.07, "learning_rate": 1.9285739995052836e-05, "loss": 19.248, "step": 40619 }, { "epoch": 36.07, "learning_rate": 1.9283518734804695e-05, "loss": 19.9854, "step": 40620 }, { "epoch": 36.08, "learning_rate": 1.9281297571921535e-05, "loss": 19.1602, "step": 40621 }, { "epoch": 36.08, "learning_rate": 1.9279076506410388e-05, "loss": 18.999, "step": 40622 }, { "epoch": 36.08, "learning_rate": 1.927685553827831e-05, "loss": 19.4141, "step": 40623 }, { "epoch": 36.08, "learning_rate": 1.9274634667532354e-05, "loss": 19.1904, "step": 40624 }, { "epoch": 36.08, "learning_rate": 1.9272413894179554e-05, "loss": 19.3105, "step": 40625 }, { "epoch": 36.08, "learning_rate": 1.9270193218226934e-05, "loss": 18.9971, "step": 40626 }, { "epoch": 36.08, "learning_rate": 1.926797263968152e-05, "loss": 19.0127, "step": 40627 }, { "epoch": 36.08, "learning_rate": 1.9265752158550378e-05, "loss": 18.9951, "step": 40628 }, { "epoch": 36.08, "learning_rate": 1.9263531774840554e-05, "loss": 18.5596, "step": 40629 }, { "epoch": 36.08, "learning_rate": 1.9261311488559075e-05, "loss": 19.0811, "step": 40630 }, { "epoch": 36.08, "learning_rate": 1.9259091299712954e-05, "loss": 19.0615, "step": 40631 }, { "epoch": 36.09, "learning_rate": 1.9256871208309267e-05, "loss": 18.5762, "step": 40632 }, { "epoch": 36.09, "learning_rate": 1.925465121435502e-05, "loss": 19.3193, "step": 40633 }, { "epoch": 36.09, "learning_rate": 1.9252431317857283e-05, "loss": 19.2646, "step": 40634 }, { "epoch": 36.09, "learning_rate": 1.9250211518823053e-05, "loss": 18.8135, "step": 40635 }, { "epoch": 36.09, "learning_rate": 1.924799181725941e-05, "loss": 19.04, "step": 40636 }, { "epoch": 36.09, "learning_rate": 1.924577221317336e-05, "loss": 18.8086, "step": 40637 }, { "epoch": 36.09, "learning_rate": 1.924577221317336e-05, "loss": 19.2998, "step": 40638 }, { "epoch": 36.09, "learning_rate": 1.9243552706571932e-05, "loss": 19.1494, "step": 40639 }, { "epoch": 36.09, "learning_rate": 1.9241333297462194e-05, "loss": 19.2305, "step": 40640 }, { "epoch": 36.09, "learning_rate": 1.9239113985851143e-05, "loss": 18.7666, "step": 40641 }, { "epoch": 36.09, "learning_rate": 1.923689477174585e-05, "loss": 19.5098, "step": 40642 }, { "epoch": 36.1, "learning_rate": 1.9234675655153333e-05, "loss": 19.1123, "step": 40643 }, { "epoch": 36.1, "learning_rate": 1.923245663608061e-05, "loss": 19.1426, "step": 40644 }, { "epoch": 36.1, "learning_rate": 1.923023771453475e-05, "loss": 19.6221, "step": 40645 }, { "epoch": 36.1, "learning_rate": 1.922801889052274e-05, "loss": 19.625, "step": 40646 }, { "epoch": 36.1, "learning_rate": 1.922580016405165e-05, "loss": 19.0537, "step": 40647 }, { "epoch": 36.1, "learning_rate": 1.9223581535128536e-05, "loss": 18.8652, "step": 40648 }, { "epoch": 36.1, "learning_rate": 1.9221363003760363e-05, "loss": 19.2891, "step": 40649 }, { "epoch": 36.1, "learning_rate": 1.9219144569954193e-05, "loss": 19.0, "step": 40650 }, { "epoch": 36.1, "learning_rate": 1.9216926233717085e-05, "loss": 19.2266, "step": 40651 }, { "epoch": 36.1, "learning_rate": 1.9214707995056037e-05, "loss": 19.2402, "step": 40652 }, { "epoch": 36.1, "learning_rate": 1.9212489853978122e-05, "loss": 18.6846, "step": 40653 }, { "epoch": 36.1, "learning_rate": 1.9210271810490305e-05, "loss": 19.79, "step": 40654 }, { "epoch": 36.11, "learning_rate": 1.920805386459965e-05, "loss": 19.2197, "step": 40655 }, { "epoch": 36.11, "learning_rate": 1.920583601631321e-05, "loss": 18.874, "step": 40656 }, { "epoch": 36.11, "learning_rate": 1.9203618265637985e-05, "loss": 19.1182, "step": 40657 }, { "epoch": 36.11, "learning_rate": 1.9201400612581026e-05, "loss": 18.5654, "step": 40658 }, { "epoch": 36.11, "learning_rate": 1.9199183057149355e-05, "loss": 19.5127, "step": 40659 }, { "epoch": 36.11, "learning_rate": 1.9196965599349977e-05, "loss": 19.1504, "step": 40660 }, { "epoch": 36.11, "learning_rate": 1.9194748239189964e-05, "loss": 19.3301, "step": 40661 }, { "epoch": 36.11, "learning_rate": 1.91925309766763e-05, "loss": 19.8291, "step": 40662 }, { "epoch": 36.11, "learning_rate": 1.919031381181606e-05, "loss": 19.0039, "step": 40663 }, { "epoch": 36.11, "learning_rate": 1.918809674461624e-05, "loss": 19.8184, "step": 40664 }, { "epoch": 36.11, "learning_rate": 1.918587977508386e-05, "loss": 19.0566, "step": 40665 }, { "epoch": 36.12, "learning_rate": 1.9183662903225984e-05, "loss": 19.3008, "step": 40666 }, { "epoch": 36.12, "learning_rate": 1.9181446129049598e-05, "loss": 19.002, "step": 40667 }, { "epoch": 36.12, "learning_rate": 1.9179229452561766e-05, "loss": 18.8359, "step": 40668 }, { "epoch": 36.12, "learning_rate": 1.9177012873769494e-05, "loss": 18.917, "step": 40669 }, { "epoch": 36.12, "learning_rate": 1.91747963926798e-05, "loss": 19.1582, "step": 40670 }, { "epoch": 36.12, "learning_rate": 1.9172580009299733e-05, "loss": 19.2793, "step": 40671 }, { "epoch": 36.12, "learning_rate": 1.917036372363629e-05, "loss": 18.877, "step": 40672 }, { "epoch": 36.12, "learning_rate": 1.9168147535696513e-05, "loss": 19.5215, "step": 40673 }, { "epoch": 36.12, "learning_rate": 1.9165931445487462e-05, "loss": 18.7793, "step": 40674 }, { "epoch": 36.12, "learning_rate": 1.916371545301609e-05, "loss": 19.3359, "step": 40675 }, { "epoch": 36.12, "learning_rate": 1.9161499558289475e-05, "loss": 19.1396, "step": 40676 }, { "epoch": 36.13, "learning_rate": 1.9159283761314607e-05, "loss": 19.2393, "step": 40677 }, { "epoch": 36.13, "learning_rate": 1.9157068062098522e-05, "loss": 19.2891, "step": 40678 }, { "epoch": 36.13, "learning_rate": 1.915485246064827e-05, "loss": 19.2832, "step": 40679 }, { "epoch": 36.13, "learning_rate": 1.915263695697085e-05, "loss": 19.0254, "step": 40680 }, { "epoch": 36.13, "learning_rate": 1.9150421551073262e-05, "loss": 18.8525, "step": 40681 }, { "epoch": 36.13, "learning_rate": 1.9148206242962575e-05, "loss": 19.1094, "step": 40682 }, { "epoch": 36.13, "learning_rate": 1.9145991032645766e-05, "loss": 19.541, "step": 40683 }, { "epoch": 36.13, "learning_rate": 1.91437759201299e-05, "loss": 18.8672, "step": 40684 }, { "epoch": 36.13, "learning_rate": 1.9141560905421978e-05, "loss": 19.5928, "step": 40685 }, { "epoch": 36.13, "learning_rate": 1.9139345988529006e-05, "loss": 19.4668, "step": 40686 }, { "epoch": 36.13, "learning_rate": 1.9137131169458033e-05, "loss": 18.9238, "step": 40687 }, { "epoch": 36.13, "learning_rate": 1.9134916448216045e-05, "loss": 19.0625, "step": 40688 }, { "epoch": 36.14, "learning_rate": 1.9132701824810106e-05, "loss": 19.0957, "step": 40689 }, { "epoch": 36.14, "learning_rate": 1.9130487299247213e-05, "loss": 18.9561, "step": 40690 }, { "epoch": 36.14, "learning_rate": 1.9128272871534362e-05, "loss": 18.8164, "step": 40691 }, { "epoch": 36.14, "learning_rate": 1.912605854167862e-05, "loss": 19.3984, "step": 40692 }, { "epoch": 36.14, "learning_rate": 1.912384430968696e-05, "loss": 19.4658, "step": 40693 }, { "epoch": 36.14, "learning_rate": 1.9121630175566446e-05, "loss": 19.1367, "step": 40694 }, { "epoch": 36.14, "learning_rate": 1.9119416139324047e-05, "loss": 19.1523, "step": 40695 }, { "epoch": 36.14, "learning_rate": 1.9117202200966833e-05, "loss": 19.0352, "step": 40696 }, { "epoch": 36.14, "learning_rate": 1.911498836050179e-05, "loss": 18.834, "step": 40697 }, { "epoch": 36.14, "learning_rate": 1.9112774617935926e-05, "loss": 18.5527, "step": 40698 }, { "epoch": 36.14, "learning_rate": 1.911056097327627e-05, "loss": 18.9717, "step": 40699 }, { "epoch": 36.15, "learning_rate": 1.9108347426529864e-05, "loss": 19.7246, "step": 40700 }, { "epoch": 36.15, "learning_rate": 1.91061339777037e-05, "loss": 18.9727, "step": 40701 }, { "epoch": 36.15, "learning_rate": 1.91039206268048e-05, "loss": 19.3496, "step": 40702 }, { "epoch": 36.15, "learning_rate": 1.9101707373840156e-05, "loss": 19.3105, "step": 40703 }, { "epoch": 36.15, "learning_rate": 1.9099494218816806e-05, "loss": 20.0586, "step": 40704 }, { "epoch": 36.15, "learning_rate": 1.9097281161741777e-05, "loss": 19.1494, "step": 40705 }, { "epoch": 36.15, "learning_rate": 1.9095068202622074e-05, "loss": 19.3428, "step": 40706 }, { "epoch": 36.15, "learning_rate": 1.909285534146469e-05, "loss": 19.1738, "step": 40707 }, { "epoch": 36.15, "learning_rate": 1.9090642578276676e-05, "loss": 19.5332, "step": 40708 }, { "epoch": 36.15, "learning_rate": 1.9088429913065004e-05, "loss": 20.2451, "step": 40709 }, { "epoch": 36.15, "learning_rate": 1.9086217345836732e-05, "loss": 19.1641, "step": 40710 }, { "epoch": 36.16, "learning_rate": 1.9084004876598832e-05, "loss": 19.2021, "step": 40711 }, { "epoch": 36.16, "learning_rate": 1.9081792505358358e-05, "loss": 19.3584, "step": 40712 }, { "epoch": 36.16, "learning_rate": 1.9079580232122303e-05, "loss": 18.9795, "step": 40713 }, { "epoch": 36.16, "learning_rate": 1.907736805689766e-05, "loss": 18.7549, "step": 40714 }, { "epoch": 36.16, "learning_rate": 1.9075155979691477e-05, "loss": 19.1934, "step": 40715 }, { "epoch": 36.16, "learning_rate": 1.9072944000510732e-05, "loss": 19.7012, "step": 40716 }, { "epoch": 36.16, "learning_rate": 1.907073211936247e-05, "loss": 19.0264, "step": 40717 }, { "epoch": 36.16, "learning_rate": 1.9068520336253686e-05, "loss": 19.627, "step": 40718 }, { "epoch": 36.16, "learning_rate": 1.9066308651191374e-05, "loss": 19.624, "step": 40719 }, { "epoch": 36.16, "learning_rate": 1.9064097064182578e-05, "loss": 19.4697, "step": 40720 }, { "epoch": 36.16, "learning_rate": 1.9061885575234274e-05, "loss": 19.2871, "step": 40721 }, { "epoch": 36.17, "learning_rate": 1.905967418435348e-05, "loss": 19.4902, "step": 40722 }, { "epoch": 36.17, "learning_rate": 1.905746289154726e-05, "loss": 19.4219, "step": 40723 }, { "epoch": 36.17, "learning_rate": 1.905525169682254e-05, "loss": 19.3359, "step": 40724 }, { "epoch": 36.17, "learning_rate": 1.9053040600186372e-05, "loss": 19.5361, "step": 40725 }, { "epoch": 36.17, "learning_rate": 1.905082960164577e-05, "loss": 19.1436, "step": 40726 }, { "epoch": 36.17, "learning_rate": 1.904861870120772e-05, "loss": 19.0625, "step": 40727 }, { "epoch": 36.17, "learning_rate": 1.9046407898879275e-05, "loss": 19.459, "step": 40728 }, { "epoch": 36.17, "learning_rate": 1.9044197194667373e-05, "loss": 19.5654, "step": 40729 }, { "epoch": 36.17, "learning_rate": 1.9041986588579065e-05, "loss": 19.5518, "step": 40730 }, { "epoch": 36.17, "learning_rate": 1.9039776080621363e-05, "loss": 19.5654, "step": 40731 }, { "epoch": 36.17, "learning_rate": 1.903756567080125e-05, "loss": 19.4756, "step": 40732 }, { "epoch": 36.17, "learning_rate": 1.9035355359125755e-05, "loss": 19.2998, "step": 40733 }, { "epoch": 36.18, "learning_rate": 1.9033145145601883e-05, "loss": 19.8867, "step": 40734 }, { "epoch": 36.18, "learning_rate": 1.9030935030236613e-05, "loss": 20.0137, "step": 40735 }, { "epoch": 36.18, "learning_rate": 1.902872501303698e-05, "loss": 19.0879, "step": 40736 }, { "epoch": 36.18, "learning_rate": 1.9026515094009967e-05, "loss": 19.3936, "step": 40737 }, { "epoch": 36.18, "learning_rate": 1.9024305273162607e-05, "loss": 19.5479, "step": 40738 }, { "epoch": 36.18, "learning_rate": 1.9022095550501883e-05, "loss": 19.6182, "step": 40739 }, { "epoch": 36.18, "learning_rate": 1.901988592603479e-05, "loss": 19.4531, "step": 40740 }, { "epoch": 36.18, "learning_rate": 1.901767639976837e-05, "loss": 19.8096, "step": 40741 }, { "epoch": 36.18, "learning_rate": 1.9015466971709578e-05, "loss": 19.5615, "step": 40742 }, { "epoch": 36.18, "learning_rate": 1.9013257641865445e-05, "loss": 19.7764, "step": 40743 }, { "epoch": 36.18, "learning_rate": 1.901104841024301e-05, "loss": 19.1406, "step": 40744 }, { "epoch": 36.19, "learning_rate": 1.90088392768492e-05, "loss": 19.0254, "step": 40745 }, { "epoch": 36.19, "learning_rate": 1.900663024169107e-05, "loss": 19.2354, "step": 40746 }, { "epoch": 36.19, "learning_rate": 1.9004421304775595e-05, "loss": 19.3379, "step": 40747 }, { "epoch": 36.19, "learning_rate": 1.900221246610978e-05, "loss": 19.8086, "step": 40748 }, { "epoch": 36.19, "learning_rate": 1.9000003725700678e-05, "loss": 19.0371, "step": 40749 }, { "epoch": 36.19, "learning_rate": 1.8997795083555215e-05, "loss": 19.0869, "step": 40750 }, { "epoch": 36.19, "learning_rate": 1.8995586539680422e-05, "loss": 19.5518, "step": 40751 }, { "epoch": 36.19, "learning_rate": 1.8993378094083314e-05, "loss": 19.9365, "step": 40752 }, { "epoch": 36.19, "learning_rate": 1.899116974677087e-05, "loss": 19.0996, "step": 40753 }, { "epoch": 36.19, "learning_rate": 1.898896149775012e-05, "loss": 19.0361, "step": 40754 }, { "epoch": 36.19, "learning_rate": 1.8986753347028037e-05, "loss": 19.2041, "step": 40755 }, { "epoch": 36.2, "learning_rate": 1.8984545294611612e-05, "loss": 19.4072, "step": 40756 }, { "epoch": 36.2, "learning_rate": 1.8984545294611612e-05, "loss": 19.7158, "step": 40757 }, { "epoch": 36.2, "learning_rate": 1.8982337340507872e-05, "loss": 18.9902, "step": 40758 }, { "epoch": 36.2, "learning_rate": 1.898012948472379e-05, "loss": 19.2578, "step": 40759 }, { "epoch": 36.2, "learning_rate": 1.8977921727266396e-05, "loss": 19.7686, "step": 40760 }, { "epoch": 36.2, "learning_rate": 1.8975714068142662e-05, "loss": 19.4844, "step": 40761 }, { "epoch": 36.2, "learning_rate": 1.8973506507359583e-05, "loss": 19.249, "step": 40762 }, { "epoch": 36.2, "learning_rate": 1.8971299044924184e-05, "loss": 19.2236, "step": 40763 }, { "epoch": 36.2, "learning_rate": 1.8969091680843426e-05, "loss": 19.6367, "step": 40764 }, { "epoch": 36.2, "learning_rate": 1.896688441512434e-05, "loss": 20.3389, "step": 40765 }, { "epoch": 36.2, "learning_rate": 1.896467724777391e-05, "loss": 18.9785, "step": 40766 }, { "epoch": 36.21, "learning_rate": 1.8962470178799112e-05, "loss": 19.6318, "step": 40767 }, { "epoch": 36.21, "learning_rate": 1.896026320820698e-05, "loss": 19.3525, "step": 40768 }, { "epoch": 36.21, "learning_rate": 1.8958056336004465e-05, "loss": 19.5293, "step": 40769 }, { "epoch": 36.21, "learning_rate": 1.8958056336004465e-05, "loss": 19.8203, "step": 40770 }, { "epoch": 36.21, "learning_rate": 1.8955849562198593e-05, "loss": 19.9004, "step": 40771 }, { "epoch": 36.21, "learning_rate": 1.895364288679637e-05, "loss": 19.2246, "step": 40772 }, { "epoch": 36.21, "learning_rate": 1.8951436309804765e-05, "loss": 19.124, "step": 40773 }, { "epoch": 36.21, "learning_rate": 1.8949229831230793e-05, "loss": 19.5068, "step": 40774 }, { "epoch": 36.21, "learning_rate": 1.894702345108141e-05, "loss": 19.0635, "step": 40775 }, { "epoch": 36.21, "learning_rate": 1.8944817169363637e-05, "loss": 19.4023, "step": 40776 }, { "epoch": 36.21, "learning_rate": 1.8942610986084486e-05, "loss": 19.0205, "step": 40777 }, { "epoch": 36.21, "learning_rate": 1.8940404901250923e-05, "loss": 19.7393, "step": 40778 }, { "epoch": 36.22, "learning_rate": 1.893819891486994e-05, "loss": 19.4756, "step": 40779 }, { "epoch": 36.22, "learning_rate": 1.893599302694855e-05, "loss": 18.9326, "step": 40780 }, { "epoch": 36.22, "learning_rate": 1.8933787237493716e-05, "loss": 19.9551, "step": 40781 }, { "epoch": 36.22, "learning_rate": 1.8931581546512466e-05, "loss": 19.4414, "step": 40782 }, { "epoch": 36.22, "learning_rate": 1.8929375954011752e-05, "loss": 18.7324, "step": 40783 }, { "epoch": 36.22, "learning_rate": 1.8927170459998605e-05, "loss": 19.6309, "step": 40784 }, { "epoch": 36.22, "learning_rate": 1.892496506448e-05, "loss": 19.2588, "step": 40785 }, { "epoch": 36.22, "learning_rate": 1.8922759767462898e-05, "loss": 19.1494, "step": 40786 }, { "epoch": 36.22, "learning_rate": 1.8920554568954342e-05, "loss": 19.3652, "step": 40787 }, { "epoch": 36.22, "learning_rate": 1.891834946896127e-05, "loss": 19.6006, "step": 40788 }, { "epoch": 36.22, "learning_rate": 1.8916144467490725e-05, "loss": 19.0967, "step": 40789 }, { "epoch": 36.23, "learning_rate": 1.891393956454966e-05, "loss": 19.1895, "step": 40790 }, { "epoch": 36.23, "learning_rate": 1.891173476014506e-05, "loss": 20.1055, "step": 40791 }, { "epoch": 36.23, "learning_rate": 1.890953005428394e-05, "loss": 19.9336, "step": 40792 }, { "epoch": 36.23, "learning_rate": 1.890732544697326e-05, "loss": 19.8145, "step": 40793 }, { "epoch": 36.23, "learning_rate": 1.8905120938220043e-05, "loss": 19.4678, "step": 40794 }, { "epoch": 36.23, "learning_rate": 1.8902916528031254e-05, "loss": 19.7988, "step": 40795 }, { "epoch": 36.23, "learning_rate": 1.890071221641387e-05, "loss": 19.5479, "step": 40796 }, { "epoch": 36.23, "learning_rate": 1.8898508003374905e-05, "loss": 19.3408, "step": 40797 }, { "epoch": 36.23, "learning_rate": 1.8896303888921314e-05, "loss": 19.5137, "step": 40798 }, { "epoch": 36.23, "learning_rate": 1.8894099873060105e-05, "loss": 19.209, "step": 40799 }, { "epoch": 36.23, "learning_rate": 1.8891895955798294e-05, "loss": 19.7002, "step": 40800 }, { "epoch": 36.24, "learning_rate": 1.8889692137142808e-05, "loss": 20.21, "step": 40801 }, { "epoch": 36.24, "learning_rate": 1.8887488417100652e-05, "loss": 19.7393, "step": 40802 }, { "epoch": 36.24, "learning_rate": 1.8885284795678837e-05, "loss": 19.8398, "step": 40803 }, { "epoch": 36.24, "learning_rate": 1.8883081272884312e-05, "loss": 19.7842, "step": 40804 }, { "epoch": 36.24, "learning_rate": 1.8880877848724094e-05, "loss": 19.3242, "step": 40805 }, { "epoch": 36.24, "learning_rate": 1.887867452320516e-05, "loss": 18.6885, "step": 40806 }, { "epoch": 36.24, "learning_rate": 1.8876471296334465e-05, "loss": 19.0254, "step": 40807 }, { "epoch": 36.24, "learning_rate": 1.887426816811903e-05, "loss": 19.8496, "step": 40808 }, { "epoch": 36.24, "learning_rate": 1.8872065138565807e-05, "loss": 18.9541, "step": 40809 }, { "epoch": 36.24, "learning_rate": 1.8869862207681816e-05, "loss": 19.5156, "step": 40810 }, { "epoch": 36.24, "learning_rate": 1.8867659375474012e-05, "loss": 19.5752, "step": 40811 }, { "epoch": 36.25, "learning_rate": 1.8865456641949375e-05, "loss": 19.1426, "step": 40812 }, { "epoch": 36.25, "learning_rate": 1.886325400711491e-05, "loss": 19.0947, "step": 40813 }, { "epoch": 36.25, "learning_rate": 1.886105147097757e-05, "loss": 18.8271, "step": 40814 }, { "epoch": 36.25, "learning_rate": 1.885884903354437e-05, "loss": 18.7412, "step": 40815 }, { "epoch": 36.25, "learning_rate": 1.8856646694822273e-05, "loss": 19.2695, "step": 40816 }, { "epoch": 36.25, "learning_rate": 1.8854444454818238e-05, "loss": 19.1289, "step": 40817 }, { "epoch": 36.25, "learning_rate": 1.885224231353929e-05, "loss": 19.166, "step": 40818 }, { "epoch": 36.25, "learning_rate": 1.885004027099237e-05, "loss": 19.5889, "step": 40819 }, { "epoch": 36.25, "learning_rate": 1.884783832718448e-05, "loss": 19.5576, "step": 40820 }, { "epoch": 36.25, "learning_rate": 1.8845636482122625e-05, "loss": 19.6748, "step": 40821 }, { "epoch": 36.25, "learning_rate": 1.884343473581372e-05, "loss": 19.46, "step": 40822 }, { "epoch": 36.25, "learning_rate": 1.88412330882648e-05, "loss": 19.0479, "step": 40823 }, { "epoch": 36.26, "learning_rate": 1.8839031539482797e-05, "loss": 19.4551, "step": 40824 }, { "epoch": 36.26, "learning_rate": 1.883683008947472e-05, "loss": 18.9375, "step": 40825 }, { "epoch": 36.26, "learning_rate": 1.883462873824758e-05, "loss": 19.1299, "step": 40826 }, { "epoch": 36.26, "learning_rate": 1.883242748580828e-05, "loss": 19.3379, "step": 40827 }, { "epoch": 36.26, "learning_rate": 1.883022633216383e-05, "loss": 19.1416, "step": 40828 }, { "epoch": 36.26, "learning_rate": 1.8828025277321238e-05, "loss": 19.5537, "step": 40829 }, { "epoch": 36.26, "learning_rate": 1.8825824321287428e-05, "loss": 19.46, "step": 40830 }, { "epoch": 36.26, "learning_rate": 1.882362346406943e-05, "loss": 18.9326, "step": 40831 }, { "epoch": 36.26, "learning_rate": 1.8821422705674186e-05, "loss": 19.6367, "step": 40832 }, { "epoch": 36.26, "learning_rate": 1.8819222046108663e-05, "loss": 18.8076, "step": 40833 }, { "epoch": 36.26, "learning_rate": 1.881702148537987e-05, "loss": 19.3916, "step": 40834 }, { "epoch": 36.27, "learning_rate": 1.8814821023494748e-05, "loss": 18.5107, "step": 40835 }, { "epoch": 36.27, "learning_rate": 1.881262066046031e-05, "loss": 19.0645, "step": 40836 }, { "epoch": 36.27, "learning_rate": 1.8810420396283514e-05, "loss": 19.4326, "step": 40837 }, { "epoch": 36.27, "learning_rate": 1.88082202309713e-05, "loss": 19.6484, "step": 40838 }, { "epoch": 36.27, "learning_rate": 1.8806020164530702e-05, "loss": 19.3818, "step": 40839 }, { "epoch": 36.27, "learning_rate": 1.880382019696864e-05, "loss": 19.4834, "step": 40840 }, { "epoch": 36.27, "learning_rate": 1.8801620328292136e-05, "loss": 19.1152, "step": 40841 }, { "epoch": 36.27, "learning_rate": 1.8799420558508114e-05, "loss": 18.9102, "step": 40842 }, { "epoch": 36.27, "learning_rate": 1.8797220887623594e-05, "loss": 19.833, "step": 40843 }, { "epoch": 36.27, "learning_rate": 1.8795021315645523e-05, "loss": 19.3213, "step": 40844 }, { "epoch": 36.27, "learning_rate": 1.879282184258086e-05, "loss": 19.1904, "step": 40845 }, { "epoch": 36.28, "learning_rate": 1.87906224684366e-05, "loss": 18.833, "step": 40846 }, { "epoch": 36.28, "learning_rate": 1.878842319321972e-05, "loss": 19.3271, "step": 40847 }, { "epoch": 36.28, "learning_rate": 1.878622401693717e-05, "loss": 18.9131, "step": 40848 }, { "epoch": 36.28, "learning_rate": 1.878402493959594e-05, "loss": 19.6641, "step": 40849 }, { "epoch": 36.28, "learning_rate": 1.8781825961202975e-05, "loss": 19.0469, "step": 40850 }, { "epoch": 36.28, "learning_rate": 1.8779627081765255e-05, "loss": 19.5537, "step": 40851 }, { "epoch": 36.28, "learning_rate": 1.877742830128978e-05, "loss": 18.7109, "step": 40852 }, { "epoch": 36.28, "learning_rate": 1.877522961978349e-05, "loss": 19.5732, "step": 40853 }, { "epoch": 36.28, "learning_rate": 1.8773031037253345e-05, "loss": 19.7695, "step": 40854 }, { "epoch": 36.28, "learning_rate": 1.8770832553706346e-05, "loss": 18.8789, "step": 40855 }, { "epoch": 36.28, "learning_rate": 1.876863416914943e-05, "loss": 19.7422, "step": 40856 }, { "epoch": 36.29, "learning_rate": 1.8766435883589594e-05, "loss": 18.8975, "step": 40857 }, { "epoch": 36.29, "learning_rate": 1.8764237697033777e-05, "loss": 19.2217, "step": 40858 }, { "epoch": 36.29, "learning_rate": 1.876203960948898e-05, "loss": 18.9824, "step": 40859 }, { "epoch": 36.29, "learning_rate": 1.875984162096215e-05, "loss": 19.5049, "step": 40860 }, { "epoch": 36.29, "learning_rate": 1.875764373146024e-05, "loss": 19.6396, "step": 40861 }, { "epoch": 36.29, "learning_rate": 1.8755445940990253e-05, "loss": 19.7812, "step": 40862 }, { "epoch": 36.29, "learning_rate": 1.8753248249559118e-05, "loss": 18.9922, "step": 40863 }, { "epoch": 36.29, "learning_rate": 1.8751050657173837e-05, "loss": 18.7197, "step": 40864 }, { "epoch": 36.29, "learning_rate": 1.8748853163841357e-05, "loss": 19.2051, "step": 40865 }, { "epoch": 36.29, "learning_rate": 1.874665576956863e-05, "loss": 19.4277, "step": 40866 }, { "epoch": 36.29, "learning_rate": 1.8744458474362654e-05, "loss": 19.0117, "step": 40867 }, { "epoch": 36.29, "learning_rate": 1.8742261278230362e-05, "loss": 18.6113, "step": 40868 }, { "epoch": 36.3, "learning_rate": 1.8740064181178747e-05, "loss": 19.582, "step": 40869 }, { "epoch": 36.3, "learning_rate": 1.8737867183214757e-05, "loss": 19.2041, "step": 40870 }, { "epoch": 36.3, "learning_rate": 1.873567028434534e-05, "loss": 19.9541, "step": 40871 }, { "epoch": 36.3, "learning_rate": 1.8733473484577485e-05, "loss": 18.6377, "step": 40872 }, { "epoch": 36.3, "learning_rate": 1.873127678391816e-05, "loss": 19.5615, "step": 40873 }, { "epoch": 36.3, "learning_rate": 1.8729080182374303e-05, "loss": 19.2061, "step": 40874 }, { "epoch": 36.3, "learning_rate": 1.8726883679952922e-05, "loss": 19.0684, "step": 40875 }, { "epoch": 36.3, "learning_rate": 1.872468727666091e-05, "loss": 18.8477, "step": 40876 }, { "epoch": 36.3, "learning_rate": 1.8722490972505274e-05, "loss": 19.4678, "step": 40877 }, { "epoch": 36.3, "learning_rate": 1.8720294767492984e-05, "loss": 19.3398, "step": 40878 }, { "epoch": 36.3, "learning_rate": 1.871809866163097e-05, "loss": 18.9863, "step": 40879 }, { "epoch": 36.31, "learning_rate": 1.8715902654926227e-05, "loss": 19.2783, "step": 40880 }, { "epoch": 36.31, "learning_rate": 1.8713706747385694e-05, "loss": 18.9473, "step": 40881 }, { "epoch": 36.31, "learning_rate": 1.8711510939016323e-05, "loss": 19.208, "step": 40882 }, { "epoch": 36.31, "learning_rate": 1.8709315229825102e-05, "loss": 18.6826, "step": 40883 }, { "epoch": 36.31, "learning_rate": 1.8707119619818962e-05, "loss": 19.5557, "step": 40884 }, { "epoch": 36.31, "learning_rate": 1.8704924109004897e-05, "loss": 18.8652, "step": 40885 }, { "epoch": 36.31, "learning_rate": 1.870272869738984e-05, "loss": 18.8955, "step": 40886 }, { "epoch": 36.31, "learning_rate": 1.870053338498074e-05, "loss": 19.5205, "step": 40887 }, { "epoch": 36.31, "learning_rate": 1.869833817178459e-05, "loss": 19.3145, "step": 40888 }, { "epoch": 36.31, "learning_rate": 1.8696143057808314e-05, "loss": 19.0635, "step": 40889 }, { "epoch": 36.31, "learning_rate": 1.86939480430589e-05, "loss": 19.4277, "step": 40890 }, { "epoch": 36.32, "learning_rate": 1.8691753127543298e-05, "loss": 18.7471, "step": 40891 }, { "epoch": 36.32, "learning_rate": 1.868955831126844e-05, "loss": 19.2158, "step": 40892 }, { "epoch": 36.32, "learning_rate": 1.868736359424132e-05, "loss": 19.3467, "step": 40893 }, { "epoch": 36.32, "learning_rate": 1.868516897646886e-05, "loss": 19.1953, "step": 40894 }, { "epoch": 36.32, "learning_rate": 1.868297445795803e-05, "loss": 19.2432, "step": 40895 }, { "epoch": 36.32, "learning_rate": 1.8680780038715827e-05, "loss": 19.6035, "step": 40896 }, { "epoch": 36.32, "learning_rate": 1.8678585718749137e-05, "loss": 18.7949, "step": 40897 }, { "epoch": 36.32, "learning_rate": 1.867639149806495e-05, "loss": 19.6016, "step": 40898 }, { "epoch": 36.32, "learning_rate": 1.8674197376670232e-05, "loss": 18.7783, "step": 40899 }, { "epoch": 36.32, "learning_rate": 1.8672003354571917e-05, "loss": 18.7363, "step": 40900 }, { "epoch": 36.32, "learning_rate": 1.866980943177699e-05, "loss": 19.127, "step": 40901 }, { "epoch": 36.33, "learning_rate": 1.866761560829236e-05, "loss": 19.3818, "step": 40902 }, { "epoch": 36.33, "learning_rate": 1.8665421884125e-05, "loss": 19.1016, "step": 40903 }, { "epoch": 36.33, "learning_rate": 1.866322825928189e-05, "loss": 19.1768, "step": 40904 }, { "epoch": 36.33, "learning_rate": 1.866322825928189e-05, "loss": 19.2158, "step": 40905 }, { "epoch": 36.33, "learning_rate": 1.8661034733769937e-05, "loss": 19.2617, "step": 40906 }, { "epoch": 36.33, "learning_rate": 1.8658841307596143e-05, "loss": 18.8857, "step": 40907 }, { "epoch": 36.33, "learning_rate": 1.8656647980767434e-05, "loss": 18.9385, "step": 40908 }, { "epoch": 36.33, "learning_rate": 1.8654454753290747e-05, "loss": 19.3682, "step": 40909 }, { "epoch": 36.33, "learning_rate": 1.8652261625173068e-05, "loss": 19.4111, "step": 40910 }, { "epoch": 36.33, "learning_rate": 1.8650068596421315e-05, "loss": 18.9326, "step": 40911 }, { "epoch": 36.33, "learning_rate": 1.8647875667042474e-05, "loss": 19.0938, "step": 40912 }, { "epoch": 36.33, "learning_rate": 1.8645682837043482e-05, "loss": 19.7031, "step": 40913 }, { "epoch": 36.34, "learning_rate": 1.8643490106431267e-05, "loss": 19.8818, "step": 40914 }, { "epoch": 36.34, "learning_rate": 1.8641297475212814e-05, "loss": 19.3135, "step": 40915 }, { "epoch": 36.34, "learning_rate": 1.8639104943395047e-05, "loss": 19.042, "step": 40916 }, { "epoch": 36.34, "learning_rate": 1.8636912510984945e-05, "loss": 18.8594, "step": 40917 }, { "epoch": 36.34, "learning_rate": 1.8634720177989416e-05, "loss": 18.6494, "step": 40918 }, { "epoch": 36.34, "learning_rate": 1.8634720177989416e-05, "loss": 19.3018, "step": 40919 }, { "epoch": 36.34, "learning_rate": 1.8632527944415463e-05, "loss": 18.9268, "step": 40920 }, { "epoch": 36.34, "learning_rate": 1.8630335810269995e-05, "loss": 18.8662, "step": 40921 }, { "epoch": 36.34, "learning_rate": 1.8628143775559958e-05, "loss": 19.3711, "step": 40922 }, { "epoch": 36.34, "learning_rate": 1.862595184029231e-05, "loss": 18.9443, "step": 40923 }, { "epoch": 36.34, "learning_rate": 1.862376000447402e-05, "loss": 19.0, "step": 40924 }, { "epoch": 36.35, "learning_rate": 1.862156826811202e-05, "loss": 19.5439, "step": 40925 }, { "epoch": 36.35, "learning_rate": 1.8619376631213236e-05, "loss": 19.2148, "step": 40926 }, { "epoch": 36.35, "learning_rate": 1.8617185093784654e-05, "loss": 19.2598, "step": 40927 }, { "epoch": 36.35, "learning_rate": 1.8614993655833184e-05, "loss": 18.7383, "step": 40928 }, { "epoch": 36.35, "learning_rate": 1.8612802317365808e-05, "loss": 19.2148, "step": 40929 }, { "epoch": 36.35, "learning_rate": 1.861061107838945e-05, "loss": 19.1807, "step": 40930 }, { "epoch": 36.35, "learning_rate": 1.8608419938911043e-05, "loss": 18.8164, "step": 40931 }, { "epoch": 36.35, "learning_rate": 1.8606228898937562e-05, "loss": 19.1533, "step": 40932 }, { "epoch": 36.35, "learning_rate": 1.8604037958475928e-05, "loss": 18.9229, "step": 40933 }, { "epoch": 36.35, "learning_rate": 1.860184711753311e-05, "loss": 18.7754, "step": 40934 }, { "epoch": 36.35, "learning_rate": 1.8599656376116026e-05, "loss": 19.373, "step": 40935 }, { "epoch": 36.36, "learning_rate": 1.8597465734231646e-05, "loss": 19.3125, "step": 40936 }, { "epoch": 36.36, "learning_rate": 1.8595275191886908e-05, "loss": 19.3564, "step": 40937 }, { "epoch": 36.36, "learning_rate": 1.8593084749088725e-05, "loss": 19.542, "step": 40938 }, { "epoch": 36.36, "learning_rate": 1.8590894405844085e-05, "loss": 19.5947, "step": 40939 }, { "epoch": 36.36, "learning_rate": 1.8588704162159892e-05, "loss": 19.7178, "step": 40940 }, { "epoch": 36.36, "learning_rate": 1.858651401804312e-05, "loss": 20.2051, "step": 40941 }, { "epoch": 36.36, "learning_rate": 1.8584323973500706e-05, "loss": 19.085, "step": 40942 }, { "epoch": 36.36, "learning_rate": 1.858213402853956e-05, "loss": 19.4658, "step": 40943 }, { "epoch": 36.36, "learning_rate": 1.857994418316667e-05, "loss": 19.5195, "step": 40944 }, { "epoch": 36.36, "learning_rate": 1.8577754437388933e-05, "loss": 18.7197, "step": 40945 }, { "epoch": 36.36, "learning_rate": 1.8575564791213334e-05, "loss": 19.1553, "step": 40946 }, { "epoch": 36.37, "learning_rate": 1.857337524464679e-05, "loss": 19.3535, "step": 40947 }, { "epoch": 36.37, "learning_rate": 1.8571185797696227e-05, "loss": 19.0977, "step": 40948 }, { "epoch": 36.37, "learning_rate": 1.8568996450368597e-05, "loss": 18.8555, "step": 40949 }, { "epoch": 36.37, "learning_rate": 1.8566807202670867e-05, "loss": 19.4697, "step": 40950 }, { "epoch": 36.37, "learning_rate": 1.8564618054609933e-05, "loss": 19.6299, "step": 40951 }, { "epoch": 36.37, "learning_rate": 1.8562429006192793e-05, "loss": 18.6025, "step": 40952 }, { "epoch": 36.37, "learning_rate": 1.8560240057426308e-05, "loss": 19.3545, "step": 40953 }, { "epoch": 36.37, "learning_rate": 1.855805120831746e-05, "loss": 19.2812, "step": 40954 }, { "epoch": 36.37, "learning_rate": 1.8555862458873203e-05, "loss": 19.5146, "step": 40955 }, { "epoch": 36.37, "learning_rate": 1.8553673809100434e-05, "loss": 19.1494, "step": 40956 }, { "epoch": 36.37, "learning_rate": 1.855148525900613e-05, "loss": 19.7959, "step": 40957 }, { "epoch": 36.37, "learning_rate": 1.8549296808597212e-05, "loss": 19.6758, "step": 40958 }, { "epoch": 36.38, "learning_rate": 1.8547108457880596e-05, "loss": 19.0615, "step": 40959 }, { "epoch": 36.38, "learning_rate": 1.8544920206863254e-05, "loss": 19.4473, "step": 40960 }, { "epoch": 36.38, "learning_rate": 1.8542732055552085e-05, "loss": 19.0898, "step": 40961 }, { "epoch": 36.38, "learning_rate": 1.854054400395407e-05, "loss": 19.293, "step": 40962 }, { "epoch": 36.38, "learning_rate": 1.8538356052076116e-05, "loss": 18.9316, "step": 40963 }, { "epoch": 36.38, "learning_rate": 1.8536168199925152e-05, "loss": 20.0234, "step": 40964 }, { "epoch": 36.38, "learning_rate": 1.8533980447508137e-05, "loss": 19.1621, "step": 40965 }, { "epoch": 36.38, "learning_rate": 1.8531792794831976e-05, "loss": 19.1045, "step": 40966 }, { "epoch": 36.38, "learning_rate": 1.8529605241903618e-05, "loss": 19.0, "step": 40967 }, { "epoch": 36.38, "learning_rate": 1.8527417788730038e-05, "loss": 19.207, "step": 40968 }, { "epoch": 36.38, "learning_rate": 1.8525230435318098e-05, "loss": 18.8193, "step": 40969 }, { "epoch": 36.39, "learning_rate": 1.8523043181674777e-05, "loss": 19.291, "step": 40970 }, { "epoch": 36.39, "learning_rate": 1.852085602780698e-05, "loss": 19.208, "step": 40971 }, { "epoch": 36.39, "learning_rate": 1.8518668973721655e-05, "loss": 19.3574, "step": 40972 }, { "epoch": 36.39, "learning_rate": 1.8516482019425768e-05, "loss": 19.1377, "step": 40973 }, { "epoch": 36.39, "learning_rate": 1.8514295164926188e-05, "loss": 19.4746, "step": 40974 }, { "epoch": 36.39, "learning_rate": 1.8512108410229878e-05, "loss": 20.0605, "step": 40975 }, { "epoch": 36.39, "learning_rate": 1.850992175534378e-05, "loss": 19.1299, "step": 40976 }, { "epoch": 36.39, "learning_rate": 1.85077352002748e-05, "loss": 19.0693, "step": 40977 }, { "epoch": 36.39, "learning_rate": 1.8505548745029898e-05, "loss": 19.416, "step": 40978 }, { "epoch": 36.39, "learning_rate": 1.850336238961599e-05, "loss": 19.4287, "step": 40979 }, { "epoch": 36.39, "learning_rate": 1.8501176134039995e-05, "loss": 19.1846, "step": 40980 }, { "epoch": 36.4, "learning_rate": 1.8498989978308868e-05, "loss": 19.1875, "step": 40981 }, { "epoch": 36.4, "learning_rate": 1.8496803922429502e-05, "loss": 19.6855, "step": 40982 }, { "epoch": 36.4, "learning_rate": 1.8494617966408865e-05, "loss": 19.5811, "step": 40983 }, { "epoch": 36.4, "learning_rate": 1.8492432110253878e-05, "loss": 19.0537, "step": 40984 }, { "epoch": 36.4, "learning_rate": 1.849024635397144e-05, "loss": 19.3877, "step": 40985 }, { "epoch": 36.4, "learning_rate": 1.8488060697568523e-05, "loss": 19.1719, "step": 40986 }, { "epoch": 36.4, "learning_rate": 1.8485875141052006e-05, "loss": 18.7305, "step": 40987 }, { "epoch": 36.4, "learning_rate": 1.8483689684428866e-05, "loss": 19.1221, "step": 40988 }, { "epoch": 36.4, "learning_rate": 1.8481504327706012e-05, "loss": 19.8574, "step": 40989 }, { "epoch": 36.4, "learning_rate": 1.8479319070890345e-05, "loss": 19.3682, "step": 40990 }, { "epoch": 36.4, "learning_rate": 1.8477133913988838e-05, "loss": 19.4346, "step": 40991 }, { "epoch": 36.4, "learning_rate": 1.8474948857008366e-05, "loss": 19.0205, "step": 40992 }, { "epoch": 36.41, "learning_rate": 1.847276389995589e-05, "loss": 19.4346, "step": 40993 }, { "epoch": 36.41, "learning_rate": 1.8470579042838347e-05, "loss": 19.3037, "step": 40994 }, { "epoch": 36.41, "learning_rate": 1.8468394285662642e-05, "loss": 19.5967, "step": 40995 }, { "epoch": 36.41, "learning_rate": 1.8466209628435703e-05, "loss": 19.167, "step": 40996 }, { "epoch": 36.41, "learning_rate": 1.846402507116444e-05, "loss": 19.1445, "step": 40997 }, { "epoch": 36.41, "learning_rate": 1.8461840613855784e-05, "loss": 19.041, "step": 40998 }, { "epoch": 36.41, "learning_rate": 1.8459656256516693e-05, "loss": 19.3975, "step": 40999 }, { "epoch": 36.41, "learning_rate": 1.8457471999154062e-05, "loss": 19.1826, "step": 41000 }, { "epoch": 36.41, "learning_rate": 1.8455287841774798e-05, "loss": 18.8281, "step": 41001 }, { "epoch": 36.41, "learning_rate": 1.8453103784385868e-05, "loss": 19.6025, "step": 41002 }, { "epoch": 36.41, "learning_rate": 1.8450919826994152e-05, "loss": 18.8574, "step": 41003 }, { "epoch": 36.42, "learning_rate": 1.8448735969606605e-05, "loss": 19.5391, "step": 41004 }, { "epoch": 36.42, "learning_rate": 1.844655221223014e-05, "loss": 19.0703, "step": 41005 }, { "epoch": 36.42, "learning_rate": 1.8444368554871655e-05, "loss": 19.3027, "step": 41006 }, { "epoch": 36.42, "learning_rate": 1.8442184997538116e-05, "loss": 19.2539, "step": 41007 }, { "epoch": 36.42, "learning_rate": 1.8440001540236396e-05, "loss": 18.8604, "step": 41008 }, { "epoch": 36.42, "learning_rate": 1.8437818182973466e-05, "loss": 19.0361, "step": 41009 }, { "epoch": 36.42, "learning_rate": 1.8435634925756196e-05, "loss": 19.2158, "step": 41010 }, { "epoch": 36.42, "learning_rate": 1.8433451768591552e-05, "loss": 19.1836, "step": 41011 }, { "epoch": 36.42, "learning_rate": 1.843126871148644e-05, "loss": 19.4287, "step": 41012 }, { "epoch": 36.42, "learning_rate": 1.8429085754447752e-05, "loss": 18.6904, "step": 41013 }, { "epoch": 36.42, "learning_rate": 1.8426902897482447e-05, "loss": 18.9268, "step": 41014 }, { "epoch": 36.43, "learning_rate": 1.8424720140597408e-05, "loss": 19.584, "step": 41015 }, { "epoch": 36.43, "learning_rate": 1.842253748379959e-05, "loss": 18.9629, "step": 41016 }, { "epoch": 36.43, "learning_rate": 1.8420354927095895e-05, "loss": 19.4375, "step": 41017 }, { "epoch": 36.43, "learning_rate": 1.841817247049323e-05, "loss": 19.4941, "step": 41018 }, { "epoch": 36.43, "learning_rate": 1.8415990113998516e-05, "loss": 19.4785, "step": 41019 }, { "epoch": 36.43, "learning_rate": 1.8413807857618696e-05, "loss": 19.3232, "step": 41020 }, { "epoch": 36.43, "learning_rate": 1.841162570136067e-05, "loss": 19.3926, "step": 41021 }, { "epoch": 36.43, "learning_rate": 1.8409443645231357e-05, "loss": 19.1318, "step": 41022 }, { "epoch": 36.43, "learning_rate": 1.8407261689237647e-05, "loss": 19.4053, "step": 41023 }, { "epoch": 36.43, "learning_rate": 1.840507983338649e-05, "loss": 19.2012, "step": 41024 }, { "epoch": 36.43, "learning_rate": 1.8402898077684804e-05, "loss": 18.957, "step": 41025 }, { "epoch": 36.44, "learning_rate": 1.8400716422139474e-05, "loss": 19.0801, "step": 41026 }, { "epoch": 36.44, "learning_rate": 1.8398534866757454e-05, "loss": 19.2588, "step": 41027 }, { "epoch": 36.44, "learning_rate": 1.839635341154565e-05, "loss": 19.0352, "step": 41028 }, { "epoch": 36.44, "learning_rate": 1.8394172056510932e-05, "loss": 18.958, "step": 41029 }, { "epoch": 36.44, "learning_rate": 1.8391990801660274e-05, "loss": 19.0557, "step": 41030 }, { "epoch": 36.44, "learning_rate": 1.838980964700055e-05, "loss": 19.3105, "step": 41031 }, { "epoch": 36.44, "learning_rate": 1.8387628592538703e-05, "loss": 19.9912, "step": 41032 }, { "epoch": 36.44, "learning_rate": 1.8385447638281634e-05, "loss": 18.9824, "step": 41033 }, { "epoch": 36.44, "learning_rate": 1.8383266784236236e-05, "loss": 19.5518, "step": 41034 }, { "epoch": 36.44, "learning_rate": 1.838108603040946e-05, "loss": 19.5498, "step": 41035 }, { "epoch": 36.44, "learning_rate": 1.837890537680818e-05, "loss": 19.0811, "step": 41036 }, { "epoch": 36.44, "learning_rate": 1.8376724823439345e-05, "loss": 19.3691, "step": 41037 }, { "epoch": 36.45, "learning_rate": 1.8374544370309847e-05, "loss": 19.6748, "step": 41038 }, { "epoch": 36.45, "learning_rate": 1.8372364017426587e-05, "loss": 19.248, "step": 41039 }, { "epoch": 36.45, "learning_rate": 1.83701837647965e-05, "loss": 19.1523, "step": 41040 }, { "epoch": 36.45, "learning_rate": 1.836800361242647e-05, "loss": 19.4863, "step": 41041 }, { "epoch": 36.45, "learning_rate": 1.8365823560323424e-05, "loss": 19.2471, "step": 41042 }, { "epoch": 36.45, "learning_rate": 1.8363643608494313e-05, "loss": 19.5635, "step": 41043 }, { "epoch": 36.45, "learning_rate": 1.836146375694596e-05, "loss": 18.9258, "step": 41044 }, { "epoch": 36.45, "learning_rate": 1.8359284005685328e-05, "loss": 18.9961, "step": 41045 }, { "epoch": 36.45, "learning_rate": 1.8357104354719335e-05, "loss": 19.2637, "step": 41046 }, { "epoch": 36.45, "learning_rate": 1.8354924804054856e-05, "loss": 19.4805, "step": 41047 }, { "epoch": 36.45, "learning_rate": 1.835274535369886e-05, "loss": 19.4521, "step": 41048 }, { "epoch": 36.46, "learning_rate": 1.8350566003658166e-05, "loss": 19.2275, "step": 41049 }, { "epoch": 36.46, "learning_rate": 1.8348386753939734e-05, "loss": 19.0322, "step": 41050 }, { "epoch": 36.46, "learning_rate": 1.8346207604550487e-05, "loss": 19.6602, "step": 41051 }, { "epoch": 36.46, "learning_rate": 1.8344028555497294e-05, "loss": 18.9707, "step": 41052 }, { "epoch": 36.46, "learning_rate": 1.8341849606787094e-05, "loss": 19.4092, "step": 41053 }, { "epoch": 36.46, "learning_rate": 1.8339670758426787e-05, "loss": 19.4121, "step": 41054 }, { "epoch": 36.46, "learning_rate": 1.8337492010423252e-05, "loss": 18.8232, "step": 41055 }, { "epoch": 36.46, "learning_rate": 1.8335313362783428e-05, "loss": 19.3945, "step": 41056 }, { "epoch": 36.46, "learning_rate": 1.8333134815514203e-05, "loss": 18.9668, "step": 41057 }, { "epoch": 36.46, "learning_rate": 1.83309563686225e-05, "loss": 19.2529, "step": 41058 }, { "epoch": 36.46, "learning_rate": 1.8328778022115213e-05, "loss": 19.002, "step": 41059 }, { "epoch": 36.47, "learning_rate": 1.8326599775999225e-05, "loss": 19.5908, "step": 41060 }, { "epoch": 36.47, "learning_rate": 1.8324421630281486e-05, "loss": 19.7012, "step": 41061 }, { "epoch": 36.47, "learning_rate": 1.8322243584968858e-05, "loss": 18.9551, "step": 41062 }, { "epoch": 36.47, "learning_rate": 1.832006564006828e-05, "loss": 19.2607, "step": 41063 }, { "epoch": 36.47, "learning_rate": 1.8317887795586637e-05, "loss": 19.2881, "step": 41064 }, { "epoch": 36.47, "learning_rate": 1.831571005153082e-05, "loss": 19.4375, "step": 41065 }, { "epoch": 36.47, "learning_rate": 1.831353240790776e-05, "loss": 19.0098, "step": 41066 }, { "epoch": 36.47, "learning_rate": 1.8311354864724335e-05, "loss": 19.249, "step": 41067 }, { "epoch": 36.47, "learning_rate": 1.8311354864724335e-05, "loss": 19.1621, "step": 41068 }, { "epoch": 36.47, "learning_rate": 1.8309177421987455e-05, "loss": 19.2949, "step": 41069 }, { "epoch": 36.47, "learning_rate": 1.830700007970404e-05, "loss": 19.3818, "step": 41070 }, { "epoch": 36.48, "learning_rate": 1.830482283788098e-05, "loss": 19.3018, "step": 41071 }, { "epoch": 36.48, "learning_rate": 1.8302645696525177e-05, "loss": 19.1064, "step": 41072 }, { "epoch": 36.48, "learning_rate": 1.830046865564351e-05, "loss": 19.0186, "step": 41073 }, { "epoch": 36.48, "learning_rate": 1.8298291715242894e-05, "loss": 19.3008, "step": 41074 }, { "epoch": 36.48, "learning_rate": 1.8296114875330256e-05, "loss": 19.0254, "step": 41075 }, { "epoch": 36.48, "learning_rate": 1.8293938135912476e-05, "loss": 19.1943, "step": 41076 }, { "epoch": 36.48, "learning_rate": 1.829176149699643e-05, "loss": 20.0957, "step": 41077 }, { "epoch": 36.48, "learning_rate": 1.8289584958589058e-05, "loss": 19.4023, "step": 41078 }, { "epoch": 36.48, "learning_rate": 1.8287408520697223e-05, "loss": 19.4385, "step": 41079 }, { "epoch": 36.48, "learning_rate": 1.828523218332786e-05, "loss": 18.9854, "step": 41080 }, { "epoch": 36.48, "learning_rate": 1.8283055946487847e-05, "loss": 19.1758, "step": 41081 }, { "epoch": 36.48, "learning_rate": 1.8280879810184072e-05, "loss": 19.0088, "step": 41082 }, { "epoch": 36.49, "learning_rate": 1.827870377442346e-05, "loss": 19.4434, "step": 41083 }, { "epoch": 36.49, "learning_rate": 1.8276527839212876e-05, "loss": 19.5293, "step": 41084 }, { "epoch": 36.49, "learning_rate": 1.8274352004559254e-05, "loss": 19.1826, "step": 41085 }, { "epoch": 36.49, "learning_rate": 1.8272176270469453e-05, "loss": 19.667, "step": 41086 }, { "epoch": 36.49, "learning_rate": 1.827000063695041e-05, "loss": 19.501, "step": 41087 }, { "epoch": 36.49, "learning_rate": 1.826782510400899e-05, "loss": 19.2373, "step": 41088 }, { "epoch": 36.49, "learning_rate": 1.826564967165209e-05, "loss": 19.2998, "step": 41089 }, { "epoch": 36.49, "learning_rate": 1.8263474339886628e-05, "loss": 19.4463, "step": 41090 }, { "epoch": 36.49, "learning_rate": 1.8261299108719472e-05, "loss": 19.4062, "step": 41091 }, { "epoch": 36.49, "learning_rate": 1.825912397815755e-05, "loss": 18.9824, "step": 41092 }, { "epoch": 36.49, "learning_rate": 1.8256948948207732e-05, "loss": 19.3232, "step": 41093 }, { "epoch": 36.5, "learning_rate": 1.82547740188769e-05, "loss": 19.6494, "step": 41094 }, { "epoch": 36.5, "learning_rate": 1.8252599190171978e-05, "loss": 19.4678, "step": 41095 }, { "epoch": 36.5, "learning_rate": 1.825042446209985e-05, "loss": 19.2441, "step": 41096 }, { "epoch": 36.5, "learning_rate": 1.8248249834667418e-05, "loss": 19.2939, "step": 41097 }, { "epoch": 36.5, "learning_rate": 1.824607530788156e-05, "loss": 19.3438, "step": 41098 }, { "epoch": 36.5, "learning_rate": 1.824390088174916e-05, "loss": 19.1885, "step": 41099 }, { "epoch": 36.5, "learning_rate": 1.824172655627712e-05, "loss": 19.3262, "step": 41100 }, { "epoch": 36.5, "learning_rate": 1.823955233147236e-05, "loss": 19.2705, "step": 41101 }, { "epoch": 36.5, "learning_rate": 1.823737820734172e-05, "loss": 19.4346, "step": 41102 }, { "epoch": 36.5, "learning_rate": 1.8235204183892146e-05, "loss": 18.9688, "step": 41103 }, { "epoch": 36.5, "learning_rate": 1.82330302611305e-05, "loss": 19.3682, "step": 41104 }, { "epoch": 36.51, "learning_rate": 1.823085643906366e-05, "loss": 19.5576, "step": 41105 }, { "epoch": 36.51, "learning_rate": 1.8228682717698543e-05, "loss": 19.6621, "step": 41106 }, { "epoch": 36.51, "learning_rate": 1.8226509097042017e-05, "loss": 19.4121, "step": 41107 }, { "epoch": 36.51, "learning_rate": 1.8224335577101e-05, "loss": 19.1992, "step": 41108 }, { "epoch": 36.51, "learning_rate": 1.822216215788236e-05, "loss": 19.7842, "step": 41109 }, { "epoch": 36.51, "learning_rate": 1.8219988839392983e-05, "loss": 19.6133, "step": 41110 }, { "epoch": 36.51, "learning_rate": 1.8217815621639772e-05, "loss": 19.3125, "step": 41111 }, { "epoch": 36.51, "learning_rate": 1.8215642504629603e-05, "loss": 19.168, "step": 41112 }, { "epoch": 36.51, "learning_rate": 1.8213469488369368e-05, "loss": 19.085, "step": 41113 }, { "epoch": 36.51, "learning_rate": 1.821129657286599e-05, "loss": 19.6904, "step": 41114 }, { "epoch": 36.51, "learning_rate": 1.820912375812629e-05, "loss": 18.751, "step": 41115 }, { "epoch": 36.52, "learning_rate": 1.820695104415721e-05, "loss": 19.1367, "step": 41116 }, { "epoch": 36.52, "learning_rate": 1.8204778430965602e-05, "loss": 19.5322, "step": 41117 }, { "epoch": 36.52, "learning_rate": 1.8202605918558362e-05, "loss": 18.8779, "step": 41118 }, { "epoch": 36.52, "learning_rate": 1.8200433506942425e-05, "loss": 19.4775, "step": 41119 }, { "epoch": 36.52, "learning_rate": 1.8198261196124595e-05, "loss": 19.165, "step": 41120 }, { "epoch": 36.52, "learning_rate": 1.8196088986111797e-05, "loss": 19.2148, "step": 41121 }, { "epoch": 36.52, "learning_rate": 1.819391687691094e-05, "loss": 19.7588, "step": 41122 }, { "epoch": 36.52, "learning_rate": 1.8191744868528866e-05, "loss": 19.6816, "step": 41123 }, { "epoch": 36.52, "learning_rate": 1.8189572960972512e-05, "loss": 19.2627, "step": 41124 }, { "epoch": 36.52, "learning_rate": 1.8187401154248695e-05, "loss": 19.1396, "step": 41125 }, { "epoch": 36.52, "learning_rate": 1.8185229448364337e-05, "loss": 19.3076, "step": 41126 }, { "epoch": 36.52, "learning_rate": 1.8183057843326336e-05, "loss": 19.2412, "step": 41127 }, { "epoch": 36.53, "learning_rate": 1.8183057843326336e-05, "loss": 19.2598, "step": 41128 }, { "epoch": 36.53, "learning_rate": 1.818088633914154e-05, "loss": 19.1582, "step": 41129 }, { "epoch": 36.53, "learning_rate": 1.817871493581687e-05, "loss": 19.2715, "step": 41130 }, { "epoch": 36.53, "learning_rate": 1.8176543633359188e-05, "loss": 19.3018, "step": 41131 }, { "epoch": 36.53, "learning_rate": 1.8174372431775367e-05, "loss": 19.4609, "step": 41132 }, { "epoch": 36.53, "learning_rate": 1.8172201331072312e-05, "loss": 18.5806, "step": 41133 }, { "epoch": 36.53, "learning_rate": 1.8170030331256882e-05, "loss": 18.5039, "step": 41134 }, { "epoch": 36.53, "learning_rate": 1.8167859432335988e-05, "loss": 19.3457, "step": 41135 }, { "epoch": 36.53, "learning_rate": 1.816568863431649e-05, "loss": 19.4004, "step": 41136 }, { "epoch": 36.53, "learning_rate": 1.8163517937205256e-05, "loss": 19.291, "step": 41137 }, { "epoch": 36.53, "learning_rate": 1.81613473410092e-05, "loss": 19.8613, "step": 41138 }, { "epoch": 36.54, "learning_rate": 1.8159176845735172e-05, "loss": 19.0469, "step": 41139 }, { "epoch": 36.54, "learning_rate": 1.8157006451390064e-05, "loss": 19.1279, "step": 41140 }, { "epoch": 36.54, "learning_rate": 1.8154836157980792e-05, "loss": 19.1055, "step": 41141 }, { "epoch": 36.54, "learning_rate": 1.8152665965514165e-05, "loss": 19.0137, "step": 41142 }, { "epoch": 36.54, "learning_rate": 1.815049587399712e-05, "loss": 19.6689, "step": 41143 }, { "epoch": 36.54, "learning_rate": 1.814832588343649e-05, "loss": 19.3848, "step": 41144 }, { "epoch": 36.54, "learning_rate": 1.8146155993839183e-05, "loss": 19.5908, "step": 41145 }, { "epoch": 36.54, "learning_rate": 1.814398620521208e-05, "loss": 19.3936, "step": 41146 }, { "epoch": 36.54, "learning_rate": 1.814181651756206e-05, "loss": 19.627, "step": 41147 }, { "epoch": 36.54, "learning_rate": 1.813964693089597e-05, "loss": 18.9355, "step": 41148 }, { "epoch": 36.54, "learning_rate": 1.8137477445220725e-05, "loss": 18.5439, "step": 41149 }, { "epoch": 36.55, "learning_rate": 1.8135308060543165e-05, "loss": 18.7959, "step": 41150 }, { "epoch": 36.55, "learning_rate": 1.8133138776870208e-05, "loss": 18.8506, "step": 41151 }, { "epoch": 36.55, "learning_rate": 1.81309695942087e-05, "loss": 19.3291, "step": 41152 }, { "epoch": 36.55, "learning_rate": 1.8128800512565513e-05, "loss": 19.7002, "step": 41153 }, { "epoch": 36.55, "learning_rate": 1.812663153194755e-05, "loss": 18.8779, "step": 41154 }, { "epoch": 36.55, "learning_rate": 1.8124462652361664e-05, "loss": 19.6719, "step": 41155 }, { "epoch": 36.55, "learning_rate": 1.812229387381474e-05, "loss": 18.7861, "step": 41156 }, { "epoch": 36.55, "learning_rate": 1.812012519631366e-05, "loss": 19.1191, "step": 41157 }, { "epoch": 36.55, "learning_rate": 1.811795661986526e-05, "loss": 19.3506, "step": 41158 }, { "epoch": 36.55, "learning_rate": 1.8115788144476466e-05, "loss": 19.3682, "step": 41159 }, { "epoch": 36.55, "learning_rate": 1.8113619770154107e-05, "loss": 18.9326, "step": 41160 }, { "epoch": 36.56, "learning_rate": 1.8111451496905096e-05, "loss": 19.4463, "step": 41161 }, { "epoch": 36.56, "learning_rate": 1.810928332473627e-05, "loss": 20.0645, "step": 41162 }, { "epoch": 36.56, "learning_rate": 1.8107115253654532e-05, "loss": 19.4961, "step": 41163 }, { "epoch": 36.56, "learning_rate": 1.810494728366674e-05, "loss": 19.4795, "step": 41164 }, { "epoch": 36.56, "learning_rate": 1.8102779414779754e-05, "loss": 19.3652, "step": 41165 }, { "epoch": 36.56, "learning_rate": 1.810061164700047e-05, "loss": 18.7646, "step": 41166 }, { "epoch": 36.56, "learning_rate": 1.8098443980335733e-05, "loss": 19.0908, "step": 41167 }, { "epoch": 36.56, "learning_rate": 1.8096276414792447e-05, "loss": 19.5781, "step": 41168 }, { "epoch": 36.56, "learning_rate": 1.8094108950377464e-05, "loss": 19.1611, "step": 41169 }, { "epoch": 36.56, "learning_rate": 1.809194158709764e-05, "loss": 19.3281, "step": 41170 }, { "epoch": 36.56, "learning_rate": 1.8089774324959853e-05, "loss": 19.6299, "step": 41171 }, { "epoch": 36.56, "learning_rate": 1.8087607163970998e-05, "loss": 19.3555, "step": 41172 }, { "epoch": 36.57, "learning_rate": 1.8085440104137914e-05, "loss": 19.7373, "step": 41173 }, { "epoch": 36.57, "learning_rate": 1.80832731454675e-05, "loss": 19.9033, "step": 41174 }, { "epoch": 36.57, "learning_rate": 1.8081106287966603e-05, "loss": 19.1777, "step": 41175 }, { "epoch": 36.57, "learning_rate": 1.807893953164208e-05, "loss": 19.249, "step": 41176 }, { "epoch": 36.57, "learning_rate": 1.807677287650083e-05, "loss": 19.0293, "step": 41177 }, { "epoch": 36.57, "learning_rate": 1.8074606322549693e-05, "loss": 19.2422, "step": 41178 }, { "epoch": 36.57, "learning_rate": 1.807243986979556e-05, "loss": 18.8887, "step": 41179 }, { "epoch": 36.57, "learning_rate": 1.8070273518245296e-05, "loss": 19.3574, "step": 41180 }, { "epoch": 36.57, "learning_rate": 1.8068107267905733e-05, "loss": 19.4229, "step": 41181 }, { "epoch": 36.57, "learning_rate": 1.8065941118783785e-05, "loss": 18.9932, "step": 41182 }, { "epoch": 36.57, "learning_rate": 1.806377507088628e-05, "loss": 19.7295, "step": 41183 }, { "epoch": 36.58, "learning_rate": 1.806160912422012e-05, "loss": 18.6211, "step": 41184 }, { "epoch": 36.58, "learning_rate": 1.805944327879215e-05, "loss": 19.3018, "step": 41185 }, { "epoch": 36.58, "learning_rate": 1.805727753460922e-05, "loss": 19.1729, "step": 41186 }, { "epoch": 36.58, "learning_rate": 1.8055111891678227e-05, "loss": 19.6562, "step": 41187 }, { "epoch": 36.58, "learning_rate": 1.8052946350006005e-05, "loss": 18.7871, "step": 41188 }, { "epoch": 36.58, "learning_rate": 1.8050780909599434e-05, "loss": 19.4707, "step": 41189 }, { "epoch": 36.58, "learning_rate": 1.8048615570465417e-05, "loss": 19.1338, "step": 41190 }, { "epoch": 36.58, "learning_rate": 1.8046450332610737e-05, "loss": 19.6113, "step": 41191 }, { "epoch": 36.58, "learning_rate": 1.804428519604232e-05, "loss": 19.0908, "step": 41192 }, { "epoch": 36.58, "learning_rate": 1.8042120160766988e-05, "loss": 19.4082, "step": 41193 }, { "epoch": 36.58, "learning_rate": 1.803995522679163e-05, "loss": 19.1865, "step": 41194 }, { "epoch": 36.59, "learning_rate": 1.8037790394123127e-05, "loss": 19.1406, "step": 41195 }, { "epoch": 36.59, "learning_rate": 1.8035625662768284e-05, "loss": 19.5059, "step": 41196 }, { "epoch": 36.59, "learning_rate": 1.8033461032734e-05, "loss": 19.5703, "step": 41197 }, { "epoch": 36.59, "learning_rate": 1.8031296504027145e-05, "loss": 18.9492, "step": 41198 }, { "epoch": 36.59, "learning_rate": 1.8029132076654555e-05, "loss": 19.5645, "step": 41199 }, { "epoch": 36.59, "learning_rate": 1.8026967750623113e-05, "loss": 18.8574, "step": 41200 }, { "epoch": 36.59, "learning_rate": 1.802480352593967e-05, "loss": 18.8369, "step": 41201 }, { "epoch": 36.59, "learning_rate": 1.802263940261107e-05, "loss": 19.3799, "step": 41202 }, { "epoch": 36.59, "learning_rate": 1.8020475380644202e-05, "loss": 18.7314, "step": 41203 }, { "epoch": 36.59, "learning_rate": 1.8018311460045894e-05, "loss": 19.2822, "step": 41204 }, { "epoch": 36.59, "learning_rate": 1.8016147640823038e-05, "loss": 19.1729, "step": 41205 }, { "epoch": 36.6, "learning_rate": 1.801398392298248e-05, "loss": 19.1514, "step": 41206 }, { "epoch": 36.6, "learning_rate": 1.8011820306531063e-05, "loss": 20.2002, "step": 41207 }, { "epoch": 36.6, "learning_rate": 1.800965679147567e-05, "loss": 19.3037, "step": 41208 }, { "epoch": 36.6, "learning_rate": 1.8007493377823133e-05, "loss": 18.9922, "step": 41209 }, { "epoch": 36.6, "learning_rate": 1.8005330065580334e-05, "loss": 19.1152, "step": 41210 }, { "epoch": 36.6, "learning_rate": 1.8003166854754128e-05, "loss": 19.5527, "step": 41211 }, { "epoch": 36.6, "learning_rate": 1.8001003745351342e-05, "loss": 19.0771, "step": 41212 }, { "epoch": 36.6, "learning_rate": 1.7998840737378868e-05, "loss": 19.5625, "step": 41213 }, { "epoch": 36.6, "learning_rate": 1.799667783084354e-05, "loss": 19.165, "step": 41214 }, { "epoch": 36.6, "learning_rate": 1.7994515025752217e-05, "loss": 19.376, "step": 41215 }, { "epoch": 36.6, "learning_rate": 1.79923523221118e-05, "loss": 19.4297, "step": 41216 }, { "epoch": 36.6, "learning_rate": 1.7990189719929063e-05, "loss": 19.4639, "step": 41217 }, { "epoch": 36.61, "learning_rate": 1.7988027219210922e-05, "loss": 18.7725, "step": 41218 }, { "epoch": 36.61, "learning_rate": 1.79858648199642e-05, "loss": 19.1455, "step": 41219 }, { "epoch": 36.61, "learning_rate": 1.7983702522195762e-05, "loss": 18.9434, "step": 41220 }, { "epoch": 36.61, "learning_rate": 1.7981540325912477e-05, "loss": 19.5342, "step": 41221 }, { "epoch": 36.61, "learning_rate": 1.7979378231121186e-05, "loss": 18.791, "step": 41222 }, { "epoch": 36.61, "learning_rate": 1.7977216237828727e-05, "loss": 19.1602, "step": 41223 }, { "epoch": 36.61, "learning_rate": 1.797505434604198e-05, "loss": 18.8945, "step": 41224 }, { "epoch": 36.61, "learning_rate": 1.7972892555767773e-05, "loss": 19.3174, "step": 41225 }, { "epoch": 36.61, "learning_rate": 1.797073086701299e-05, "loss": 18.9395, "step": 41226 }, { "epoch": 36.61, "learning_rate": 1.7968569279784464e-05, "loss": 19.4795, "step": 41227 }, { "epoch": 36.61, "learning_rate": 1.7966407794089025e-05, "loss": 18.9316, "step": 41228 }, { "epoch": 36.62, "learning_rate": 1.7964246409933568e-05, "loss": 19.2715, "step": 41229 }, { "epoch": 36.62, "learning_rate": 1.7962085127324903e-05, "loss": 19.5762, "step": 41230 }, { "epoch": 36.62, "learning_rate": 1.7962085127324903e-05, "loss": 19.5928, "step": 41231 }, { "epoch": 36.62, "learning_rate": 1.7959923946269918e-05, "loss": 19.0293, "step": 41232 }, { "epoch": 36.62, "learning_rate": 1.795776286677543e-05, "loss": 19.082, "step": 41233 }, { "epoch": 36.62, "learning_rate": 1.7955601888848322e-05, "loss": 18.9814, "step": 41234 }, { "epoch": 36.62, "learning_rate": 1.7953441012495425e-05, "loss": 19.0186, "step": 41235 }, { "epoch": 36.62, "learning_rate": 1.795128023772358e-05, "loss": 19.1113, "step": 41236 }, { "epoch": 36.62, "learning_rate": 1.7949119564539656e-05, "loss": 19.3125, "step": 41237 }, { "epoch": 36.62, "learning_rate": 1.794695899295048e-05, "loss": 19.2646, "step": 41238 }, { "epoch": 36.62, "learning_rate": 1.794479852296293e-05, "loss": 19.3086, "step": 41239 }, { "epoch": 36.63, "learning_rate": 1.7942638154583835e-05, "loss": 19.0225, "step": 41240 }, { "epoch": 36.63, "learning_rate": 1.794047788782003e-05, "loss": 19.3633, "step": 41241 }, { "epoch": 36.63, "learning_rate": 1.7938317722678377e-05, "loss": 20.0771, "step": 41242 }, { "epoch": 36.63, "learning_rate": 1.793615765916574e-05, "loss": 19.1562, "step": 41243 }, { "epoch": 36.63, "learning_rate": 1.793399769728895e-05, "loss": 18.9473, "step": 41244 }, { "epoch": 36.63, "learning_rate": 1.793183783705486e-05, "loss": 19.3008, "step": 41245 }, { "epoch": 36.63, "learning_rate": 1.7929678078470286e-05, "loss": 19.1602, "step": 41246 }, { "epoch": 36.63, "learning_rate": 1.7927518421542104e-05, "loss": 19.0508, "step": 41247 }, { "epoch": 36.63, "learning_rate": 1.792535886627717e-05, "loss": 18.7539, "step": 41248 }, { "epoch": 36.63, "learning_rate": 1.792319941268229e-05, "loss": 19.0947, "step": 41249 }, { "epoch": 36.63, "learning_rate": 1.7921040060764354e-05, "loss": 19.1699, "step": 41250 }, { "epoch": 36.63, "learning_rate": 1.7918880810530185e-05, "loss": 19.1641, "step": 41251 }, { "epoch": 36.64, "learning_rate": 1.7916721661986614e-05, "loss": 19.1855, "step": 41252 }, { "epoch": 36.64, "learning_rate": 1.7914562615140506e-05, "loss": 19.5117, "step": 41253 }, { "epoch": 36.64, "learning_rate": 1.791240366999869e-05, "loss": 19.2129, "step": 41254 }, { "epoch": 36.64, "learning_rate": 1.791024482656803e-05, "loss": 19.1396, "step": 41255 }, { "epoch": 36.64, "learning_rate": 1.790808608485535e-05, "loss": 19.4033, "step": 41256 }, { "epoch": 36.64, "learning_rate": 1.790592744486749e-05, "loss": 19.5635, "step": 41257 }, { "epoch": 36.64, "learning_rate": 1.7903768906611312e-05, "loss": 18.7002, "step": 41258 }, { "epoch": 36.64, "learning_rate": 1.7901610470093632e-05, "loss": 18.9766, "step": 41259 }, { "epoch": 36.64, "learning_rate": 1.7899452135321325e-05, "loss": 18.793, "step": 41260 }, { "epoch": 36.64, "learning_rate": 1.789729390230121e-05, "loss": 19.334, "step": 41261 }, { "epoch": 36.64, "learning_rate": 1.7895135771040123e-05, "loss": 19.1396, "step": 41262 }, { "epoch": 36.65, "learning_rate": 1.7892977741544924e-05, "loss": 19.2314, "step": 41263 }, { "epoch": 36.65, "learning_rate": 1.789081981382243e-05, "loss": 19.5342, "step": 41264 }, { "epoch": 36.65, "learning_rate": 1.7888661987879497e-05, "loss": 19.3643, "step": 41265 }, { "epoch": 36.65, "learning_rate": 1.7886504263722993e-05, "loss": 19.1514, "step": 41266 }, { "epoch": 36.65, "learning_rate": 1.7884346641359694e-05, "loss": 19.1328, "step": 41267 }, { "epoch": 36.65, "learning_rate": 1.7882189120796473e-05, "loss": 19.0283, "step": 41268 }, { "epoch": 36.65, "learning_rate": 1.7880031702040185e-05, "loss": 18.6582, "step": 41269 }, { "epoch": 36.65, "learning_rate": 1.7877874385097637e-05, "loss": 19.1836, "step": 41270 }, { "epoch": 36.65, "learning_rate": 1.7875717169975713e-05, "loss": 18.957, "step": 41271 }, { "epoch": 36.65, "learning_rate": 1.7873560056681187e-05, "loss": 19.6455, "step": 41272 }, { "epoch": 36.65, "learning_rate": 1.7871403045220935e-05, "loss": 19.0801, "step": 41273 }, { "epoch": 36.66, "learning_rate": 1.7869246135601803e-05, "loss": 19.3281, "step": 41274 }, { "epoch": 36.66, "learning_rate": 1.7867089327830594e-05, "loss": 18.9902, "step": 41275 }, { "epoch": 36.66, "learning_rate": 1.786493262191419e-05, "loss": 19.0508, "step": 41276 }, { "epoch": 36.66, "learning_rate": 1.7862776017859394e-05, "loss": 19.3369, "step": 41277 }, { "epoch": 36.66, "learning_rate": 1.7860619515673033e-05, "loss": 19.2568, "step": 41278 }, { "epoch": 36.66, "learning_rate": 1.7858463115361978e-05, "loss": 19.4072, "step": 41279 }, { "epoch": 36.66, "learning_rate": 1.7856306816933032e-05, "loss": 19.8262, "step": 41280 }, { "epoch": 36.66, "learning_rate": 1.7854150620393062e-05, "loss": 18.6992, "step": 41281 }, { "epoch": 36.66, "learning_rate": 1.7851994525748883e-05, "loss": 19.3691, "step": 41282 }, { "epoch": 36.66, "learning_rate": 1.7849838533007314e-05, "loss": 19.3994, "step": 41283 }, { "epoch": 36.66, "learning_rate": 1.7847682642175223e-05, "loss": 19.3848, "step": 41284 }, { "epoch": 36.67, "learning_rate": 1.784552685325941e-05, "loss": 19.7646, "step": 41285 }, { "epoch": 36.67, "learning_rate": 1.7843371166266743e-05, "loss": 19.4414, "step": 41286 }, { "epoch": 36.67, "learning_rate": 1.7841215581204036e-05, "loss": 19.0801, "step": 41287 }, { "epoch": 36.67, "learning_rate": 1.7839060098078108e-05, "loss": 19.0146, "step": 41288 }, { "epoch": 36.67, "learning_rate": 1.7836904716895818e-05, "loss": 18.6777, "step": 41289 }, { "epoch": 36.67, "learning_rate": 1.7834749437663978e-05, "loss": 19.3262, "step": 41290 }, { "epoch": 36.67, "learning_rate": 1.7832594260389423e-05, "loss": 19.6396, "step": 41291 }, { "epoch": 36.67, "learning_rate": 1.7830439185079028e-05, "loss": 19.3271, "step": 41292 }, { "epoch": 36.67, "learning_rate": 1.7828284211739554e-05, "loss": 19.7539, "step": 41293 }, { "epoch": 36.67, "learning_rate": 1.7826129340377857e-05, "loss": 19.4814, "step": 41294 }, { "epoch": 36.67, "learning_rate": 1.7826129340377857e-05, "loss": 19.2432, "step": 41295 }, { "epoch": 36.67, "learning_rate": 1.7823974571000796e-05, "loss": 18.9033, "step": 41296 }, { "epoch": 36.68, "learning_rate": 1.7821819903615163e-05, "loss": 19.1191, "step": 41297 }, { "epoch": 36.68, "learning_rate": 1.781966533822782e-05, "loss": 19.1445, "step": 41298 }, { "epoch": 36.68, "learning_rate": 1.7817510874845583e-05, "loss": 19.6045, "step": 41299 }, { "epoch": 36.68, "learning_rate": 1.781535651347526e-05, "loss": 19.0615, "step": 41300 }, { "epoch": 36.68, "learning_rate": 1.7813202254123718e-05, "loss": 19.7119, "step": 41301 }, { "epoch": 36.68, "learning_rate": 1.781104809679775e-05, "loss": 18.8662, "step": 41302 }, { "epoch": 36.68, "learning_rate": 1.780889404150422e-05, "loss": 18.9521, "step": 41303 }, { "epoch": 36.68, "learning_rate": 1.7806740088249933e-05, "loss": 19.4775, "step": 41304 }, { "epoch": 36.68, "learning_rate": 1.7804586237041703e-05, "loss": 19.0723, "step": 41305 }, { "epoch": 36.68, "learning_rate": 1.7802432487886395e-05, "loss": 19.4121, "step": 41306 }, { "epoch": 36.68, "learning_rate": 1.7800278840790802e-05, "loss": 19.0674, "step": 41307 }, { "epoch": 36.69, "learning_rate": 1.7798125295761774e-05, "loss": 19.4766, "step": 41308 }, { "epoch": 36.69, "learning_rate": 1.7795971852806115e-05, "loss": 19.4082, "step": 41309 }, { "epoch": 36.69, "learning_rate": 1.7793818511930675e-05, "loss": 18.7383, "step": 41310 }, { "epoch": 36.69, "learning_rate": 1.7791665273142276e-05, "loss": 19.4189, "step": 41311 }, { "epoch": 36.69, "learning_rate": 1.7789512136447717e-05, "loss": 19.5107, "step": 41312 }, { "epoch": 36.69, "learning_rate": 1.7787359101853858e-05, "loss": 19.7607, "step": 41313 }, { "epoch": 36.69, "learning_rate": 1.778520616936749e-05, "loss": 19.3877, "step": 41314 }, { "epoch": 36.69, "learning_rate": 1.778305333899547e-05, "loss": 18.6904, "step": 41315 }, { "epoch": 36.69, "learning_rate": 1.778090061074461e-05, "loss": 19.2969, "step": 41316 }, { "epoch": 36.69, "learning_rate": 1.7778747984621708e-05, "loss": 19.6924, "step": 41317 }, { "epoch": 36.69, "learning_rate": 1.7776595460633615e-05, "loss": 19.0234, "step": 41318 }, { "epoch": 36.7, "learning_rate": 1.7774443038787165e-05, "loss": 19.9355, "step": 41319 }, { "epoch": 36.7, "learning_rate": 1.7772290719089165e-05, "loss": 19.0195, "step": 41320 }, { "epoch": 36.7, "learning_rate": 1.7770138501546418e-05, "loss": 19.0752, "step": 41321 }, { "epoch": 36.7, "learning_rate": 1.776798638616578e-05, "loss": 19.3047, "step": 41322 }, { "epoch": 36.7, "learning_rate": 1.7765834372954043e-05, "loss": 19.4258, "step": 41323 }, { "epoch": 36.7, "learning_rate": 1.7763682461918062e-05, "loss": 19.377, "step": 41324 }, { "epoch": 36.7, "learning_rate": 1.7761530653064623e-05, "loss": 19.3057, "step": 41325 }, { "epoch": 36.7, "learning_rate": 1.775937894640058e-05, "loss": 19.584, "step": 41326 }, { "epoch": 36.7, "learning_rate": 1.7757227341932737e-05, "loss": 19.2266, "step": 41327 }, { "epoch": 36.7, "learning_rate": 1.7755075839667895e-05, "loss": 19.3154, "step": 41328 }, { "epoch": 36.7, "learning_rate": 1.775292443961291e-05, "loss": 18.999, "step": 41329 }, { "epoch": 36.71, "learning_rate": 1.7750773141774568e-05, "loss": 19.1152, "step": 41330 }, { "epoch": 36.71, "learning_rate": 1.774862194615972e-05, "loss": 19.6289, "step": 41331 }, { "epoch": 36.71, "learning_rate": 1.774647085277517e-05, "loss": 19.1543, "step": 41332 }, { "epoch": 36.71, "learning_rate": 1.774431986162772e-05, "loss": 18.9932, "step": 41333 }, { "epoch": 36.71, "learning_rate": 1.774216897272422e-05, "loss": 19.8623, "step": 41334 }, { "epoch": 36.71, "learning_rate": 1.7740018186071457e-05, "loss": 18.9053, "step": 41335 }, { "epoch": 36.71, "learning_rate": 1.7737867501676274e-05, "loss": 19.6387, "step": 41336 }, { "epoch": 36.71, "learning_rate": 1.7735716919545487e-05, "loss": 19.5469, "step": 41337 }, { "epoch": 36.71, "learning_rate": 1.7733566439685878e-05, "loss": 19.2744, "step": 41338 }, { "epoch": 36.71, "learning_rate": 1.773141606210431e-05, "loss": 19.0986, "step": 41339 }, { "epoch": 36.71, "learning_rate": 1.7729265786807557e-05, "loss": 19.083, "step": 41340 }, { "epoch": 36.71, "learning_rate": 1.7727115613802465e-05, "loss": 19.334, "step": 41341 }, { "epoch": 36.72, "learning_rate": 1.7724965543095867e-05, "loss": 18.7725, "step": 41342 }, { "epoch": 36.72, "learning_rate": 1.7722815574694525e-05, "loss": 19.3672, "step": 41343 }, { "epoch": 36.72, "learning_rate": 1.772066570860528e-05, "loss": 19.0439, "step": 41344 }, { "epoch": 36.72, "learning_rate": 1.7718515944834957e-05, "loss": 19.5459, "step": 41345 }, { "epoch": 36.72, "learning_rate": 1.7716366283390352e-05, "loss": 19.3828, "step": 41346 }, { "epoch": 36.72, "learning_rate": 1.771421672427832e-05, "loss": 19.1592, "step": 41347 }, { "epoch": 36.72, "learning_rate": 1.7712067267505604e-05, "loss": 19.4854, "step": 41348 }, { "epoch": 36.72, "learning_rate": 1.7709917913079065e-05, "loss": 19.7871, "step": 41349 }, { "epoch": 36.72, "learning_rate": 1.770776866100552e-05, "loss": 19.7051, "step": 41350 }, { "epoch": 36.72, "learning_rate": 1.7705619511291747e-05, "loss": 19.3291, "step": 41351 }, { "epoch": 36.72, "learning_rate": 1.7703470463944606e-05, "loss": 19.0566, "step": 41352 }, { "epoch": 36.73, "learning_rate": 1.7701321518970877e-05, "loss": 19.918, "step": 41353 }, { "epoch": 36.73, "learning_rate": 1.7699172676377362e-05, "loss": 19.6348, "step": 41354 }, { "epoch": 36.73, "learning_rate": 1.769702393617091e-05, "loss": 19.9404, "step": 41355 }, { "epoch": 36.73, "learning_rate": 1.7694875298358286e-05, "loss": 19.9062, "step": 41356 }, { "epoch": 36.73, "learning_rate": 1.769272676294635e-05, "loss": 19.1592, "step": 41357 }, { "epoch": 36.73, "learning_rate": 1.769057832994188e-05, "loss": 19.1299, "step": 41358 }, { "epoch": 36.73, "learning_rate": 1.768842999935168e-05, "loss": 19.5645, "step": 41359 }, { "epoch": 36.73, "learning_rate": 1.7686281771182595e-05, "loss": 19.085, "step": 41360 }, { "epoch": 36.73, "learning_rate": 1.7684133645441385e-05, "loss": 19.4287, "step": 41361 }, { "epoch": 36.73, "learning_rate": 1.7681985622134895e-05, "loss": 19.9229, "step": 41362 }, { "epoch": 36.73, "learning_rate": 1.767983770126996e-05, "loss": 19.9707, "step": 41363 }, { "epoch": 36.74, "learning_rate": 1.7677689882853322e-05, "loss": 19.1787, "step": 41364 }, { "epoch": 36.74, "learning_rate": 1.7675542166891835e-05, "loss": 18.6094, "step": 41365 }, { "epoch": 36.74, "learning_rate": 1.7673394553392275e-05, "loss": 19.0977, "step": 41366 }, { "epoch": 36.74, "learning_rate": 1.7671247042361466e-05, "loss": 19.2646, "step": 41367 }, { "epoch": 36.74, "learning_rate": 1.7669099633806234e-05, "loss": 19.4746, "step": 41368 }, { "epoch": 36.74, "learning_rate": 1.7666952327733375e-05, "loss": 18.9551, "step": 41369 }, { "epoch": 36.74, "learning_rate": 1.766480512414967e-05, "loss": 19.9971, "step": 41370 }, { "epoch": 36.74, "learning_rate": 1.766265802306196e-05, "loss": 19.2285, "step": 41371 }, { "epoch": 36.74, "learning_rate": 1.7660511024477018e-05, "loss": 19.1318, "step": 41372 }, { "epoch": 36.74, "learning_rate": 1.7658364128401682e-05, "loss": 19.4902, "step": 41373 }, { "epoch": 36.74, "learning_rate": 1.765621733484275e-05, "loss": 19.2734, "step": 41374 }, { "epoch": 36.75, "learning_rate": 1.7654070643806998e-05, "loss": 19.8633, "step": 41375 }, { "epoch": 36.75, "learning_rate": 1.7651924055301265e-05, "loss": 19.6982, "step": 41376 }, { "epoch": 36.75, "learning_rate": 1.7649777569332327e-05, "loss": 19.4463, "step": 41377 }, { "epoch": 36.75, "learning_rate": 1.764763118590702e-05, "loss": 19.4863, "step": 41378 }, { "epoch": 36.75, "learning_rate": 1.7645484905032128e-05, "loss": 19.0986, "step": 41379 }, { "epoch": 36.75, "learning_rate": 1.7643338726714443e-05, "loss": 20.0811, "step": 41380 }, { "epoch": 36.75, "learning_rate": 1.7641192650960796e-05, "loss": 19.2598, "step": 41381 }, { "epoch": 36.75, "learning_rate": 1.7639046677777964e-05, "loss": 19.0234, "step": 41382 }, { "epoch": 36.75, "learning_rate": 1.7636900807172773e-05, "loss": 19.2793, "step": 41383 }, { "epoch": 36.75, "learning_rate": 1.7634755039151997e-05, "loss": 19.3564, "step": 41384 }, { "epoch": 36.75, "learning_rate": 1.763260937372247e-05, "loss": 19.0801, "step": 41385 }, { "epoch": 36.75, "learning_rate": 1.7630463810890975e-05, "loss": 18.9443, "step": 41386 }, { "epoch": 36.76, "learning_rate": 1.7628318350664296e-05, "loss": 19.9023, "step": 41387 }, { "epoch": 36.76, "learning_rate": 1.7626172993049255e-05, "loss": 19.3613, "step": 41388 }, { "epoch": 36.76, "learning_rate": 1.7624027738052668e-05, "loss": 19.3486, "step": 41389 }, { "epoch": 36.76, "learning_rate": 1.762188258568131e-05, "loss": 19.0088, "step": 41390 }, { "epoch": 36.76, "learning_rate": 1.7619737535941992e-05, "loss": 19.625, "step": 41391 }, { "epoch": 36.76, "learning_rate": 1.7617592588841493e-05, "loss": 19.5088, "step": 41392 }, { "epoch": 36.76, "learning_rate": 1.7615447744386628e-05, "loss": 18.9902, "step": 41393 }, { "epoch": 36.76, "learning_rate": 1.7613303002584207e-05, "loss": 19.2744, "step": 41394 }, { "epoch": 36.76, "learning_rate": 1.7611158363441014e-05, "loss": 19.373, "step": 41395 }, { "epoch": 36.76, "learning_rate": 1.7609013826963842e-05, "loss": 19.0508, "step": 41396 }, { "epoch": 36.76, "learning_rate": 1.760686939315951e-05, "loss": 18.999, "step": 41397 }, { "epoch": 36.77, "learning_rate": 1.760472506203478e-05, "loss": 19.5527, "step": 41398 }, { "epoch": 36.77, "learning_rate": 1.76025808335965e-05, "loss": 19.2695, "step": 41399 }, { "epoch": 36.77, "learning_rate": 1.7600436707851407e-05, "loss": 19.1953, "step": 41400 }, { "epoch": 36.77, "learning_rate": 1.7598292684806357e-05, "loss": 19.8232, "step": 41401 }, { "epoch": 36.77, "learning_rate": 1.7596148764468113e-05, "loss": 19.0742, "step": 41402 }, { "epoch": 36.77, "learning_rate": 1.7596148764468113e-05, "loss": 19.8516, "step": 41403 }, { "epoch": 36.77, "learning_rate": 1.7594004946843456e-05, "loss": 19.2363, "step": 41404 }, { "epoch": 36.77, "learning_rate": 1.7591861231939217e-05, "loss": 19.4814, "step": 41405 }, { "epoch": 36.77, "learning_rate": 1.7589717619762164e-05, "loss": 19.3037, "step": 41406 }, { "epoch": 36.77, "learning_rate": 1.758757411031911e-05, "loss": 19.0049, "step": 41407 }, { "epoch": 36.77, "learning_rate": 1.758543070361685e-05, "loss": 19.5684, "step": 41408 }, { "epoch": 36.78, "learning_rate": 1.758328739966215e-05, "loss": 19.71, "step": 41409 }, { "epoch": 36.78, "learning_rate": 1.758114419846184e-05, "loss": 19.4307, "step": 41410 }, { "epoch": 36.78, "learning_rate": 1.7579001100022683e-05, "loss": 19.4893, "step": 41411 }, { "epoch": 36.78, "learning_rate": 1.7576858104351508e-05, "loss": 19.1738, "step": 41412 }, { "epoch": 36.78, "learning_rate": 1.7574715211455078e-05, "loss": 19.1387, "step": 41413 }, { "epoch": 36.78, "learning_rate": 1.7572572421340184e-05, "loss": 19.207, "step": 41414 }, { "epoch": 36.78, "learning_rate": 1.7570429734013622e-05, "loss": 20.1621, "step": 41415 }, { "epoch": 36.78, "learning_rate": 1.756828714948221e-05, "loss": 19.1475, "step": 41416 }, { "epoch": 36.78, "learning_rate": 1.7566144667752703e-05, "loss": 19.0498, "step": 41417 }, { "epoch": 36.78, "learning_rate": 1.7564002288831942e-05, "loss": 19.832, "step": 41418 }, { "epoch": 36.78, "learning_rate": 1.7561860012726656e-05, "loss": 19.3975, "step": 41419 }, { "epoch": 36.79, "learning_rate": 1.755971783944366e-05, "loss": 18.9023, "step": 41420 }, { "epoch": 36.79, "learning_rate": 1.7557575768989765e-05, "loss": 19.8389, "step": 41421 }, { "epoch": 36.79, "learning_rate": 1.755543380137173e-05, "loss": 18.9961, "step": 41422 }, { "epoch": 36.79, "learning_rate": 1.7553291936596377e-05, "loss": 19.3438, "step": 41423 }, { "epoch": 36.79, "learning_rate": 1.755115017467047e-05, "loss": 18.9609, "step": 41424 }, { "epoch": 36.79, "learning_rate": 1.7549008515600803e-05, "loss": 19.2949, "step": 41425 }, { "epoch": 36.79, "learning_rate": 1.754686695939417e-05, "loss": 18.957, "step": 41426 }, { "epoch": 36.79, "learning_rate": 1.7544725506057347e-05, "loss": 19.9385, "step": 41427 }, { "epoch": 36.79, "learning_rate": 1.7542584155597147e-05, "loss": 19.5312, "step": 41428 }, { "epoch": 36.79, "learning_rate": 1.7540442908020343e-05, "loss": 19.2959, "step": 41429 }, { "epoch": 36.79, "learning_rate": 1.7538301763333702e-05, "loss": 19.4629, "step": 41430 }, { "epoch": 36.79, "learning_rate": 1.7536160721544048e-05, "loss": 19.2324, "step": 41431 }, { "epoch": 36.8, "learning_rate": 1.7534019782658135e-05, "loss": 18.9033, "step": 41432 }, { "epoch": 36.8, "learning_rate": 1.753187894668278e-05, "loss": 19.1904, "step": 41433 }, { "epoch": 36.8, "learning_rate": 1.752973821362475e-05, "loss": 19.3896, "step": 41434 }, { "epoch": 36.8, "learning_rate": 1.7527597583490822e-05, "loss": 19.0254, "step": 41435 }, { "epoch": 36.8, "learning_rate": 1.752545705628781e-05, "loss": 19.0889, "step": 41436 }, { "epoch": 36.8, "learning_rate": 1.7523316632022462e-05, "loss": 19.2686, "step": 41437 }, { "epoch": 36.8, "learning_rate": 1.7521176310701587e-05, "loss": 19.0371, "step": 41438 }, { "epoch": 36.8, "learning_rate": 1.7519036092331997e-05, "loss": 19.499, "step": 41439 }, { "epoch": 36.8, "learning_rate": 1.751689597692041e-05, "loss": 19.5107, "step": 41440 }, { "epoch": 36.8, "learning_rate": 1.7514755964473663e-05, "loss": 19.3047, "step": 41441 }, { "epoch": 36.8, "learning_rate": 1.7512616054998503e-05, "loss": 19.0605, "step": 41442 }, { "epoch": 36.81, "learning_rate": 1.7510476248501732e-05, "loss": 19.2588, "step": 41443 }, { "epoch": 36.81, "learning_rate": 1.750833654499015e-05, "loss": 18.751, "step": 41444 }, { "epoch": 36.81, "learning_rate": 1.7506196944470516e-05, "loss": 19.1631, "step": 41445 }, { "epoch": 36.81, "learning_rate": 1.7504057446949606e-05, "loss": 19.1289, "step": 41446 }, { "epoch": 36.81, "learning_rate": 1.7501918052434225e-05, "loss": 19.8359, "step": 41447 }, { "epoch": 36.81, "learning_rate": 1.7499778760931128e-05, "loss": 18.8379, "step": 41448 }, { "epoch": 36.81, "learning_rate": 1.749763957244713e-05, "loss": 19.7783, "step": 41449 }, { "epoch": 36.81, "learning_rate": 1.7495500486988985e-05, "loss": 19.1777, "step": 41450 }, { "epoch": 36.81, "learning_rate": 1.749336150456347e-05, "loss": 19.3086, "step": 41451 }, { "epoch": 36.81, "learning_rate": 1.749122262517739e-05, "loss": 18.7588, "step": 41452 }, { "epoch": 36.81, "learning_rate": 1.7489083848837495e-05, "loss": 19.2559, "step": 41453 }, { "epoch": 36.82, "learning_rate": 1.7486945175550594e-05, "loss": 18.9756, "step": 41454 }, { "epoch": 36.82, "learning_rate": 1.7484806605323455e-05, "loss": 18.5898, "step": 41455 }, { "epoch": 36.82, "learning_rate": 1.7482668138162838e-05, "loss": 19.166, "step": 41456 }, { "epoch": 36.82, "learning_rate": 1.7480529774075556e-05, "loss": 19.0898, "step": 41457 }, { "epoch": 36.82, "learning_rate": 1.747839151306834e-05, "loss": 19.2822, "step": 41458 }, { "epoch": 36.82, "learning_rate": 1.7476253355148025e-05, "loss": 19.5068, "step": 41459 }, { "epoch": 36.82, "learning_rate": 1.7474115300321342e-05, "loss": 19.5166, "step": 41460 }, { "epoch": 36.82, "learning_rate": 1.7471977348595103e-05, "loss": 19.1074, "step": 41461 }, { "epoch": 36.82, "learning_rate": 1.746983949997607e-05, "loss": 18.9248, "step": 41462 }, { "epoch": 36.82, "learning_rate": 1.7467701754470994e-05, "loss": 18.9961, "step": 41463 }, { "epoch": 36.82, "learning_rate": 1.746556411208668e-05, "loss": 19.0742, "step": 41464 }, { "epoch": 36.83, "learning_rate": 1.746556411208668e-05, "loss": 19.3643, "step": 41465 }, { "epoch": 36.83, "learning_rate": 1.7463426572829918e-05, "loss": 18.998, "step": 41466 }, { "epoch": 36.83, "learning_rate": 1.746128913670746e-05, "loss": 19.1445, "step": 41467 }, { "epoch": 36.83, "learning_rate": 1.7459151803726087e-05, "loss": 19.1035, "step": 41468 }, { "epoch": 36.83, "learning_rate": 1.7457014573892554e-05, "loss": 19.2646, "step": 41469 }, { "epoch": 36.83, "learning_rate": 1.745487744721366e-05, "loss": 19.6846, "step": 41470 }, { "epoch": 36.83, "learning_rate": 1.7452740423696186e-05, "loss": 19.0957, "step": 41471 }, { "epoch": 36.83, "learning_rate": 1.7450603503346896e-05, "loss": 19.2051, "step": 41472 }, { "epoch": 36.83, "learning_rate": 1.7448466686172542e-05, "loss": 18.8994, "step": 41473 }, { "epoch": 36.83, "learning_rate": 1.7446329972179933e-05, "loss": 19.1396, "step": 41474 }, { "epoch": 36.83, "learning_rate": 1.744419336137581e-05, "loss": 19.8984, "step": 41475 }, { "epoch": 36.83, "learning_rate": 1.7442056853766974e-05, "loss": 19.1318, "step": 41476 }, { "epoch": 36.84, "learning_rate": 1.743992044936017e-05, "loss": 19.9277, "step": 41477 }, { "epoch": 36.84, "learning_rate": 1.74377841481622e-05, "loss": 19.9658, "step": 41478 }, { "epoch": 36.84, "learning_rate": 1.7435647950179817e-05, "loss": 19.1426, "step": 41479 }, { "epoch": 36.84, "learning_rate": 1.743351185541978e-05, "loss": 19.2461, "step": 41480 }, { "epoch": 36.84, "learning_rate": 1.7431375863888898e-05, "loss": 19.8076, "step": 41481 }, { "epoch": 36.84, "learning_rate": 1.7429239975593896e-05, "loss": 18.8486, "step": 41482 }, { "epoch": 36.84, "learning_rate": 1.742710419054159e-05, "loss": 19.1826, "step": 41483 }, { "epoch": 36.84, "learning_rate": 1.7424968508738714e-05, "loss": 19.4463, "step": 41484 }, { "epoch": 36.84, "learning_rate": 1.7422832930192046e-05, "loss": 18.9355, "step": 41485 }, { "epoch": 36.84, "learning_rate": 1.7420697454908374e-05, "loss": 19.0381, "step": 41486 }, { "epoch": 36.84, "learning_rate": 1.7418562082894434e-05, "loss": 19.4473, "step": 41487 }, { "epoch": 36.85, "learning_rate": 1.7416426814157016e-05, "loss": 19.9795, "step": 41488 }, { "epoch": 36.85, "learning_rate": 1.741429164870292e-05, "loss": 19.1719, "step": 41489 }, { "epoch": 36.85, "learning_rate": 1.7412156586538842e-05, "loss": 18.7725, "step": 41490 }, { "epoch": 36.85, "learning_rate": 1.7410021627671592e-05, "loss": 19.251, "step": 41491 }, { "epoch": 36.85, "learning_rate": 1.7407886772107945e-05, "loss": 19.4932, "step": 41492 }, { "epoch": 36.85, "learning_rate": 1.7405752019854643e-05, "loss": 19.5684, "step": 41493 }, { "epoch": 36.85, "learning_rate": 1.7403617370918503e-05, "loss": 19.2246, "step": 41494 }, { "epoch": 36.85, "learning_rate": 1.740148282530622e-05, "loss": 18.8027, "step": 41495 }, { "epoch": 36.85, "learning_rate": 1.7399348383024588e-05, "loss": 19.0645, "step": 41496 }, { "epoch": 36.85, "learning_rate": 1.7397214044080403e-05, "loss": 19.4053, "step": 41497 }, { "epoch": 36.85, "learning_rate": 1.7395079808480386e-05, "loss": 19.0527, "step": 41498 }, { "epoch": 36.86, "learning_rate": 1.7392945676231343e-05, "loss": 19.1045, "step": 41499 }, { "epoch": 36.86, "learning_rate": 1.7390811647340017e-05, "loss": 19.4502, "step": 41500 }, { "epoch": 36.86, "learning_rate": 1.738867772181316e-05, "loss": 19.1924, "step": 41501 }, { "epoch": 36.86, "learning_rate": 1.738654389965756e-05, "loss": 19.6133, "step": 41502 }, { "epoch": 36.86, "learning_rate": 1.7384410180879955e-05, "loss": 19.3291, "step": 41503 }, { "epoch": 36.86, "learning_rate": 1.7382276565487143e-05, "loss": 19.1631, "step": 41504 }, { "epoch": 36.86, "learning_rate": 1.738014305348587e-05, "loss": 19.5508, "step": 41505 }, { "epoch": 36.86, "learning_rate": 1.737800964488288e-05, "loss": 19.1777, "step": 41506 }, { "epoch": 36.86, "learning_rate": 1.737587633968497e-05, "loss": 19.7725, "step": 41507 }, { "epoch": 36.86, "learning_rate": 1.7373743137898868e-05, "loss": 19.0625, "step": 41508 }, { "epoch": 36.86, "learning_rate": 1.737161003953135e-05, "loss": 19.1836, "step": 41509 }, { "epoch": 36.87, "learning_rate": 1.7369477044589218e-05, "loss": 19.1992, "step": 41510 }, { "epoch": 36.87, "learning_rate": 1.7367344153079158e-05, "loss": 19.6357, "step": 41511 }, { "epoch": 36.87, "learning_rate": 1.736521136500799e-05, "loss": 19.6973, "step": 41512 }, { "epoch": 36.87, "learning_rate": 1.7363078680382426e-05, "loss": 18.7891, "step": 41513 }, { "epoch": 36.87, "learning_rate": 1.7360946099209263e-05, "loss": 19.7295, "step": 41514 }, { "epoch": 36.87, "learning_rate": 1.735881362149528e-05, "loss": 19.4678, "step": 41515 }, { "epoch": 36.87, "learning_rate": 1.7356681247247177e-05, "loss": 19.3311, "step": 41516 }, { "epoch": 36.87, "learning_rate": 1.735454897647174e-05, "loss": 19.3008, "step": 41517 }, { "epoch": 36.87, "learning_rate": 1.735241680917575e-05, "loss": 19.0996, "step": 41518 }, { "epoch": 36.87, "learning_rate": 1.7350284745365926e-05, "loss": 19.9492, "step": 41519 }, { "epoch": 36.87, "learning_rate": 1.7348152785049065e-05, "loss": 18.9717, "step": 41520 }, { "epoch": 36.87, "learning_rate": 1.734602092823191e-05, "loss": 19.5068, "step": 41521 }, { "epoch": 36.88, "learning_rate": 1.7343889174921196e-05, "loss": 19.25, "step": 41522 }, { "epoch": 36.88, "learning_rate": 1.7341757525123713e-05, "loss": 18.6973, "step": 41523 }, { "epoch": 36.88, "learning_rate": 1.7339625978846196e-05, "loss": 19.3584, "step": 41524 }, { "epoch": 36.88, "learning_rate": 1.733749453609542e-05, "loss": 19.459, "step": 41525 }, { "epoch": 36.88, "learning_rate": 1.7335363196878133e-05, "loss": 19.9336, "step": 41526 }, { "epoch": 36.88, "learning_rate": 1.733323196120108e-05, "loss": 18.9717, "step": 41527 }, { "epoch": 36.88, "learning_rate": 1.7331100829071035e-05, "loss": 19.2236, "step": 41528 }, { "epoch": 36.88, "learning_rate": 1.7328969800494726e-05, "loss": 18.3818, "step": 41529 }, { "epoch": 36.88, "learning_rate": 1.7326838875478945e-05, "loss": 19.1982, "step": 41530 }, { "epoch": 36.88, "learning_rate": 1.732470805403043e-05, "loss": 19.7793, "step": 41531 }, { "epoch": 36.88, "learning_rate": 1.7322577336155914e-05, "loss": 19.1172, "step": 41532 }, { "epoch": 36.89, "learning_rate": 1.732044672186219e-05, "loss": 19.4912, "step": 41533 }, { "epoch": 36.89, "learning_rate": 1.7318316211155973e-05, "loss": 19.0898, "step": 41534 }, { "epoch": 36.89, "learning_rate": 1.7316185804044034e-05, "loss": 19.1992, "step": 41535 }, { "epoch": 36.89, "learning_rate": 1.731405550053314e-05, "loss": 19.3115, "step": 41536 }, { "epoch": 36.89, "learning_rate": 1.7311925300630033e-05, "loss": 19.2002, "step": 41537 }, { "epoch": 36.89, "learning_rate": 1.730979520434146e-05, "loss": 19.2852, "step": 41538 }, { "epoch": 36.89, "learning_rate": 1.730766521167416e-05, "loss": 19.7031, "step": 41539 }, { "epoch": 36.89, "learning_rate": 1.730553532263491e-05, "loss": 19.6816, "step": 41540 }, { "epoch": 36.89, "learning_rate": 1.7303405537230455e-05, "loss": 19.2441, "step": 41541 }, { "epoch": 36.89, "learning_rate": 1.7301275855467547e-05, "loss": 19.7256, "step": 41542 }, { "epoch": 36.89, "learning_rate": 1.7299146277352916e-05, "loss": 19.2266, "step": 41543 }, { "epoch": 36.9, "learning_rate": 1.7297016802893346e-05, "loss": 19.4375, "step": 41544 }, { "epoch": 36.9, "learning_rate": 1.7294887432095552e-05, "loss": 18.958, "step": 41545 }, { "epoch": 36.9, "learning_rate": 1.729275816496632e-05, "loss": 19.1738, "step": 41546 }, { "epoch": 36.9, "learning_rate": 1.7290629001512377e-05, "loss": 19.5723, "step": 41547 }, { "epoch": 36.9, "learning_rate": 1.728849994174046e-05, "loss": 18.9805, "step": 41548 }, { "epoch": 36.9, "learning_rate": 1.7286370985657352e-05, "loss": 19.0, "step": 41549 }, { "epoch": 36.9, "learning_rate": 1.7284242133269766e-05, "loss": 19.0918, "step": 41550 }, { "epoch": 36.9, "learning_rate": 1.7282113384584482e-05, "loss": 18.7939, "step": 41551 }, { "epoch": 36.9, "learning_rate": 1.7279984739608214e-05, "loss": 19.0391, "step": 41552 }, { "epoch": 36.9, "learning_rate": 1.7277856198347746e-05, "loss": 19.1016, "step": 41553 }, { "epoch": 36.9, "learning_rate": 1.7275727760809806e-05, "loss": 19.0244, "step": 41554 }, { "epoch": 36.9, "learning_rate": 1.7273599427001124e-05, "loss": 19.127, "step": 41555 }, { "epoch": 36.91, "learning_rate": 1.7271471196928485e-05, "loss": 18.9434, "step": 41556 }, { "epoch": 36.91, "learning_rate": 1.7269343070598592e-05, "loss": 18.7148, "step": 41557 }, { "epoch": 36.91, "learning_rate": 1.726721504801823e-05, "loss": 19.7627, "step": 41558 }, { "epoch": 36.91, "learning_rate": 1.726508712919413e-05, "loss": 19.3369, "step": 41559 }, { "epoch": 36.91, "learning_rate": 1.7262959314133016e-05, "loss": 19.3193, "step": 41560 }, { "epoch": 36.91, "learning_rate": 1.726083160284167e-05, "loss": 18.7598, "step": 41561 }, { "epoch": 36.91, "learning_rate": 1.7258703995326796e-05, "loss": 19.1904, "step": 41562 }, { "epoch": 36.91, "learning_rate": 1.7256576491595162e-05, "loss": 18.8828, "step": 41563 }, { "epoch": 36.91, "learning_rate": 1.725444909165354e-05, "loss": 19.5303, "step": 41564 }, { "epoch": 36.91, "learning_rate": 1.7252321795508612e-05, "loss": 18.9629, "step": 41565 }, { "epoch": 36.91, "learning_rate": 1.7250194603167154e-05, "loss": 19.209, "step": 41566 }, { "epoch": 36.92, "learning_rate": 1.724806751463592e-05, "loss": 19.1758, "step": 41567 }, { "epoch": 36.92, "learning_rate": 1.7245940529921616e-05, "loss": 19.0986, "step": 41568 }, { "epoch": 36.92, "learning_rate": 1.7243813649031032e-05, "loss": 19.3525, "step": 41569 }, { "epoch": 36.92, "learning_rate": 1.724168687197088e-05, "loss": 19.5898, "step": 41570 }, { "epoch": 36.92, "learning_rate": 1.723956019874789e-05, "loss": 19.5938, "step": 41571 }, { "epoch": 36.92, "learning_rate": 1.7237433629368837e-05, "loss": 19.2803, "step": 41572 }, { "epoch": 36.92, "learning_rate": 1.723530716384043e-05, "loss": 19.0908, "step": 41573 }, { "epoch": 36.92, "learning_rate": 1.723530716384043e-05, "loss": 19.1826, "step": 41574 }, { "epoch": 36.92, "learning_rate": 1.7233180802169435e-05, "loss": 19.0625, "step": 41575 }, { "epoch": 36.92, "learning_rate": 1.7231054544362586e-05, "loss": 19.1943, "step": 41576 }, { "epoch": 36.92, "learning_rate": 1.7228928390426596e-05, "loss": 19.7021, "step": 41577 }, { "epoch": 36.93, "learning_rate": 1.7226802340368248e-05, "loss": 19.7441, "step": 41578 }, { "epoch": 36.93, "learning_rate": 1.722467639419424e-05, "loss": 19.3564, "step": 41579 }, { "epoch": 36.93, "learning_rate": 1.7222550551911344e-05, "loss": 19.2666, "step": 41580 }, { "epoch": 36.93, "learning_rate": 1.7220424813526287e-05, "loss": 19.0215, "step": 41581 }, { "epoch": 36.93, "learning_rate": 1.721829917904579e-05, "loss": 18.5771, "step": 41582 }, { "epoch": 36.93, "learning_rate": 1.7216173648476612e-05, "loss": 19.123, "step": 41583 }, { "epoch": 36.93, "learning_rate": 1.7214048221825474e-05, "loss": 19.3105, "step": 41584 }, { "epoch": 36.93, "learning_rate": 1.7214048221825474e-05, "loss": 19.5645, "step": 41585 }, { "epoch": 36.93, "learning_rate": 1.7211922899099125e-05, "loss": 19.1641, "step": 41586 }, { "epoch": 36.93, "learning_rate": 1.7209797680304335e-05, "loss": 19.0586, "step": 41587 }, { "epoch": 36.93, "learning_rate": 1.7207672565447762e-05, "loss": 18.6797, "step": 41588 }, { "epoch": 36.94, "learning_rate": 1.7205547554536213e-05, "loss": 19.9717, "step": 41589 }, { "epoch": 36.94, "learning_rate": 1.7203422647576372e-05, "loss": 19.0254, "step": 41590 }, { "epoch": 36.94, "learning_rate": 1.7201297844575003e-05, "loss": 19.3369, "step": 41591 }, { "epoch": 36.94, "learning_rate": 1.719917314553887e-05, "loss": 19.21, "step": 41592 }, { "epoch": 36.94, "learning_rate": 1.7197048550474643e-05, "loss": 19.8545, "step": 41593 }, { "epoch": 36.94, "learning_rate": 1.7194924059389088e-05, "loss": 20.0742, "step": 41594 }, { "epoch": 36.94, "learning_rate": 1.7192799672288956e-05, "loss": 19.1865, "step": 41595 }, { "epoch": 36.94, "learning_rate": 1.7190675389180942e-05, "loss": 19.6299, "step": 41596 }, { "epoch": 36.94, "learning_rate": 1.718855121007183e-05, "loss": 18.8691, "step": 41597 }, { "epoch": 36.94, "learning_rate": 1.718642713496832e-05, "loss": 18.8721, "step": 41598 }, { "epoch": 36.94, "learning_rate": 1.718430316387713e-05, "loss": 20.127, "step": 41599 }, { "epoch": 36.94, "learning_rate": 1.7182179296805033e-05, "loss": 19.7041, "step": 41600 }, { "epoch": 36.95, "learning_rate": 1.7180055533758725e-05, "loss": 19.5996, "step": 41601 }, { "epoch": 36.95, "learning_rate": 1.7177931874744967e-05, "loss": 19.1016, "step": 41602 }, { "epoch": 36.95, "learning_rate": 1.717580831977048e-05, "loss": 19.7793, "step": 41603 }, { "epoch": 36.95, "learning_rate": 1.7173684868841976e-05, "loss": 19.1719, "step": 41604 }, { "epoch": 36.95, "learning_rate": 1.7171561521966222e-05, "loss": 19.0869, "step": 41605 }, { "epoch": 36.95, "learning_rate": 1.716943827914991e-05, "loss": 19.2686, "step": 41606 }, { "epoch": 36.95, "learning_rate": 1.7167315140399802e-05, "loss": 19.1807, "step": 41607 }, { "epoch": 36.95, "learning_rate": 1.716519210572262e-05, "loss": 18.918, "step": 41608 }, { "epoch": 36.95, "learning_rate": 1.7163069175125075e-05, "loss": 19.873, "step": 41609 }, { "epoch": 36.95, "learning_rate": 1.7160946348613922e-05, "loss": 18.9395, "step": 41610 }, { "epoch": 36.95, "learning_rate": 1.7158823626195864e-05, "loss": 20.5986, "step": 41611 }, { "epoch": 36.96, "learning_rate": 1.715670100787764e-05, "loss": 19.3369, "step": 41612 }, { "epoch": 36.96, "learning_rate": 1.7154578493666e-05, "loss": 19.3975, "step": 41613 }, { "epoch": 36.96, "learning_rate": 1.715245608356766e-05, "loss": 19.1621, "step": 41614 }, { "epoch": 36.96, "learning_rate": 1.715033377758934e-05, "loss": 18.7461, "step": 41615 }, { "epoch": 36.96, "learning_rate": 1.7148211575737743e-05, "loss": 19.7266, "step": 41616 }, { "epoch": 36.96, "learning_rate": 1.7146089478019627e-05, "loss": 18.8184, "step": 41617 }, { "epoch": 36.96, "learning_rate": 1.7143967484441738e-05, "loss": 19.3643, "step": 41618 }, { "epoch": 36.96, "learning_rate": 1.7141845595010768e-05, "loss": 19.4424, "step": 41619 }, { "epoch": 36.96, "learning_rate": 1.713972380973344e-05, "loss": 19.1709, "step": 41620 }, { "epoch": 36.96, "learning_rate": 1.7137602128616504e-05, "loss": 19.3486, "step": 41621 }, { "epoch": 36.96, "learning_rate": 1.713548055166666e-05, "loss": 19.4805, "step": 41622 }, { "epoch": 36.97, "learning_rate": 1.7133359078890665e-05, "loss": 19.3369, "step": 41623 }, { "epoch": 36.97, "learning_rate": 1.7131237710295206e-05, "loss": 18.8643, "step": 41624 }, { "epoch": 36.97, "learning_rate": 1.7129116445887046e-05, "loss": 19.3564, "step": 41625 }, { "epoch": 36.97, "learning_rate": 1.7126995285672887e-05, "loss": 19.5166, "step": 41626 }, { "epoch": 36.97, "learning_rate": 1.712487422965944e-05, "loss": 18.9502, "step": 41627 }, { "epoch": 36.97, "learning_rate": 1.712275327785346e-05, "loss": 19.3545, "step": 41628 }, { "epoch": 36.97, "learning_rate": 1.7120632430261635e-05, "loss": 19.9434, "step": 41629 }, { "epoch": 36.97, "learning_rate": 1.7118511686890725e-05, "loss": 18.584, "step": 41630 }, { "epoch": 36.97, "learning_rate": 1.7116391047747433e-05, "loss": 19.5713, "step": 41631 }, { "epoch": 36.97, "learning_rate": 1.711427051283846e-05, "loss": 19.292, "step": 41632 }, { "epoch": 36.97, "learning_rate": 1.711215008217057e-05, "loss": 19.4004, "step": 41633 }, { "epoch": 36.98, "learning_rate": 1.7110029755750446e-05, "loss": 19.7256, "step": 41634 }, { "epoch": 36.98, "learning_rate": 1.710790953358484e-05, "loss": 19.4229, "step": 41635 }, { "epoch": 36.98, "learning_rate": 1.7105789415680468e-05, "loss": 19.4873, "step": 41636 }, { "epoch": 36.98, "learning_rate": 1.710366940204402e-05, "loss": 19.0137, "step": 41637 }, { "epoch": 36.98, "learning_rate": 1.7101549492682233e-05, "loss": 19.3691, "step": 41638 }, { "epoch": 36.98, "learning_rate": 1.7099429687601855e-05, "loss": 19.0137, "step": 41639 }, { "epoch": 36.98, "learning_rate": 1.7097309986809556e-05, "loss": 19.6553, "step": 41640 }, { "epoch": 36.98, "learning_rate": 1.7095190390312123e-05, "loss": 19.1387, "step": 41641 }, { "epoch": 36.98, "learning_rate": 1.7093070898116192e-05, "loss": 19.5586, "step": 41642 }, { "epoch": 36.98, "learning_rate": 1.7090951510228526e-05, "loss": 19.4121, "step": 41643 }, { "epoch": 36.98, "learning_rate": 1.7088832226655855e-05, "loss": 19.1582, "step": 41644 }, { "epoch": 36.98, "learning_rate": 1.7086713047404855e-05, "loss": 19.8154, "step": 41645 }, { "epoch": 36.99, "learning_rate": 1.7084593972482294e-05, "loss": 19.4277, "step": 41646 }, { "epoch": 36.99, "learning_rate": 1.7082475001894866e-05, "loss": 19.1084, "step": 41647 }, { "epoch": 36.99, "learning_rate": 1.708035613564926e-05, "loss": 18.7803, "step": 41648 }, { "epoch": 36.99, "learning_rate": 1.7078237373752244e-05, "loss": 19.2412, "step": 41649 }, { "epoch": 36.99, "learning_rate": 1.707611871621048e-05, "loss": 19.8896, "step": 41650 }, { "epoch": 36.99, "learning_rate": 1.7074000163030735e-05, "loss": 19.8291, "step": 41651 }, { "epoch": 36.99, "learning_rate": 1.7071881714219702e-05, "loss": 19.1523, "step": 41652 }, { "epoch": 36.99, "learning_rate": 1.7069763369784074e-05, "loss": 19.8271, "step": 41653 }, { "epoch": 36.99, "learning_rate": 1.7067645129730603e-05, "loss": 19.3359, "step": 41654 }, { "epoch": 36.99, "learning_rate": 1.7065526994065973e-05, "loss": 19.5264, "step": 41655 }, { "epoch": 36.99, "learning_rate": 1.706340896279691e-05, "loss": 19.4424, "step": 41656 }, { "epoch": 37.0, "learning_rate": 1.7061291035930166e-05, "loss": 19.2432, "step": 41657 }, { "epoch": 37.0, "learning_rate": 1.7059173213472385e-05, "loss": 19.9404, "step": 41658 }, { "epoch": 37.0, "learning_rate": 1.705705549543033e-05, "loss": 19.4814, "step": 41659 }, { "epoch": 37.0, "learning_rate": 1.705493788181068e-05, "loss": 19.3955, "step": 41660 }, { "epoch": 37.0, "learning_rate": 1.705282037262016e-05, "loss": 19.6436, "step": 41661 }, { "epoch": 37.0, "learning_rate": 1.7050702967865522e-05, "loss": 18.9893, "step": 41662 }, { "epoch": 37.0, "learning_rate": 1.7048585667553412e-05, "loss": 19.6025, "step": 41663 }, { "epoch": 37.0, "learning_rate": 1.7046468471690567e-05, "loss": 19.3398, "step": 41664 }, { "epoch": 37.0, "learning_rate": 1.7044351380283724e-05, "loss": 19.4785, "step": 41665 }, { "epoch": 37.0, "learning_rate": 1.704223439333955e-05, "loss": 19.2998, "step": 41666 }, { "epoch": 37.0, "learning_rate": 1.7040117510864818e-05, "loss": 19.4561, "step": 41667 }, { "epoch": 37.01, "learning_rate": 1.7038000732866162e-05, "loss": 19.2471, "step": 41668 }, { "epoch": 37.01, "learning_rate": 1.7035884059350328e-05, "loss": 19.2324, "step": 41669 }, { "epoch": 37.01, "learning_rate": 1.7033767490324038e-05, "loss": 19.4854, "step": 41670 }, { "epoch": 37.01, "learning_rate": 1.7031651025793977e-05, "loss": 19.2695, "step": 41671 }, { "epoch": 37.01, "learning_rate": 1.7029534665766877e-05, "loss": 19.1758, "step": 41672 }, { "epoch": 37.01, "learning_rate": 1.7027418410249435e-05, "loss": 19.0947, "step": 41673 }, { "epoch": 37.01, "learning_rate": 1.7025302259248345e-05, "loss": 19.0703, "step": 41674 }, { "epoch": 37.01, "learning_rate": 1.702318621277034e-05, "loss": 18.8799, "step": 41675 }, { "epoch": 37.01, "learning_rate": 1.7021070270822105e-05, "loss": 20.0918, "step": 41676 }, { "epoch": 37.01, "learning_rate": 1.7018954433410372e-05, "loss": 19.4219, "step": 41677 }, { "epoch": 37.01, "learning_rate": 1.701683870054183e-05, "loss": 19.6113, "step": 41678 }, { "epoch": 37.02, "learning_rate": 1.7014723072223177e-05, "loss": 19.1436, "step": 41679 }, { "epoch": 37.02, "learning_rate": 1.701260754846115e-05, "loss": 19.2139, "step": 41680 }, { "epoch": 37.02, "learning_rate": 1.7010492129262412e-05, "loss": 19.7656, "step": 41681 }, { "epoch": 37.02, "learning_rate": 1.7008376814633716e-05, "loss": 18.7178, "step": 41682 }, { "epoch": 37.02, "learning_rate": 1.7008376814633716e-05, "loss": 19.0557, "step": 41683 }, { "epoch": 37.02, "learning_rate": 1.7006261604581726e-05, "loss": 19.2266, "step": 41684 }, { "epoch": 37.02, "learning_rate": 1.7004146499113176e-05, "loss": 19.5742, "step": 41685 }, { "epoch": 37.02, "learning_rate": 1.700203149823476e-05, "loss": 19.1719, "step": 41686 }, { "epoch": 37.02, "learning_rate": 1.6999916601953163e-05, "loss": 19.3271, "step": 41687 }, { "epoch": 37.02, "learning_rate": 1.699780181027511e-05, "loss": 19.4766, "step": 41688 }, { "epoch": 37.02, "learning_rate": 1.699568712320732e-05, "loss": 19.4062, "step": 41689 }, { "epoch": 37.02, "learning_rate": 1.6993572540756475e-05, "loss": 18.9355, "step": 41690 }, { "epoch": 37.03, "learning_rate": 1.6991458062929262e-05, "loss": 19.5205, "step": 41691 }, { "epoch": 37.03, "learning_rate": 1.6989343689732418e-05, "loss": 19.1152, "step": 41692 }, { "epoch": 37.03, "learning_rate": 1.6987229421172613e-05, "loss": 19.5234, "step": 41693 }, { "epoch": 37.03, "learning_rate": 1.698511525725658e-05, "loss": 19.0762, "step": 41694 }, { "epoch": 37.03, "learning_rate": 1.6983001197991006e-05, "loss": 18.9307, "step": 41695 }, { "epoch": 37.03, "learning_rate": 1.698088724338257e-05, "loss": 19.0977, "step": 41696 }, { "epoch": 37.03, "learning_rate": 1.6978773393438012e-05, "loss": 18.8828, "step": 41697 }, { "epoch": 37.03, "learning_rate": 1.6976659648164005e-05, "loss": 19.2754, "step": 41698 }, { "epoch": 37.03, "learning_rate": 1.697454600756727e-05, "loss": 19.2021, "step": 41699 }, { "epoch": 37.03, "learning_rate": 1.6972432471654475e-05, "loss": 18.833, "step": 41700 }, { "epoch": 37.03, "learning_rate": 1.6970319040432363e-05, "loss": 19.334, "step": 41701 }, { "epoch": 37.04, "learning_rate": 1.6968205713907603e-05, "loss": 19.4014, "step": 41702 }, { "epoch": 37.04, "learning_rate": 1.696609249208689e-05, "loss": 19.0469, "step": 41703 }, { "epoch": 37.04, "learning_rate": 1.6963979374976947e-05, "loss": 18.7607, "step": 41704 }, { "epoch": 37.04, "learning_rate": 1.6961866362584445e-05, "loss": 18.8721, "step": 41705 }, { "epoch": 37.04, "learning_rate": 1.6959753454916105e-05, "loss": 19.2256, "step": 41706 }, { "epoch": 37.04, "learning_rate": 1.6957640651978625e-05, "loss": 18.4541, "step": 41707 }, { "epoch": 37.04, "learning_rate": 1.6955527953778666e-05, "loss": 19.2871, "step": 41708 }, { "epoch": 37.04, "learning_rate": 1.695341536032297e-05, "loss": 18.6641, "step": 41709 }, { "epoch": 37.04, "learning_rate": 1.6951302871618197e-05, "loss": 19.1016, "step": 41710 }, { "epoch": 37.04, "learning_rate": 1.694919048767108e-05, "loss": 18.6455, "step": 41711 }, { "epoch": 37.04, "learning_rate": 1.6947078208488292e-05, "loss": 19.1572, "step": 41712 }, { "epoch": 37.05, "learning_rate": 1.6944966034076517e-05, "loss": 18.9219, "step": 41713 }, { "epoch": 37.05, "learning_rate": 1.6942853964442462e-05, "loss": 19.1846, "step": 41714 }, { "epoch": 37.05, "learning_rate": 1.694074199959284e-05, "loss": 19.459, "step": 41715 }, { "epoch": 37.05, "learning_rate": 1.693863013953432e-05, "loss": 19.3623, "step": 41716 }, { "epoch": 37.05, "learning_rate": 1.6936518384273616e-05, "loss": 18.9912, "step": 41717 }, { "epoch": 37.05, "learning_rate": 1.6934406733817414e-05, "loss": 19.2793, "step": 41718 }, { "epoch": 37.05, "learning_rate": 1.6932295188172388e-05, "loss": 19.3066, "step": 41719 }, { "epoch": 37.05, "learning_rate": 1.693018374734527e-05, "loss": 19.5645, "step": 41720 }, { "epoch": 37.05, "learning_rate": 1.692807241134271e-05, "loss": 18.8662, "step": 41721 }, { "epoch": 37.05, "learning_rate": 1.692596118017144e-05, "loss": 19.7959, "step": 41722 }, { "epoch": 37.05, "learning_rate": 1.6923850053838135e-05, "loss": 19.7627, "step": 41723 }, { "epoch": 37.06, "learning_rate": 1.692173903234947e-05, "loss": 19.0, "step": 41724 }, { "epoch": 37.06, "learning_rate": 1.691962811571217e-05, "loss": 18.7061, "step": 41725 }, { "epoch": 37.06, "learning_rate": 1.691751730393289e-05, "loss": 19.2197, "step": 41726 }, { "epoch": 37.06, "learning_rate": 1.6915406597018356e-05, "loss": 18.7783, "step": 41727 }, { "epoch": 37.06, "learning_rate": 1.6913295994975243e-05, "loss": 19.1016, "step": 41728 }, { "epoch": 37.06, "learning_rate": 1.691118549781023e-05, "loss": 19.2305, "step": 41729 }, { "epoch": 37.06, "learning_rate": 1.6909075105530024e-05, "loss": 18.873, "step": 41730 }, { "epoch": 37.06, "learning_rate": 1.6906964818141298e-05, "loss": 19.2812, "step": 41731 }, { "epoch": 37.06, "learning_rate": 1.690485463565074e-05, "loss": 18.7393, "step": 41732 }, { "epoch": 37.06, "learning_rate": 1.6902744558065093e-05, "loss": 19.0674, "step": 41733 }, { "epoch": 37.06, "learning_rate": 1.6900634585390967e-05, "loss": 18.6758, "step": 41734 }, { "epoch": 37.06, "learning_rate": 1.6898524717635102e-05, "loss": 18.7363, "step": 41735 }, { "epoch": 37.07, "learning_rate": 1.6896414954804152e-05, "loss": 19.7559, "step": 41736 }, { "epoch": 37.07, "learning_rate": 1.6894305296904823e-05, "loss": 19.4385, "step": 41737 }, { "epoch": 37.07, "learning_rate": 1.6892195743943834e-05, "loss": 19.46, "step": 41738 }, { "epoch": 37.07, "learning_rate": 1.6890086295927804e-05, "loss": 19.3838, "step": 41739 }, { "epoch": 37.07, "learning_rate": 1.6887976952863455e-05, "loss": 19.4512, "step": 41740 }, { "epoch": 37.07, "learning_rate": 1.6885867714757487e-05, "loss": 19.5322, "step": 41741 }, { "epoch": 37.07, "learning_rate": 1.688375858161656e-05, "loss": 18.4717, "step": 41742 }, { "epoch": 37.07, "learning_rate": 1.68816495534474e-05, "loss": 19.3672, "step": 41743 }, { "epoch": 37.07, "learning_rate": 1.687954063025663e-05, "loss": 19.373, "step": 41744 }, { "epoch": 37.07, "learning_rate": 1.687743181205097e-05, "loss": 19.5469, "step": 41745 }, { "epoch": 37.07, "learning_rate": 1.6875323098837114e-05, "loss": 19.1455, "step": 41746 }, { "epoch": 37.08, "learning_rate": 1.6873214490621725e-05, "loss": 19.1104, "step": 41747 }, { "epoch": 37.08, "learning_rate": 1.6871105987411506e-05, "loss": 18.873, "step": 41748 }, { "epoch": 37.08, "learning_rate": 1.6868997589213136e-05, "loss": 19.5088, "step": 41749 }, { "epoch": 37.08, "learning_rate": 1.6866889296033278e-05, "loss": 19.5, "step": 41750 }, { "epoch": 37.08, "learning_rate": 1.686478110787864e-05, "loss": 19.5547, "step": 41751 }, { "epoch": 37.08, "learning_rate": 1.6862673024755886e-05, "loss": 19.4199, "step": 41752 }, { "epoch": 37.08, "learning_rate": 1.6860565046671722e-05, "loss": 19.4092, "step": 41753 }, { "epoch": 37.08, "learning_rate": 1.6858457173632806e-05, "loss": 19.7471, "step": 41754 }, { "epoch": 37.08, "learning_rate": 1.685634940564582e-05, "loss": 18.8984, "step": 41755 }, { "epoch": 37.08, "learning_rate": 1.685424174271747e-05, "loss": 19.0537, "step": 41756 }, { "epoch": 37.08, "learning_rate": 1.68521341848544e-05, "loss": 19.0596, "step": 41757 }, { "epoch": 37.09, "learning_rate": 1.6850026732063313e-05, "loss": 19.5273, "step": 41758 }, { "epoch": 37.09, "learning_rate": 1.68479193843509e-05, "loss": 18.8438, "step": 41759 }, { "epoch": 37.09, "learning_rate": 1.684581214172384e-05, "loss": 19.4463, "step": 41760 }, { "epoch": 37.09, "learning_rate": 1.6843705004188788e-05, "loss": 20.1641, "step": 41761 }, { "epoch": 37.09, "learning_rate": 1.684159797175242e-05, "loss": 19.4277, "step": 41762 }, { "epoch": 37.09, "learning_rate": 1.6839491044421436e-05, "loss": 19.2451, "step": 41763 }, { "epoch": 37.09, "learning_rate": 1.6837384222202518e-05, "loss": 19.3809, "step": 41764 }, { "epoch": 37.09, "learning_rate": 1.6835277505102343e-05, "loss": 19.3779, "step": 41765 }, { "epoch": 37.09, "learning_rate": 1.683317089312756e-05, "loss": 19.708, "step": 41766 }, { "epoch": 37.09, "learning_rate": 1.6831064386284883e-05, "loss": 19.0752, "step": 41767 }, { "epoch": 37.09, "learning_rate": 1.682895798458096e-05, "loss": 19.6084, "step": 41768 }, { "epoch": 37.1, "learning_rate": 1.68268516880225e-05, "loss": 19.1855, "step": 41769 }, { "epoch": 37.1, "learning_rate": 1.6824745496616157e-05, "loss": 19.5586, "step": 41770 }, { "epoch": 37.1, "learning_rate": 1.6822639410368595e-05, "loss": 18.8672, "step": 41771 }, { "epoch": 37.1, "learning_rate": 1.6820533429286523e-05, "loss": 18.9844, "step": 41772 }, { "epoch": 37.1, "learning_rate": 1.6818427553376588e-05, "loss": 18.6035, "step": 41773 }, { "epoch": 37.1, "learning_rate": 1.6816321782645488e-05, "loss": 19.3486, "step": 41774 }, { "epoch": 37.1, "learning_rate": 1.6814216117099875e-05, "loss": 19.5713, "step": 41775 }, { "epoch": 37.1, "learning_rate": 1.6812110556746447e-05, "loss": 19.4707, "step": 41776 }, { "epoch": 37.1, "learning_rate": 1.6810005101591865e-05, "loss": 18.9229, "step": 41777 }, { "epoch": 37.1, "learning_rate": 1.6807899751642793e-05, "loss": 19.2646, "step": 41778 }, { "epoch": 37.1, "learning_rate": 1.680579450690593e-05, "loss": 19.0195, "step": 41779 }, { "epoch": 37.1, "learning_rate": 1.680368936738792e-05, "loss": 19.5186, "step": 41780 }, { "epoch": 37.11, "learning_rate": 1.6801584333095467e-05, "loss": 19.501, "step": 41781 }, { "epoch": 37.11, "learning_rate": 1.6799479404035227e-05, "loss": 19.1719, "step": 41782 }, { "epoch": 37.11, "learning_rate": 1.6797374580213854e-05, "loss": 19.1055, "step": 41783 }, { "epoch": 37.11, "learning_rate": 1.6795269861638042e-05, "loss": 19.0332, "step": 41784 }, { "epoch": 37.11, "learning_rate": 1.6793165248314473e-05, "loss": 19.5332, "step": 41785 }, { "epoch": 37.11, "learning_rate": 1.6791060740249807e-05, "loss": 19.3486, "step": 41786 }, { "epoch": 37.11, "learning_rate": 1.678895633745071e-05, "loss": 19.0371, "step": 41787 }, { "epoch": 37.11, "learning_rate": 1.678685203992384e-05, "loss": 19.7783, "step": 41788 }, { "epoch": 37.11, "learning_rate": 1.6784747847675887e-05, "loss": 18.6426, "step": 41789 }, { "epoch": 37.11, "learning_rate": 1.6782643760713522e-05, "loss": 18.665, "step": 41790 }, { "epoch": 37.11, "learning_rate": 1.6780539779043398e-05, "loss": 19.5732, "step": 41791 }, { "epoch": 37.12, "learning_rate": 1.6778435902672208e-05, "loss": 19.4971, "step": 41792 }, { "epoch": 37.12, "learning_rate": 1.677633213160661e-05, "loss": 19.5137, "step": 41793 }, { "epoch": 37.12, "learning_rate": 1.6774228465853246e-05, "loss": 19.0771, "step": 41794 }, { "epoch": 37.12, "learning_rate": 1.6772124905418834e-05, "loss": 18.8672, "step": 41795 }, { "epoch": 37.12, "learning_rate": 1.6770021450309997e-05, "loss": 19.1201, "step": 41796 }, { "epoch": 37.12, "learning_rate": 1.6767918100533438e-05, "loss": 19.2207, "step": 41797 }, { "epoch": 37.12, "learning_rate": 1.6765814856095806e-05, "loss": 19.3057, "step": 41798 }, { "epoch": 37.12, "learning_rate": 1.676371171700375e-05, "loss": 18.7266, "step": 41799 }, { "epoch": 37.12, "learning_rate": 1.676160868326398e-05, "loss": 19.4248, "step": 41800 }, { "epoch": 37.12, "learning_rate": 1.6759505754883116e-05, "loss": 19.5225, "step": 41801 }, { "epoch": 37.12, "learning_rate": 1.675740293186786e-05, "loss": 18.6943, "step": 41802 }, { "epoch": 37.13, "learning_rate": 1.6755300214224873e-05, "loss": 18.9668, "step": 41803 }, { "epoch": 37.13, "learning_rate": 1.6753197601960785e-05, "loss": 18.6133, "step": 41804 }, { "epoch": 37.13, "learning_rate": 1.6751095095082307e-05, "loss": 19.082, "step": 41805 }, { "epoch": 37.13, "learning_rate": 1.6748992693596066e-05, "loss": 18.8945, "step": 41806 }, { "epoch": 37.13, "learning_rate": 1.6746890397508747e-05, "loss": 18.8867, "step": 41807 }, { "epoch": 37.13, "learning_rate": 1.6744788206827038e-05, "loss": 19.6055, "step": 41808 }, { "epoch": 37.13, "learning_rate": 1.6742686121557542e-05, "loss": 19.5947, "step": 41809 }, { "epoch": 37.13, "learning_rate": 1.6740584141706962e-05, "loss": 19.1328, "step": 41810 }, { "epoch": 37.13, "learning_rate": 1.6738482267281965e-05, "loss": 19.1602, "step": 41811 }, { "epoch": 37.13, "learning_rate": 1.6736380498289184e-05, "loss": 19.2324, "step": 41812 }, { "epoch": 37.13, "learning_rate": 1.6734278834735333e-05, "loss": 18.9219, "step": 41813 }, { "epoch": 37.13, "learning_rate": 1.6732177276627007e-05, "loss": 19.4746, "step": 41814 }, { "epoch": 37.14, "learning_rate": 1.6730075823970902e-05, "loss": 18.9102, "step": 41815 }, { "epoch": 37.14, "learning_rate": 1.6727974476773696e-05, "loss": 18.9932, "step": 41816 }, { "epoch": 37.14, "learning_rate": 1.6725873235042012e-05, "loss": 18.7539, "step": 41817 }, { "epoch": 37.14, "learning_rate": 1.672377209878255e-05, "loss": 18.9951, "step": 41818 }, { "epoch": 37.14, "learning_rate": 1.6721671068001943e-05, "loss": 20.5332, "step": 41819 }, { "epoch": 37.14, "learning_rate": 1.6719570142706847e-05, "loss": 19.4463, "step": 41820 }, { "epoch": 37.14, "learning_rate": 1.671746932290395e-05, "loss": 19.7832, "step": 41821 }, { "epoch": 37.14, "learning_rate": 1.671536860859988e-05, "loss": 18.9619, "step": 41822 }, { "epoch": 37.14, "learning_rate": 1.6713267999801324e-05, "loss": 19.1182, "step": 41823 }, { "epoch": 37.14, "learning_rate": 1.6711167496514925e-05, "loss": 19.2812, "step": 41824 }, { "epoch": 37.14, "learning_rate": 1.6709067098747327e-05, "loss": 19.7539, "step": 41825 }, { "epoch": 37.15, "learning_rate": 1.670696680650522e-05, "loss": 19.0684, "step": 41826 }, { "epoch": 37.15, "learning_rate": 1.6704866619795228e-05, "loss": 18.7002, "step": 41827 }, { "epoch": 37.15, "learning_rate": 1.670276653862404e-05, "loss": 19.2246, "step": 41828 }, { "epoch": 37.15, "learning_rate": 1.67006665629983e-05, "loss": 19.0654, "step": 41829 }, { "epoch": 37.15, "learning_rate": 1.6698566692924644e-05, "loss": 19.6729, "step": 41830 }, { "epoch": 37.15, "learning_rate": 1.6696466928409766e-05, "loss": 19.4121, "step": 41831 }, { "epoch": 37.15, "learning_rate": 1.6694367269460283e-05, "loss": 19.2461, "step": 41832 }, { "epoch": 37.15, "learning_rate": 1.6692267716082872e-05, "loss": 19.6006, "step": 41833 }, { "epoch": 37.15, "learning_rate": 1.6690168268284195e-05, "loss": 18.7715, "step": 41834 }, { "epoch": 37.15, "learning_rate": 1.6688068926070906e-05, "loss": 19.0527, "step": 41835 }, { "epoch": 37.15, "learning_rate": 1.6685969689449648e-05, "loss": 19.2812, "step": 41836 }, { "epoch": 37.16, "learning_rate": 1.6683870558427063e-05, "loss": 19.2432, "step": 41837 }, { "epoch": 37.16, "learning_rate": 1.668177153300982e-05, "loss": 19.0967, "step": 41838 }, { "epoch": 37.16, "learning_rate": 1.667967261320459e-05, "loss": 19.252, "step": 41839 }, { "epoch": 37.16, "learning_rate": 1.6677573799018004e-05, "loss": 19.1719, "step": 41840 }, { "epoch": 37.16, "learning_rate": 1.667547509045671e-05, "loss": 19.376, "step": 41841 }, { "epoch": 37.16, "learning_rate": 1.667337648752738e-05, "loss": 19.2764, "step": 41842 }, { "epoch": 37.16, "learning_rate": 1.6671277990236645e-05, "loss": 19.5596, "step": 41843 }, { "epoch": 37.16, "learning_rate": 1.6669179598591183e-05, "loss": 19.2949, "step": 41844 }, { "epoch": 37.16, "learning_rate": 1.666708131259763e-05, "loss": 19.0537, "step": 41845 }, { "epoch": 37.16, "learning_rate": 1.6664983132262623e-05, "loss": 19.2314, "step": 41846 }, { "epoch": 37.16, "learning_rate": 1.666288505759284e-05, "loss": 19.1338, "step": 41847 }, { "epoch": 37.17, "learning_rate": 1.666078708859491e-05, "loss": 19.5938, "step": 41848 }, { "epoch": 37.17, "learning_rate": 1.6658689225275504e-05, "loss": 19.3594, "step": 41849 }, { "epoch": 37.17, "learning_rate": 1.665659146764124e-05, "loss": 19.7275, "step": 41850 }, { "epoch": 37.17, "learning_rate": 1.665449381569881e-05, "loss": 19.4951, "step": 41851 }, { "epoch": 37.17, "learning_rate": 1.6652396269454834e-05, "loss": 19.5039, "step": 41852 }, { "epoch": 37.17, "learning_rate": 1.6650298828915956e-05, "loss": 19.0059, "step": 41853 }, { "epoch": 37.17, "learning_rate": 1.664820149408885e-05, "loss": 19.8613, "step": 41854 }, { "epoch": 37.17, "learning_rate": 1.6646104264980133e-05, "loss": 19.1533, "step": 41855 }, { "epoch": 37.17, "learning_rate": 1.6644007141596486e-05, "loss": 19.0771, "step": 41856 }, { "epoch": 37.17, "learning_rate": 1.6641910123944544e-05, "loss": 19.1846, "step": 41857 }, { "epoch": 37.17, "learning_rate": 1.663981321203093e-05, "loss": 19.2256, "step": 41858 }, { "epoch": 37.17, "learning_rate": 1.6637716405862307e-05, "loss": 19.0098, "step": 41859 }, { "epoch": 37.18, "learning_rate": 1.6635619705445348e-05, "loss": 19.3799, "step": 41860 }, { "epoch": 37.18, "learning_rate": 1.6633523110786674e-05, "loss": 18.958, "step": 41861 }, { "epoch": 37.18, "learning_rate": 1.6631426621892937e-05, "loss": 19.1973, "step": 41862 }, { "epoch": 37.18, "learning_rate": 1.6629330238770764e-05, "loss": 19.0312, "step": 41863 }, { "epoch": 37.18, "learning_rate": 1.662723396142681e-05, "loss": 18.8994, "step": 41864 }, { "epoch": 37.18, "learning_rate": 1.662513778986774e-05, "loss": 19.6152, "step": 41865 }, { "epoch": 37.18, "learning_rate": 1.6623041724100168e-05, "loss": 19.2529, "step": 41866 }, { "epoch": 37.18, "learning_rate": 1.6620945764130768e-05, "loss": 19.7422, "step": 41867 }, { "epoch": 37.18, "learning_rate": 1.6618849909966172e-05, "loss": 19.8438, "step": 41868 }, { "epoch": 37.18, "learning_rate": 1.6616754161613003e-05, "loss": 19.0703, "step": 41869 }, { "epoch": 37.18, "learning_rate": 1.6614658519077942e-05, "loss": 19.376, "step": 41870 }, { "epoch": 37.19, "learning_rate": 1.6612562982367593e-05, "loss": 19.3291, "step": 41871 }, { "epoch": 37.19, "learning_rate": 1.661046755148863e-05, "loss": 18.8301, "step": 41872 }, { "epoch": 37.19, "learning_rate": 1.6608372226447677e-05, "loss": 18.8672, "step": 41873 }, { "epoch": 37.19, "learning_rate": 1.6606277007251376e-05, "loss": 19.2666, "step": 41874 }, { "epoch": 37.19, "learning_rate": 1.660418189390638e-05, "loss": 18.8984, "step": 41875 }, { "epoch": 37.19, "learning_rate": 1.6602086886419312e-05, "loss": 19.21, "step": 41876 }, { "epoch": 37.19, "learning_rate": 1.659999198479682e-05, "loss": 19.3623, "step": 41877 }, { "epoch": 37.19, "learning_rate": 1.659789718904558e-05, "loss": 19.5088, "step": 41878 }, { "epoch": 37.19, "learning_rate": 1.6595802499172176e-05, "loss": 19.3555, "step": 41879 }, { "epoch": 37.19, "learning_rate": 1.6593707915183276e-05, "loss": 19.0742, "step": 41880 }, { "epoch": 37.19, "learning_rate": 1.6591613437085505e-05, "loss": 19.1133, "step": 41881 }, { "epoch": 37.2, "learning_rate": 1.658951906488552e-05, "loss": 19.1074, "step": 41882 }, { "epoch": 37.2, "learning_rate": 1.6587424798589973e-05, "loss": 18.9443, "step": 41883 }, { "epoch": 37.2, "learning_rate": 1.6585330638205455e-05, "loss": 18.9717, "step": 41884 }, { "epoch": 37.2, "learning_rate": 1.6583236583738633e-05, "loss": 19.375, "step": 41885 }, { "epoch": 37.2, "learning_rate": 1.658114263519615e-05, "loss": 19.4746, "step": 41886 }, { "epoch": 37.2, "learning_rate": 1.657904879258463e-05, "loss": 19.3379, "step": 41887 }, { "epoch": 37.2, "learning_rate": 1.657695505591074e-05, "loss": 19.2832, "step": 41888 }, { "epoch": 37.2, "learning_rate": 1.6574861425181066e-05, "loss": 19.0576, "step": 41889 }, { "epoch": 37.2, "learning_rate": 1.6572767900402265e-05, "loss": 19.0615, "step": 41890 }, { "epoch": 37.2, "learning_rate": 1.6570674481581e-05, "loss": 19.2734, "step": 41891 }, { "epoch": 37.2, "learning_rate": 1.6568581168723868e-05, "loss": 18.999, "step": 41892 }, { "epoch": 37.21, "learning_rate": 1.6566487961837536e-05, "loss": 19.2441, "step": 41893 }, { "epoch": 37.21, "learning_rate": 1.6564394860928628e-05, "loss": 19.1719, "step": 41894 }, { "epoch": 37.21, "learning_rate": 1.656230186600376e-05, "loss": 19.2188, "step": 41895 }, { "epoch": 37.21, "learning_rate": 1.6560208977069597e-05, "loss": 19.4199, "step": 41896 }, { "epoch": 37.21, "learning_rate": 1.655811619413274e-05, "loss": 19.2275, "step": 41897 }, { "epoch": 37.21, "learning_rate": 1.6556023517199857e-05, "loss": 19.5732, "step": 41898 }, { "epoch": 37.21, "learning_rate": 1.6553930946277568e-05, "loss": 19.2178, "step": 41899 }, { "epoch": 37.21, "learning_rate": 1.655183848137249e-05, "loss": 18.8389, "step": 41900 }, { "epoch": 37.21, "learning_rate": 1.6549746122491282e-05, "loss": 19.1738, "step": 41901 }, { "epoch": 37.21, "learning_rate": 1.6547653869640544e-05, "loss": 19.1172, "step": 41902 }, { "epoch": 37.21, "learning_rate": 1.654556172282693e-05, "loss": 19.1182, "step": 41903 }, { "epoch": 37.21, "learning_rate": 1.6543469682057106e-05, "loss": 19.2891, "step": 41904 }, { "epoch": 37.22, "learning_rate": 1.6541377747337628e-05, "loss": 19.3271, "step": 41905 }, { "epoch": 37.22, "learning_rate": 1.6539285918675185e-05, "loss": 18.9443, "step": 41906 }, { "epoch": 37.22, "learning_rate": 1.6537194196076365e-05, "loss": 19.0967, "step": 41907 }, { "epoch": 37.22, "learning_rate": 1.653510257954783e-05, "loss": 19.0137, "step": 41908 }, { "epoch": 37.22, "learning_rate": 1.6533011069096217e-05, "loss": 18.9219, "step": 41909 }, { "epoch": 37.22, "learning_rate": 1.6530919664728133e-05, "loss": 19.2871, "step": 41910 }, { "epoch": 37.22, "learning_rate": 1.6528828366450204e-05, "loss": 18.9561, "step": 41911 }, { "epoch": 37.22, "learning_rate": 1.6526737174269087e-05, "loss": 19.3057, "step": 41912 }, { "epoch": 37.22, "learning_rate": 1.652464608819137e-05, "loss": 18.9375, "step": 41913 }, { "epoch": 37.22, "learning_rate": 1.6522555108223726e-05, "loss": 18.9995, "step": 41914 }, { "epoch": 37.22, "learning_rate": 1.6520464234372756e-05, "loss": 18.9297, "step": 41915 }, { "epoch": 37.23, "learning_rate": 1.651837346664508e-05, "loss": 19.4043, "step": 41916 }, { "epoch": 37.23, "learning_rate": 1.6516282805047358e-05, "loss": 19.5811, "step": 41917 }, { "epoch": 37.23, "learning_rate": 1.6514192249586176e-05, "loss": 19.5205, "step": 41918 }, { "epoch": 37.23, "learning_rate": 1.6512101800268197e-05, "loss": 19.3447, "step": 41919 }, { "epoch": 37.23, "learning_rate": 1.651001145710004e-05, "loss": 19.1924, "step": 41920 }, { "epoch": 37.23, "learning_rate": 1.65079212200883e-05, "loss": 19.5225, "step": 41921 }, { "epoch": 37.23, "learning_rate": 1.6505831089239643e-05, "loss": 19.2881, "step": 41922 }, { "epoch": 37.23, "learning_rate": 1.6503741064560663e-05, "loss": 19.5977, "step": 41923 }, { "epoch": 37.23, "learning_rate": 1.6501651146058012e-05, "loss": 19.5273, "step": 41924 }, { "epoch": 37.23, "learning_rate": 1.649956133373829e-05, "loss": 18.9756, "step": 41925 }, { "epoch": 37.23, "learning_rate": 1.6497471627608147e-05, "loss": 19.2246, "step": 41926 }, { "epoch": 37.24, "learning_rate": 1.6495382027674188e-05, "loss": 19.0596, "step": 41927 }, { "epoch": 37.24, "learning_rate": 1.6493292533943032e-05, "loss": 18.7012, "step": 41928 }, { "epoch": 37.24, "learning_rate": 1.6491203146421307e-05, "loss": 19.3613, "step": 41929 }, { "epoch": 37.24, "learning_rate": 1.6489113865115664e-05, "loss": 18.8057, "step": 41930 }, { "epoch": 37.24, "learning_rate": 1.6487024690032692e-05, "loss": 19.1123, "step": 41931 }, { "epoch": 37.24, "learning_rate": 1.6484935621179033e-05, "loss": 19.0039, "step": 41932 }, { "epoch": 37.24, "learning_rate": 1.6482846658561272e-05, "loss": 19.2393, "step": 41933 }, { "epoch": 37.24, "learning_rate": 1.648075780218607e-05, "loss": 19.1377, "step": 41934 }, { "epoch": 37.24, "learning_rate": 1.6478669052060048e-05, "loss": 19.1504, "step": 41935 }, { "epoch": 37.24, "learning_rate": 1.647658040818981e-05, "loss": 19.0527, "step": 41936 }, { "epoch": 37.24, "learning_rate": 1.647449187058197e-05, "loss": 18.9326, "step": 41937 }, { "epoch": 37.25, "learning_rate": 1.647240343924318e-05, "loss": 19.5264, "step": 41938 }, { "epoch": 37.25, "learning_rate": 1.647031511418002e-05, "loss": 18.6621, "step": 41939 }, { "epoch": 37.25, "learning_rate": 1.6468226895399146e-05, "loss": 18.6738, "step": 41940 }, { "epoch": 37.25, "learning_rate": 1.646613878290714e-05, "loss": 19.4297, "step": 41941 }, { "epoch": 37.25, "learning_rate": 1.6464050776710666e-05, "loss": 19.0283, "step": 41942 }, { "epoch": 37.25, "learning_rate": 1.646196287681631e-05, "loss": 19.3252, "step": 41943 }, { "epoch": 37.25, "learning_rate": 1.645987508323069e-05, "loss": 19.334, "step": 41944 }, { "epoch": 37.25, "learning_rate": 1.6457787395960443e-05, "loss": 19.2061, "step": 41945 }, { "epoch": 37.25, "learning_rate": 1.645569981501216e-05, "loss": 19.1816, "step": 41946 }, { "epoch": 37.25, "learning_rate": 1.6453612340392493e-05, "loss": 18.7988, "step": 41947 }, { "epoch": 37.25, "learning_rate": 1.645152497210804e-05, "loss": 19.2695, "step": 41948 }, { "epoch": 37.25, "learning_rate": 1.6449437710165393e-05, "loss": 19.4355, "step": 41949 }, { "epoch": 37.26, "learning_rate": 1.6447350554571218e-05, "loss": 18.8281, "step": 41950 }, { "epoch": 37.26, "learning_rate": 1.6445263505332086e-05, "loss": 19.6553, "step": 41951 }, { "epoch": 37.26, "learning_rate": 1.644317656245463e-05, "loss": 19.0986, "step": 41952 }, { "epoch": 37.26, "learning_rate": 1.6441089725945502e-05, "loss": 19.1191, "step": 41953 }, { "epoch": 37.26, "learning_rate": 1.6439002995811254e-05, "loss": 18.5078, "step": 41954 }, { "epoch": 37.26, "learning_rate": 1.6436916372058537e-05, "loss": 18.8516, "step": 41955 }, { "epoch": 37.26, "learning_rate": 1.6434829854693943e-05, "loss": 19.6523, "step": 41956 }, { "epoch": 37.26, "learning_rate": 1.6432743443724102e-05, "loss": 19.3848, "step": 41957 }, { "epoch": 37.26, "learning_rate": 1.6430657139155652e-05, "loss": 19.2715, "step": 41958 }, { "epoch": 37.26, "learning_rate": 1.6428570940995154e-05, "loss": 19.4326, "step": 41959 }, { "epoch": 37.26, "learning_rate": 1.6426484849249242e-05, "loss": 19.5078, "step": 41960 }, { "epoch": 37.27, "learning_rate": 1.6424398863924545e-05, "loss": 18.9717, "step": 41961 }, { "epoch": 37.27, "learning_rate": 1.6422312985027648e-05, "loss": 19.0098, "step": 41962 }, { "epoch": 37.27, "learning_rate": 1.6420227212565198e-05, "loss": 19.3613, "step": 41963 }, { "epoch": 37.27, "learning_rate": 1.6418141546543788e-05, "loss": 19.376, "step": 41964 }, { "epoch": 37.27, "learning_rate": 1.6416055986970004e-05, "loss": 18.8057, "step": 41965 }, { "epoch": 37.27, "learning_rate": 1.6413970533850498e-05, "loss": 18.793, "step": 41966 }, { "epoch": 37.27, "learning_rate": 1.6411885187191845e-05, "loss": 19.0615, "step": 41967 }, { "epoch": 37.27, "learning_rate": 1.6411885187191845e-05, "loss": 18.8857, "step": 41968 }, { "epoch": 37.27, "learning_rate": 1.640979994700069e-05, "loss": 18.873, "step": 41969 }, { "epoch": 37.27, "learning_rate": 1.6407714813283625e-05, "loss": 18.6338, "step": 41970 }, { "epoch": 37.27, "learning_rate": 1.6405629786047243e-05, "loss": 18.792, "step": 41971 }, { "epoch": 37.28, "learning_rate": 1.6403544865298186e-05, "loss": 20.2451, "step": 41972 }, { "epoch": 37.28, "learning_rate": 1.640146005104303e-05, "loss": 19.4365, "step": 41973 }, { "epoch": 37.28, "learning_rate": 1.639937534328842e-05, "loss": 19.252, "step": 41974 }, { "epoch": 37.28, "learning_rate": 1.639729074204094e-05, "loss": 19.1201, "step": 41975 }, { "epoch": 37.28, "learning_rate": 1.6395206247307188e-05, "loss": 19.0137, "step": 41976 }, { "epoch": 37.28, "learning_rate": 1.6393121859093797e-05, "loss": 19.3877, "step": 41977 }, { "epoch": 37.28, "learning_rate": 1.6391037577407355e-05, "loss": 18.7207, "step": 41978 }, { "epoch": 37.28, "learning_rate": 1.6388953402254466e-05, "loss": 19.0869, "step": 41979 }, { "epoch": 37.28, "learning_rate": 1.6386869333641784e-05, "loss": 19.2441, "step": 41980 }, { "epoch": 37.28, "learning_rate": 1.6384785371575846e-05, "loss": 19.1133, "step": 41981 }, { "epoch": 37.28, "learning_rate": 1.6382701516063305e-05, "loss": 18.6865, "step": 41982 }, { "epoch": 37.29, "learning_rate": 1.638061776711073e-05, "loss": 18.9746, "step": 41983 }, { "epoch": 37.29, "learning_rate": 1.6378534124724753e-05, "loss": 19.1787, "step": 41984 }, { "epoch": 37.29, "learning_rate": 1.6376450588911984e-05, "loss": 19.3281, "step": 41985 }, { "epoch": 37.29, "learning_rate": 1.6374367159679016e-05, "loss": 18.6172, "step": 41986 }, { "epoch": 37.29, "learning_rate": 1.6372283837032442e-05, "loss": 19.124, "step": 41987 }, { "epoch": 37.29, "learning_rate": 1.6370200620978886e-05, "loss": 18.8262, "step": 41988 }, { "epoch": 37.29, "learning_rate": 1.636811751152493e-05, "loss": 19.3447, "step": 41989 }, { "epoch": 37.29, "learning_rate": 1.6366034508677202e-05, "loss": 19.0371, "step": 41990 }, { "epoch": 37.29, "learning_rate": 1.6363951612442297e-05, "loss": 19.0859, "step": 41991 }, { "epoch": 37.29, "learning_rate": 1.6363951612442297e-05, "loss": 19.0732, "step": 41992 }, { "epoch": 37.29, "learning_rate": 1.636186882282679e-05, "loss": 19.0361, "step": 41993 }, { "epoch": 37.29, "learning_rate": 1.6359786139837324e-05, "loss": 19.1709, "step": 41994 }, { "epoch": 37.3, "learning_rate": 1.635770356348047e-05, "loss": 19.1523, "step": 41995 }, { "epoch": 37.3, "learning_rate": 1.635562109376285e-05, "loss": 19.4863, "step": 41996 }, { "epoch": 37.3, "learning_rate": 1.635353873069106e-05, "loss": 19.5693, "step": 41997 }, { "epoch": 37.3, "learning_rate": 1.635145647427168e-05, "loss": 18.7178, "step": 41998 }, { "epoch": 37.3, "learning_rate": 1.6349374324511345e-05, "loss": 18.875, "step": 41999 }, { "epoch": 37.3, "learning_rate": 1.6347292281416614e-05, "loss": 19.4453, "step": 42000 }, { "epoch": 37.3, "learning_rate": 1.6345210344994132e-05, "loss": 18.9805, "step": 42001 }, { "epoch": 37.3, "learning_rate": 1.634312851525046e-05, "loss": 19.166, "step": 42002 }, { "epoch": 37.3, "learning_rate": 1.6341046792192227e-05, "loss": 19.123, "step": 42003 }, { "epoch": 37.3, "learning_rate": 1.633896517582602e-05, "loss": 19.0254, "step": 42004 }, { "epoch": 37.3, "learning_rate": 1.633688366615842e-05, "loss": 18.5732, "step": 42005 }, { "epoch": 37.31, "learning_rate": 1.6334802263196037e-05, "loss": 19.0576, "step": 42006 }, { "epoch": 37.31, "learning_rate": 1.6332720966945486e-05, "loss": 19.2012, "step": 42007 }, { "epoch": 37.31, "learning_rate": 1.6330639777413354e-05, "loss": 19.0469, "step": 42008 }, { "epoch": 37.31, "learning_rate": 1.6328558694606234e-05, "loss": 19.165, "step": 42009 }, { "epoch": 37.31, "learning_rate": 1.6326477718530704e-05, "loss": 18.96, "step": 42010 }, { "epoch": 37.31, "learning_rate": 1.6324396849193374e-05, "loss": 19.4385, "step": 42011 }, { "epoch": 37.31, "learning_rate": 1.632231608660087e-05, "loss": 19.2588, "step": 42012 }, { "epoch": 37.31, "learning_rate": 1.632023543075974e-05, "loss": 19.2246, "step": 42013 }, { "epoch": 37.31, "learning_rate": 1.631815488167662e-05, "loss": 19.2285, "step": 42014 }, { "epoch": 37.31, "learning_rate": 1.6316074439358087e-05, "loss": 19.0996, "step": 42015 }, { "epoch": 37.31, "learning_rate": 1.6313994103810715e-05, "loss": 19.0762, "step": 42016 }, { "epoch": 37.32, "learning_rate": 1.6311913875041136e-05, "loss": 19.916, "step": 42017 }, { "epoch": 37.32, "learning_rate": 1.630983375305591e-05, "loss": 19.2314, "step": 42018 }, { "epoch": 37.32, "learning_rate": 1.6307753737861664e-05, "loss": 19.4131, "step": 42019 }, { "epoch": 37.32, "learning_rate": 1.6305673829464974e-05, "loss": 19.9727, "step": 42020 }, { "epoch": 37.32, "learning_rate": 1.6303594027872417e-05, "loss": 18.9473, "step": 42021 }, { "epoch": 37.32, "learning_rate": 1.630151433309062e-05, "loss": 19.4043, "step": 42022 }, { "epoch": 37.32, "learning_rate": 1.6299434745126134e-05, "loss": 19.3701, "step": 42023 }, { "epoch": 37.32, "learning_rate": 1.629735526398559e-05, "loss": 19.0449, "step": 42024 }, { "epoch": 37.32, "learning_rate": 1.6295275889675565e-05, "loss": 19.5771, "step": 42025 }, { "epoch": 37.32, "learning_rate": 1.6293196622202635e-05, "loss": 19.2988, "step": 42026 }, { "epoch": 37.32, "learning_rate": 1.6291117461573417e-05, "loss": 19.4512, "step": 42027 }, { "epoch": 37.33, "learning_rate": 1.628903840779447e-05, "loss": 20.2002, "step": 42028 }, { "epoch": 37.33, "learning_rate": 1.628695946087241e-05, "loss": 19.5596, "step": 42029 }, { "epoch": 37.33, "learning_rate": 1.6284880620813848e-05, "loss": 19.8223, "step": 42030 }, { "epoch": 37.33, "learning_rate": 1.628280188762531e-05, "loss": 19.3643, "step": 42031 }, { "epoch": 37.33, "learning_rate": 1.628072326131342e-05, "loss": 19.8096, "step": 42032 }, { "epoch": 37.33, "learning_rate": 1.6278644741884785e-05, "loss": 19.2148, "step": 42033 }, { "epoch": 37.33, "learning_rate": 1.627656632934596e-05, "loss": 19.4258, "step": 42034 }, { "epoch": 37.33, "learning_rate": 1.6274488023703582e-05, "loss": 18.8066, "step": 42035 }, { "epoch": 37.33, "learning_rate": 1.627240982496417e-05, "loss": 19.5752, "step": 42036 }, { "epoch": 37.33, "learning_rate": 1.627033173313435e-05, "loss": 19.3516, "step": 42037 }, { "epoch": 37.33, "learning_rate": 1.626825374822072e-05, "loss": 19.0781, "step": 42038 }, { "epoch": 37.33, "learning_rate": 1.6266175870229837e-05, "loss": 19.1484, "step": 42039 }, { "epoch": 37.34, "learning_rate": 1.6264098099168317e-05, "loss": 19.4316, "step": 42040 }, { "epoch": 37.34, "learning_rate": 1.626202043504274e-05, "loss": 19.4414, "step": 42041 }, { "epoch": 37.34, "learning_rate": 1.6259942877859663e-05, "loss": 18.8965, "step": 42042 }, { "epoch": 37.34, "learning_rate": 1.6257865427625708e-05, "loss": 20.0947, "step": 42043 }, { "epoch": 37.34, "learning_rate": 1.6255788084347427e-05, "loss": 19.1045, "step": 42044 }, { "epoch": 37.34, "learning_rate": 1.6253710848031444e-05, "loss": 19.5957, "step": 42045 }, { "epoch": 37.34, "learning_rate": 1.6251633718684317e-05, "loss": 19.4287, "step": 42046 }, { "epoch": 37.34, "learning_rate": 1.6249556696312624e-05, "loss": 18.9023, "step": 42047 }, { "epoch": 37.34, "learning_rate": 1.624747978092297e-05, "loss": 19.4629, "step": 42048 }, { "epoch": 37.34, "learning_rate": 1.6245402972521913e-05, "loss": 19.9678, "step": 42049 }, { "epoch": 37.34, "learning_rate": 1.6243326271116065e-05, "loss": 19.2832, "step": 42050 }, { "epoch": 37.35, "learning_rate": 1.6241249676712e-05, "loss": 19.5488, "step": 42051 }, { "epoch": 37.35, "learning_rate": 1.623917318931628e-05, "loss": 19.3486, "step": 42052 }, { "epoch": 37.35, "learning_rate": 1.6237096808935516e-05, "loss": 19.3994, "step": 42053 }, { "epoch": 37.35, "learning_rate": 1.6235020535576257e-05, "loss": 18.9785, "step": 42054 }, { "epoch": 37.35, "learning_rate": 1.6232944369245106e-05, "loss": 19.2021, "step": 42055 }, { "epoch": 37.35, "learning_rate": 1.6230868309948678e-05, "loss": 18.916, "step": 42056 }, { "epoch": 37.35, "learning_rate": 1.622879235769348e-05, "loss": 19.7129, "step": 42057 }, { "epoch": 37.35, "learning_rate": 1.622671651248613e-05, "loss": 19.5439, "step": 42058 }, { "epoch": 37.35, "learning_rate": 1.622464077433322e-05, "loss": 19.3594, "step": 42059 }, { "epoch": 37.35, "learning_rate": 1.62225651432413e-05, "loss": 19.0771, "step": 42060 }, { "epoch": 37.35, "learning_rate": 1.622048961921699e-05, "loss": 18.8379, "step": 42061 }, { "epoch": 37.36, "learning_rate": 1.6218414202266842e-05, "loss": 19.2637, "step": 42062 }, { "epoch": 37.36, "learning_rate": 1.621633889239742e-05, "loss": 18.7959, "step": 42063 }, { "epoch": 37.36, "learning_rate": 1.621426368961534e-05, "loss": 19.8623, "step": 42064 }, { "epoch": 37.36, "learning_rate": 1.621218859392714e-05, "loss": 19.0928, "step": 42065 }, { "epoch": 37.36, "learning_rate": 1.621011360533944e-05, "loss": 18.7744, "step": 42066 }, { "epoch": 37.36, "learning_rate": 1.6208038723858794e-05, "loss": 19.3721, "step": 42067 }, { "epoch": 37.36, "learning_rate": 1.620596394949176e-05, "loss": 19.1094, "step": 42068 }, { "epoch": 37.36, "learning_rate": 1.620388928224495e-05, "loss": 19.4316, "step": 42069 }, { "epoch": 37.36, "learning_rate": 1.6201814722124915e-05, "loss": 18.9902, "step": 42070 }, { "epoch": 37.36, "learning_rate": 1.6199740269138254e-05, "loss": 19.7949, "step": 42071 }, { "epoch": 37.36, "learning_rate": 1.619766592329151e-05, "loss": 19.7949, "step": 42072 }, { "epoch": 37.37, "learning_rate": 1.61955916845913e-05, "loss": 18.9199, "step": 42073 }, { "epoch": 37.37, "learning_rate": 1.619351755304417e-05, "loss": 19.2012, "step": 42074 }, { "epoch": 37.37, "learning_rate": 1.619144352865669e-05, "loss": 18.7314, "step": 42075 }, { "epoch": 37.37, "learning_rate": 1.6189369611435463e-05, "loss": 19.1094, "step": 42076 }, { "epoch": 37.37, "learning_rate": 1.6187295801387026e-05, "loss": 19.2148, "step": 42077 }, { "epoch": 37.37, "learning_rate": 1.6185222098517988e-05, "loss": 19.0898, "step": 42078 }, { "epoch": 37.37, "learning_rate": 1.6183148502834904e-05, "loss": 19.4805, "step": 42079 }, { "epoch": 37.37, "learning_rate": 1.618107501434434e-05, "loss": 18.9492, "step": 42080 }, { "epoch": 37.37, "learning_rate": 1.617900163305287e-05, "loss": 18.9404, "step": 42081 }, { "epoch": 37.37, "learning_rate": 1.61769283589671e-05, "loss": 18.9111, "step": 42082 }, { "epoch": 37.37, "learning_rate": 1.6174855192093564e-05, "loss": 19.7588, "step": 42083 }, { "epoch": 37.37, "learning_rate": 1.6172782132438835e-05, "loss": 18.9097, "step": 42084 }, { "epoch": 37.38, "learning_rate": 1.6170709180009513e-05, "loss": 19.2041, "step": 42085 }, { "epoch": 37.38, "learning_rate": 1.6168636334812125e-05, "loss": 19.2656, "step": 42086 }, { "epoch": 37.38, "learning_rate": 1.616656359685329e-05, "loss": 19.6484, "step": 42087 }, { "epoch": 37.38, "learning_rate": 1.616449096613954e-05, "loss": 19.376, "step": 42088 }, { "epoch": 37.38, "learning_rate": 1.6162418442677472e-05, "loss": 18.5596, "step": 42089 }, { "epoch": 37.38, "learning_rate": 1.6160346026473643e-05, "loss": 18.7441, "step": 42090 }, { "epoch": 37.38, "learning_rate": 1.615827371753461e-05, "loss": 19.1104, "step": 42091 }, { "epoch": 37.38, "learning_rate": 1.615620151586697e-05, "loss": 18.9512, "step": 42092 }, { "epoch": 37.38, "learning_rate": 1.6154129421477253e-05, "loss": 19.3281, "step": 42093 }, { "epoch": 37.38, "learning_rate": 1.6152057434372075e-05, "loss": 19.2295, "step": 42094 }, { "epoch": 37.38, "learning_rate": 1.614998555455797e-05, "loss": 19.6816, "step": 42095 }, { "epoch": 37.39, "learning_rate": 1.6147913782041502e-05, "loss": 19.498, "step": 42096 }, { "epoch": 37.39, "learning_rate": 1.6145842116829268e-05, "loss": 19.2568, "step": 42097 }, { "epoch": 37.39, "learning_rate": 1.6143770558927796e-05, "loss": 19.1504, "step": 42098 }, { "epoch": 37.39, "learning_rate": 1.6141699108343695e-05, "loss": 19.4248, "step": 42099 }, { "epoch": 37.39, "learning_rate": 1.6139627765083503e-05, "loss": 19.6445, "step": 42100 }, { "epoch": 37.39, "learning_rate": 1.613755652915378e-05, "loss": 18.9697, "step": 42101 }, { "epoch": 37.39, "learning_rate": 1.613548540056112e-05, "loss": 19.2998, "step": 42102 }, { "epoch": 37.39, "learning_rate": 1.613548540056112e-05, "loss": 20.0547, "step": 42103 }, { "epoch": 37.39, "learning_rate": 1.6133414379312052e-05, "loss": 19.3408, "step": 42104 }, { "epoch": 37.39, "learning_rate": 1.6131343465413163e-05, "loss": 18.7949, "step": 42105 }, { "epoch": 37.39, "learning_rate": 1.612927265887104e-05, "loss": 19.2598, "step": 42106 }, { "epoch": 37.4, "learning_rate": 1.6127201959692195e-05, "loss": 19.0088, "step": 42107 }, { "epoch": 37.4, "learning_rate": 1.6125131367883218e-05, "loss": 19.6367, "step": 42108 }, { "epoch": 37.4, "learning_rate": 1.612306088345069e-05, "loss": 19.4961, "step": 42109 }, { "epoch": 37.4, "learning_rate": 1.612099050640114e-05, "loss": 19.377, "step": 42110 }, { "epoch": 37.4, "learning_rate": 1.6118920236741176e-05, "loss": 19.293, "step": 42111 }, { "epoch": 37.4, "learning_rate": 1.61168500744773e-05, "loss": 19.4521, "step": 42112 }, { "epoch": 37.4, "learning_rate": 1.611478001961611e-05, "loss": 19.2393, "step": 42113 }, { "epoch": 37.4, "learning_rate": 1.6112710072164178e-05, "loss": 18.75, "step": 42114 }, { "epoch": 37.4, "learning_rate": 1.611064023212803e-05, "loss": 19.6045, "step": 42115 }, { "epoch": 37.4, "learning_rate": 1.610857049951427e-05, "loss": 19.4082, "step": 42116 }, { "epoch": 37.4, "learning_rate": 1.6106500874329433e-05, "loss": 19.3467, "step": 42117 }, { "epoch": 37.4, "learning_rate": 1.6104431356580064e-05, "loss": 18.666, "step": 42118 }, { "epoch": 37.41, "learning_rate": 1.610236194627276e-05, "loss": 19.2793, "step": 42119 }, { "epoch": 37.41, "learning_rate": 1.6100292643414044e-05, "loss": 19.5957, "step": 42120 }, { "epoch": 37.41, "learning_rate": 1.6098223448010512e-05, "loss": 19.7617, "step": 42121 }, { "epoch": 37.41, "learning_rate": 1.6096154360068706e-05, "loss": 19.5703, "step": 42122 }, { "epoch": 37.41, "learning_rate": 1.6094085379595164e-05, "loss": 19.8057, "step": 42123 }, { "epoch": 37.41, "learning_rate": 1.609201650659648e-05, "loss": 19.5576, "step": 42124 }, { "epoch": 37.41, "learning_rate": 1.6089947741079177e-05, "loss": 19.1953, "step": 42125 }, { "epoch": 37.41, "learning_rate": 1.6087879083049834e-05, "loss": 19.5371, "step": 42126 }, { "epoch": 37.41, "learning_rate": 1.6085810532515033e-05, "loss": 19.124, "step": 42127 }, { "epoch": 37.41, "learning_rate": 1.608374208948127e-05, "loss": 19.5283, "step": 42128 }, { "epoch": 37.41, "learning_rate": 1.608167375395515e-05, "loss": 19.332, "step": 42129 }, { "epoch": 37.42, "learning_rate": 1.6079605525943202e-05, "loss": 19.5244, "step": 42130 }, { "epoch": 37.42, "learning_rate": 1.6077537405451993e-05, "loss": 19.6006, "step": 42131 }, { "epoch": 37.42, "learning_rate": 1.6075469392488106e-05, "loss": 19.4922, "step": 42132 }, { "epoch": 37.42, "learning_rate": 1.6073401487058043e-05, "loss": 18.959, "step": 42133 }, { "epoch": 37.42, "learning_rate": 1.6071333689168378e-05, "loss": 19.1709, "step": 42134 }, { "epoch": 37.42, "learning_rate": 1.6069265998825693e-05, "loss": 19.1963, "step": 42135 }, { "epoch": 37.42, "learning_rate": 1.6067198416036504e-05, "loss": 18.9961, "step": 42136 }, { "epoch": 37.42, "learning_rate": 1.6065130940807397e-05, "loss": 18.9414, "step": 42137 }, { "epoch": 37.42, "learning_rate": 1.606306357314491e-05, "loss": 19.3252, "step": 42138 }, { "epoch": 37.42, "learning_rate": 1.6060996313055588e-05, "loss": 19.3857, "step": 42139 }, { "epoch": 37.42, "learning_rate": 1.6058929160546e-05, "loss": 18.4482, "step": 42140 }, { "epoch": 37.43, "learning_rate": 1.605686211562268e-05, "loss": 18.7764, "step": 42141 }, { "epoch": 37.43, "learning_rate": 1.6054795178292203e-05, "loss": 19.2881, "step": 42142 }, { "epoch": 37.43, "learning_rate": 1.6052728348561115e-05, "loss": 19.1162, "step": 42143 }, { "epoch": 37.43, "learning_rate": 1.605066162643594e-05, "loss": 19.5371, "step": 42144 }, { "epoch": 37.43, "learning_rate": 1.605066162643594e-05, "loss": 19.292, "step": 42145 }, { "epoch": 37.43, "learning_rate": 1.6048595011923267e-05, "loss": 18.8779, "step": 42146 }, { "epoch": 37.43, "learning_rate": 1.6046528505029618e-05, "loss": 19.2236, "step": 42147 }, { "epoch": 37.43, "learning_rate": 1.6044462105761572e-05, "loss": 19.541, "step": 42148 }, { "epoch": 37.43, "learning_rate": 1.604239581412564e-05, "loss": 19.7764, "step": 42149 }, { "epoch": 37.43, "learning_rate": 1.6040329630128415e-05, "loss": 19.0811, "step": 42150 }, { "epoch": 37.43, "learning_rate": 1.6038263553776426e-05, "loss": 19.043, "step": 42151 }, { "epoch": 37.44, "learning_rate": 1.6036197585076207e-05, "loss": 19.3115, "step": 42152 }, { "epoch": 37.44, "learning_rate": 1.6034131724034318e-05, "loss": 20.0439, "step": 42153 }, { "epoch": 37.44, "learning_rate": 1.6032065970657327e-05, "loss": 19.1113, "step": 42154 }, { "epoch": 37.44, "learning_rate": 1.603000032495177e-05, "loss": 19.5186, "step": 42155 }, { "epoch": 37.44, "learning_rate": 1.602793478692419e-05, "loss": 19.498, "step": 42156 }, { "epoch": 37.44, "learning_rate": 1.6025869356581115e-05, "loss": 18.8613, "step": 42157 }, { "epoch": 37.44, "learning_rate": 1.6023804033929112e-05, "loss": 18.957, "step": 42158 }, { "epoch": 37.44, "learning_rate": 1.6021738818974747e-05, "loss": 19.7412, "step": 42159 }, { "epoch": 37.44, "learning_rate": 1.6019673711724548e-05, "loss": 18.9658, "step": 42160 }, { "epoch": 37.44, "learning_rate": 1.601760871218504e-05, "loss": 18.9072, "step": 42161 }, { "epoch": 37.44, "learning_rate": 1.6015543820362804e-05, "loss": 18.7178, "step": 42162 }, { "epoch": 37.44, "learning_rate": 1.6013479036264355e-05, "loss": 19.1211, "step": 42163 }, { "epoch": 37.45, "learning_rate": 1.601141435989627e-05, "loss": 18.9688, "step": 42164 }, { "epoch": 37.45, "learning_rate": 1.600934979126506e-05, "loss": 19.6904, "step": 42165 }, { "epoch": 37.45, "learning_rate": 1.6007285330377304e-05, "loss": 19.1953, "step": 42166 }, { "epoch": 37.45, "learning_rate": 1.6005220977239528e-05, "loss": 18.6162, "step": 42167 }, { "epoch": 37.45, "learning_rate": 1.6003156731858255e-05, "loss": 19.0195, "step": 42168 }, { "epoch": 37.45, "learning_rate": 1.6001092594240064e-05, "loss": 19.5361, "step": 42169 }, { "epoch": 37.45, "learning_rate": 1.5999028564391467e-05, "loss": 18.6475, "step": 42170 }, { "epoch": 37.45, "learning_rate": 1.599696464231904e-05, "loss": 19.3027, "step": 42171 }, { "epoch": 37.45, "learning_rate": 1.59949008280293e-05, "loss": 18.9375, "step": 42172 }, { "epoch": 37.45, "learning_rate": 1.5992837121528786e-05, "loss": 19.0234, "step": 42173 }, { "epoch": 37.45, "learning_rate": 1.5990773522824065e-05, "loss": 18.7549, "step": 42174 }, { "epoch": 37.46, "learning_rate": 1.598871003192165e-05, "loss": 19.1514, "step": 42175 }, { "epoch": 37.46, "learning_rate": 1.5986646648828108e-05, "loss": 19.0098, "step": 42176 }, { "epoch": 37.46, "learning_rate": 1.598458337354996e-05, "loss": 19.6016, "step": 42177 }, { "epoch": 37.46, "learning_rate": 1.5982520206093744e-05, "loss": 18.9199, "step": 42178 }, { "epoch": 37.46, "learning_rate": 1.5980457146466006e-05, "loss": 19.4453, "step": 42179 }, { "epoch": 37.46, "learning_rate": 1.59783941946733e-05, "loss": 18.623, "step": 42180 }, { "epoch": 37.46, "learning_rate": 1.597633135072214e-05, "loss": 18.7607, "step": 42181 }, { "epoch": 37.46, "learning_rate": 1.597426861461911e-05, "loss": 18.9824, "step": 42182 }, { "epoch": 37.46, "learning_rate": 1.5972205986370676e-05, "loss": 19.0859, "step": 42183 }, { "epoch": 37.46, "learning_rate": 1.597014346598342e-05, "loss": 19.5117, "step": 42184 }, { "epoch": 37.46, "learning_rate": 1.5968081053463895e-05, "loss": 18.9824, "step": 42185 }, { "epoch": 37.47, "learning_rate": 1.59660187488186e-05, "loss": 19.2578, "step": 42186 }, { "epoch": 37.47, "learning_rate": 1.596395655205411e-05, "loss": 18.6094, "step": 42187 }, { "epoch": 37.47, "learning_rate": 1.5961894463176942e-05, "loss": 18.7695, "step": 42188 }, { "epoch": 37.47, "learning_rate": 1.5959832482193614e-05, "loss": 18.8799, "step": 42189 }, { "epoch": 37.47, "learning_rate": 1.5957770609110706e-05, "loss": 19.3867, "step": 42190 }, { "epoch": 37.47, "learning_rate": 1.5955708843934703e-05, "loss": 19.2393, "step": 42191 }, { "epoch": 37.47, "learning_rate": 1.5953647186672188e-05, "loss": 19.9961, "step": 42192 }, { "epoch": 37.47, "learning_rate": 1.5951585637329674e-05, "loss": 19.0088, "step": 42193 }, { "epoch": 37.47, "learning_rate": 1.594952419591368e-05, "loss": 19.3564, "step": 42194 }, { "epoch": 37.47, "learning_rate": 1.594746286243077e-05, "loss": 19.0049, "step": 42195 }, { "epoch": 37.47, "learning_rate": 1.5945401636887452e-05, "loss": 19.3691, "step": 42196 }, { "epoch": 37.48, "learning_rate": 1.5943340519290285e-05, "loss": 19.1885, "step": 42197 }, { "epoch": 37.48, "learning_rate": 1.594127950964579e-05, "loss": 19.0566, "step": 42198 }, { "epoch": 37.48, "learning_rate": 1.5939218607960487e-05, "loss": 19.4697, "step": 42199 }, { "epoch": 37.48, "learning_rate": 1.5937157814240934e-05, "loss": 19.5957, "step": 42200 }, { "epoch": 37.48, "learning_rate": 1.5935097128493635e-05, "loss": 19.123, "step": 42201 }, { "epoch": 37.48, "learning_rate": 1.593303655072514e-05, "loss": 18.9346, "step": 42202 }, { "epoch": 37.48, "learning_rate": 1.5930976080942006e-05, "loss": 19.3037, "step": 42203 }, { "epoch": 37.48, "learning_rate": 1.5928915719150705e-05, "loss": 18.9824, "step": 42204 }, { "epoch": 37.48, "learning_rate": 1.5926855465357802e-05, "loss": 18.7627, "step": 42205 }, { "epoch": 37.48, "learning_rate": 1.592479531956984e-05, "loss": 19.3037, "step": 42206 }, { "epoch": 37.48, "learning_rate": 1.5922735281793315e-05, "loss": 20.002, "step": 42207 }, { "epoch": 37.48, "learning_rate": 1.592067535203479e-05, "loss": 19.1377, "step": 42208 }, { "epoch": 37.49, "learning_rate": 1.591861553030079e-05, "loss": 19.2988, "step": 42209 }, { "epoch": 37.49, "learning_rate": 1.591655581659781e-05, "loss": 19.3398, "step": 42210 }, { "epoch": 37.49, "learning_rate": 1.591449621093242e-05, "loss": 19.9863, "step": 42211 }, { "epoch": 37.49, "learning_rate": 1.5912436713311123e-05, "loss": 19.2061, "step": 42212 }, { "epoch": 37.49, "learning_rate": 1.591037732374047e-05, "loss": 19.6855, "step": 42213 }, { "epoch": 37.49, "learning_rate": 1.590831804222697e-05, "loss": 19.6348, "step": 42214 }, { "epoch": 37.49, "learning_rate": 1.5906258868777146e-05, "loss": 19.3867, "step": 42215 }, { "epoch": 37.49, "learning_rate": 1.5904199803397547e-05, "loss": 19.168, "step": 42216 }, { "epoch": 37.49, "learning_rate": 1.590214084609467e-05, "loss": 20.2246, "step": 42217 }, { "epoch": 37.49, "learning_rate": 1.5900081996875083e-05, "loss": 19.6494, "step": 42218 }, { "epoch": 37.49, "learning_rate": 1.589802325574528e-05, "loss": 19.7051, "step": 42219 }, { "epoch": 37.5, "learning_rate": 1.5895964622711785e-05, "loss": 19.7217, "step": 42220 }, { "epoch": 37.5, "learning_rate": 1.589390609778114e-05, "loss": 19.4824, "step": 42221 }, { "epoch": 37.5, "learning_rate": 1.589184768095986e-05, "loss": 18.9541, "step": 42222 }, { "epoch": 37.5, "learning_rate": 1.588978937225448e-05, "loss": 19.5508, "step": 42223 }, { "epoch": 37.5, "learning_rate": 1.5887731171671507e-05, "loss": 19.2217, "step": 42224 }, { "epoch": 37.5, "learning_rate": 1.5885673079217488e-05, "loss": 19.5508, "step": 42225 }, { "epoch": 37.5, "learning_rate": 1.588361509489894e-05, "loss": 19.0234, "step": 42226 }, { "epoch": 37.5, "learning_rate": 1.588155721872236e-05, "loss": 19.1377, "step": 42227 }, { "epoch": 37.5, "learning_rate": 1.587949945069429e-05, "loss": 18.8213, "step": 42228 }, { "epoch": 37.5, "learning_rate": 1.587744179082128e-05, "loss": 19.6992, "step": 42229 }, { "epoch": 37.5, "learning_rate": 1.587538423910982e-05, "loss": 19.2285, "step": 42230 }, { "epoch": 37.51, "learning_rate": 1.587332679556644e-05, "loss": 18.8135, "step": 42231 }, { "epoch": 37.51, "learning_rate": 1.5871269460197642e-05, "loss": 18.9932, "step": 42232 }, { "epoch": 37.51, "learning_rate": 1.586921223300997e-05, "loss": 19.5859, "step": 42233 }, { "epoch": 37.51, "learning_rate": 1.5867155114009957e-05, "loss": 19.4092, "step": 42234 }, { "epoch": 37.51, "learning_rate": 1.5865098103204107e-05, "loss": 19.3242, "step": 42235 }, { "epoch": 37.51, "learning_rate": 1.5863041200598926e-05, "loss": 18.9746, "step": 42236 }, { "epoch": 37.51, "learning_rate": 1.5860984406200964e-05, "loss": 19.3086, "step": 42237 }, { "epoch": 37.51, "learning_rate": 1.585892772001671e-05, "loss": 19.6738, "step": 42238 }, { "epoch": 37.51, "learning_rate": 1.5856871142052715e-05, "loss": 19.4512, "step": 42239 }, { "epoch": 37.51, "learning_rate": 1.5854814672315466e-05, "loss": 19.5498, "step": 42240 }, { "epoch": 37.51, "learning_rate": 1.585275831081151e-05, "loss": 18.8408, "step": 42241 }, { "epoch": 37.52, "learning_rate": 1.5850702057547357e-05, "loss": 19.2061, "step": 42242 }, { "epoch": 37.52, "learning_rate": 1.58486459125295e-05, "loss": 19.7998, "step": 42243 }, { "epoch": 37.52, "learning_rate": 1.58465898757645e-05, "loss": 19.7139, "step": 42244 }, { "epoch": 37.52, "learning_rate": 1.5844533947258833e-05, "loss": 19.0801, "step": 42245 }, { "epoch": 37.52, "learning_rate": 1.5842478127019044e-05, "loss": 19.2979, "step": 42246 }, { "epoch": 37.52, "learning_rate": 1.584042241505165e-05, "loss": 18.9785, "step": 42247 }, { "epoch": 37.52, "learning_rate": 1.5838366811363137e-05, "loss": 18.8467, "step": 42248 }, { "epoch": 37.52, "learning_rate": 1.583631131596005e-05, "loss": 19.5107, "step": 42249 }, { "epoch": 37.52, "learning_rate": 1.5834255928848892e-05, "loss": 19.4717, "step": 42250 }, { "epoch": 37.52, "learning_rate": 1.5832200650036185e-05, "loss": 19.5215, "step": 42251 }, { "epoch": 37.52, "learning_rate": 1.5830145479528448e-05, "loss": 19.1611, "step": 42252 }, { "epoch": 37.52, "learning_rate": 1.582809041733217e-05, "loss": 19.0352, "step": 42253 }, { "epoch": 37.53, "learning_rate": 1.582603546345388e-05, "loss": 19.2705, "step": 42254 }, { "epoch": 37.53, "learning_rate": 1.5823980617900115e-05, "loss": 19.6855, "step": 42255 }, { "epoch": 37.53, "learning_rate": 1.5821925880677347e-05, "loss": 19.4756, "step": 42256 }, { "epoch": 37.53, "learning_rate": 1.5819871251792146e-05, "loss": 19.0059, "step": 42257 }, { "epoch": 37.53, "learning_rate": 1.5817816731250957e-05, "loss": 19.459, "step": 42258 }, { "epoch": 37.53, "learning_rate": 1.5815762319060324e-05, "loss": 19.3789, "step": 42259 }, { "epoch": 37.53, "learning_rate": 1.5813708015226775e-05, "loss": 19.7314, "step": 42260 }, { "epoch": 37.53, "learning_rate": 1.581165381975679e-05, "loss": 19.4004, "step": 42261 }, { "epoch": 37.53, "learning_rate": 1.580959973265691e-05, "loss": 19.4287, "step": 42262 }, { "epoch": 37.53, "learning_rate": 1.580754575393364e-05, "loss": 18.8906, "step": 42263 }, { "epoch": 37.53, "learning_rate": 1.580549188359346e-05, "loss": 19.7432, "step": 42264 }, { "epoch": 37.54, "learning_rate": 1.5803438121642922e-05, "loss": 19.1445, "step": 42265 }, { "epoch": 37.54, "learning_rate": 1.5801384468088503e-05, "loss": 19.5244, "step": 42266 }, { "epoch": 37.54, "learning_rate": 1.579933092293674e-05, "loss": 19.4834, "step": 42267 }, { "epoch": 37.54, "learning_rate": 1.5797277486194133e-05, "loss": 19.4863, "step": 42268 }, { "epoch": 37.54, "learning_rate": 1.5795224157867168e-05, "loss": 19.4238, "step": 42269 }, { "epoch": 37.54, "learning_rate": 1.5793170937962393e-05, "loss": 19.2461, "step": 42270 }, { "epoch": 37.54, "learning_rate": 1.5791117826486278e-05, "loss": 19.415, "step": 42271 }, { "epoch": 37.54, "learning_rate": 1.578906482344535e-05, "loss": 19.3672, "step": 42272 }, { "epoch": 37.54, "learning_rate": 1.5787011928846152e-05, "loss": 19.7598, "step": 42273 }, { "epoch": 37.54, "learning_rate": 1.5784959142695117e-05, "loss": 19.4502, "step": 42274 }, { "epoch": 37.54, "learning_rate": 1.578290646499881e-05, "loss": 19.5439, "step": 42275 }, { "epoch": 37.55, "learning_rate": 1.5780853895763703e-05, "loss": 19.4316, "step": 42276 }, { "epoch": 37.55, "learning_rate": 1.5778801434996316e-05, "loss": 18.8643, "step": 42277 }, { "epoch": 37.55, "learning_rate": 1.5776749082703184e-05, "loss": 19.0713, "step": 42278 }, { "epoch": 37.55, "learning_rate": 1.5774696838890757e-05, "loss": 19.1035, "step": 42279 }, { "epoch": 37.55, "learning_rate": 1.5772644703565565e-05, "loss": 19.4043, "step": 42280 }, { "epoch": 37.55, "learning_rate": 1.577059267673413e-05, "loss": 18.7979, "step": 42281 }, { "epoch": 37.55, "learning_rate": 1.576854075840293e-05, "loss": 19.2607, "step": 42282 }, { "epoch": 37.55, "learning_rate": 1.5766488948578495e-05, "loss": 19.0615, "step": 42283 }, { "epoch": 37.55, "learning_rate": 1.5764437247267317e-05, "loss": 19.0137, "step": 42284 }, { "epoch": 37.55, "learning_rate": 1.576238565447588e-05, "loss": 19.5215, "step": 42285 }, { "epoch": 37.55, "learning_rate": 1.5760334170210724e-05, "loss": 18.999, "step": 42286 }, { "epoch": 37.56, "learning_rate": 1.575828279447831e-05, "loss": 19.2617, "step": 42287 }, { "epoch": 37.56, "learning_rate": 1.575623152728518e-05, "loss": 19.3906, "step": 42288 }, { "epoch": 37.56, "learning_rate": 1.5754180368637823e-05, "loss": 19.4824, "step": 42289 }, { "epoch": 37.56, "learning_rate": 1.575212931854272e-05, "loss": 19.5684, "step": 42290 }, { "epoch": 37.56, "learning_rate": 1.57500783770064e-05, "loss": 19.4629, "step": 42291 }, { "epoch": 37.56, "learning_rate": 1.5748027544035343e-05, "loss": 19.3066, "step": 42292 }, { "epoch": 37.56, "learning_rate": 1.5745976819636072e-05, "loss": 19.8477, "step": 42293 }, { "epoch": 37.56, "learning_rate": 1.5743926203815078e-05, "loss": 19.5537, "step": 42294 }, { "epoch": 37.56, "learning_rate": 1.574187569657884e-05, "loss": 19.1475, "step": 42295 }, { "epoch": 37.56, "learning_rate": 1.573982529793389e-05, "loss": 19.501, "step": 42296 }, { "epoch": 37.56, "learning_rate": 1.5737775007886702e-05, "loss": 19.4971, "step": 42297 }, { "epoch": 37.56, "learning_rate": 1.5735724826443787e-05, "loss": 19.4258, "step": 42298 }, { "epoch": 37.57, "learning_rate": 1.5733674753611654e-05, "loss": 19.457, "step": 42299 }, { "epoch": 37.57, "learning_rate": 1.5731624789396793e-05, "loss": 18.582, "step": 42300 }, { "epoch": 37.57, "learning_rate": 1.57295749338057e-05, "loss": 19.2344, "step": 42301 }, { "epoch": 37.57, "learning_rate": 1.5727525186844856e-05, "loss": 19.1436, "step": 42302 }, { "epoch": 37.57, "learning_rate": 1.5725475548520775e-05, "loss": 19.4385, "step": 42303 }, { "epoch": 37.57, "learning_rate": 1.5723426018839965e-05, "loss": 19.2305, "step": 42304 }, { "epoch": 37.57, "learning_rate": 1.572137659780891e-05, "loss": 18.7627, "step": 42305 }, { "epoch": 37.57, "learning_rate": 1.57193272854341e-05, "loss": 18.6914, "step": 42306 }, { "epoch": 37.57, "learning_rate": 1.5717278081722046e-05, "loss": 19.1152, "step": 42307 }, { "epoch": 37.57, "learning_rate": 1.571522898667922e-05, "loss": 19.1992, "step": 42308 }, { "epoch": 37.57, "learning_rate": 1.571318000031215e-05, "loss": 19.4229, "step": 42309 }, { "epoch": 37.58, "learning_rate": 1.5711131122627315e-05, "loss": 19.666, "step": 42310 }, { "epoch": 37.58, "learning_rate": 1.570908235363119e-05, "loss": 19.0352, "step": 42311 }, { "epoch": 37.58, "learning_rate": 1.5707033693330302e-05, "loss": 18.5879, "step": 42312 }, { "epoch": 37.58, "learning_rate": 1.5704985141731115e-05, "loss": 19.3877, "step": 42313 }, { "epoch": 37.58, "learning_rate": 1.5702936698840152e-05, "loss": 19.5264, "step": 42314 }, { "epoch": 37.58, "learning_rate": 1.570088836466388e-05, "loss": 19.5117, "step": 42315 }, { "epoch": 37.58, "learning_rate": 1.569884013920882e-05, "loss": 19.5918, "step": 42316 }, { "epoch": 37.58, "learning_rate": 1.5696792022481444e-05, "loss": 19.4785, "step": 42317 }, { "epoch": 37.58, "learning_rate": 1.5694744014488232e-05, "loss": 19.1953, "step": 42318 }, { "epoch": 37.58, "learning_rate": 1.569269611523571e-05, "loss": 19.4023, "step": 42319 }, { "epoch": 37.58, "learning_rate": 1.5690648324730334e-05, "loss": 19.0869, "step": 42320 }, { "epoch": 37.59, "learning_rate": 1.568860064297863e-05, "loss": 19.3906, "step": 42321 }, { "epoch": 37.59, "learning_rate": 1.568655306998707e-05, "loss": 19.3848, "step": 42322 }, { "epoch": 37.59, "learning_rate": 1.568450560576213e-05, "loss": 19.4619, "step": 42323 }, { "epoch": 37.59, "learning_rate": 1.5682458250310328e-05, "loss": 19.6055, "step": 42324 }, { "epoch": 37.59, "learning_rate": 1.568041100363813e-05, "loss": 19.417, "step": 42325 }, { "epoch": 37.59, "learning_rate": 1.5678363865752048e-05, "loss": 19.3984, "step": 42326 }, { "epoch": 37.59, "learning_rate": 1.567631683665856e-05, "loss": 18.9492, "step": 42327 }, { "epoch": 37.59, "learning_rate": 1.5674269916364144e-05, "loss": 19.4707, "step": 42328 }, { "epoch": 37.59, "learning_rate": 1.5672223104875295e-05, "loss": 19.458, "step": 42329 }, { "epoch": 37.59, "learning_rate": 1.5670176402198517e-05, "loss": 19.5, "step": 42330 }, { "epoch": 37.59, "learning_rate": 1.5668129808340275e-05, "loss": 19.1211, "step": 42331 }, { "epoch": 37.6, "learning_rate": 1.5666083323307078e-05, "loss": 19.8896, "step": 42332 }, { "epoch": 37.6, "learning_rate": 1.5664036947105404e-05, "loss": 19.4678, "step": 42333 }, { "epoch": 37.6, "learning_rate": 1.5661990679741717e-05, "loss": 19.9619, "step": 42334 }, { "epoch": 37.6, "learning_rate": 1.5659944521222547e-05, "loss": 19.2354, "step": 42335 }, { "epoch": 37.6, "learning_rate": 1.5657898471554334e-05, "loss": 19.3281, "step": 42336 }, { "epoch": 37.6, "learning_rate": 1.5655852530743603e-05, "loss": 19.2373, "step": 42337 }, { "epoch": 37.6, "learning_rate": 1.565380669879682e-05, "loss": 19.2891, "step": 42338 }, { "epoch": 37.6, "learning_rate": 1.565176097572046e-05, "loss": 18.8643, "step": 42339 }, { "epoch": 37.6, "learning_rate": 1.5649715361521032e-05, "loss": 19.4561, "step": 42340 }, { "epoch": 37.6, "learning_rate": 1.5647669856204994e-05, "loss": 19.2783, "step": 42341 }, { "epoch": 37.6, "learning_rate": 1.5645624459778856e-05, "loss": 19.374, "step": 42342 }, { "epoch": 37.6, "learning_rate": 1.564357917224909e-05, "loss": 19.916, "step": 42343 }, { "epoch": 37.61, "learning_rate": 1.564153399362216e-05, "loss": 19.0889, "step": 42344 }, { "epoch": 37.61, "learning_rate": 1.5639488923904588e-05, "loss": 19.209, "step": 42345 }, { "epoch": 37.61, "learning_rate": 1.5637443963102815e-05, "loss": 19.9121, "step": 42346 }, { "epoch": 37.61, "learning_rate": 1.563539911122334e-05, "loss": 19.665, "step": 42347 }, { "epoch": 37.61, "learning_rate": 1.563335436827269e-05, "loss": 19.6377, "step": 42348 }, { "epoch": 37.61, "learning_rate": 1.5631309734257265e-05, "loss": 19.3301, "step": 42349 }, { "epoch": 37.61, "learning_rate": 1.5629265209183606e-05, "loss": 19.2471, "step": 42350 }, { "epoch": 37.61, "learning_rate": 1.5627220793058154e-05, "loss": 19.3916, "step": 42351 }, { "epoch": 37.61, "learning_rate": 1.562517648588741e-05, "loss": 19.2568, "step": 42352 }, { "epoch": 37.61, "learning_rate": 1.562313228767788e-05, "loss": 19.5049, "step": 42353 }, { "epoch": 37.61, "learning_rate": 1.562108819843599e-05, "loss": 19.6777, "step": 42354 }, { "epoch": 37.62, "learning_rate": 1.5619044218168248e-05, "loss": 19.9805, "step": 42355 }, { "epoch": 37.62, "learning_rate": 1.5617000346881144e-05, "loss": 19.7588, "step": 42356 }, { "epoch": 37.62, "learning_rate": 1.5614956584581125e-05, "loss": 19.3066, "step": 42357 }, { "epoch": 37.62, "learning_rate": 1.5612912931274704e-05, "loss": 18.7568, "step": 42358 }, { "epoch": 37.62, "learning_rate": 1.5610869386968345e-05, "loss": 19.0693, "step": 42359 }, { "epoch": 37.62, "learning_rate": 1.5610869386968345e-05, "loss": 19.2393, "step": 42360 }, { "epoch": 37.62, "learning_rate": 1.5608825951668503e-05, "loss": 19.417, "step": 42361 }, { "epoch": 37.62, "learning_rate": 1.56067826253817e-05, "loss": 19.7725, "step": 42362 }, { "epoch": 37.62, "learning_rate": 1.5604739408114365e-05, "loss": 19.377, "step": 42363 }, { "epoch": 37.62, "learning_rate": 1.5602696299873016e-05, "loss": 19.1816, "step": 42364 }, { "epoch": 37.62, "learning_rate": 1.5600653300664115e-05, "loss": 19.2715, "step": 42365 }, { "epoch": 37.63, "learning_rate": 1.5598610410494112e-05, "loss": 19.4346, "step": 42366 }, { "epoch": 37.63, "learning_rate": 1.5596567629369524e-05, "loss": 19.5625, "step": 42367 }, { "epoch": 37.63, "learning_rate": 1.559452495729679e-05, "loss": 19.2109, "step": 42368 }, { "epoch": 37.63, "learning_rate": 1.559248239428242e-05, "loss": 19.0225, "step": 42369 }, { "epoch": 37.63, "learning_rate": 1.559043994033287e-05, "loss": 19.085, "step": 42370 }, { "epoch": 37.63, "learning_rate": 1.5588397595454597e-05, "loss": 19.1191, "step": 42371 }, { "epoch": 37.63, "learning_rate": 1.5586355359654103e-05, "loss": 18.8711, "step": 42372 }, { "epoch": 37.63, "learning_rate": 1.5584313232937843e-05, "loss": 19.2891, "step": 42373 }, { "epoch": 37.63, "learning_rate": 1.5582271215312294e-05, "loss": 19.2861, "step": 42374 }, { "epoch": 37.63, "learning_rate": 1.558022930678395e-05, "loss": 19.1748, "step": 42375 }, { "epoch": 37.63, "learning_rate": 1.5578187507359265e-05, "loss": 19.1104, "step": 42376 }, { "epoch": 37.63, "learning_rate": 1.5576145817044713e-05, "loss": 19.7666, "step": 42377 }, { "epoch": 37.64, "learning_rate": 1.5574104235846747e-05, "loss": 19.7676, "step": 42378 }, { "epoch": 37.64, "learning_rate": 1.557206276377186e-05, "loss": 19.2422, "step": 42379 }, { "epoch": 37.64, "learning_rate": 1.5570021400826534e-05, "loss": 19.1396, "step": 42380 }, { "epoch": 37.64, "learning_rate": 1.5567980147017224e-05, "loss": 18.9775, "step": 42381 }, { "epoch": 37.64, "learning_rate": 1.5565939002350387e-05, "loss": 19.8291, "step": 42382 }, { "epoch": 37.64, "learning_rate": 1.5563897966832524e-05, "loss": 19.5361, "step": 42383 }, { "epoch": 37.64, "learning_rate": 1.556185704047007e-05, "loss": 18.832, "step": 42384 }, { "epoch": 37.64, "learning_rate": 1.555981622326953e-05, "loss": 19.2021, "step": 42385 }, { "epoch": 37.64, "learning_rate": 1.5557775515237355e-05, "loss": 19.0938, "step": 42386 }, { "epoch": 37.64, "learning_rate": 1.5555734916379993e-05, "loss": 19.3525, "step": 42387 }, { "epoch": 37.64, "learning_rate": 1.5553694426703957e-05, "loss": 19.3398, "step": 42388 }, { "epoch": 37.65, "learning_rate": 1.555165404621567e-05, "loss": 19.5215, "step": 42389 }, { "epoch": 37.65, "learning_rate": 1.554961377492164e-05, "loss": 18.9492, "step": 42390 }, { "epoch": 37.65, "learning_rate": 1.5547573612828296e-05, "loss": 19.4219, "step": 42391 }, { "epoch": 37.65, "learning_rate": 1.5545533559942144e-05, "loss": 19.7002, "step": 42392 }, { "epoch": 37.65, "learning_rate": 1.5543493616269628e-05, "loss": 19.542, "step": 42393 }, { "epoch": 37.65, "learning_rate": 1.55414537818172e-05, "loss": 18.8262, "step": 42394 }, { "epoch": 37.65, "learning_rate": 1.5539414056591363e-05, "loss": 18.7725, "step": 42395 }, { "epoch": 37.65, "learning_rate": 1.5537374440598547e-05, "loss": 19.3281, "step": 42396 }, { "epoch": 37.65, "learning_rate": 1.5537374440598547e-05, "loss": 19.1826, "step": 42397 }, { "epoch": 37.65, "learning_rate": 1.5535334933845242e-05, "loss": 19.417, "step": 42398 }, { "epoch": 37.65, "learning_rate": 1.5533295536337907e-05, "loss": 19.2842, "step": 42399 }, { "epoch": 37.66, "learning_rate": 1.553125624808298e-05, "loss": 19.4775, "step": 42400 }, { "epoch": 37.66, "learning_rate": 1.5529217069086955e-05, "loss": 19.043, "step": 42401 }, { "epoch": 37.66, "learning_rate": 1.55271779993563e-05, "loss": 19.4277, "step": 42402 }, { "epoch": 37.66, "learning_rate": 1.552513903889746e-05, "loss": 19.3496, "step": 42403 }, { "epoch": 37.66, "learning_rate": 1.5523100187716928e-05, "loss": 19.1582, "step": 42404 }, { "epoch": 37.66, "learning_rate": 1.552106144582111e-05, "loss": 19.0859, "step": 42405 }, { "epoch": 37.66, "learning_rate": 1.551902281321651e-05, "loss": 18.8662, "step": 42406 }, { "epoch": 37.66, "learning_rate": 1.5516984289909593e-05, "loss": 19.2842, "step": 42407 }, { "epoch": 37.66, "learning_rate": 1.5514945875906795e-05, "loss": 19.207, "step": 42408 }, { "epoch": 37.66, "learning_rate": 1.551290757121461e-05, "loss": 19.084, "step": 42409 }, { "epoch": 37.66, "learning_rate": 1.5510869375839475e-05, "loss": 18.7881, "step": 42410 }, { "epoch": 37.67, "learning_rate": 1.550883128978785e-05, "loss": 19.3525, "step": 42411 }, { "epoch": 37.67, "learning_rate": 1.5506793313066216e-05, "loss": 19.3164, "step": 42412 }, { "epoch": 37.67, "learning_rate": 1.5504755445680996e-05, "loss": 18.7803, "step": 42413 }, { "epoch": 37.67, "learning_rate": 1.5502717687638697e-05, "loss": 19.4248, "step": 42414 }, { "epoch": 37.67, "learning_rate": 1.5500680038945752e-05, "loss": 18.96, "step": 42415 }, { "epoch": 37.67, "learning_rate": 1.5498642499608607e-05, "loss": 19.293, "step": 42416 }, { "epoch": 37.67, "learning_rate": 1.5496605069633745e-05, "loss": 19.8262, "step": 42417 }, { "epoch": 37.67, "learning_rate": 1.5494567749027605e-05, "loss": 19.7969, "step": 42418 }, { "epoch": 37.67, "learning_rate": 1.5492530537796658e-05, "loss": 19.6709, "step": 42419 }, { "epoch": 37.67, "learning_rate": 1.5490493435947385e-05, "loss": 20.3154, "step": 42420 }, { "epoch": 37.67, "learning_rate": 1.5488456443486182e-05, "loss": 19.0635, "step": 42421 }, { "epoch": 37.67, "learning_rate": 1.5486419560419563e-05, "loss": 18.8857, "step": 42422 }, { "epoch": 37.68, "learning_rate": 1.5484382786753944e-05, "loss": 18.8887, "step": 42423 }, { "epoch": 37.68, "learning_rate": 1.5482346122495796e-05, "loss": 19.3438, "step": 42424 }, { "epoch": 37.68, "learning_rate": 1.5480309567651614e-05, "loss": 19.6406, "step": 42425 }, { "epoch": 37.68, "learning_rate": 1.5478273122227783e-05, "loss": 19.4414, "step": 42426 }, { "epoch": 37.68, "learning_rate": 1.5478273122227783e-05, "loss": 19.4609, "step": 42427 }, { "epoch": 37.68, "learning_rate": 1.5476236786230792e-05, "loss": 19.6475, "step": 42428 }, { "epoch": 37.68, "learning_rate": 1.547420055966711e-05, "loss": 19.9717, "step": 42429 }, { "epoch": 37.68, "learning_rate": 1.5472164442543164e-05, "loss": 19.4746, "step": 42430 }, { "epoch": 37.68, "learning_rate": 1.5470128434865454e-05, "loss": 19.4092, "step": 42431 }, { "epoch": 37.68, "learning_rate": 1.5468092536640373e-05, "loss": 18.8271, "step": 42432 }, { "epoch": 37.68, "learning_rate": 1.5466056747874395e-05, "loss": 19.3643, "step": 42433 }, { "epoch": 37.69, "learning_rate": 1.5464021068574002e-05, "loss": 19.5664, "step": 42434 }, { "epoch": 37.69, "learning_rate": 1.546198549874561e-05, "loss": 19.6484, "step": 42435 }, { "epoch": 37.69, "learning_rate": 1.5459950038395703e-05, "loss": 18.8652, "step": 42436 }, { "epoch": 37.69, "learning_rate": 1.5457914687530712e-05, "loss": 19.3252, "step": 42437 }, { "epoch": 37.69, "learning_rate": 1.5455879446157083e-05, "loss": 20.1943, "step": 42438 }, { "epoch": 37.69, "learning_rate": 1.545384431428129e-05, "loss": 19.8701, "step": 42439 }, { "epoch": 37.69, "learning_rate": 1.5451809291909757e-05, "loss": 18.7178, "step": 42440 }, { "epoch": 37.69, "learning_rate": 1.544977437904897e-05, "loss": 18.9121, "step": 42441 }, { "epoch": 37.69, "learning_rate": 1.544773957570535e-05, "loss": 19.5635, "step": 42442 }, { "epoch": 37.69, "learning_rate": 1.544570488188535e-05, "loss": 19.4473, "step": 42443 }, { "epoch": 37.69, "learning_rate": 1.544367029759543e-05, "loss": 19.0938, "step": 42444 }, { "epoch": 37.7, "learning_rate": 1.5441635822842026e-05, "loss": 19.3926, "step": 42445 }, { "epoch": 37.7, "learning_rate": 1.543960145763161e-05, "loss": 19.1865, "step": 42446 }, { "epoch": 37.7, "learning_rate": 1.5437567201970614e-05, "loss": 19.2207, "step": 42447 }, { "epoch": 37.7, "learning_rate": 1.543553305586547e-05, "loss": 19.6016, "step": 42448 }, { "epoch": 37.7, "learning_rate": 1.5433499019322662e-05, "loss": 19.1748, "step": 42449 }, { "epoch": 37.7, "learning_rate": 1.54314650923486e-05, "loss": 19.2568, "step": 42450 }, { "epoch": 37.7, "learning_rate": 1.5429431274949757e-05, "loss": 19.4004, "step": 42451 }, { "epoch": 37.7, "learning_rate": 1.5427397567132583e-05, "loss": 18.9326, "step": 42452 }, { "epoch": 37.7, "learning_rate": 1.542536396890352e-05, "loss": 19.3564, "step": 42453 }, { "epoch": 37.7, "learning_rate": 1.5423330480268993e-05, "loss": 19.6875, "step": 42454 }, { "epoch": 37.7, "learning_rate": 1.5421297101235476e-05, "loss": 19.1309, "step": 42455 }, { "epoch": 37.71, "learning_rate": 1.5419263831809382e-05, "loss": 19.9404, "step": 42456 }, { "epoch": 37.71, "learning_rate": 1.54172306719972e-05, "loss": 19.085, "step": 42457 }, { "epoch": 37.71, "learning_rate": 1.5415197621805344e-05, "loss": 19.0898, "step": 42458 }, { "epoch": 37.71, "learning_rate": 1.5413164681240256e-05, "loss": 18.4688, "step": 42459 }, { "epoch": 37.71, "learning_rate": 1.5411131850308397e-05, "loss": 18.9951, "step": 42460 }, { "epoch": 37.71, "learning_rate": 1.540909912901619e-05, "loss": 18.9766, "step": 42461 }, { "epoch": 37.71, "learning_rate": 1.5407066517370107e-05, "loss": 19.6064, "step": 42462 }, { "epoch": 37.71, "learning_rate": 1.5405034015376557e-05, "loss": 19.043, "step": 42463 }, { "epoch": 37.71, "learning_rate": 1.5403001623042017e-05, "loss": 19.5137, "step": 42464 }, { "epoch": 37.71, "learning_rate": 1.5400969340372918e-05, "loss": 19.3008, "step": 42465 }, { "epoch": 37.71, "learning_rate": 1.5398937167375676e-05, "loss": 19.2949, "step": 42466 }, { "epoch": 37.71, "learning_rate": 1.539690510405677e-05, "loss": 19.1309, "step": 42467 }, { "epoch": 37.72, "learning_rate": 1.5394873150422613e-05, "loss": 19.1162, "step": 42468 }, { "epoch": 37.72, "learning_rate": 1.5392841306479666e-05, "loss": 19.5908, "step": 42469 }, { "epoch": 37.72, "learning_rate": 1.539080957223436e-05, "loss": 19.3164, "step": 42470 }, { "epoch": 37.72, "learning_rate": 1.5388777947693128e-05, "loss": 19.0674, "step": 42471 }, { "epoch": 37.72, "learning_rate": 1.5386746432862427e-05, "loss": 19.0791, "step": 42472 }, { "epoch": 37.72, "learning_rate": 1.5384715027748674e-05, "loss": 19.4062, "step": 42473 }, { "epoch": 37.72, "learning_rate": 1.5382683732358338e-05, "loss": 19.3945, "step": 42474 }, { "epoch": 37.72, "learning_rate": 1.5380652546697845e-05, "loss": 19.4062, "step": 42475 }, { "epoch": 37.72, "learning_rate": 1.5378621470773607e-05, "loss": 19.4609, "step": 42476 }, { "epoch": 37.72, "learning_rate": 1.5376590504592086e-05, "loss": 19.0137, "step": 42477 }, { "epoch": 37.72, "learning_rate": 1.5374559648159736e-05, "loss": 19.4648, "step": 42478 }, { "epoch": 37.73, "learning_rate": 1.537252890148296e-05, "loss": 19.2793, "step": 42479 }, { "epoch": 37.73, "learning_rate": 1.537049826456823e-05, "loss": 18.8223, "step": 42480 }, { "epoch": 37.73, "learning_rate": 1.5368467737421964e-05, "loss": 19.3428, "step": 42481 }, { "epoch": 37.73, "learning_rate": 1.5366437320050586e-05, "loss": 19.1113, "step": 42482 }, { "epoch": 37.73, "learning_rate": 1.5364407012460557e-05, "loss": 19.1426, "step": 42483 }, { "epoch": 37.73, "learning_rate": 1.5362376814658286e-05, "loss": 19.4404, "step": 42484 }, { "epoch": 37.73, "learning_rate": 1.5360346726650238e-05, "loss": 19.8994, "step": 42485 }, { "epoch": 37.73, "learning_rate": 1.5358316748442837e-05, "loss": 19.333, "step": 42486 }, { "epoch": 37.73, "learning_rate": 1.535628688004249e-05, "loss": 19.5752, "step": 42487 }, { "epoch": 37.73, "learning_rate": 1.5354257121455677e-05, "loss": 19.3281, "step": 42488 }, { "epoch": 37.73, "learning_rate": 1.5352227472688795e-05, "loss": 19.1719, "step": 42489 }, { "epoch": 37.74, "learning_rate": 1.5350197933748307e-05, "loss": 18.96, "step": 42490 }, { "epoch": 37.74, "learning_rate": 1.534816850464063e-05, "loss": 19.3096, "step": 42491 }, { "epoch": 37.74, "learning_rate": 1.5346139185372183e-05, "loss": 19.1738, "step": 42492 }, { "epoch": 37.74, "learning_rate": 1.5344109975949426e-05, "loss": 19.1855, "step": 42493 }, { "epoch": 37.74, "learning_rate": 1.534208087637877e-05, "loss": 18.7295, "step": 42494 }, { "epoch": 37.74, "learning_rate": 1.5340051886666657e-05, "loss": 19.2002, "step": 42495 }, { "epoch": 37.74, "learning_rate": 1.5338023006819548e-05, "loss": 18.7568, "step": 42496 }, { "epoch": 37.74, "learning_rate": 1.533599423684381e-05, "loss": 18.8994, "step": 42497 }, { "epoch": 37.74, "learning_rate": 1.5333965576745923e-05, "loss": 18.8955, "step": 42498 }, { "epoch": 37.74, "learning_rate": 1.5331937026532283e-05, "loss": 19.0469, "step": 42499 }, { "epoch": 37.74, "learning_rate": 1.5329908586209347e-05, "loss": 19.6924, "step": 42500 }, { "epoch": 37.75, "learning_rate": 1.532788025578356e-05, "loss": 19.0576, "step": 42501 }, { "epoch": 37.75, "learning_rate": 1.53258520352613e-05, "loss": 19.3027, "step": 42502 }, { "epoch": 37.75, "learning_rate": 1.532382392464903e-05, "loss": 19.0166, "step": 42503 }, { "epoch": 37.75, "learning_rate": 1.532179592395318e-05, "loss": 19.4961, "step": 42504 }, { "epoch": 37.75, "learning_rate": 1.531976803318016e-05, "loss": 19.4873, "step": 42505 }, { "epoch": 37.75, "learning_rate": 1.5317740252336438e-05, "loss": 19.5986, "step": 42506 }, { "epoch": 37.75, "learning_rate": 1.5315712581428388e-05, "loss": 18.9795, "step": 42507 }, { "epoch": 37.75, "learning_rate": 1.5313685020462454e-05, "loss": 19.25, "step": 42508 }, { "epoch": 37.75, "learning_rate": 1.5311657569445092e-05, "loss": 18.5068, "step": 42509 }, { "epoch": 37.75, "learning_rate": 1.5309630228382687e-05, "loss": 19.1641, "step": 42510 }, { "epoch": 37.75, "learning_rate": 1.5307602997281706e-05, "loss": 19.1045, "step": 42511 }, { "epoch": 37.75, "learning_rate": 1.530557587614856e-05, "loss": 19.2832, "step": 42512 }, { "epoch": 37.76, "learning_rate": 1.530354886498964e-05, "loss": 19.2041, "step": 42513 }, { "epoch": 37.76, "learning_rate": 1.5301521963811428e-05, "loss": 19.127, "step": 42514 }, { "epoch": 37.76, "learning_rate": 1.5299495172620305e-05, "loss": 19.2832, "step": 42515 }, { "epoch": 37.76, "learning_rate": 1.5297468491422722e-05, "loss": 19.6777, "step": 42516 }, { "epoch": 37.76, "learning_rate": 1.52954419202251e-05, "loss": 19.5938, "step": 42517 }, { "epoch": 37.76, "learning_rate": 1.529341545903383e-05, "loss": 19.0361, "step": 42518 }, { "epoch": 37.76, "learning_rate": 1.5291389107855393e-05, "loss": 18.9785, "step": 42519 }, { "epoch": 37.76, "learning_rate": 1.528936286669615e-05, "loss": 19.1299, "step": 42520 }, { "epoch": 37.76, "learning_rate": 1.528936286669615e-05, "loss": 19.5674, "step": 42521 }, { "epoch": 37.76, "learning_rate": 1.528733673556256e-05, "loss": 18.9277, "step": 42522 }, { "epoch": 37.76, "learning_rate": 1.528531071446106e-05, "loss": 19.1123, "step": 42523 }, { "epoch": 37.77, "learning_rate": 1.5283284803398044e-05, "loss": 19.1523, "step": 42524 }, { "epoch": 37.77, "learning_rate": 1.528125900237995e-05, "loss": 19.4316, "step": 42525 }, { "epoch": 37.77, "learning_rate": 1.5279233311413172e-05, "loss": 19.1768, "step": 42526 }, { "epoch": 37.77, "learning_rate": 1.5277207730504144e-05, "loss": 18.9756, "step": 42527 }, { "epoch": 37.77, "learning_rate": 1.5275182259659315e-05, "loss": 19.6025, "step": 42528 }, { "epoch": 37.77, "learning_rate": 1.5273156898885083e-05, "loss": 19.002, "step": 42529 }, { "epoch": 37.77, "learning_rate": 1.527113164818785e-05, "loss": 18.877, "step": 42530 }, { "epoch": 37.77, "learning_rate": 1.526910650757407e-05, "loss": 18.7939, "step": 42531 }, { "epoch": 37.77, "learning_rate": 1.526708147705013e-05, "loss": 18.8877, "step": 42532 }, { "epoch": 37.77, "learning_rate": 1.5265056556622487e-05, "loss": 19.6865, "step": 42533 }, { "epoch": 37.77, "learning_rate": 1.526303174629753e-05, "loss": 19.0205, "step": 42534 }, { "epoch": 37.78, "learning_rate": 1.526100704608167e-05, "loss": 19.7354, "step": 42535 }, { "epoch": 37.78, "learning_rate": 1.5258982455981357e-05, "loss": 18.7861, "step": 42536 }, { "epoch": 37.78, "learning_rate": 1.5256957976002972e-05, "loss": 19.2812, "step": 42537 }, { "epoch": 37.78, "learning_rate": 1.5254933606152971e-05, "loss": 19.292, "step": 42538 }, { "epoch": 37.78, "learning_rate": 1.5252909346437733e-05, "loss": 19.1709, "step": 42539 }, { "epoch": 37.78, "learning_rate": 1.5250885196863712e-05, "loss": 18.7705, "step": 42540 }, { "epoch": 37.78, "learning_rate": 1.52488611574373e-05, "loss": 19.5234, "step": 42541 }, { "epoch": 37.78, "learning_rate": 1.5246837228164907e-05, "loss": 19.585, "step": 42542 }, { "epoch": 37.78, "learning_rate": 1.5244813409052972e-05, "loss": 19.5176, "step": 42543 }, { "epoch": 37.78, "learning_rate": 1.5242789700107878e-05, "loss": 19.4219, "step": 42544 }, { "epoch": 37.78, "learning_rate": 1.524076610133608e-05, "loss": 19.0322, "step": 42545 }, { "epoch": 37.79, "learning_rate": 1.5238742612743973e-05, "loss": 19.499, "step": 42546 }, { "epoch": 37.79, "learning_rate": 1.5236719234337948e-05, "loss": 18.8623, "step": 42547 }, { "epoch": 37.79, "learning_rate": 1.5234695966124441e-05, "loss": 19.3535, "step": 42548 }, { "epoch": 37.79, "learning_rate": 1.5232672808109882e-05, "loss": 18.916, "step": 42549 }, { "epoch": 37.79, "learning_rate": 1.5230649760300663e-05, "loss": 19.0381, "step": 42550 }, { "epoch": 37.79, "learning_rate": 1.5228626822703206e-05, "loss": 19.3047, "step": 42551 }, { "epoch": 37.79, "learning_rate": 1.5226603995323895e-05, "loss": 18.7715, "step": 42552 }, { "epoch": 37.79, "learning_rate": 1.522458127816917e-05, "loss": 19.4482, "step": 42553 }, { "epoch": 37.79, "learning_rate": 1.5222558671245451e-05, "loss": 19.2393, "step": 42554 }, { "epoch": 37.79, "learning_rate": 1.522053617455912e-05, "loss": 19.1621, "step": 42555 }, { "epoch": 37.79, "learning_rate": 1.5218513788116617e-05, "loss": 18.6611, "step": 42556 }, { "epoch": 37.79, "learning_rate": 1.5216491511924336e-05, "loss": 19.0508, "step": 42557 }, { "epoch": 37.8, "learning_rate": 1.521446934598868e-05, "loss": 19.5566, "step": 42558 }, { "epoch": 37.8, "learning_rate": 1.521244729031608e-05, "loss": 18.959, "step": 42559 }, { "epoch": 37.8, "learning_rate": 1.5210425344912922e-05, "loss": 18.7324, "step": 42560 }, { "epoch": 37.8, "learning_rate": 1.520840350978564e-05, "loss": 19.4551, "step": 42561 }, { "epoch": 37.8, "learning_rate": 1.5206381784940626e-05, "loss": 19.1084, "step": 42562 }, { "epoch": 37.8, "learning_rate": 1.5204360170384286e-05, "loss": 19.4072, "step": 42563 }, { "epoch": 37.8, "learning_rate": 1.5202338666123045e-05, "loss": 19.0176, "step": 42564 }, { "epoch": 37.8, "learning_rate": 1.5200317272163284e-05, "loss": 18.6768, "step": 42565 }, { "epoch": 37.8, "learning_rate": 1.5198295988511445e-05, "loss": 19.1465, "step": 42566 }, { "epoch": 37.8, "learning_rate": 1.5196274815173917e-05, "loss": 18.9648, "step": 42567 }, { "epoch": 37.8, "learning_rate": 1.519425375215709e-05, "loss": 18.2773, "step": 42568 }, { "epoch": 37.81, "learning_rate": 1.5192232799467405e-05, "loss": 18.9941, "step": 42569 }, { "epoch": 37.81, "learning_rate": 1.5190211957111234e-05, "loss": 18.7871, "step": 42570 }, { "epoch": 37.81, "learning_rate": 1.5188191225094994e-05, "loss": 19.3613, "step": 42571 }, { "epoch": 37.81, "learning_rate": 1.5186170603425132e-05, "loss": 18.8799, "step": 42572 }, { "epoch": 37.81, "learning_rate": 1.518415009210798e-05, "loss": 19.3711, "step": 42573 }, { "epoch": 37.81, "learning_rate": 1.5182129691149977e-05, "loss": 18.6396, "step": 42574 }, { "epoch": 37.81, "learning_rate": 1.5180109400557551e-05, "loss": 19.3779, "step": 42575 }, { "epoch": 37.81, "learning_rate": 1.517808922033706e-05, "loss": 18.6533, "step": 42576 }, { "epoch": 37.81, "learning_rate": 1.517606915049497e-05, "loss": 19.1504, "step": 42577 }, { "epoch": 37.81, "learning_rate": 1.5174049191037608e-05, "loss": 18.7432, "step": 42578 }, { "epoch": 37.81, "learning_rate": 1.5172029341971422e-05, "loss": 19.2158, "step": 42579 }, { "epoch": 37.82, "learning_rate": 1.5170009603302815e-05, "loss": 19.2881, "step": 42580 }, { "epoch": 37.82, "learning_rate": 1.5167989975038172e-05, "loss": 19.0771, "step": 42581 }, { "epoch": 37.82, "learning_rate": 1.5165970457183914e-05, "loss": 19.6221, "step": 42582 }, { "epoch": 37.82, "learning_rate": 1.5163951049746433e-05, "loss": 19.2109, "step": 42583 }, { "epoch": 37.82, "learning_rate": 1.5161931752732116e-05, "loss": 18.8604, "step": 42584 }, { "epoch": 37.82, "learning_rate": 1.5159912566147394e-05, "loss": 18.9854, "step": 42585 }, { "epoch": 37.82, "learning_rate": 1.5157893489998631e-05, "loss": 19.0723, "step": 42586 }, { "epoch": 37.82, "learning_rate": 1.5155874524292263e-05, "loss": 19.085, "step": 42587 }, { "epoch": 37.82, "learning_rate": 1.5153855669034671e-05, "loss": 18.9902, "step": 42588 }, { "epoch": 37.82, "learning_rate": 1.515183692423225e-05, "loss": 18.7188, "step": 42589 }, { "epoch": 37.82, "learning_rate": 1.5149818289891415e-05, "loss": 18.7725, "step": 42590 }, { "epoch": 37.83, "learning_rate": 1.5147799766018538e-05, "loss": 19.2314, "step": 42591 }, { "epoch": 37.83, "learning_rate": 1.5145781352620053e-05, "loss": 19.1582, "step": 42592 }, { "epoch": 37.83, "learning_rate": 1.5143763049702336e-05, "loss": 18.8125, "step": 42593 }, { "epoch": 37.83, "learning_rate": 1.5141744857271778e-05, "loss": 18.8799, "step": 42594 }, { "epoch": 37.83, "learning_rate": 1.5139726775334801e-05, "loss": 18.8799, "step": 42595 }, { "epoch": 37.83, "learning_rate": 1.5137708803897772e-05, "loss": 18.4502, "step": 42596 }, { "epoch": 37.83, "learning_rate": 1.5135690942967095e-05, "loss": 19.7451, "step": 42597 }, { "epoch": 37.83, "learning_rate": 1.5133673192549196e-05, "loss": 19.0859, "step": 42598 }, { "epoch": 37.83, "learning_rate": 1.5131655552650453e-05, "loss": 19.0107, "step": 42599 }, { "epoch": 37.83, "learning_rate": 1.5129638023277254e-05, "loss": 19.0859, "step": 42600 }, { "epoch": 37.83, "learning_rate": 1.5127620604435978e-05, "loss": 19.5732, "step": 42601 }, { "epoch": 37.83, "learning_rate": 1.5125603296133045e-05, "loss": 19.292, "step": 42602 }, { "epoch": 37.84, "learning_rate": 1.512358609837486e-05, "loss": 19.1963, "step": 42603 }, { "epoch": 37.84, "learning_rate": 1.5121569011167797e-05, "loss": 19.0312, "step": 42604 }, { "epoch": 37.84, "learning_rate": 1.5119552034518236e-05, "loss": 19.5391, "step": 42605 }, { "epoch": 37.84, "learning_rate": 1.5117535168432611e-05, "loss": 19.5908, "step": 42606 }, { "epoch": 37.84, "learning_rate": 1.5115518412917273e-05, "loss": 19.415, "step": 42607 }, { "epoch": 37.84, "learning_rate": 1.5113501767978649e-05, "loss": 19.3223, "step": 42608 }, { "epoch": 37.84, "learning_rate": 1.5111485233623118e-05, "loss": 19.7559, "step": 42609 }, { "epoch": 37.84, "learning_rate": 1.5109468809857053e-05, "loss": 19.0391, "step": 42610 }, { "epoch": 37.84, "learning_rate": 1.510745249668688e-05, "loss": 19.3379, "step": 42611 }, { "epoch": 37.84, "learning_rate": 1.5105436294118958e-05, "loss": 19.4697, "step": 42612 }, { "epoch": 37.84, "learning_rate": 1.5103420202159707e-05, "loss": 19.6016, "step": 42613 }, { "epoch": 37.85, "learning_rate": 1.5101404220815486e-05, "loss": 19.7168, "step": 42614 }, { "epoch": 37.85, "learning_rate": 1.5099388350092724e-05, "loss": 19.7158, "step": 42615 }, { "epoch": 37.85, "learning_rate": 1.5097372589997788e-05, "loss": 19.5938, "step": 42616 }, { "epoch": 37.85, "learning_rate": 1.5095356940537052e-05, "loss": 19.5312, "step": 42617 }, { "epoch": 37.85, "learning_rate": 1.5093341401716938e-05, "loss": 19.4434, "step": 42618 }, { "epoch": 37.85, "learning_rate": 1.5091325973543807e-05, "loss": 19.374, "step": 42619 }, { "epoch": 37.85, "learning_rate": 1.5089310656024075e-05, "loss": 19.3301, "step": 42620 }, { "epoch": 37.85, "learning_rate": 1.5087295449164113e-05, "loss": 19.0186, "step": 42621 }, { "epoch": 37.85, "learning_rate": 1.50852803529703e-05, "loss": 19.2715, "step": 42622 }, { "epoch": 37.85, "learning_rate": 1.508326536744903e-05, "loss": 19.3047, "step": 42623 }, { "epoch": 37.85, "learning_rate": 1.5081250492606714e-05, "loss": 19.5068, "step": 42624 }, { "epoch": 37.86, "learning_rate": 1.5079235728449714e-05, "loss": 19.6279, "step": 42625 }, { "epoch": 37.86, "learning_rate": 1.5077221074984426e-05, "loss": 19.1377, "step": 42626 }, { "epoch": 37.86, "learning_rate": 1.5075206532217212e-05, "loss": 18.707, "step": 42627 }, { "epoch": 37.86, "learning_rate": 1.5073192100154482e-05, "loss": 19.3281, "step": 42628 }, { "epoch": 37.86, "learning_rate": 1.5071177778802632e-05, "loss": 19.9453, "step": 42629 }, { "epoch": 37.86, "learning_rate": 1.506916356816801e-05, "loss": 19.3447, "step": 42630 }, { "epoch": 37.86, "learning_rate": 1.5067149468257046e-05, "loss": 19.1719, "step": 42631 }, { "epoch": 37.86, "learning_rate": 1.5065135479076099e-05, "loss": 19.0791, "step": 42632 }, { "epoch": 37.86, "learning_rate": 1.5063121600631536e-05, "loss": 19.126, "step": 42633 }, { "epoch": 37.86, "learning_rate": 1.5061107832929772e-05, "loss": 19.457, "step": 42634 }, { "epoch": 37.86, "learning_rate": 1.5059094175977168e-05, "loss": 18.7236, "step": 42635 }, { "epoch": 37.87, "learning_rate": 1.5057080629780129e-05, "loss": 19.5674, "step": 42636 }, { "epoch": 37.87, "learning_rate": 1.5055067194345024e-05, "loss": 19.29, "step": 42637 }, { "epoch": 37.87, "learning_rate": 1.5053053869678224e-05, "loss": 19.1211, "step": 42638 }, { "epoch": 37.87, "learning_rate": 1.5051040655786137e-05, "loss": 19.165, "step": 42639 }, { "epoch": 37.87, "learning_rate": 1.504902755267511e-05, "loss": 18.5947, "step": 42640 }, { "epoch": 37.87, "learning_rate": 1.5047014560351563e-05, "loss": 19.0391, "step": 42641 }, { "epoch": 37.87, "learning_rate": 1.5045001678821864e-05, "loss": 18.9404, "step": 42642 }, { "epoch": 37.87, "learning_rate": 1.5042988908092365e-05, "loss": 18.7842, "step": 42643 }, { "epoch": 37.87, "learning_rate": 1.5040976248169486e-05, "loss": 19.0635, "step": 42644 }, { "epoch": 37.87, "learning_rate": 1.5038963699059571e-05, "loss": 18.6289, "step": 42645 }, { "epoch": 37.87, "learning_rate": 1.5036951260769023e-05, "loss": 19.1787, "step": 42646 }, { "epoch": 37.87, "learning_rate": 1.5034938933304244e-05, "loss": 20.0605, "step": 42647 }, { "epoch": 37.88, "learning_rate": 1.5032926716671559e-05, "loss": 19.7275, "step": 42648 }, { "epoch": 37.88, "learning_rate": 1.5030914610877362e-05, "loss": 19.2188, "step": 42649 }, { "epoch": 37.88, "learning_rate": 1.5028902615928064e-05, "loss": 19.3174, "step": 42650 }, { "epoch": 37.88, "learning_rate": 1.5026890731830001e-05, "loss": 19.1943, "step": 42651 }, { "epoch": 37.88, "learning_rate": 1.50248789585896e-05, "loss": 19.6426, "step": 42652 }, { "epoch": 37.88, "learning_rate": 1.5022867296213178e-05, "loss": 19.459, "step": 42653 }, { "epoch": 37.88, "learning_rate": 1.5020855744707134e-05, "loss": 19.6797, "step": 42654 }, { "epoch": 37.88, "learning_rate": 1.5018844304077872e-05, "loss": 19.2061, "step": 42655 }, { "epoch": 37.88, "learning_rate": 1.5016832974331724e-05, "loss": 19.0137, "step": 42656 }, { "epoch": 37.88, "learning_rate": 1.5014821755475111e-05, "loss": 19.1416, "step": 42657 }, { "epoch": 37.88, "learning_rate": 1.5012810647514381e-05, "loss": 19.4375, "step": 42658 }, { "epoch": 37.89, "learning_rate": 1.5010799650455898e-05, "loss": 19.1328, "step": 42659 }, { "epoch": 37.89, "learning_rate": 1.5008788764306065e-05, "loss": 19.0322, "step": 42660 }, { "epoch": 37.89, "learning_rate": 1.5006777989071225e-05, "loss": 19.2236, "step": 42661 }, { "epoch": 37.89, "learning_rate": 1.500476732475779e-05, "loss": 19.0381, "step": 42662 }, { "epoch": 37.89, "learning_rate": 1.5002756771372106e-05, "loss": 19.4805, "step": 42663 }, { "epoch": 37.89, "learning_rate": 1.500074632892054e-05, "loss": 19.3193, "step": 42664 }, { "epoch": 37.89, "learning_rate": 1.4998735997409496e-05, "loss": 18.5791, "step": 42665 }, { "epoch": 37.89, "learning_rate": 1.4996725776845305e-05, "loss": 18.9141, "step": 42666 }, { "epoch": 37.89, "learning_rate": 1.4994715667234366e-05, "loss": 20.1631, "step": 42667 }, { "epoch": 37.89, "learning_rate": 1.499270566858308e-05, "loss": 19.8379, "step": 42668 }, { "epoch": 37.89, "learning_rate": 1.4990695780897746e-05, "loss": 18.2988, "step": 42669 }, { "epoch": 37.9, "learning_rate": 1.4988686004184793e-05, "loss": 19.1338, "step": 42670 }, { "epoch": 37.9, "learning_rate": 1.4986676338450557e-05, "loss": 19.1455, "step": 42671 }, { "epoch": 37.9, "learning_rate": 1.4984666783701418e-05, "loss": 19.0859, "step": 42672 }, { "epoch": 37.9, "learning_rate": 1.4982657339943774e-05, "loss": 19.4014, "step": 42673 }, { "epoch": 37.9, "learning_rate": 1.4980648007183967e-05, "loss": 19.1826, "step": 42674 }, { "epoch": 37.9, "learning_rate": 1.4978638785428351e-05, "loss": 18.9844, "step": 42675 }, { "epoch": 37.9, "learning_rate": 1.4976629674683334e-05, "loss": 18.8662, "step": 42676 }, { "epoch": 37.9, "learning_rate": 1.4974620674955253e-05, "loss": 19.167, "step": 42677 }, { "epoch": 37.9, "learning_rate": 1.4972611786250501e-05, "loss": 19.4014, "step": 42678 }, { "epoch": 37.9, "learning_rate": 1.4970603008575435e-05, "loss": 19.4453, "step": 42679 }, { "epoch": 37.9, "learning_rate": 1.4968594341936399e-05, "loss": 19.4609, "step": 42680 }, { "epoch": 37.9, "learning_rate": 1.4966585786339798e-05, "loss": 19.5068, "step": 42681 }, { "epoch": 37.91, "learning_rate": 1.496457734179197e-05, "loss": 19.7109, "step": 42682 }, { "epoch": 37.91, "learning_rate": 1.496256900829931e-05, "loss": 19.6025, "step": 42683 }, { "epoch": 37.91, "learning_rate": 1.496056078586816e-05, "loss": 19.1143, "step": 42684 }, { "epoch": 37.91, "learning_rate": 1.4958552674504884e-05, "loss": 19.2949, "step": 42685 }, { "epoch": 37.91, "learning_rate": 1.4958552674504884e-05, "loss": 20.1162, "step": 42686 }, { "epoch": 37.91, "learning_rate": 1.4956544674215871e-05, "loss": 18.9209, "step": 42687 }, { "epoch": 37.91, "learning_rate": 1.4954536785007456e-05, "loss": 19.2715, "step": 42688 }, { "epoch": 37.91, "learning_rate": 1.4952529006886035e-05, "loss": 19.5557, "step": 42689 }, { "epoch": 37.91, "learning_rate": 1.4950521339857937e-05, "loss": 19.6172, "step": 42690 }, { "epoch": 37.91, "learning_rate": 1.4948513783929563e-05, "loss": 19.1172, "step": 42691 }, { "epoch": 37.91, "learning_rate": 1.4946506339107258e-05, "loss": 19.916, "step": 42692 }, { "epoch": 37.92, "learning_rate": 1.4944499005397371e-05, "loss": 18.834, "step": 42693 }, { "epoch": 37.92, "learning_rate": 1.4942491782806278e-05, "loss": 19.3184, "step": 42694 }, { "epoch": 37.92, "learning_rate": 1.494048467134036e-05, "loss": 18.9141, "step": 42695 }, { "epoch": 37.92, "learning_rate": 1.4938477671005963e-05, "loss": 19.3633, "step": 42696 }, { "epoch": 37.92, "learning_rate": 1.4936470781809447e-05, "loss": 19.6279, "step": 42697 }, { "epoch": 37.92, "learning_rate": 1.493446400375716e-05, "loss": 19.1143, "step": 42698 }, { "epoch": 37.92, "learning_rate": 1.4932457336855476e-05, "loss": 18.9443, "step": 42699 }, { "epoch": 37.92, "learning_rate": 1.4930450781110772e-05, "loss": 19.2617, "step": 42700 }, { "epoch": 37.92, "learning_rate": 1.4928444336529396e-05, "loss": 19.2314, "step": 42701 }, { "epoch": 37.92, "learning_rate": 1.4926438003117688e-05, "loss": 18.8193, "step": 42702 }, { "epoch": 37.92, "learning_rate": 1.4924431780882043e-05, "loss": 19.374, "step": 42703 }, { "epoch": 37.93, "learning_rate": 1.4922425669828787e-05, "loss": 19.166, "step": 42704 }, { "epoch": 37.93, "learning_rate": 1.4920419669964308e-05, "loss": 19.4258, "step": 42705 }, { "epoch": 37.93, "learning_rate": 1.4918413781294937e-05, "loss": 19.5215, "step": 42706 }, { "epoch": 37.93, "learning_rate": 1.491640800382706e-05, "loss": 19.5781, "step": 42707 }, { "epoch": 37.93, "learning_rate": 1.4914402337567024e-05, "loss": 19.6328, "step": 42708 }, { "epoch": 37.93, "learning_rate": 1.491239678252117e-05, "loss": 19.3379, "step": 42709 }, { "epoch": 37.93, "learning_rate": 1.4910391338695878e-05, "loss": 18.7852, "step": 42710 }, { "epoch": 37.93, "learning_rate": 1.4908386006097486e-05, "loss": 18.998, "step": 42711 }, { "epoch": 37.93, "learning_rate": 1.4906380784732377e-05, "loss": 19.0547, "step": 42712 }, { "epoch": 37.93, "learning_rate": 1.4904375674606886e-05, "loss": 19.0938, "step": 42713 }, { "epoch": 37.93, "learning_rate": 1.4902370675727362e-05, "loss": 18.8105, "step": 42714 }, { "epoch": 37.94, "learning_rate": 1.4900365788100184e-05, "loss": 18.9619, "step": 42715 }, { "epoch": 37.94, "learning_rate": 1.4898361011731682e-05, "loss": 19.3877, "step": 42716 }, { "epoch": 37.94, "learning_rate": 1.4896356346628222e-05, "loss": 19.3525, "step": 42717 }, { "epoch": 37.94, "learning_rate": 1.4894351792796191e-05, "loss": 18.9004, "step": 42718 }, { "epoch": 37.94, "learning_rate": 1.4892347350241881e-05, "loss": 18.7852, "step": 42719 }, { "epoch": 37.94, "learning_rate": 1.4890343018971698e-05, "loss": 19.2393, "step": 42720 }, { "epoch": 37.94, "learning_rate": 1.4888338798991952e-05, "loss": 19.4385, "step": 42721 }, { "epoch": 37.94, "learning_rate": 1.4886334690309017e-05, "loss": 19.0225, "step": 42722 }, { "epoch": 37.94, "learning_rate": 1.4884330692929283e-05, "loss": 19.0107, "step": 42723 }, { "epoch": 37.94, "learning_rate": 1.4882326806859031e-05, "loss": 19.3135, "step": 42724 }, { "epoch": 37.94, "learning_rate": 1.4880323032104648e-05, "loss": 19.6504, "step": 42725 }, { "epoch": 37.94, "learning_rate": 1.4878319368672505e-05, "loss": 19.5889, "step": 42726 }, { "epoch": 37.95, "learning_rate": 1.4876315816568914e-05, "loss": 18.6865, "step": 42727 }, { "epoch": 37.95, "learning_rate": 1.4874312375800259e-05, "loss": 18.7969, "step": 42728 }, { "epoch": 37.95, "learning_rate": 1.4872309046372885e-05, "loss": 19.0342, "step": 42729 }, { "epoch": 37.95, "learning_rate": 1.4870305828293113e-05, "loss": 19.0615, "step": 42730 }, { "epoch": 37.95, "learning_rate": 1.4868302721567329e-05, "loss": 19.7129, "step": 42731 }, { "epoch": 37.95, "learning_rate": 1.4866299726201848e-05, "loss": 18.7246, "step": 42732 }, { "epoch": 37.95, "learning_rate": 1.4864296842203062e-05, "loss": 19.791, "step": 42733 }, { "epoch": 37.95, "learning_rate": 1.4862294069577292e-05, "loss": 19.7549, "step": 42734 }, { "epoch": 37.95, "learning_rate": 1.4860291408330878e-05, "loss": 19.2031, "step": 42735 }, { "epoch": 37.95, "learning_rate": 1.4858288858470193e-05, "loss": 19.0781, "step": 42736 }, { "epoch": 37.95, "learning_rate": 1.4856286420001558e-05, "loss": 19.2842, "step": 42737 }, { "epoch": 37.96, "learning_rate": 1.4854284092931348e-05, "loss": 18.7588, "step": 42738 }, { "epoch": 37.96, "learning_rate": 1.48522818772659e-05, "loss": 19.9102, "step": 42739 }, { "epoch": 37.96, "learning_rate": 1.4850279773011538e-05, "loss": 19.6338, "step": 42740 }, { "epoch": 37.96, "learning_rate": 1.4848277780174646e-05, "loss": 19.5068, "step": 42741 }, { "epoch": 37.96, "learning_rate": 1.4846275898761531e-05, "loss": 19.1318, "step": 42742 }, { "epoch": 37.96, "learning_rate": 1.4844274128778563e-05, "loss": 19.335, "step": 42743 }, { "epoch": 37.96, "learning_rate": 1.4842272470232116e-05, "loss": 18.9268, "step": 42744 }, { "epoch": 37.96, "learning_rate": 1.4840270923128468e-05, "loss": 19.0947, "step": 42745 }, { "epoch": 37.96, "learning_rate": 1.483826948747401e-05, "loss": 19.167, "step": 42746 }, { "epoch": 37.96, "learning_rate": 1.4836268163275063e-05, "loss": 18.8955, "step": 42747 }, { "epoch": 37.96, "learning_rate": 1.4834266950537978e-05, "loss": 19.1924, "step": 42748 }, { "epoch": 37.97, "learning_rate": 1.4832265849269122e-05, "loss": 19.2393, "step": 42749 }, { "epoch": 37.97, "learning_rate": 1.4830264859474813e-05, "loss": 19.3779, "step": 42750 }, { "epoch": 37.97, "learning_rate": 1.4828263981161384e-05, "loss": 19.252, "step": 42751 }, { "epoch": 37.97, "learning_rate": 1.4826263214335207e-05, "loss": 19.1963, "step": 42752 }, { "epoch": 37.97, "learning_rate": 1.4824262559002594e-05, "loss": 19.7959, "step": 42753 }, { "epoch": 37.97, "learning_rate": 1.482226201516992e-05, "loss": 19.459, "step": 42754 }, { "epoch": 37.97, "learning_rate": 1.482026158284351e-05, "loss": 19.3291, "step": 42755 }, { "epoch": 37.97, "learning_rate": 1.4818261262029681e-05, "loss": 19.375, "step": 42756 }, { "epoch": 37.97, "learning_rate": 1.4816261052734815e-05, "loss": 18.7227, "step": 42757 }, { "epoch": 37.97, "learning_rate": 1.4814260954965215e-05, "loss": 19.1191, "step": 42758 }, { "epoch": 37.97, "learning_rate": 1.4812260968727254e-05, "loss": 19.1318, "step": 42759 }, { "epoch": 37.98, "learning_rate": 1.4810261094027255e-05, "loss": 19.4658, "step": 42760 }, { "epoch": 37.98, "learning_rate": 1.4808261330871547e-05, "loss": 19.0869, "step": 42761 }, { "epoch": 37.98, "learning_rate": 1.4806261679266492e-05, "loss": 19.2734, "step": 42762 }, { "epoch": 37.98, "learning_rate": 1.4804262139218406e-05, "loss": 19.2949, "step": 42763 }, { "epoch": 37.98, "learning_rate": 1.480226271073365e-05, "loss": 19.1904, "step": 42764 }, { "epoch": 37.98, "learning_rate": 1.4800263393818531e-05, "loss": 19.3008, "step": 42765 }, { "epoch": 37.98, "learning_rate": 1.4798264188479427e-05, "loss": 19.7959, "step": 42766 }, { "epoch": 37.98, "learning_rate": 1.479626509472265e-05, "loss": 19.5195, "step": 42767 }, { "epoch": 37.98, "learning_rate": 1.4794266112554528e-05, "loss": 19.3496, "step": 42768 }, { "epoch": 37.98, "learning_rate": 1.4792267241981406e-05, "loss": 19.0957, "step": 42769 }, { "epoch": 37.98, "learning_rate": 1.4790268483009639e-05, "loss": 19.4297, "step": 42770 }, { "epoch": 37.98, "learning_rate": 1.4788269835645547e-05, "loss": 19.3252, "step": 42771 }, { "epoch": 37.99, "learning_rate": 1.4786271299895466e-05, "loss": 18.8418, "step": 42772 }, { "epoch": 37.99, "learning_rate": 1.478427287576571e-05, "loss": 19.0586, "step": 42773 }, { "epoch": 37.99, "learning_rate": 1.4782274563262639e-05, "loss": 19.3525, "step": 42774 }, { "epoch": 37.99, "learning_rate": 1.4780276362392598e-05, "loss": 19.3643, "step": 42775 }, { "epoch": 37.99, "learning_rate": 1.47782782731619e-05, "loss": 19.1504, "step": 42776 }, { "epoch": 37.99, "learning_rate": 1.4776280295576871e-05, "loss": 18.9238, "step": 42777 }, { "epoch": 37.99, "learning_rate": 1.4774282429643877e-05, "loss": 19.4932, "step": 42778 }, { "epoch": 37.99, "learning_rate": 1.4772284675369209e-05, "loss": 19.2578, "step": 42779 }, { "epoch": 37.99, "learning_rate": 1.4770287032759239e-05, "loss": 18.9404, "step": 42780 }, { "epoch": 37.99, "learning_rate": 1.4768289501820265e-05, "loss": 19.1924, "step": 42781 }, { "epoch": 37.99, "learning_rate": 1.4766292082558647e-05, "loss": 19.457, "step": 42782 }, { "epoch": 38.0, "learning_rate": 1.4764294774980708e-05, "loss": 19.4756, "step": 42783 }, { "epoch": 38.0, "learning_rate": 1.476229757909276e-05, "loss": 19.3965, "step": 42784 }, { "epoch": 38.0, "learning_rate": 1.4760300494901163e-05, "loss": 19.2275, "step": 42785 }, { "epoch": 38.0, "learning_rate": 1.4758303522412214e-05, "loss": 18.7822, "step": 42786 }, { "epoch": 38.0, "learning_rate": 1.4756306661632285e-05, "loss": 19.2676, "step": 42787 }, { "epoch": 38.0, "learning_rate": 1.4754309912567681e-05, "loss": 19.3232, "step": 42788 }, { "epoch": 38.0, "learning_rate": 1.4752313275224716e-05, "loss": 19.0615, "step": 42789 }, { "epoch": 38.0, "learning_rate": 1.4750316749609754e-05, "loss": 19.1689, "step": 42790 }, { "epoch": 38.0, "learning_rate": 1.4748320335729088e-05, "loss": 18.6133, "step": 42791 }, { "epoch": 38.0, "learning_rate": 1.4746324033589065e-05, "loss": 19.1865, "step": 42792 }, { "epoch": 38.0, "learning_rate": 1.4744327843196043e-05, "loss": 19.5264, "step": 42793 }, { "epoch": 38.01, "learning_rate": 1.4742331764556288e-05, "loss": 19.3125, "step": 42794 }, { "epoch": 38.01, "learning_rate": 1.4740335797676159e-05, "loss": 19.2178, "step": 42795 }, { "epoch": 38.01, "learning_rate": 1.4738339942561991e-05, "loss": 19.1924, "step": 42796 }, { "epoch": 38.01, "learning_rate": 1.4736344199220093e-05, "loss": 19.1875, "step": 42797 }, { "epoch": 38.01, "learning_rate": 1.4734348567656824e-05, "loss": 19.4834, "step": 42798 }, { "epoch": 38.01, "learning_rate": 1.4732353047878456e-05, "loss": 19.3506, "step": 42799 }, { "epoch": 38.01, "learning_rate": 1.4730357639891346e-05, "loss": 19.0273, "step": 42800 }, { "epoch": 38.01, "learning_rate": 1.4728362343701823e-05, "loss": 19.373, "step": 42801 }, { "epoch": 38.01, "learning_rate": 1.4726367159316196e-05, "loss": 19.3252, "step": 42802 }, { "epoch": 38.01, "learning_rate": 1.4724372086740811e-05, "loss": 19.1738, "step": 42803 }, { "epoch": 38.01, "learning_rate": 1.4722377125981984e-05, "loss": 19.7412, "step": 42804 }, { "epoch": 38.02, "learning_rate": 1.4720382277046013e-05, "loss": 18.9912, "step": 42805 }, { "epoch": 38.02, "learning_rate": 1.471838753993926e-05, "loss": 18.9434, "step": 42806 }, { "epoch": 38.02, "learning_rate": 1.4716392914668015e-05, "loss": 18.9502, "step": 42807 }, { "epoch": 38.02, "learning_rate": 1.4714398401238627e-05, "loss": 19.3057, "step": 42808 }, { "epoch": 38.02, "learning_rate": 1.4712403999657415e-05, "loss": 19.4717, "step": 42809 }, { "epoch": 38.02, "learning_rate": 1.4710409709930667e-05, "loss": 18.6484, "step": 42810 }, { "epoch": 38.02, "learning_rate": 1.4708415532064751e-05, "loss": 18.9902, "step": 42811 }, { "epoch": 38.02, "learning_rate": 1.470642146606595e-05, "loss": 19.6396, "step": 42812 }, { "epoch": 38.02, "learning_rate": 1.4704427511940604e-05, "loss": 19.2051, "step": 42813 }, { "epoch": 38.02, "learning_rate": 1.470243366969506e-05, "loss": 18.9912, "step": 42814 }, { "epoch": 38.02, "learning_rate": 1.470043993933558e-05, "loss": 19.3057, "step": 42815 }, { "epoch": 38.02, "learning_rate": 1.4698446320868526e-05, "loss": 18.8018, "step": 42816 }, { "epoch": 38.03, "learning_rate": 1.4696452814300194e-05, "loss": 19.1377, "step": 42817 }, { "epoch": 38.03, "learning_rate": 1.4694459419636908e-05, "loss": 19.0615, "step": 42818 }, { "epoch": 38.03, "learning_rate": 1.4692466136885024e-05, "loss": 18.6553, "step": 42819 }, { "epoch": 38.03, "learning_rate": 1.46904729660508e-05, "loss": 19.8105, "step": 42820 }, { "epoch": 38.03, "learning_rate": 1.4688479907140585e-05, "loss": 19.5078, "step": 42821 }, { "epoch": 38.03, "learning_rate": 1.46864869601607e-05, "loss": 19.5488, "step": 42822 }, { "epoch": 38.03, "learning_rate": 1.4684494125117449e-05, "loss": 18.7471, "step": 42823 }, { "epoch": 38.03, "learning_rate": 1.4682501402017168e-05, "loss": 19.6572, "step": 42824 }, { "epoch": 38.03, "learning_rate": 1.4680508790866165e-05, "loss": 18.9824, "step": 42825 }, { "epoch": 38.03, "learning_rate": 1.4678516291670736e-05, "loss": 18.8174, "step": 42826 }, { "epoch": 38.03, "learning_rate": 1.4676523904437228e-05, "loss": 18.7148, "step": 42827 }, { "epoch": 38.04, "learning_rate": 1.4674531629171927e-05, "loss": 19.0605, "step": 42828 }, { "epoch": 38.04, "learning_rate": 1.467253946588118e-05, "loss": 19.4424, "step": 42829 }, { "epoch": 38.04, "learning_rate": 1.4670547414571279e-05, "loss": 19.4941, "step": 42830 }, { "epoch": 38.04, "learning_rate": 1.4668555475248536e-05, "loss": 19.5781, "step": 42831 }, { "epoch": 38.04, "learning_rate": 1.4666563647919284e-05, "loss": 19.4336, "step": 42832 }, { "epoch": 38.04, "learning_rate": 1.4664571932589815e-05, "loss": 19.6582, "step": 42833 }, { "epoch": 38.04, "learning_rate": 1.4662580329266468e-05, "loss": 18.8174, "step": 42834 }, { "epoch": 38.04, "learning_rate": 1.4660588837955541e-05, "loss": 19.8223, "step": 42835 }, { "epoch": 38.04, "learning_rate": 1.4658597458663326e-05, "loss": 18.9883, "step": 42836 }, { "epoch": 38.04, "learning_rate": 1.4656606191396177e-05, "loss": 18.8281, "step": 42837 }, { "epoch": 38.04, "learning_rate": 1.4654615036160368e-05, "loss": 19.1426, "step": 42838 }, { "epoch": 38.05, "learning_rate": 1.4652623992962244e-05, "loss": 20.0137, "step": 42839 }, { "epoch": 38.05, "learning_rate": 1.465063306180809e-05, "loss": 19.2012, "step": 42840 }, { "epoch": 38.05, "learning_rate": 1.4648642242704235e-05, "loss": 18.8975, "step": 42841 }, { "epoch": 38.05, "learning_rate": 1.4646651535656986e-05, "loss": 19.1455, "step": 42842 }, { "epoch": 38.05, "learning_rate": 1.4644660940672627e-05, "loss": 18.8779, "step": 42843 }, { "epoch": 38.05, "learning_rate": 1.4642670457757495e-05, "loss": 18.7266, "step": 42844 }, { "epoch": 38.05, "learning_rate": 1.4640680086917907e-05, "loss": 19.9287, "step": 42845 }, { "epoch": 38.05, "learning_rate": 1.4638689828160156e-05, "loss": 19.2344, "step": 42846 }, { "epoch": 38.05, "learning_rate": 1.463669968149054e-05, "loss": 20.1807, "step": 42847 }, { "epoch": 38.05, "learning_rate": 1.4634709646915395e-05, "loss": 18.9951, "step": 42848 }, { "epoch": 38.05, "learning_rate": 1.4632719724441001e-05, "loss": 19.3076, "step": 42849 }, { "epoch": 38.06, "learning_rate": 1.4630729914073699e-05, "loss": 19.5703, "step": 42850 }, { "epoch": 38.06, "learning_rate": 1.4628740215819754e-05, "loss": 19.3438, "step": 42851 }, { "epoch": 38.06, "learning_rate": 1.4626750629685515e-05, "loss": 19.0713, "step": 42852 }, { "epoch": 38.06, "learning_rate": 1.4624761155677269e-05, "loss": 19.2676, "step": 42853 }, { "epoch": 38.06, "learning_rate": 1.4622771793801305e-05, "loss": 18.9121, "step": 42854 }, { "epoch": 38.06, "learning_rate": 1.4620782544063966e-05, "loss": 19.5449, "step": 42855 }, { "epoch": 38.06, "learning_rate": 1.4618793406471515e-05, "loss": 19.5869, "step": 42856 }, { "epoch": 38.06, "learning_rate": 1.4616804381030302e-05, "loss": 19.1631, "step": 42857 }, { "epoch": 38.06, "learning_rate": 1.4614815467746607e-05, "loss": 18.8652, "step": 42858 }, { "epoch": 38.06, "learning_rate": 1.4612826666626721e-05, "loss": 19.291, "step": 42859 }, { "epoch": 38.06, "learning_rate": 1.4610837977676983e-05, "loss": 19.7002, "step": 42860 }, { "epoch": 38.06, "learning_rate": 1.4608849400903662e-05, "loss": 19.0723, "step": 42861 }, { "epoch": 38.07, "learning_rate": 1.4606860936313094e-05, "loss": 19.5322, "step": 42862 }, { "epoch": 38.07, "learning_rate": 1.460487258391156e-05, "loss": 19.4834, "step": 42863 }, { "epoch": 38.07, "learning_rate": 1.4602884343705358e-05, "loss": 18.7637, "step": 42864 }, { "epoch": 38.07, "learning_rate": 1.4600896215700816e-05, "loss": 19.2256, "step": 42865 }, { "epoch": 38.07, "learning_rate": 1.4598908199904199e-05, "loss": 19.2158, "step": 42866 }, { "epoch": 38.07, "learning_rate": 1.4596920296321836e-05, "loss": 19.5312, "step": 42867 }, { "epoch": 38.07, "learning_rate": 1.459493250496005e-05, "loss": 18.9795, "step": 42868 }, { "epoch": 38.07, "learning_rate": 1.4592944825825083e-05, "loss": 18.9014, "step": 42869 }, { "epoch": 38.07, "learning_rate": 1.4590957258923271e-05, "loss": 19.3682, "step": 42870 }, { "epoch": 38.07, "learning_rate": 1.4588969804260921e-05, "loss": 18.5068, "step": 42871 }, { "epoch": 38.07, "learning_rate": 1.4586982461844311e-05, "loss": 19.208, "step": 42872 }, { "epoch": 38.08, "learning_rate": 1.4584995231679777e-05, "loss": 19.0215, "step": 42873 }, { "epoch": 38.08, "learning_rate": 1.4583008113773566e-05, "loss": 18.8242, "step": 42874 }, { "epoch": 38.08, "learning_rate": 1.4581021108131998e-05, "loss": 19.2393, "step": 42875 }, { "epoch": 38.08, "learning_rate": 1.4579034214761394e-05, "loss": 19.5352, "step": 42876 }, { "epoch": 38.08, "learning_rate": 1.4577047433668023e-05, "loss": 19.165, "step": 42877 }, { "epoch": 38.08, "learning_rate": 1.4575060764858206e-05, "loss": 19.3066, "step": 42878 }, { "epoch": 38.08, "learning_rate": 1.4573074208338228e-05, "loss": 19.7207, "step": 42879 }, { "epoch": 38.08, "learning_rate": 1.4571087764114373e-05, "loss": 19.042, "step": 42880 }, { "epoch": 38.08, "learning_rate": 1.4569101432192966e-05, "loss": 19.2939, "step": 42881 }, { "epoch": 38.08, "learning_rate": 1.4567115212580273e-05, "loss": 19.126, "step": 42882 }, { "epoch": 38.08, "learning_rate": 1.456512910528262e-05, "loss": 19.0869, "step": 42883 }, { "epoch": 38.09, "learning_rate": 1.4563143110306287e-05, "loss": 19.5264, "step": 42884 }, { "epoch": 38.09, "learning_rate": 1.4561157227657556e-05, "loss": 18.8857, "step": 42885 }, { "epoch": 38.09, "learning_rate": 1.4559171457342751e-05, "loss": 19.125, "step": 42886 }, { "epoch": 38.09, "learning_rate": 1.4557185799368139e-05, "loss": 18.8506, "step": 42887 }, { "epoch": 38.09, "learning_rate": 1.4555200253740026e-05, "loss": 18.6865, "step": 42888 }, { "epoch": 38.09, "learning_rate": 1.4553214820464734e-05, "loss": 18.4355, "step": 42889 }, { "epoch": 38.09, "learning_rate": 1.4551229499548502e-05, "loss": 19.0479, "step": 42890 }, { "epoch": 38.09, "learning_rate": 1.454924429099766e-05, "loss": 19.1357, "step": 42891 }, { "epoch": 38.09, "learning_rate": 1.454725919481848e-05, "loss": 19.1289, "step": 42892 }, { "epoch": 38.09, "learning_rate": 1.4545274211017263e-05, "loss": 19.3652, "step": 42893 }, { "epoch": 38.09, "learning_rate": 1.454328933960033e-05, "loss": 19.1846, "step": 42894 }, { "epoch": 38.1, "learning_rate": 1.4541304580573917e-05, "loss": 18.7803, "step": 42895 }, { "epoch": 38.1, "learning_rate": 1.4539319933944345e-05, "loss": 18.9824, "step": 42896 }, { "epoch": 38.1, "learning_rate": 1.4537335399717922e-05, "loss": 19.0791, "step": 42897 }, { "epoch": 38.1, "learning_rate": 1.4535350977900903e-05, "loss": 19.2861, "step": 42898 }, { "epoch": 38.1, "learning_rate": 1.4533366668499609e-05, "loss": 19.2646, "step": 42899 }, { "epoch": 38.1, "learning_rate": 1.4531382471520316e-05, "loss": 18.7666, "step": 42900 }, { "epoch": 38.1, "learning_rate": 1.45293983869693e-05, "loss": 19.3506, "step": 42901 }, { "epoch": 38.1, "learning_rate": 1.4527414414852881e-05, "loss": 19.3125, "step": 42902 }, { "epoch": 38.1, "learning_rate": 1.452543055517731e-05, "loss": 19.4004, "step": 42903 }, { "epoch": 38.1, "learning_rate": 1.452543055517731e-05, "loss": 19.1377, "step": 42904 }, { "epoch": 38.1, "learning_rate": 1.4523446807948916e-05, "loss": 18.7109, "step": 42905 }, { "epoch": 38.1, "learning_rate": 1.4521463173173965e-05, "loss": 18.8594, "step": 42906 }, { "epoch": 38.11, "learning_rate": 1.4519479650858736e-05, "loss": 19.3711, "step": 42907 }, { "epoch": 38.11, "learning_rate": 1.4517496241009537e-05, "loss": 18.8496, "step": 42908 }, { "epoch": 38.11, "learning_rate": 1.4515512943632631e-05, "loss": 19.21, "step": 42909 }, { "epoch": 38.11, "learning_rate": 1.451352975873434e-05, "loss": 19.1553, "step": 42910 }, { "epoch": 38.11, "learning_rate": 1.451154668632091e-05, "loss": 19.5107, "step": 42911 }, { "epoch": 38.11, "learning_rate": 1.4509563726398662e-05, "loss": 18.9756, "step": 42912 }, { "epoch": 38.11, "learning_rate": 1.4507580878973864e-05, "loss": 19.2598, "step": 42913 }, { "epoch": 38.11, "learning_rate": 1.450559814405279e-05, "loss": 18.9443, "step": 42914 }, { "epoch": 38.11, "learning_rate": 1.4503615521641733e-05, "loss": 19.4209, "step": 42915 }, { "epoch": 38.11, "learning_rate": 1.4501633011747007e-05, "loss": 19.1064, "step": 42916 }, { "epoch": 38.11, "learning_rate": 1.4499650614374866e-05, "loss": 19.2275, "step": 42917 }, { "epoch": 38.12, "learning_rate": 1.44976683295316e-05, "loss": 19.2979, "step": 42918 }, { "epoch": 38.12, "learning_rate": 1.4495686157223477e-05, "loss": 19.3496, "step": 42919 }, { "epoch": 38.12, "learning_rate": 1.449370409745679e-05, "loss": 18.8428, "step": 42920 }, { "epoch": 38.12, "learning_rate": 1.4491722150237847e-05, "loss": 18.9404, "step": 42921 }, { "epoch": 38.12, "learning_rate": 1.4489740315572908e-05, "loss": 19.3105, "step": 42922 }, { "epoch": 38.12, "learning_rate": 1.4487758593468248e-05, "loss": 18.6172, "step": 42923 }, { "epoch": 38.12, "learning_rate": 1.4485776983930165e-05, "loss": 19.0967, "step": 42924 }, { "epoch": 38.12, "learning_rate": 1.4483795486964918e-05, "loss": 19.0049, "step": 42925 }, { "epoch": 38.12, "learning_rate": 1.4481814102578823e-05, "loss": 19.2627, "step": 42926 }, { "epoch": 38.12, "learning_rate": 1.4479832830778123e-05, "loss": 19.6113, "step": 42927 }, { "epoch": 38.12, "learning_rate": 1.4477851671569132e-05, "loss": 19.5586, "step": 42928 }, { "epoch": 38.13, "learning_rate": 1.447587062495811e-05, "loss": 18.8574, "step": 42929 }, { "epoch": 38.13, "learning_rate": 1.4473889690951332e-05, "loss": 19.7842, "step": 42930 }, { "epoch": 38.13, "learning_rate": 1.4473889690951332e-05, "loss": 19.3711, "step": 42931 }, { "epoch": 38.13, "learning_rate": 1.4471908869555096e-05, "loss": 19.3115, "step": 42932 }, { "epoch": 38.13, "learning_rate": 1.4469928160775652e-05, "loss": 19.0039, "step": 42933 }, { "epoch": 38.13, "learning_rate": 1.4467947564619316e-05, "loss": 19.2686, "step": 42934 }, { "epoch": 38.13, "learning_rate": 1.4465967081092346e-05, "loss": 19.0352, "step": 42935 }, { "epoch": 38.13, "learning_rate": 1.4463986710201005e-05, "loss": 19.4941, "step": 42936 }, { "epoch": 38.13, "learning_rate": 1.4462006451951598e-05, "loss": 19.4814, "step": 42937 }, { "epoch": 38.13, "learning_rate": 1.4460026306350377e-05, "loss": 19.2979, "step": 42938 }, { "epoch": 38.13, "learning_rate": 1.4458046273403647e-05, "loss": 19.8594, "step": 42939 }, { "epoch": 38.13, "learning_rate": 1.4456066353117664e-05, "loss": 19.6533, "step": 42940 }, { "epoch": 38.14, "learning_rate": 1.4454086545498703e-05, "loss": 19.1719, "step": 42941 }, { "epoch": 38.14, "learning_rate": 1.4452106850553038e-05, "loss": 19.1865, "step": 42942 }, { "epoch": 38.14, "learning_rate": 1.4450127268286967e-05, "loss": 19.5762, "step": 42943 }, { "epoch": 38.14, "learning_rate": 1.4448147798706734e-05, "loss": 18.7979, "step": 42944 }, { "epoch": 38.14, "learning_rate": 1.4446168441818663e-05, "loss": 19.3711, "step": 42945 }, { "epoch": 38.14, "learning_rate": 1.444418919762896e-05, "loss": 19.8643, "step": 42946 }, { "epoch": 38.14, "learning_rate": 1.4442210066143935e-05, "loss": 19.5928, "step": 42947 }, { "epoch": 38.14, "learning_rate": 1.4440231047369873e-05, "loss": 19.6221, "step": 42948 }, { "epoch": 38.14, "learning_rate": 1.443825214131302e-05, "loss": 19.7637, "step": 42949 }, { "epoch": 38.14, "learning_rate": 1.4436273347979673e-05, "loss": 19.4141, "step": 42950 }, { "epoch": 38.14, "learning_rate": 1.4434294667376097e-05, "loss": 19.3896, "step": 42951 }, { "epoch": 38.15, "learning_rate": 1.4432316099508542e-05, "loss": 19.4033, "step": 42952 }, { "epoch": 38.15, "learning_rate": 1.4430337644383317e-05, "loss": 19.3281, "step": 42953 }, { "epoch": 38.15, "learning_rate": 1.4428359302006655e-05, "loss": 18.9824, "step": 42954 }, { "epoch": 38.15, "learning_rate": 1.4426381072384865e-05, "loss": 19.0605, "step": 42955 }, { "epoch": 38.15, "learning_rate": 1.4424402955524203e-05, "loss": 19.0176, "step": 42956 }, { "epoch": 38.15, "learning_rate": 1.4422424951430913e-05, "loss": 19.4795, "step": 42957 }, { "epoch": 38.15, "learning_rate": 1.4420447060111303e-05, "loss": 19.1924, "step": 42958 }, { "epoch": 38.15, "learning_rate": 1.4418469281571612e-05, "loss": 18.626, "step": 42959 }, { "epoch": 38.15, "learning_rate": 1.441649161581814e-05, "loss": 19.833, "step": 42960 }, { "epoch": 38.15, "learning_rate": 1.4414514062857137e-05, "loss": 19.6172, "step": 42961 }, { "epoch": 38.15, "learning_rate": 1.4412536622694862e-05, "loss": 18.9062, "step": 42962 }, { "epoch": 38.16, "learning_rate": 1.441055929533761e-05, "loss": 20.0674, "step": 42963 }, { "epoch": 38.16, "learning_rate": 1.4408582080791616e-05, "loss": 19.1318, "step": 42964 }, { "epoch": 38.16, "learning_rate": 1.4406604979063166e-05, "loss": 19.4541, "step": 42965 }, { "epoch": 38.16, "learning_rate": 1.4404627990158559e-05, "loss": 19.3252, "step": 42966 }, { "epoch": 38.16, "learning_rate": 1.4402651114083992e-05, "loss": 19.335, "step": 42967 }, { "epoch": 38.16, "learning_rate": 1.4400674350845778e-05, "loss": 18.6738, "step": 42968 }, { "epoch": 38.16, "learning_rate": 1.439869770045018e-05, "loss": 18.7881, "step": 42969 }, { "epoch": 38.16, "learning_rate": 1.4396721162903443e-05, "loss": 19.749, "step": 42970 }, { "epoch": 38.16, "learning_rate": 1.439474473821188e-05, "loss": 18.8711, "step": 42971 }, { "epoch": 38.16, "learning_rate": 1.4392768426381686e-05, "loss": 19.0068, "step": 42972 }, { "epoch": 38.16, "learning_rate": 1.4390792227419164e-05, "loss": 19.2881, "step": 42973 }, { "epoch": 38.17, "learning_rate": 1.438881614133059e-05, "loss": 19.9268, "step": 42974 }, { "epoch": 38.17, "learning_rate": 1.4386840168122195e-05, "loss": 19.4463, "step": 42975 }, { "epoch": 38.17, "learning_rate": 1.4384864307800277e-05, "loss": 19.1689, "step": 42976 }, { "epoch": 38.17, "learning_rate": 1.4382888560371088e-05, "loss": 18.7461, "step": 42977 }, { "epoch": 38.17, "learning_rate": 1.4380912925840867e-05, "loss": 19.1602, "step": 42978 }, { "epoch": 38.17, "learning_rate": 1.4378937404215908e-05, "loss": 19.1943, "step": 42979 }, { "epoch": 38.17, "learning_rate": 1.4376961995502447e-05, "loss": 19.0898, "step": 42980 }, { "epoch": 38.17, "learning_rate": 1.4374986699706772e-05, "loss": 19.2529, "step": 42981 }, { "epoch": 38.17, "learning_rate": 1.4373011516835128e-05, "loss": 18.7939, "step": 42982 }, { "epoch": 38.17, "learning_rate": 1.4371036446893765e-05, "loss": 19.5039, "step": 42983 }, { "epoch": 38.17, "learning_rate": 1.4369061489888974e-05, "loss": 19.4814, "step": 42984 }, { "epoch": 38.17, "learning_rate": 1.4367086645826983e-05, "loss": 19.0371, "step": 42985 }, { "epoch": 38.18, "learning_rate": 1.436511191471408e-05, "loss": 18.6387, "step": 42986 }, { "epoch": 38.18, "learning_rate": 1.43631372965565e-05, "loss": 19.165, "step": 42987 }, { "epoch": 38.18, "learning_rate": 1.4361162791360528e-05, "loss": 18.6133, "step": 42988 }, { "epoch": 38.18, "learning_rate": 1.4359188399132406e-05, "loss": 18.8438, "step": 42989 }, { "epoch": 38.18, "learning_rate": 1.4357214119878381e-05, "loss": 18.918, "step": 42990 }, { "epoch": 38.18, "learning_rate": 1.4355239953604726e-05, "loss": 19.5439, "step": 42991 }, { "epoch": 38.18, "learning_rate": 1.4353265900317714e-05, "loss": 18.6475, "step": 42992 }, { "epoch": 38.18, "learning_rate": 1.4351291960023583e-05, "loss": 18.9053, "step": 42993 }, { "epoch": 38.18, "learning_rate": 1.4349318132728595e-05, "loss": 19.375, "step": 42994 }, { "epoch": 38.18, "learning_rate": 1.434734441843899e-05, "loss": 19.292, "step": 42995 }, { "epoch": 38.18, "learning_rate": 1.4345370817161036e-05, "loss": 19.3701, "step": 42996 }, { "epoch": 38.19, "learning_rate": 1.4343397328901009e-05, "loss": 18.7871, "step": 42997 }, { "epoch": 38.19, "learning_rate": 1.434142395366515e-05, "loss": 18.9258, "step": 42998 }, { "epoch": 38.19, "learning_rate": 1.4339450691459694e-05, "loss": 18.9902, "step": 42999 }, { "epoch": 38.19, "learning_rate": 1.4337477542290928e-05, "loss": 18.9365, "step": 43000 }, { "epoch": 38.19, "learning_rate": 1.4335504506165076e-05, "loss": 18.707, "step": 43001 }, { "epoch": 38.19, "learning_rate": 1.4333531583088427e-05, "loss": 19.3369, "step": 43002 }, { "epoch": 38.19, "learning_rate": 1.43315587730672e-05, "loss": 19.4951, "step": 43003 }, { "epoch": 38.19, "learning_rate": 1.4329586076107676e-05, "loss": 19.4863, "step": 43004 }, { "epoch": 38.19, "learning_rate": 1.4327613492216103e-05, "loss": 18.9131, "step": 43005 }, { "epoch": 38.19, "learning_rate": 1.4325641021398706e-05, "loss": 19.0361, "step": 43006 }, { "epoch": 38.19, "learning_rate": 1.4323668663661772e-05, "loss": 18.5254, "step": 43007 }, { "epoch": 38.2, "learning_rate": 1.4321696419011527e-05, "loss": 19.3438, "step": 43008 }, { "epoch": 38.2, "learning_rate": 1.4319724287454251e-05, "loss": 19.333, "step": 43009 }, { "epoch": 38.2, "learning_rate": 1.4317752268996176e-05, "loss": 19.5088, "step": 43010 }, { "epoch": 38.2, "learning_rate": 1.4315780363643545e-05, "loss": 18.9053, "step": 43011 }, { "epoch": 38.2, "learning_rate": 1.4313808571402631e-05, "loss": 19.2939, "step": 43012 }, { "epoch": 38.2, "learning_rate": 1.4311836892279663e-05, "loss": 18.5654, "step": 43013 }, { "epoch": 38.2, "learning_rate": 1.4309865326280914e-05, "loss": 19.0303, "step": 43014 }, { "epoch": 38.2, "learning_rate": 1.4307893873412614e-05, "loss": 19.0518, "step": 43015 }, { "epoch": 38.2, "learning_rate": 1.430592253368101e-05, "loss": 18.7686, "step": 43016 }, { "epoch": 38.2, "learning_rate": 1.4303951307092356e-05, "loss": 19.2363, "step": 43017 }, { "epoch": 38.2, "learning_rate": 1.430198019365292e-05, "loss": 19.5371, "step": 43018 }, { "epoch": 38.21, "learning_rate": 1.4300009193368913e-05, "loss": 18.9951, "step": 43019 }, { "epoch": 38.21, "learning_rate": 1.4298038306246642e-05, "loss": 18.8799, "step": 43020 }, { "epoch": 38.21, "learning_rate": 1.4296067532292279e-05, "loss": 19.0693, "step": 43021 }, { "epoch": 38.21, "learning_rate": 1.4294096871512108e-05, "loss": 19.5225, "step": 43022 }, { "epoch": 38.21, "learning_rate": 1.4292126323912392e-05, "loss": 18.9951, "step": 43023 }, { "epoch": 38.21, "learning_rate": 1.429015588949934e-05, "loss": 19.3711, "step": 43024 }, { "epoch": 38.21, "learning_rate": 1.4288185568279238e-05, "loss": 19.6055, "step": 43025 }, { "epoch": 38.21, "learning_rate": 1.428621536025831e-05, "loss": 19.2031, "step": 43026 }, { "epoch": 38.21, "learning_rate": 1.4284245265442786e-05, "loss": 19.2285, "step": 43027 }, { "epoch": 38.21, "learning_rate": 1.4282275283838947e-05, "loss": 19.0459, "step": 43028 }, { "epoch": 38.21, "learning_rate": 1.4280305415453e-05, "loss": 19.2158, "step": 43029 }, { "epoch": 38.21, "learning_rate": 1.427833566029122e-05, "loss": 18.9268, "step": 43030 }, { "epoch": 38.22, "learning_rate": 1.4276366018359844e-05, "loss": 18.4609, "step": 43031 }, { "epoch": 38.22, "learning_rate": 1.4274396489665087e-05, "loss": 19.3633, "step": 43032 }, { "epoch": 38.22, "learning_rate": 1.4272427074213235e-05, "loss": 19.2744, "step": 43033 }, { "epoch": 38.22, "learning_rate": 1.4270457772010493e-05, "loss": 18.7227, "step": 43034 }, { "epoch": 38.22, "learning_rate": 1.4268488583063116e-05, "loss": 18.9883, "step": 43035 }, { "epoch": 38.22, "learning_rate": 1.4266519507377386e-05, "loss": 19.6846, "step": 43036 }, { "epoch": 38.22, "learning_rate": 1.4266519507377386e-05, "loss": 19.3809, "step": 43037 }, { "epoch": 38.22, "learning_rate": 1.4266519507377386e-05, "loss": 19.1172, "step": 43038 }, { "epoch": 38.22, "learning_rate": 1.426455054495947e-05, "loss": 19.0928, "step": 43039 }, { "epoch": 38.22, "learning_rate": 1.426258169581567e-05, "loss": 19.3438, "step": 43040 }, { "epoch": 38.22, "learning_rate": 1.4260612959952185e-05, "loss": 20.1436, "step": 43041 }, { "epoch": 38.23, "learning_rate": 1.4258644337375276e-05, "loss": 18.9238, "step": 43042 }, { "epoch": 38.23, "learning_rate": 1.4256675828091215e-05, "loss": 19.0713, "step": 43043 }, { "epoch": 38.23, "learning_rate": 1.4254707432106179e-05, "loss": 19.1201, "step": 43044 }, { "epoch": 38.23, "learning_rate": 1.4252739149426436e-05, "loss": 19.2227, "step": 43045 }, { "epoch": 38.23, "learning_rate": 1.4252739149426436e-05, "loss": 19.5166, "step": 43046 }, { "epoch": 38.23, "learning_rate": 1.4250770980058242e-05, "loss": 19.3789, "step": 43047 }, { "epoch": 38.23, "learning_rate": 1.4248802924007804e-05, "loss": 19.0508, "step": 43048 }, { "epoch": 38.23, "learning_rate": 1.4246834981281393e-05, "loss": 19.1299, "step": 43049 }, { "epoch": 38.23, "learning_rate": 1.4244867151885228e-05, "loss": 19.1377, "step": 43050 }, { "epoch": 38.23, "learning_rate": 1.4242899435825535e-05, "loss": 19.1953, "step": 43051 }, { "epoch": 38.23, "learning_rate": 1.4240931833108584e-05, "loss": 19.7842, "step": 43052 }, { "epoch": 38.24, "learning_rate": 1.4238964343740575e-05, "loss": 19.6279, "step": 43053 }, { "epoch": 38.24, "learning_rate": 1.4236996967727778e-05, "loss": 19.3184, "step": 43054 }, { "epoch": 38.24, "learning_rate": 1.4235029705076413e-05, "loss": 19.2412, "step": 43055 }, { "epoch": 38.24, "learning_rate": 1.4233062555792698e-05, "loss": 19.252, "step": 43056 }, { "epoch": 38.24, "learning_rate": 1.4231095519882909e-05, "loss": 19.3193, "step": 43057 }, { "epoch": 38.24, "learning_rate": 1.4229128597353243e-05, "loss": 19.1699, "step": 43058 }, { "epoch": 38.24, "learning_rate": 1.4227161788209963e-05, "loss": 19.2275, "step": 43059 }, { "epoch": 38.24, "learning_rate": 1.4225195092459293e-05, "loss": 19.5, "step": 43060 }, { "epoch": 38.24, "learning_rate": 1.422322851010745e-05, "loss": 19.1484, "step": 43061 }, { "epoch": 38.24, "learning_rate": 1.4221262041160699e-05, "loss": 18.8135, "step": 43062 }, { "epoch": 38.24, "learning_rate": 1.4219295685625245e-05, "loss": 20.1729, "step": 43063 }, { "epoch": 38.25, "learning_rate": 1.4217329443507332e-05, "loss": 19.5381, "step": 43064 }, { "epoch": 38.25, "learning_rate": 1.4215363314813207e-05, "loss": 19.1523, "step": 43065 }, { "epoch": 38.25, "learning_rate": 1.4213397299549092e-05, "loss": 18.9854, "step": 43066 }, { "epoch": 38.25, "learning_rate": 1.4211431397721214e-05, "loss": 19.2627, "step": 43067 }, { "epoch": 38.25, "learning_rate": 1.4209465609335788e-05, "loss": 19.6904, "step": 43068 }, { "epoch": 38.25, "learning_rate": 1.4207499934399071e-05, "loss": 19.0176, "step": 43069 }, { "epoch": 38.25, "learning_rate": 1.4205534372917295e-05, "loss": 19.4111, "step": 43070 }, { "epoch": 38.25, "learning_rate": 1.4203568924896688e-05, "loss": 19.2891, "step": 43071 }, { "epoch": 38.25, "learning_rate": 1.4201603590343454e-05, "loss": 19.208, "step": 43072 }, { "epoch": 38.25, "learning_rate": 1.4199638369263857e-05, "loss": 18.9922, "step": 43073 }, { "epoch": 38.25, "learning_rate": 1.4197673261664103e-05, "loss": 19.668, "step": 43074 }, { "epoch": 38.25, "learning_rate": 1.419570826755044e-05, "loss": 18.8359, "step": 43075 }, { "epoch": 38.26, "learning_rate": 1.4193743386929087e-05, "loss": 19.2354, "step": 43076 }, { "epoch": 38.26, "learning_rate": 1.4191778619806263e-05, "loss": 18.8525, "step": 43077 }, { "epoch": 38.26, "learning_rate": 1.4189813966188214e-05, "loss": 19.4951, "step": 43078 }, { "epoch": 38.26, "learning_rate": 1.4187849426081146e-05, "loss": 19.6172, "step": 43079 }, { "epoch": 38.26, "learning_rate": 1.418588499949131e-05, "loss": 19.3926, "step": 43080 }, { "epoch": 38.26, "learning_rate": 1.4183920686424907e-05, "loss": 18.9102, "step": 43081 }, { "epoch": 38.26, "learning_rate": 1.4181956486888198e-05, "loss": 19.2939, "step": 43082 }, { "epoch": 38.26, "learning_rate": 1.4179992400887382e-05, "loss": 19.4785, "step": 43083 }, { "epoch": 38.26, "learning_rate": 1.417802842842868e-05, "loss": 19.2129, "step": 43084 }, { "epoch": 38.26, "learning_rate": 1.417606456951835e-05, "loss": 19.9248, "step": 43085 }, { "epoch": 38.26, "learning_rate": 1.4174100824162574e-05, "loss": 19.4912, "step": 43086 }, { "epoch": 38.27, "learning_rate": 1.4172137192367612e-05, "loss": 19.0928, "step": 43087 }, { "epoch": 38.27, "learning_rate": 1.417017367413968e-05, "loss": 19.4805, "step": 43088 }, { "epoch": 38.27, "learning_rate": 1.4168210269484982e-05, "loss": 19.3896, "step": 43089 }, { "epoch": 38.27, "learning_rate": 1.4166246978409759e-05, "loss": 19.3164, "step": 43090 }, { "epoch": 38.27, "learning_rate": 1.4164283800920241e-05, "loss": 19.5566, "step": 43091 }, { "epoch": 38.27, "learning_rate": 1.4162320737022644e-05, "loss": 18.8232, "step": 43092 }, { "epoch": 38.27, "learning_rate": 1.4160357786723193e-05, "loss": 19.0684, "step": 43093 }, { "epoch": 38.27, "learning_rate": 1.4158394950028086e-05, "loss": 19.0977, "step": 43094 }, { "epoch": 38.27, "learning_rate": 1.4156432226943562e-05, "loss": 18.8623, "step": 43095 }, { "epoch": 38.27, "learning_rate": 1.4154469617475863e-05, "loss": 19.665, "step": 43096 }, { "epoch": 38.27, "learning_rate": 1.4152507121631176e-05, "loss": 19.5859, "step": 43097 }, { "epoch": 38.28, "learning_rate": 1.4150544739415756e-05, "loss": 18.7334, "step": 43098 }, { "epoch": 38.28, "learning_rate": 1.4148582470835803e-05, "loss": 19.2344, "step": 43099 }, { "epoch": 38.28, "learning_rate": 1.4146620315897518e-05, "loss": 19.2393, "step": 43100 }, { "epoch": 38.28, "learning_rate": 1.4144658274607164e-05, "loss": 19.4102, "step": 43101 }, { "epoch": 38.28, "learning_rate": 1.4142696346970918e-05, "loss": 19.5322, "step": 43102 }, { "epoch": 38.28, "learning_rate": 1.4140734532995036e-05, "loss": 18.793, "step": 43103 }, { "epoch": 38.28, "learning_rate": 1.4138772832685721e-05, "loss": 19.4004, "step": 43104 }, { "epoch": 38.28, "learning_rate": 1.4136811246049175e-05, "loss": 19.1553, "step": 43105 }, { "epoch": 38.28, "learning_rate": 1.4134849773091641e-05, "loss": 19.4717, "step": 43106 }, { "epoch": 38.28, "learning_rate": 1.4132888413819312e-05, "loss": 19.0693, "step": 43107 }, { "epoch": 38.28, "learning_rate": 1.4130927168238434e-05, "loss": 19.0146, "step": 43108 }, { "epoch": 38.29, "learning_rate": 1.4128966036355212e-05, "loss": 18.9463, "step": 43109 }, { "epoch": 38.29, "learning_rate": 1.4127005018175837e-05, "loss": 19.2051, "step": 43110 }, { "epoch": 38.29, "learning_rate": 1.4125044113706565e-05, "loss": 19.6514, "step": 43111 }, { "epoch": 38.29, "learning_rate": 1.4123083322953584e-05, "loss": 19.46, "step": 43112 }, { "epoch": 38.29, "learning_rate": 1.4121122645923114e-05, "loss": 19.207, "step": 43113 }, { "epoch": 38.29, "learning_rate": 1.4119162082621406e-05, "loss": 19.2363, "step": 43114 }, { "epoch": 38.29, "learning_rate": 1.411720163305461e-05, "loss": 19.4014, "step": 43115 }, { "epoch": 38.29, "learning_rate": 1.4115241297228993e-05, "loss": 18.9072, "step": 43116 }, { "epoch": 38.29, "learning_rate": 1.411328107515073e-05, "loss": 19.1768, "step": 43117 }, { "epoch": 38.29, "learning_rate": 1.4111320966826059e-05, "loss": 18.8408, "step": 43118 }, { "epoch": 38.29, "learning_rate": 1.4109360972261215e-05, "loss": 19.1465, "step": 43119 }, { "epoch": 38.29, "learning_rate": 1.4107401091462358e-05, "loss": 18.9277, "step": 43120 }, { "epoch": 38.3, "learning_rate": 1.4105441324435726e-05, "loss": 19.2207, "step": 43121 }, { "epoch": 38.3, "learning_rate": 1.4103481671187541e-05, "loss": 19.0107, "step": 43122 }, { "epoch": 38.3, "learning_rate": 1.4101522131723993e-05, "loss": 18.5889, "step": 43123 }, { "epoch": 38.3, "learning_rate": 1.4099562706051322e-05, "loss": 19.6309, "step": 43124 }, { "epoch": 38.3, "learning_rate": 1.4097603394175724e-05, "loss": 19.3047, "step": 43125 }, { "epoch": 38.3, "learning_rate": 1.409564419610339e-05, "loss": 19.374, "step": 43126 }, { "epoch": 38.3, "learning_rate": 1.4093685111840566e-05, "loss": 19.2461, "step": 43127 }, { "epoch": 38.3, "learning_rate": 1.4091726141393425e-05, "loss": 19.1309, "step": 43128 }, { "epoch": 38.3, "learning_rate": 1.4089767284768218e-05, "loss": 19.0664, "step": 43129 }, { "epoch": 38.3, "learning_rate": 1.4087808541971125e-05, "loss": 18.585, "step": 43130 }, { "epoch": 38.3, "learning_rate": 1.4085849913008348e-05, "loss": 18.748, "step": 43131 }, { "epoch": 38.31, "learning_rate": 1.4083891397886129e-05, "loss": 18.5615, "step": 43132 }, { "epoch": 38.31, "learning_rate": 1.4081932996610637e-05, "loss": 19.21, "step": 43133 }, { "epoch": 38.31, "learning_rate": 1.4079974709188115e-05, "loss": 19.1914, "step": 43134 }, { "epoch": 38.31, "learning_rate": 1.4078016535624755e-05, "loss": 19.1367, "step": 43135 }, { "epoch": 38.31, "learning_rate": 1.4076058475926751e-05, "loss": 19.2002, "step": 43136 }, { "epoch": 38.31, "learning_rate": 1.4074100530100332e-05, "loss": 18.9746, "step": 43137 }, { "epoch": 38.31, "learning_rate": 1.407214269815168e-05, "loss": 18.7568, "step": 43138 }, { "epoch": 38.31, "learning_rate": 1.407018498008702e-05, "loss": 19.3252, "step": 43139 }, { "epoch": 38.31, "learning_rate": 1.4068227375912562e-05, "loss": 19.625, "step": 43140 }, { "epoch": 38.31, "learning_rate": 1.4066269885634508e-05, "loss": 19.0742, "step": 43141 }, { "epoch": 38.31, "learning_rate": 1.4064312509259054e-05, "loss": 18.9043, "step": 43142 }, { "epoch": 38.32, "learning_rate": 1.4062355246792392e-05, "loss": 19.5605, "step": 43143 }, { "epoch": 38.32, "learning_rate": 1.4060398098240746e-05, "loss": 19.6318, "step": 43144 }, { "epoch": 38.32, "learning_rate": 1.4058441063610322e-05, "loss": 18.9521, "step": 43145 }, { "epoch": 38.32, "learning_rate": 1.4056484142907323e-05, "loss": 19.3789, "step": 43146 }, { "epoch": 38.32, "learning_rate": 1.405452733613793e-05, "loss": 19.1094, "step": 43147 }, { "epoch": 38.32, "learning_rate": 1.4052570643308377e-05, "loss": 19.7676, "step": 43148 }, { "epoch": 38.32, "learning_rate": 1.4050614064424834e-05, "loss": 19.3994, "step": 43149 }, { "epoch": 38.32, "learning_rate": 1.4048657599493537e-05, "loss": 18.9805, "step": 43150 }, { "epoch": 38.32, "learning_rate": 1.4046701248520666e-05, "loss": 18.7646, "step": 43151 }, { "epoch": 38.32, "learning_rate": 1.4044745011512417e-05, "loss": 18.9473, "step": 43152 }, { "epoch": 38.32, "learning_rate": 1.4042788888475011e-05, "loss": 19.832, "step": 43153 }, { "epoch": 38.33, "learning_rate": 1.4040832879414628e-05, "loss": 19.3418, "step": 43154 }, { "epoch": 38.33, "learning_rate": 1.4038876984337491e-05, "loss": 18.665, "step": 43155 }, { "epoch": 38.33, "learning_rate": 1.403692120324977e-05, "loss": 19.1797, "step": 43156 }, { "epoch": 38.33, "learning_rate": 1.4034965536157696e-05, "loss": 19.2422, "step": 43157 }, { "epoch": 38.33, "learning_rate": 1.4033009983067452e-05, "loss": 19.1699, "step": 43158 }, { "epoch": 38.33, "learning_rate": 1.4031054543985227e-05, "loss": 19.04, "step": 43159 }, { "epoch": 38.33, "learning_rate": 1.4029099218917247e-05, "loss": 19.208, "step": 43160 }, { "epoch": 38.33, "learning_rate": 1.4027144007869675e-05, "loss": 18.4404, "step": 43161 }, { "epoch": 38.33, "learning_rate": 1.4025188910848741e-05, "loss": 19.2051, "step": 43162 }, { "epoch": 38.33, "learning_rate": 1.402323392786063e-05, "loss": 18.9551, "step": 43163 }, { "epoch": 38.33, "learning_rate": 1.4021279058911524e-05, "loss": 19.123, "step": 43164 }, { "epoch": 38.33, "learning_rate": 1.401932430400763e-05, "loss": 19.4443, "step": 43165 }, { "epoch": 38.34, "learning_rate": 1.4017369663155162e-05, "loss": 18.6123, "step": 43166 }, { "epoch": 38.34, "learning_rate": 1.40154151363603e-05, "loss": 19.3467, "step": 43167 }, { "epoch": 38.34, "learning_rate": 1.4013460723629245e-05, "loss": 19.0947, "step": 43168 }, { "epoch": 38.34, "learning_rate": 1.4011506424968169e-05, "loss": 19.0244, "step": 43169 }, { "epoch": 38.34, "learning_rate": 1.4009552240383284e-05, "loss": 18.5635, "step": 43170 }, { "epoch": 38.34, "learning_rate": 1.4007598169880803e-05, "loss": 18.9141, "step": 43171 }, { "epoch": 38.34, "learning_rate": 1.4005644213466884e-05, "loss": 19.2256, "step": 43172 }, { "epoch": 38.34, "learning_rate": 1.4003690371147754e-05, "loss": 19.0273, "step": 43173 }, { "epoch": 38.34, "learning_rate": 1.4001736642929596e-05, "loss": 19.209, "step": 43174 }, { "epoch": 38.34, "learning_rate": 1.3999783028818581e-05, "loss": 19.0586, "step": 43175 }, { "epoch": 38.34, "learning_rate": 1.3997829528820932e-05, "loss": 19.3604, "step": 43176 }, { "epoch": 38.35, "learning_rate": 1.3995876142942816e-05, "loss": 19.0156, "step": 43177 }, { "epoch": 38.35, "learning_rate": 1.3993922871190446e-05, "loss": 19.1836, "step": 43178 }, { "epoch": 38.35, "learning_rate": 1.3991969713570007e-05, "loss": 18.915, "step": 43179 }, { "epoch": 38.35, "learning_rate": 1.3990016670087675e-05, "loss": 18.9258, "step": 43180 }, { "epoch": 38.35, "learning_rate": 1.3988063740749668e-05, "loss": 19.0596, "step": 43181 }, { "epoch": 38.35, "learning_rate": 1.3986110925562146e-05, "loss": 19.1377, "step": 43182 }, { "epoch": 38.35, "learning_rate": 1.3984158224531313e-05, "loss": 19.2793, "step": 43183 }, { "epoch": 38.35, "learning_rate": 1.3982205637663393e-05, "loss": 18.916, "step": 43184 }, { "epoch": 38.35, "learning_rate": 1.3980253164964507e-05, "loss": 18.9785, "step": 43185 }, { "epoch": 38.35, "learning_rate": 1.3978300806440902e-05, "loss": 19.3545, "step": 43186 }, { "epoch": 38.35, "learning_rate": 1.3976348562098723e-05, "loss": 19.3389, "step": 43187 }, { "epoch": 38.36, "learning_rate": 1.397439643194418e-05, "loss": 19.2266, "step": 43188 }, { "epoch": 38.36, "learning_rate": 1.3972444415983493e-05, "loss": 19.7471, "step": 43189 }, { "epoch": 38.36, "learning_rate": 1.3970492514222788e-05, "loss": 19.5391, "step": 43190 }, { "epoch": 38.36, "learning_rate": 1.3968540726668278e-05, "loss": 19.0459, "step": 43191 }, { "epoch": 38.36, "learning_rate": 1.3966589053326168e-05, "loss": 19.248, "step": 43192 }, { "epoch": 38.36, "learning_rate": 1.396463749420261e-05, "loss": 19.7002, "step": 43193 }, { "epoch": 38.36, "learning_rate": 1.3962686049303848e-05, "loss": 19.0713, "step": 43194 }, { "epoch": 38.36, "learning_rate": 1.3960734718635988e-05, "loss": 18.8564, "step": 43195 }, { "epoch": 38.36, "learning_rate": 1.3958783502205263e-05, "loss": 19.2188, "step": 43196 }, { "epoch": 38.36, "learning_rate": 1.3956832400017861e-05, "loss": 19.1367, "step": 43197 }, { "epoch": 38.36, "learning_rate": 1.3954881412079945e-05, "loss": 18.6875, "step": 43198 }, { "epoch": 38.37, "learning_rate": 1.395293053839773e-05, "loss": 19.6318, "step": 43199 }, { "epoch": 38.37, "learning_rate": 1.3950979778977374e-05, "loss": 19.0801, "step": 43200 }, { "epoch": 38.37, "learning_rate": 1.3949029133825054e-05, "loss": 19.6885, "step": 43201 }, { "epoch": 38.37, "learning_rate": 1.3947078602946979e-05, "loss": 19.0576, "step": 43202 }, { "epoch": 38.37, "learning_rate": 1.394512818634931e-05, "loss": 19.7598, "step": 43203 }, { "epoch": 38.37, "learning_rate": 1.3943177884038249e-05, "loss": 19.2363, "step": 43204 }, { "epoch": 38.37, "learning_rate": 1.3941227696019965e-05, "loss": 19.1279, "step": 43205 }, { "epoch": 38.37, "learning_rate": 1.3939277622300633e-05, "loss": 19.1377, "step": 43206 }, { "epoch": 38.37, "learning_rate": 1.3937327662886457e-05, "loss": 19.7568, "step": 43207 }, { "epoch": 38.37, "learning_rate": 1.3935377817783584e-05, "loss": 18.8486, "step": 43208 }, { "epoch": 38.37, "learning_rate": 1.393342808699824e-05, "loss": 18.6162, "step": 43209 }, { "epoch": 38.37, "learning_rate": 1.3931478470536574e-05, "loss": 18.9092, "step": 43210 }, { "epoch": 38.38, "learning_rate": 1.3929528968404758e-05, "loss": 19.0078, "step": 43211 }, { "epoch": 38.38, "learning_rate": 1.3927579580609001e-05, "loss": 19.3916, "step": 43212 }, { "epoch": 38.38, "learning_rate": 1.3925630307155451e-05, "loss": 18.8984, "step": 43213 }, { "epoch": 38.38, "learning_rate": 1.3923681148050305e-05, "loss": 18.6406, "step": 43214 }, { "epoch": 38.38, "learning_rate": 1.3921732103299756e-05, "loss": 18.5811, "step": 43215 }, { "epoch": 38.38, "learning_rate": 1.3919783172909962e-05, "loss": 18.9854, "step": 43216 }, { "epoch": 38.38, "learning_rate": 1.3917834356887094e-05, "loss": 19.0938, "step": 43217 }, { "epoch": 38.38, "learning_rate": 1.3915885655237348e-05, "loss": 18.8223, "step": 43218 }, { "epoch": 38.38, "learning_rate": 1.3913937067966881e-05, "loss": 18.7871, "step": 43219 }, { "epoch": 38.38, "learning_rate": 1.3911988595081893e-05, "loss": 19.8477, "step": 43220 }, { "epoch": 38.38, "learning_rate": 1.391004023658855e-05, "loss": 19.0674, "step": 43221 }, { "epoch": 38.39, "learning_rate": 1.3908091992493011e-05, "loss": 18.792, "step": 43222 }, { "epoch": 38.39, "learning_rate": 1.3906143862801485e-05, "loss": 19.0566, "step": 43223 }, { "epoch": 38.39, "learning_rate": 1.3904195847520108e-05, "loss": 19.1152, "step": 43224 }, { "epoch": 38.39, "learning_rate": 1.3902247946655095e-05, "loss": 18.751, "step": 43225 }, { "epoch": 38.39, "learning_rate": 1.3900300160212599e-05, "loss": 18.8965, "step": 43226 }, { "epoch": 38.39, "learning_rate": 1.3898352488198779e-05, "loss": 19.1113, "step": 43227 }, { "epoch": 38.39, "learning_rate": 1.3896404930619845e-05, "loss": 19.9141, "step": 43228 }, { "epoch": 38.39, "learning_rate": 1.3894457487481938e-05, "loss": 19.0264, "step": 43229 }, { "epoch": 38.39, "learning_rate": 1.3892510158791256e-05, "loss": 19.2197, "step": 43230 }, { "epoch": 38.39, "learning_rate": 1.3890562944553942e-05, "loss": 18.9404, "step": 43231 }, { "epoch": 38.39, "learning_rate": 1.3888615844776203e-05, "loss": 19.0703, "step": 43232 }, { "epoch": 38.4, "learning_rate": 1.3886668859464197e-05, "loss": 19.1357, "step": 43233 }, { "epoch": 38.4, "learning_rate": 1.3884721988624078e-05, "loss": 19.3164, "step": 43234 }, { "epoch": 38.4, "learning_rate": 1.3882775232262047e-05, "loss": 20.0938, "step": 43235 }, { "epoch": 38.4, "learning_rate": 1.3880828590384237e-05, "loss": 19.0732, "step": 43236 }, { "epoch": 38.4, "learning_rate": 1.3878882062996862e-05, "loss": 18.6973, "step": 43237 }, { "epoch": 38.4, "learning_rate": 1.3876935650106071e-05, "loss": 19.4863, "step": 43238 }, { "epoch": 38.4, "learning_rate": 1.387498935171802e-05, "loss": 19.4844, "step": 43239 }, { "epoch": 38.4, "learning_rate": 1.3873043167838894e-05, "loss": 19.1943, "step": 43240 }, { "epoch": 38.4, "learning_rate": 1.3871097098474872e-05, "loss": 19.6758, "step": 43241 }, { "epoch": 38.4, "learning_rate": 1.3869151143632097e-05, "loss": 19.1689, "step": 43242 }, { "epoch": 38.4, "learning_rate": 1.3867205303316766e-05, "loss": 18.7422, "step": 43243 }, { "epoch": 38.4, "learning_rate": 1.3865259577535028e-05, "loss": 19.9307, "step": 43244 }, { "epoch": 38.41, "learning_rate": 1.3863313966293045e-05, "loss": 19.2803, "step": 43245 }, { "epoch": 38.41, "learning_rate": 1.3861368469597007e-05, "loss": 19.3623, "step": 43246 }, { "epoch": 38.41, "learning_rate": 1.3859423087453054e-05, "loss": 18.9512, "step": 43247 }, { "epoch": 38.41, "learning_rate": 1.3857477819867382e-05, "loss": 19.166, "step": 43248 }, { "epoch": 38.41, "learning_rate": 1.3855532666846138e-05, "loss": 18.7979, "step": 43249 }, { "epoch": 38.41, "learning_rate": 1.3855532666846138e-05, "loss": 18.9541, "step": 43250 }, { "epoch": 38.41, "learning_rate": 1.3853587628395482e-05, "loss": 19.3799, "step": 43251 }, { "epoch": 38.41, "learning_rate": 1.3851642704521595e-05, "loss": 19.1152, "step": 43252 }, { "epoch": 38.41, "learning_rate": 1.3849697895230624e-05, "loss": 19.1416, "step": 43253 }, { "epoch": 38.41, "learning_rate": 1.3847753200528763e-05, "loss": 19.5166, "step": 43254 }, { "epoch": 38.41, "learning_rate": 1.3845808620422158e-05, "loss": 19.6689, "step": 43255 }, { "epoch": 38.42, "learning_rate": 1.3845808620422158e-05, "loss": 19.5146, "step": 43256 }, { "epoch": 38.42, "learning_rate": 1.3843864154916952e-05, "loss": 20.0791, "step": 43257 }, { "epoch": 38.42, "learning_rate": 1.384191980401935e-05, "loss": 19.2412, "step": 43258 }, { "epoch": 38.42, "learning_rate": 1.3839975567735481e-05, "loss": 19.5801, "step": 43259 }, { "epoch": 38.42, "learning_rate": 1.383803144607152e-05, "loss": 19.6709, "step": 43260 }, { "epoch": 38.42, "learning_rate": 1.3836087439033662e-05, "loss": 19.8213, "step": 43261 }, { "epoch": 38.42, "learning_rate": 1.383414354662801e-05, "loss": 19.1172, "step": 43262 }, { "epoch": 38.42, "learning_rate": 1.3832199768860765e-05, "loss": 19.1592, "step": 43263 }, { "epoch": 38.42, "learning_rate": 1.3830256105738065e-05, "loss": 19.6152, "step": 43264 }, { "epoch": 38.42, "learning_rate": 1.3828312557266082e-05, "loss": 19.583, "step": 43265 }, { "epoch": 38.42, "learning_rate": 1.382636912345101e-05, "loss": 19.4316, "step": 43266 }, { "epoch": 38.43, "learning_rate": 1.3824425804298947e-05, "loss": 19.5146, "step": 43267 }, { "epoch": 38.43, "learning_rate": 1.3822482599816083e-05, "loss": 19.418, "step": 43268 }, { "epoch": 38.43, "learning_rate": 1.3820539510008596e-05, "loss": 19.2451, "step": 43269 }, { "epoch": 38.43, "learning_rate": 1.3818596534882605e-05, "loss": 19.2852, "step": 43270 }, { "epoch": 38.43, "learning_rate": 1.381665367444433e-05, "loss": 19.2383, "step": 43271 }, { "epoch": 38.43, "learning_rate": 1.3814710928699853e-05, "loss": 18.7139, "step": 43272 }, { "epoch": 38.43, "learning_rate": 1.3812768297655375e-05, "loss": 19.1836, "step": 43273 }, { "epoch": 38.43, "learning_rate": 1.381082578131706e-05, "loss": 19.3828, "step": 43274 }, { "epoch": 38.43, "learning_rate": 1.3808883379691039e-05, "loss": 19.4375, "step": 43275 }, { "epoch": 38.43, "learning_rate": 1.3806941092783505e-05, "loss": 18.9414, "step": 43276 }, { "epoch": 38.43, "learning_rate": 1.3804998920600586e-05, "loss": 19.5146, "step": 43277 }, { "epoch": 38.44, "learning_rate": 1.3803056863148433e-05, "loss": 19.207, "step": 43278 }, { "epoch": 38.44, "learning_rate": 1.3801114920433228e-05, "loss": 19.251, "step": 43279 }, { "epoch": 38.44, "learning_rate": 1.3799173092461105e-05, "loss": 19.3369, "step": 43280 }, { "epoch": 38.44, "learning_rate": 1.3797231379238235e-05, "loss": 19.6182, "step": 43281 }, { "epoch": 38.44, "learning_rate": 1.3795289780770764e-05, "loss": 19.2432, "step": 43282 }, { "epoch": 38.44, "learning_rate": 1.379334829706484e-05, "loss": 19.3438, "step": 43283 }, { "epoch": 38.44, "learning_rate": 1.3791406928126638e-05, "loss": 18.9551, "step": 43284 }, { "epoch": 38.44, "learning_rate": 1.3789465673962276e-05, "loss": 19.3145, "step": 43285 }, { "epoch": 38.44, "learning_rate": 1.378752453457794e-05, "loss": 19.2979, "step": 43286 }, { "epoch": 38.44, "learning_rate": 1.3785583509979799e-05, "loss": 19.0088, "step": 43287 }, { "epoch": 38.44, "learning_rate": 1.3783642600173946e-05, "loss": 18.9072, "step": 43288 }, { "epoch": 38.44, "learning_rate": 1.3781701805166585e-05, "loss": 18.9033, "step": 43289 }, { "epoch": 38.45, "learning_rate": 1.3779761124963836e-05, "loss": 19.2139, "step": 43290 }, { "epoch": 38.45, "learning_rate": 1.3777820559571863e-05, "loss": 18.5811, "step": 43291 }, { "epoch": 38.45, "learning_rate": 1.3775880108996837e-05, "loss": 19.375, "step": 43292 }, { "epoch": 38.45, "learning_rate": 1.3773939773244887e-05, "loss": 20.0928, "step": 43293 }, { "epoch": 38.45, "learning_rate": 1.3771999552322152e-05, "loss": 19.4141, "step": 43294 }, { "epoch": 38.45, "learning_rate": 1.3770059446234812e-05, "loss": 19.2256, "step": 43295 }, { "epoch": 38.45, "learning_rate": 1.3768119454988987e-05, "loss": 19.1738, "step": 43296 }, { "epoch": 38.45, "learning_rate": 1.3766179578590854e-05, "loss": 19.4033, "step": 43297 }, { "epoch": 38.45, "learning_rate": 1.3764239817046554e-05, "loss": 19.2949, "step": 43298 }, { "epoch": 38.45, "learning_rate": 1.3762300170362214e-05, "loss": 19.2471, "step": 43299 }, { "epoch": 38.45, "learning_rate": 1.3760360638544012e-05, "loss": 19.2754, "step": 43300 }, { "epoch": 38.46, "learning_rate": 1.3758421221598067e-05, "loss": 18.7344, "step": 43301 }, { "epoch": 38.46, "learning_rate": 1.3756481919530562e-05, "loss": 19.5566, "step": 43302 }, { "epoch": 38.46, "learning_rate": 1.3754542732347603e-05, "loss": 19.4111, "step": 43303 }, { "epoch": 38.46, "learning_rate": 1.375260366005538e-05, "loss": 18.9463, "step": 43304 }, { "epoch": 38.46, "learning_rate": 1.3750664702660015e-05, "loss": 18.9668, "step": 43305 }, { "epoch": 38.46, "learning_rate": 1.3748725860167644e-05, "loss": 18.8301, "step": 43306 }, { "epoch": 38.46, "learning_rate": 1.3746787132584437e-05, "loss": 19.3047, "step": 43307 }, { "epoch": 38.46, "learning_rate": 1.374484851991652e-05, "loss": 19.1543, "step": 43308 }, { "epoch": 38.46, "learning_rate": 1.3742910022170058e-05, "loss": 19.1211, "step": 43309 }, { "epoch": 38.46, "learning_rate": 1.374097163935118e-05, "loss": 18.916, "step": 43310 }, { "epoch": 38.46, "learning_rate": 1.3739033371466025e-05, "loss": 19.2256, "step": 43311 }, { "epoch": 38.47, "learning_rate": 1.373709521852074e-05, "loss": 18.4785, "step": 43312 }, { "epoch": 38.47, "learning_rate": 1.3735157180521496e-05, "loss": 18.8223, "step": 43313 }, { "epoch": 38.47, "learning_rate": 1.373321925747441e-05, "loss": 19.5762, "step": 43314 }, { "epoch": 38.47, "learning_rate": 1.373128144938563e-05, "loss": 18.8975, "step": 43315 }, { "epoch": 38.47, "learning_rate": 1.3729343756261287e-05, "loss": 19.0742, "step": 43316 }, { "epoch": 38.47, "learning_rate": 1.3727406178107532e-05, "loss": 18.7461, "step": 43317 }, { "epoch": 38.47, "learning_rate": 1.3725468714930522e-05, "loss": 19.333, "step": 43318 }, { "epoch": 38.47, "learning_rate": 1.3723531366736375e-05, "loss": 18.8838, "step": 43319 }, { "epoch": 38.47, "learning_rate": 1.3721594133531252e-05, "loss": 19.5996, "step": 43320 }, { "epoch": 38.47, "learning_rate": 1.3719657015321285e-05, "loss": 19.5156, "step": 43321 }, { "epoch": 38.47, "learning_rate": 1.37177200121126e-05, "loss": 18.8438, "step": 43322 }, { "epoch": 38.48, "learning_rate": 1.3715783123911362e-05, "loss": 19.3223, "step": 43323 }, { "epoch": 38.48, "learning_rate": 1.3713846350723685e-05, "loss": 18.9229, "step": 43324 }, { "epoch": 38.48, "learning_rate": 1.3711909692555742e-05, "loss": 19.1514, "step": 43325 }, { "epoch": 38.48, "learning_rate": 1.3709973149413646e-05, "loss": 19.1133, "step": 43326 }, { "epoch": 38.48, "learning_rate": 1.370803672130353e-05, "loss": 19.3008, "step": 43327 }, { "epoch": 38.48, "learning_rate": 1.3706100408231553e-05, "loss": 19.7168, "step": 43328 }, { "epoch": 38.48, "learning_rate": 1.370416421020383e-05, "loss": 19.2627, "step": 43329 }, { "epoch": 38.48, "learning_rate": 1.370222812722653e-05, "loss": 19.0947, "step": 43330 }, { "epoch": 38.48, "learning_rate": 1.3700292159305767e-05, "loss": 18.8271, "step": 43331 }, { "epoch": 38.48, "learning_rate": 1.3698356306447668e-05, "loss": 18.8428, "step": 43332 }, { "epoch": 38.48, "learning_rate": 1.3696420568658396e-05, "loss": 19.4541, "step": 43333 }, { "epoch": 38.48, "learning_rate": 1.3694484945944058e-05, "loss": 18.7979, "step": 43334 }, { "epoch": 38.49, "learning_rate": 1.369254943831081e-05, "loss": 19.1279, "step": 43335 }, { "epoch": 38.49, "learning_rate": 1.369061404576481e-05, "loss": 18.5156, "step": 43336 }, { "epoch": 38.49, "learning_rate": 1.3688678768312136e-05, "loss": 19.1953, "step": 43337 }, { "epoch": 38.49, "learning_rate": 1.368674360595895e-05, "loss": 19.4268, "step": 43338 }, { "epoch": 38.49, "learning_rate": 1.368480855871141e-05, "loss": 19.001, "step": 43339 }, { "epoch": 38.49, "learning_rate": 1.3682873626575604e-05, "loss": 20.0029, "step": 43340 }, { "epoch": 38.49, "learning_rate": 1.3680938809557725e-05, "loss": 19.0039, "step": 43341 }, { "epoch": 38.49, "learning_rate": 1.367900410766384e-05, "loss": 19.3047, "step": 43342 }, { "epoch": 38.49, "learning_rate": 1.367706952090011e-05, "loss": 18.9697, "step": 43343 }, { "epoch": 38.49, "learning_rate": 1.367513504927268e-05, "loss": 19.3428, "step": 43344 }, { "epoch": 38.49, "learning_rate": 1.3673200692787663e-05, "loss": 19.624, "step": 43345 }, { "epoch": 38.5, "learning_rate": 1.367126645145121e-05, "loss": 18.9043, "step": 43346 }, { "epoch": 38.5, "learning_rate": 1.3669332325269434e-05, "loss": 19.3584, "step": 43347 }, { "epoch": 38.5, "learning_rate": 1.3667398314248465e-05, "loss": 19.3809, "step": 43348 }, { "epoch": 38.5, "learning_rate": 1.3665464418394453e-05, "loss": 19.2021, "step": 43349 }, { "epoch": 38.5, "learning_rate": 1.36635306377135e-05, "loss": 18.9238, "step": 43350 }, { "epoch": 38.5, "learning_rate": 1.3661596972211771e-05, "loss": 18.7393, "step": 43351 }, { "epoch": 38.5, "learning_rate": 1.3659663421895369e-05, "loss": 18.7363, "step": 43352 }, { "epoch": 38.5, "learning_rate": 1.3657729986770418e-05, "loss": 19.0508, "step": 43353 }, { "epoch": 38.5, "learning_rate": 1.3655796666843074e-05, "loss": 19.5303, "step": 43354 }, { "epoch": 38.5, "learning_rate": 1.3653863462119438e-05, "loss": 19.4873, "step": 43355 }, { "epoch": 38.5, "learning_rate": 1.365193037260566e-05, "loss": 19.7051, "step": 43356 }, { "epoch": 38.51, "learning_rate": 1.365193037260566e-05, "loss": 18.958, "step": 43357 }, { "epoch": 38.51, "learning_rate": 1.3649997398307851e-05, "loss": 18.791, "step": 43358 }, { "epoch": 38.51, "learning_rate": 1.3648064539232135e-05, "loss": 18.7373, "step": 43359 }, { "epoch": 38.51, "learning_rate": 1.3646131795384664e-05, "loss": 18.8848, "step": 43360 }, { "epoch": 38.51, "learning_rate": 1.3644199166771532e-05, "loss": 19.1055, "step": 43361 }, { "epoch": 38.51, "learning_rate": 1.3642266653398883e-05, "loss": 19.8184, "step": 43362 }, { "epoch": 38.51, "learning_rate": 1.3640334255272852e-05, "loss": 19.3311, "step": 43363 }, { "epoch": 38.51, "learning_rate": 1.3638401972399555e-05, "loss": 19.3037, "step": 43364 }, { "epoch": 38.51, "learning_rate": 1.3636469804785101e-05, "loss": 19.1934, "step": 43365 }, { "epoch": 38.51, "learning_rate": 1.363453775243564e-05, "loss": 19.4912, "step": 43366 }, { "epoch": 38.51, "learning_rate": 1.3632605815357275e-05, "loss": 19.4531, "step": 43367 }, { "epoch": 38.52, "learning_rate": 1.3630673993556148e-05, "loss": 19.124, "step": 43368 }, { "epoch": 38.52, "learning_rate": 1.3628742287038382e-05, "loss": 19.0654, "step": 43369 }, { "epoch": 38.52, "learning_rate": 1.3626810695810072e-05, "loss": 19.1533, "step": 43370 }, { "epoch": 38.52, "learning_rate": 1.362487921987738e-05, "loss": 19.2695, "step": 43371 }, { "epoch": 38.52, "learning_rate": 1.3622947859246388e-05, "loss": 19.1289, "step": 43372 }, { "epoch": 38.52, "learning_rate": 1.362101661392326e-05, "loss": 18.9434, "step": 43373 }, { "epoch": 38.52, "learning_rate": 1.3619085483914096e-05, "loss": 19.1914, "step": 43374 }, { "epoch": 38.52, "learning_rate": 1.3617154469225002e-05, "loss": 18.8525, "step": 43375 }, { "epoch": 38.52, "learning_rate": 1.3615223569862135e-05, "loss": 19.6221, "step": 43376 }, { "epoch": 38.52, "learning_rate": 1.3613292785831578e-05, "loss": 18.9736, "step": 43377 }, { "epoch": 38.52, "learning_rate": 1.361136211713948e-05, "loss": 19.7939, "step": 43378 }, { "epoch": 38.52, "learning_rate": 1.3609431563791942e-05, "loss": 19.2227, "step": 43379 }, { "epoch": 38.53, "learning_rate": 1.3607501125795102e-05, "loss": 19.7295, "step": 43380 }, { "epoch": 38.53, "learning_rate": 1.360557080315507e-05, "loss": 18.8408, "step": 43381 }, { "epoch": 38.53, "learning_rate": 1.3603640595877948e-05, "loss": 18.998, "step": 43382 }, { "epoch": 38.53, "learning_rate": 1.3601710503969883e-05, "loss": 19.625, "step": 43383 }, { "epoch": 38.53, "learning_rate": 1.3599780527436967e-05, "loss": 19.2871, "step": 43384 }, { "epoch": 38.53, "learning_rate": 1.3597850666285344e-05, "loss": 19.5801, "step": 43385 }, { "epoch": 38.53, "learning_rate": 1.3595920920521115e-05, "loss": 19.5029, "step": 43386 }, { "epoch": 38.53, "learning_rate": 1.3593991290150387e-05, "loss": 19.1924, "step": 43387 }, { "epoch": 38.53, "learning_rate": 1.3592061775179293e-05, "loss": 19.2715, "step": 43388 }, { "epoch": 38.53, "learning_rate": 1.3590132375613957e-05, "loss": 19.0, "step": 43389 }, { "epoch": 38.53, "learning_rate": 1.3588203091460478e-05, "loss": 19.2344, "step": 43390 }, { "epoch": 38.54, "learning_rate": 1.3586273922724979e-05, "loss": 18.8711, "step": 43391 }, { "epoch": 38.54, "learning_rate": 1.3584344869413562e-05, "loss": 18.8555, "step": 43392 }, { "epoch": 38.54, "learning_rate": 1.358241593153235e-05, "loss": 19.3857, "step": 43393 }, { "epoch": 38.54, "learning_rate": 1.358048710908747e-05, "loss": 19.1758, "step": 43394 }, { "epoch": 38.54, "learning_rate": 1.3578558402085013e-05, "loss": 19.6953, "step": 43395 }, { "epoch": 38.54, "learning_rate": 1.3576629810531122e-05, "loss": 19.2676, "step": 43396 }, { "epoch": 38.54, "learning_rate": 1.3574701334431894e-05, "loss": 19.1934, "step": 43397 }, { "epoch": 38.54, "learning_rate": 1.3572772973793423e-05, "loss": 18.9365, "step": 43398 }, { "epoch": 38.54, "learning_rate": 1.3570844728621857e-05, "loss": 19.0566, "step": 43399 }, { "epoch": 38.54, "learning_rate": 1.356891659892327e-05, "loss": 18.9443, "step": 43400 }, { "epoch": 38.54, "learning_rate": 1.356891659892327e-05, "loss": 19.9404, "step": 43401 }, { "epoch": 38.55, "learning_rate": 1.3566988584703816e-05, "loss": 20.334, "step": 43402 }, { "epoch": 38.55, "learning_rate": 1.3565060685969582e-05, "loss": 18.9004, "step": 43403 }, { "epoch": 38.55, "learning_rate": 1.3563132902726671e-05, "loss": 18.8311, "step": 43404 }, { "epoch": 38.55, "learning_rate": 1.3561205234981217e-05, "loss": 18.8682, "step": 43405 }, { "epoch": 38.55, "learning_rate": 1.3559277682739302e-05, "loss": 19.2061, "step": 43406 }, { "epoch": 38.55, "learning_rate": 1.3557350246007067e-05, "loss": 19.4873, "step": 43407 }, { "epoch": 38.55, "learning_rate": 1.3555422924790607e-05, "loss": 19.166, "step": 43408 }, { "epoch": 38.55, "learning_rate": 1.3553495719096015e-05, "loss": 19.1289, "step": 43409 }, { "epoch": 38.55, "learning_rate": 1.3551568628929434e-05, "loss": 19.0479, "step": 43410 }, { "epoch": 38.55, "learning_rate": 1.3549641654296935e-05, "loss": 19.1289, "step": 43411 }, { "epoch": 38.55, "learning_rate": 1.3547714795204647e-05, "loss": 19.708, "step": 43412 }, { "epoch": 38.56, "learning_rate": 1.3545788051658709e-05, "loss": 19.4023, "step": 43413 }, { "epoch": 38.56, "learning_rate": 1.3543861423665161e-05, "loss": 19.2285, "step": 43414 }, { "epoch": 38.56, "learning_rate": 1.3541934911230148e-05, "loss": 19.1396, "step": 43415 }, { "epoch": 38.56, "learning_rate": 1.3540008514359786e-05, "loss": 19.2305, "step": 43416 }, { "epoch": 38.56, "learning_rate": 1.353808223306015e-05, "loss": 19.5332, "step": 43417 }, { "epoch": 38.56, "learning_rate": 1.3536156067337397e-05, "loss": 19.1045, "step": 43418 }, { "epoch": 38.56, "learning_rate": 1.3534230017197575e-05, "loss": 19.4717, "step": 43419 }, { "epoch": 38.56, "learning_rate": 1.3532304082646807e-05, "loss": 19.0449, "step": 43420 }, { "epoch": 38.56, "learning_rate": 1.3530378263691224e-05, "loss": 19.3818, "step": 43421 }, { "epoch": 38.56, "learning_rate": 1.352845256033689e-05, "loss": 19.0547, "step": 43422 }, { "epoch": 38.56, "learning_rate": 1.3526526972589953e-05, "loss": 19.9854, "step": 43423 }, { "epoch": 38.56, "learning_rate": 1.3526526972589953e-05, "loss": 19.4619, "step": 43424 }, { "epoch": 38.57, "learning_rate": 1.3524601500456491e-05, "loss": 19.3955, "step": 43425 }, { "epoch": 38.57, "learning_rate": 1.3522676143942591e-05, "loss": 19.2139, "step": 43426 }, { "epoch": 38.57, "learning_rate": 1.3520750903054396e-05, "loss": 18.9023, "step": 43427 }, { "epoch": 38.57, "learning_rate": 1.3518825777797972e-05, "loss": 18.3604, "step": 43428 }, { "epoch": 38.57, "learning_rate": 1.3516900768179453e-05, "loss": 19.1934, "step": 43429 }, { "epoch": 38.57, "learning_rate": 1.351497587420492e-05, "loss": 19.5283, "step": 43430 }, { "epoch": 38.57, "learning_rate": 1.3513051095880469e-05, "loss": 19.4707, "step": 43431 }, { "epoch": 38.57, "learning_rate": 1.3511126433212229e-05, "loss": 18.8438, "step": 43432 }, { "epoch": 38.57, "learning_rate": 1.3509201886206263e-05, "loss": 18.8691, "step": 43433 }, { "epoch": 38.57, "learning_rate": 1.35072774548687e-05, "loss": 19.5684, "step": 43434 }, { "epoch": 38.57, "learning_rate": 1.3505353139205656e-05, "loss": 18.8398, "step": 43435 }, { "epoch": 38.58, "learning_rate": 1.3503428939223178e-05, "loss": 18.7705, "step": 43436 }, { "epoch": 38.58, "learning_rate": 1.350150485492741e-05, "loss": 18.8965, "step": 43437 }, { "epoch": 38.58, "learning_rate": 1.349958088632442e-05, "loss": 19.2871, "step": 43438 }, { "epoch": 38.58, "learning_rate": 1.3497657033420319e-05, "loss": 19.7383, "step": 43439 }, { "epoch": 38.58, "learning_rate": 1.3495733296221225e-05, "loss": 19.2178, "step": 43440 }, { "epoch": 38.58, "learning_rate": 1.3493809674733216e-05, "loss": 18.8965, "step": 43441 }, { "epoch": 38.58, "learning_rate": 1.349188616896238e-05, "loss": 19.3848, "step": 43442 }, { "epoch": 38.58, "learning_rate": 1.3489962778914845e-05, "loss": 19.4902, "step": 43443 }, { "epoch": 38.58, "learning_rate": 1.3488039504596667e-05, "loss": 19.1689, "step": 43444 }, { "epoch": 38.58, "learning_rate": 1.3486116346013982e-05, "loss": 19.5967, "step": 43445 }, { "epoch": 38.58, "learning_rate": 1.3484193303172871e-05, "loss": 19.4346, "step": 43446 }, { "epoch": 38.59, "learning_rate": 1.3482270376079409e-05, "loss": 18.7432, "step": 43447 }, { "epoch": 38.59, "learning_rate": 1.3480347564739726e-05, "loss": 19.2627, "step": 43448 }, { "epoch": 38.59, "learning_rate": 1.3478424869159884e-05, "loss": 18.9346, "step": 43449 }, { "epoch": 38.59, "learning_rate": 1.347650228934601e-05, "loss": 19.1533, "step": 43450 }, { "epoch": 38.59, "learning_rate": 1.3474579825304184e-05, "loss": 19.5215, "step": 43451 }, { "epoch": 38.59, "learning_rate": 1.3472657477040478e-05, "loss": 19.293, "step": 43452 }, { "epoch": 38.59, "learning_rate": 1.3470735244561028e-05, "loss": 19.6982, "step": 43453 }, { "epoch": 38.59, "learning_rate": 1.3468813127871883e-05, "loss": 19.4688, "step": 43454 }, { "epoch": 38.59, "learning_rate": 1.3466891126979175e-05, "loss": 19.666, "step": 43455 }, { "epoch": 38.59, "learning_rate": 1.3464969241888963e-05, "loss": 19.1699, "step": 43456 }, { "epoch": 38.59, "learning_rate": 1.346304747260737e-05, "loss": 19.3857, "step": 43457 }, { "epoch": 38.6, "learning_rate": 1.3461125819140468e-05, "loss": 18.7969, "step": 43458 }, { "epoch": 38.6, "learning_rate": 1.3459204281494342e-05, "loss": 19.1787, "step": 43459 }, { "epoch": 38.6, "learning_rate": 1.3457282859675092e-05, "loss": 19.7793, "step": 43460 }, { "epoch": 38.6, "learning_rate": 1.3455361553688827e-05, "loss": 19.2539, "step": 43461 }, { "epoch": 38.6, "learning_rate": 1.3453440363541615e-05, "loss": 18.9941, "step": 43462 }, { "epoch": 38.6, "learning_rate": 1.3451519289239556e-05, "loss": 19.4893, "step": 43463 }, { "epoch": 38.6, "learning_rate": 1.3449598330788716e-05, "loss": 18.832, "step": 43464 }, { "epoch": 38.6, "learning_rate": 1.3447677488195203e-05, "loss": 19.1064, "step": 43465 }, { "epoch": 38.6, "learning_rate": 1.3445756761465117e-05, "loss": 19.3057, "step": 43466 }, { "epoch": 38.6, "learning_rate": 1.3443836150604538e-05, "loss": 19.3682, "step": 43467 }, { "epoch": 38.6, "learning_rate": 1.3441915655619536e-05, "loss": 19.1289, "step": 43468 }, { "epoch": 38.6, "learning_rate": 1.3439995276516226e-05, "loss": 19.3252, "step": 43469 }, { "epoch": 38.61, "learning_rate": 1.3438075013300666e-05, "loss": 19.3613, "step": 43470 }, { "epoch": 38.61, "learning_rate": 1.3436154865978973e-05, "loss": 19.4863, "step": 43471 }, { "epoch": 38.61, "learning_rate": 1.3434234834557208e-05, "loss": 19.5654, "step": 43472 }, { "epoch": 38.61, "learning_rate": 1.3432314919041478e-05, "loss": 18.6709, "step": 43473 }, { "epoch": 38.61, "learning_rate": 1.343039511943786e-05, "loss": 19.7041, "step": 43474 }, { "epoch": 38.61, "learning_rate": 1.3428475435752424e-05, "loss": 18.7793, "step": 43475 }, { "epoch": 38.61, "learning_rate": 1.3426555867991292e-05, "loss": 19.0127, "step": 43476 }, { "epoch": 38.61, "learning_rate": 1.3424636416160503e-05, "loss": 19.1797, "step": 43477 }, { "epoch": 38.61, "learning_rate": 1.3422717080266178e-05, "loss": 19.4971, "step": 43478 }, { "epoch": 38.61, "learning_rate": 1.3420797860314394e-05, "loss": 18.667, "step": 43479 }, { "epoch": 38.61, "learning_rate": 1.341887875631121e-05, "loss": 19.2412, "step": 43480 }, { "epoch": 38.62, "learning_rate": 1.3416959768262737e-05, "loss": 19.8115, "step": 43481 }, { "epoch": 38.62, "learning_rate": 1.3415040896175041e-05, "loss": 18.6836, "step": 43482 }, { "epoch": 38.62, "learning_rate": 1.3413122140054218e-05, "loss": 19.416, "step": 43483 }, { "epoch": 38.62, "learning_rate": 1.341120349990635e-05, "loss": 19.1348, "step": 43484 }, { "epoch": 38.62, "learning_rate": 1.3409284975737496e-05, "loss": 19.4873, "step": 43485 }, { "epoch": 38.62, "learning_rate": 1.3407366567553764e-05, "loss": 18.7314, "step": 43486 }, { "epoch": 38.62, "learning_rate": 1.3405448275361216e-05, "loss": 19.7881, "step": 43487 }, { "epoch": 38.62, "learning_rate": 1.3403530099165933e-05, "loss": 18.8223, "step": 43488 }, { "epoch": 38.62, "learning_rate": 1.3401612038974037e-05, "loss": 18.9141, "step": 43489 }, { "epoch": 38.62, "learning_rate": 1.3399694094791544e-05, "loss": 19.9502, "step": 43490 }, { "epoch": 38.62, "learning_rate": 1.3397776266624562e-05, "loss": 19.0723, "step": 43491 }, { "epoch": 38.63, "learning_rate": 1.339585855447919e-05, "loss": 18.6113, "step": 43492 }, { "epoch": 38.63, "learning_rate": 1.3393940958361472e-05, "loss": 19.2588, "step": 43493 }, { "epoch": 38.63, "learning_rate": 1.3392023478277516e-05, "loss": 18.7803, "step": 43494 }, { "epoch": 38.63, "learning_rate": 1.3390106114233386e-05, "loss": 19.1592, "step": 43495 }, { "epoch": 38.63, "learning_rate": 1.3388188866235152e-05, "loss": 19.3086, "step": 43496 }, { "epoch": 38.63, "learning_rate": 1.3386271734288908e-05, "loss": 19.5254, "step": 43497 }, { "epoch": 38.63, "learning_rate": 1.338435471840071e-05, "loss": 19.0986, "step": 43498 }, { "epoch": 38.63, "learning_rate": 1.3382437818576659e-05, "loss": 18.8242, "step": 43499 }, { "epoch": 38.63, "learning_rate": 1.3380521034822825e-05, "loss": 19.6826, "step": 43500 }, { "epoch": 38.63, "learning_rate": 1.3378604367145259e-05, "loss": 18.8408, "step": 43501 }, { "epoch": 38.63, "learning_rate": 1.337668781555007e-05, "loss": 19.1924, "step": 43502 }, { "epoch": 38.63, "learning_rate": 1.3374771380043306e-05, "loss": 19.6299, "step": 43503 }, { "epoch": 38.64, "learning_rate": 1.3372855060631068e-05, "loss": 19.2861, "step": 43504 }, { "epoch": 38.64, "learning_rate": 1.3370938857319415e-05, "loss": 19.4287, "step": 43505 }, { "epoch": 38.64, "learning_rate": 1.3369022770114414e-05, "loss": 18.8027, "step": 43506 }, { "epoch": 38.64, "learning_rate": 1.3367106799022155e-05, "loss": 19.9082, "step": 43507 }, { "epoch": 38.64, "learning_rate": 1.3365190944048694e-05, "loss": 19.29, "step": 43508 }, { "epoch": 38.64, "learning_rate": 1.336327520520011e-05, "loss": 19.6943, "step": 43509 }, { "epoch": 38.64, "learning_rate": 1.3361359582482508e-05, "loss": 19.2285, "step": 43510 }, { "epoch": 38.64, "learning_rate": 1.3359444075901906e-05, "loss": 19.3262, "step": 43511 }, { "epoch": 38.64, "learning_rate": 1.335752868546441e-05, "loss": 18.6055, "step": 43512 }, { "epoch": 38.64, "learning_rate": 1.3355613411176071e-05, "loss": 19.0967, "step": 43513 }, { "epoch": 38.64, "learning_rate": 1.3353698253042973e-05, "loss": 19.1865, "step": 43514 }, { "epoch": 38.65, "learning_rate": 1.3351783211071195e-05, "loss": 19.2568, "step": 43515 }, { "epoch": 38.65, "learning_rate": 1.3349868285266798e-05, "loss": 20.0225, "step": 43516 }, { "epoch": 38.65, "learning_rate": 1.3347953475635839e-05, "loss": 19.2773, "step": 43517 }, { "epoch": 38.65, "learning_rate": 1.3346038782184411e-05, "loss": 19.3555, "step": 43518 }, { "epoch": 38.65, "learning_rate": 1.3344124204918561e-05, "loss": 19.8545, "step": 43519 }, { "epoch": 38.65, "learning_rate": 1.334220974384438e-05, "loss": 18.7822, "step": 43520 }, { "epoch": 38.65, "learning_rate": 1.3340295398967929e-05, "loss": 19.4697, "step": 43521 }, { "epoch": 38.65, "learning_rate": 1.3338381170295255e-05, "loss": 19.6064, "step": 43522 }, { "epoch": 38.65, "learning_rate": 1.3336467057832458e-05, "loss": 19.1533, "step": 43523 }, { "epoch": 38.65, "learning_rate": 1.3334553061585576e-05, "loss": 19.2939, "step": 43524 }, { "epoch": 38.65, "learning_rate": 1.3332639181560703e-05, "loss": 19.8047, "step": 43525 }, { "epoch": 38.66, "learning_rate": 1.3330725417763894e-05, "loss": 19.7656, "step": 43526 }, { "epoch": 38.66, "learning_rate": 1.33288117702012e-05, "loss": 19.0537, "step": 43527 }, { "epoch": 38.66, "learning_rate": 1.3326898238878716e-05, "loss": 19.0879, "step": 43528 }, { "epoch": 38.66, "learning_rate": 1.3324984823802472e-05, "loss": 19.2021, "step": 43529 }, { "epoch": 38.66, "learning_rate": 1.3323071524978575e-05, "loss": 19.4795, "step": 43530 }, { "epoch": 38.66, "learning_rate": 1.3321158342413054e-05, "loss": 19.085, "step": 43531 }, { "epoch": 38.66, "learning_rate": 1.3319245276111996e-05, "loss": 18.7793, "step": 43532 }, { "epoch": 38.66, "learning_rate": 1.3317332326081467e-05, "loss": 19.0361, "step": 43533 }, { "epoch": 38.66, "learning_rate": 1.3315419492327497e-05, "loss": 18.9414, "step": 43534 }, { "epoch": 38.66, "learning_rate": 1.3313506774856177e-05, "loss": 19.2988, "step": 43535 }, { "epoch": 38.66, "learning_rate": 1.331159417367358e-05, "loss": 19.7051, "step": 43536 }, { "epoch": 38.67, "learning_rate": 1.3309681688785753e-05, "loss": 19.3037, "step": 43537 }, { "epoch": 38.67, "learning_rate": 1.330776932019876e-05, "loss": 19.1543, "step": 43538 }, { "epoch": 38.67, "learning_rate": 1.3305857067918647e-05, "loss": 18.6621, "step": 43539 }, { "epoch": 38.67, "learning_rate": 1.330394493195149e-05, "loss": 19.2461, "step": 43540 }, { "epoch": 38.67, "learning_rate": 1.3302032912303363e-05, "loss": 19.0693, "step": 43541 }, { "epoch": 38.67, "learning_rate": 1.330012100898032e-05, "loss": 18.9258, "step": 43542 }, { "epoch": 38.67, "learning_rate": 1.32982092219884e-05, "loss": 19.2441, "step": 43543 }, { "epoch": 38.67, "learning_rate": 1.3296297551333691e-05, "loss": 19.4512, "step": 43544 }, { "epoch": 38.67, "learning_rate": 1.329438599702223e-05, "loss": 19.0117, "step": 43545 }, { "epoch": 38.67, "learning_rate": 1.3292474559060098e-05, "loss": 18.918, "step": 43546 }, { "epoch": 38.67, "learning_rate": 1.329056323745333e-05, "loss": 19.2852, "step": 43547 }, { "epoch": 38.67, "learning_rate": 1.328865203220801e-05, "loss": 19.3418, "step": 43548 }, { "epoch": 38.68, "learning_rate": 1.3286740943330184e-05, "loss": 19.1758, "step": 43549 }, { "epoch": 38.68, "learning_rate": 1.328482997082589e-05, "loss": 19.6309, "step": 43550 }, { "epoch": 38.68, "learning_rate": 1.3282919114701226e-05, "loss": 19.2256, "step": 43551 }, { "epoch": 38.68, "learning_rate": 1.3281008374962206e-05, "loss": 18.8066, "step": 43552 }, { "epoch": 38.68, "learning_rate": 1.3279097751614928e-05, "loss": 18.8027, "step": 43553 }, { "epoch": 38.68, "learning_rate": 1.3277187244665423e-05, "loss": 19.7842, "step": 43554 }, { "epoch": 38.68, "learning_rate": 1.3275276854119739e-05, "loss": 18.6797, "step": 43555 }, { "epoch": 38.68, "learning_rate": 1.3273366579983965e-05, "loss": 18.9648, "step": 43556 }, { "epoch": 38.68, "learning_rate": 1.3271456422264116e-05, "loss": 19.2334, "step": 43557 }, { "epoch": 38.68, "learning_rate": 1.326954638096627e-05, "loss": 19.1455, "step": 43558 }, { "epoch": 38.68, "learning_rate": 1.3267636456096505e-05, "loss": 19.2031, "step": 43559 }, { "epoch": 38.69, "learning_rate": 1.326572664766082e-05, "loss": 19.0703, "step": 43560 }, { "epoch": 38.69, "learning_rate": 1.3263816955665292e-05, "loss": 19.2705, "step": 43561 }, { "epoch": 38.69, "learning_rate": 1.3261907380116001e-05, "loss": 18.7363, "step": 43562 }, { "epoch": 38.69, "learning_rate": 1.3259997921018963e-05, "loss": 19.0342, "step": 43563 }, { "epoch": 38.69, "learning_rate": 1.3258088578380273e-05, "loss": 18.9111, "step": 43564 }, { "epoch": 38.69, "learning_rate": 1.3256179352205921e-05, "loss": 19.2578, "step": 43565 }, { "epoch": 38.69, "learning_rate": 1.3254270242502003e-05, "loss": 18.7148, "step": 43566 }, { "epoch": 38.69, "learning_rate": 1.3252361249274575e-05, "loss": 19.7822, "step": 43567 }, { "epoch": 38.69, "learning_rate": 1.3250452372529654e-05, "loss": 19.1484, "step": 43568 }, { "epoch": 38.69, "learning_rate": 1.3248543612273334e-05, "loss": 18.999, "step": 43569 }, { "epoch": 38.69, "learning_rate": 1.3246634968511633e-05, "loss": 19.3496, "step": 43570 }, { "epoch": 38.7, "learning_rate": 1.3244726441250604e-05, "loss": 18.8115, "step": 43571 }, { "epoch": 38.7, "learning_rate": 1.3242818030496317e-05, "loss": 19.666, "step": 43572 }, { "epoch": 38.7, "learning_rate": 1.3242818030496317e-05, "loss": 19.6055, "step": 43573 }, { "epoch": 38.7, "learning_rate": 1.3240909736254792e-05, "loss": 19.1992, "step": 43574 }, { "epoch": 38.7, "learning_rate": 1.3239001558532105e-05, "loss": 19.1006, "step": 43575 }, { "epoch": 38.7, "learning_rate": 1.3237093497334297e-05, "loss": 19.748, "step": 43576 }, { "epoch": 38.7, "learning_rate": 1.3235185552667396e-05, "loss": 19.4492, "step": 43577 }, { "epoch": 38.7, "learning_rate": 1.323327772453748e-05, "loss": 19.168, "step": 43578 }, { "epoch": 38.7, "learning_rate": 1.3231370012950568e-05, "loss": 19.3369, "step": 43579 }, { "epoch": 38.7, "learning_rate": 1.3229462417912719e-05, "loss": 19.3779, "step": 43580 }, { "epoch": 38.7, "learning_rate": 1.322755493943002e-05, "loss": 19.0703, "step": 43581 }, { "epoch": 38.71, "learning_rate": 1.3225647577508444e-05, "loss": 19.001, "step": 43582 }, { "epoch": 38.71, "learning_rate": 1.3223740332154088e-05, "loss": 19.1387, "step": 43583 }, { "epoch": 38.71, "learning_rate": 1.3221833203372963e-05, "loss": 18.9512, "step": 43584 }, { "epoch": 38.71, "learning_rate": 1.321992619117114e-05, "loss": 19.5312, "step": 43585 }, { "epoch": 38.71, "learning_rate": 1.3218019295554684e-05, "loss": 19.1494, "step": 43586 }, { "epoch": 38.71, "learning_rate": 1.3216112516529583e-05, "loss": 19.4678, "step": 43587 }, { "epoch": 38.71, "learning_rate": 1.3214205854101908e-05, "loss": 19.8232, "step": 43588 }, { "epoch": 38.71, "learning_rate": 1.3212299308277725e-05, "loss": 19.0635, "step": 43589 }, { "epoch": 38.71, "learning_rate": 1.3210392879063039e-05, "loss": 18.9316, "step": 43590 }, { "epoch": 38.71, "learning_rate": 1.320848656646393e-05, "loss": 19.4082, "step": 43591 }, { "epoch": 38.71, "learning_rate": 1.3206580370486421e-05, "loss": 19.0, "step": 43592 }, { "epoch": 38.71, "learning_rate": 1.3204674291136537e-05, "loss": 19.2148, "step": 43593 }, { "epoch": 38.72, "learning_rate": 1.3202768328420357e-05, "loss": 19.418, "step": 43594 }, { "epoch": 38.72, "learning_rate": 1.320086248234389e-05, "loss": 19.0029, "step": 43595 }, { "epoch": 38.72, "learning_rate": 1.3198956752913206e-05, "loss": 19.1494, "step": 43596 }, { "epoch": 38.72, "learning_rate": 1.3197051140134325e-05, "loss": 19.3213, "step": 43597 }, { "epoch": 38.72, "learning_rate": 1.3195145644013285e-05, "loss": 18.9219, "step": 43598 }, { "epoch": 38.72, "learning_rate": 1.319324026455615e-05, "loss": 19.376, "step": 43599 }, { "epoch": 38.72, "learning_rate": 1.3191335001768923e-05, "loss": 19.584, "step": 43600 }, { "epoch": 38.72, "learning_rate": 1.3189429855657681e-05, "loss": 18.9014, "step": 43601 }, { "epoch": 38.72, "learning_rate": 1.3187524826228449e-05, "loss": 19.5488, "step": 43602 }, { "epoch": 38.72, "learning_rate": 1.3185619913487246e-05, "loss": 18.9678, "step": 43603 }, { "epoch": 38.72, "learning_rate": 1.3183715117440142e-05, "loss": 19.0723, "step": 43604 }, { "epoch": 38.73, "learning_rate": 1.318181043809315e-05, "loss": 19.1426, "step": 43605 }, { "epoch": 38.73, "learning_rate": 1.3179905875452325e-05, "loss": 19.2051, "step": 43606 }, { "epoch": 38.73, "learning_rate": 1.3178001429523685e-05, "loss": 19.1133, "step": 43607 }, { "epoch": 38.73, "learning_rate": 1.317609710031329e-05, "loss": 19.3027, "step": 43608 }, { "epoch": 38.73, "learning_rate": 1.3174192887827168e-05, "loss": 19.5361, "step": 43609 }, { "epoch": 38.73, "learning_rate": 1.3172288792071335e-05, "loss": 19.2881, "step": 43610 }, { "epoch": 38.73, "learning_rate": 1.3170384813051845e-05, "loss": 19.2334, "step": 43611 }, { "epoch": 38.73, "learning_rate": 1.3168480950774742e-05, "loss": 19.041, "step": 43612 }, { "epoch": 38.73, "learning_rate": 1.316657720524605e-05, "loss": 19.0068, "step": 43613 }, { "epoch": 38.73, "learning_rate": 1.3164673576471792e-05, "loss": 19.8643, "step": 43614 }, { "epoch": 38.73, "learning_rate": 1.3162770064458025e-05, "loss": 19.1475, "step": 43615 }, { "epoch": 38.74, "learning_rate": 1.3160866669210758e-05, "loss": 19.0898, "step": 43616 }, { "epoch": 38.74, "learning_rate": 1.315896339073605e-05, "loss": 18.9082, "step": 43617 }, { "epoch": 38.74, "learning_rate": 1.315706022903993e-05, "loss": 18.916, "step": 43618 }, { "epoch": 38.74, "learning_rate": 1.3155157184128398e-05, "loss": 19.0205, "step": 43619 }, { "epoch": 38.74, "learning_rate": 1.315325425600753e-05, "loss": 19.7734, "step": 43620 }, { "epoch": 38.74, "learning_rate": 1.3151351444683324e-05, "loss": 19.0996, "step": 43621 }, { "epoch": 38.74, "learning_rate": 1.314944875016184e-05, "loss": 19.2363, "step": 43622 }, { "epoch": 38.74, "learning_rate": 1.3147546172449083e-05, "loss": 19.4365, "step": 43623 }, { "epoch": 38.74, "learning_rate": 1.3145643711551104e-05, "loss": 18.7324, "step": 43624 }, { "epoch": 38.74, "learning_rate": 1.3143741367473933e-05, "loss": 19.4902, "step": 43625 }, { "epoch": 38.74, "learning_rate": 1.3141839140223572e-05, "loss": 18.7979, "step": 43626 }, { "epoch": 38.75, "learning_rate": 1.3139937029806087e-05, "loss": 19.5518, "step": 43627 }, { "epoch": 38.75, "learning_rate": 1.313803503622748e-05, "loss": 19.3096, "step": 43628 }, { "epoch": 38.75, "learning_rate": 1.3136133159493802e-05, "loss": 19.1211, "step": 43629 }, { "epoch": 38.75, "learning_rate": 1.3134231399611075e-05, "loss": 18.8096, "step": 43630 }, { "epoch": 38.75, "learning_rate": 1.3132329756585304e-05, "loss": 19.7695, "step": 43631 }, { "epoch": 38.75, "learning_rate": 1.3130428230422554e-05, "loss": 19.5889, "step": 43632 }, { "epoch": 38.75, "learning_rate": 1.3128526821128817e-05, "loss": 19.1465, "step": 43633 }, { "epoch": 38.75, "learning_rate": 1.312662552871014e-05, "loss": 18.667, "step": 43634 }, { "epoch": 38.75, "learning_rate": 1.3124724353172573e-05, "loss": 19.5742, "step": 43635 }, { "epoch": 38.75, "learning_rate": 1.312282329452209e-05, "loss": 19.1162, "step": 43636 }, { "epoch": 38.75, "learning_rate": 1.3120922352764747e-05, "loss": 18.748, "step": 43637 }, { "epoch": 38.75, "learning_rate": 1.3119021527906573e-05, "loss": 19.251, "step": 43638 }, { "epoch": 38.76, "learning_rate": 1.3117120819953577e-05, "loss": 19.3555, "step": 43639 }, { "epoch": 38.76, "learning_rate": 1.3115220228911807e-05, "loss": 19.085, "step": 43640 }, { "epoch": 38.76, "learning_rate": 1.3113319754787274e-05, "loss": 19.0986, "step": 43641 }, { "epoch": 38.76, "learning_rate": 1.3111419397585983e-05, "loss": 19.1777, "step": 43642 }, { "epoch": 38.76, "learning_rate": 1.3109519157313994e-05, "loss": 18.9658, "step": 43643 }, { "epoch": 38.76, "learning_rate": 1.3107619033977297e-05, "loss": 19.2031, "step": 43644 }, { "epoch": 38.76, "learning_rate": 1.3105719027581948e-05, "loss": 19.5146, "step": 43645 }, { "epoch": 38.76, "learning_rate": 1.3103819138133948e-05, "loss": 19.2881, "step": 43646 }, { "epoch": 38.76, "learning_rate": 1.3101919365639315e-05, "loss": 19.4541, "step": 43647 }, { "epoch": 38.76, "learning_rate": 1.3100019710104095e-05, "loss": 18.6006, "step": 43648 }, { "epoch": 38.76, "learning_rate": 1.3098120171534272e-05, "loss": 19.3301, "step": 43649 }, { "epoch": 38.77, "learning_rate": 1.3096220749935912e-05, "loss": 18.8496, "step": 43650 }, { "epoch": 38.77, "learning_rate": 1.3094321445315006e-05, "loss": 19.2607, "step": 43651 }, { "epoch": 38.77, "learning_rate": 1.3092422257677572e-05, "loss": 18.8428, "step": 43652 }, { "epoch": 38.77, "learning_rate": 1.3090523187029651e-05, "loss": 19.0918, "step": 43653 }, { "epoch": 38.77, "learning_rate": 1.308862423337724e-05, "loss": 19.4717, "step": 43654 }, { "epoch": 38.77, "learning_rate": 1.3086725396726368e-05, "loss": 19.5137, "step": 43655 }, { "epoch": 38.77, "learning_rate": 1.3084826677083084e-05, "loss": 19.3047, "step": 43656 }, { "epoch": 38.77, "learning_rate": 1.3082928074453349e-05, "loss": 19.0029, "step": 43657 }, { "epoch": 38.77, "learning_rate": 1.3081029588843224e-05, "loss": 19.2275, "step": 43658 }, { "epoch": 38.77, "learning_rate": 1.30791312202587e-05, "loss": 19.5674, "step": 43659 }, { "epoch": 38.77, "learning_rate": 1.3077232968705805e-05, "loss": 19.252, "step": 43660 }, { "epoch": 38.78, "learning_rate": 1.3075334834190589e-05, "loss": 19.3896, "step": 43661 }, { "epoch": 38.78, "learning_rate": 1.307343681671901e-05, "loss": 19.3828, "step": 43662 }, { "epoch": 38.78, "learning_rate": 1.307153891629711e-05, "loss": 18.6963, "step": 43663 }, { "epoch": 38.78, "learning_rate": 1.3069641132930926e-05, "loss": 19.0518, "step": 43664 }, { "epoch": 38.78, "learning_rate": 1.3067743466626437e-05, "loss": 19.4268, "step": 43665 }, { "epoch": 38.78, "learning_rate": 1.306584591738969e-05, "loss": 19.5352, "step": 43666 }, { "epoch": 38.78, "learning_rate": 1.306394848522669e-05, "loss": 18.5576, "step": 43667 }, { "epoch": 38.78, "learning_rate": 1.306205117014343e-05, "loss": 18.8525, "step": 43668 }, { "epoch": 38.78, "learning_rate": 1.306015397214596e-05, "loss": 19.5186, "step": 43669 }, { "epoch": 38.78, "learning_rate": 1.3058256891240255e-05, "loss": 19.1826, "step": 43670 }, { "epoch": 38.78, "learning_rate": 1.3056359927432371e-05, "loss": 18.9355, "step": 43671 }, { "epoch": 38.79, "learning_rate": 1.3054463080728292e-05, "loss": 18.2949, "step": 43672 }, { "epoch": 38.79, "learning_rate": 1.3052566351134027e-05, "loss": 19.249, "step": 43673 }, { "epoch": 38.79, "learning_rate": 1.3050669738655612e-05, "loss": 19.4951, "step": 43674 }, { "epoch": 38.79, "learning_rate": 1.3048773243299029e-05, "loss": 18.6484, "step": 43675 }, { "epoch": 38.79, "learning_rate": 1.3046876865070324e-05, "loss": 19.2676, "step": 43676 }, { "epoch": 38.79, "learning_rate": 1.3044980603975488e-05, "loss": 19.2129, "step": 43677 }, { "epoch": 38.79, "learning_rate": 1.304308446002052e-05, "loss": 19.1943, "step": 43678 }, { "epoch": 38.79, "learning_rate": 1.304118843321146e-05, "loss": 18.6611, "step": 43679 }, { "epoch": 38.79, "learning_rate": 1.3039292523554286e-05, "loss": 19.1631, "step": 43680 }, { "epoch": 38.79, "learning_rate": 1.3037396731055023e-05, "loss": 19.416, "step": 43681 }, { "epoch": 38.79, "learning_rate": 1.3037396731055023e-05, "loss": 19.4492, "step": 43682 }, { "epoch": 38.79, "learning_rate": 1.3037396731055023e-05, "loss": 19.7598, "step": 43683 }, { "epoch": 38.8, "learning_rate": 1.3035501055719701e-05, "loss": 18.9805, "step": 43684 }, { "epoch": 38.8, "learning_rate": 1.3033605497554303e-05, "loss": 19.2285, "step": 43685 }, { "epoch": 38.8, "learning_rate": 1.3031710056564845e-05, "loss": 19.5312, "step": 43686 }, { "epoch": 38.8, "learning_rate": 1.3029814732757324e-05, "loss": 19.1641, "step": 43687 }, { "epoch": 38.8, "learning_rate": 1.3027919526137749e-05, "loss": 19.5244, "step": 43688 }, { "epoch": 38.8, "learning_rate": 1.3026024436712159e-05, "loss": 18.6934, "step": 43689 }, { "epoch": 38.8, "learning_rate": 1.3024129464486535e-05, "loss": 19.292, "step": 43690 }, { "epoch": 38.8, "learning_rate": 1.3022234609466872e-05, "loss": 19.6787, "step": 43691 }, { "epoch": 38.8, "learning_rate": 1.3020339871659203e-05, "loss": 19.5762, "step": 43692 }, { "epoch": 38.8, "learning_rate": 1.301844525106951e-05, "loss": 19.1367, "step": 43693 }, { "epoch": 38.8, "learning_rate": 1.3016550747703826e-05, "loss": 18.7275, "step": 43694 }, { "epoch": 38.81, "learning_rate": 1.3016550747703826e-05, "loss": 19.4561, "step": 43695 }, { "epoch": 38.81, "learning_rate": 1.3014656361568128e-05, "loss": 18.7529, "step": 43696 }, { "epoch": 38.81, "learning_rate": 1.3012762092668447e-05, "loss": 18.8594, "step": 43697 }, { "epoch": 38.81, "learning_rate": 1.3010867941010774e-05, "loss": 18.8037, "step": 43698 }, { "epoch": 38.81, "learning_rate": 1.3008973906601096e-05, "loss": 19.5537, "step": 43699 }, { "epoch": 38.81, "learning_rate": 1.3007079989445448e-05, "loss": 19.0664, "step": 43700 }, { "epoch": 38.81, "learning_rate": 1.3005186189549806e-05, "loss": 19.6104, "step": 43701 }, { "epoch": 38.81, "learning_rate": 1.30032925069202e-05, "loss": 19.165, "step": 43702 }, { "epoch": 38.81, "learning_rate": 1.300139894156262e-05, "loss": 19.6113, "step": 43703 }, { "epoch": 38.81, "learning_rate": 1.2999505493483055e-05, "loss": 19.0547, "step": 43704 }, { "epoch": 38.81, "learning_rate": 1.2997612162687528e-05, "loss": 19.2002, "step": 43705 }, { "epoch": 38.82, "learning_rate": 1.2995718949182023e-05, "loss": 19.502, "step": 43706 }, { "epoch": 38.82, "learning_rate": 1.2993825852972558e-05, "loss": 19.5674, "step": 43707 }, { "epoch": 38.82, "learning_rate": 1.2991932874065127e-05, "loss": 19.0762, "step": 43708 }, { "epoch": 38.82, "learning_rate": 1.2990040012465715e-05, "loss": 19.4668, "step": 43709 }, { "epoch": 38.82, "learning_rate": 1.2988147268180333e-05, "loss": 19.4473, "step": 43710 }, { "epoch": 38.82, "learning_rate": 1.2986254641215e-05, "loss": 19.0137, "step": 43711 }, { "epoch": 38.82, "learning_rate": 1.2984362131575684e-05, "loss": 18.959, "step": 43712 }, { "epoch": 38.82, "learning_rate": 1.2982469739268427e-05, "loss": 18.5771, "step": 43713 }, { "epoch": 38.82, "learning_rate": 1.2980577464299165e-05, "loss": 18.6123, "step": 43714 }, { "epoch": 38.82, "learning_rate": 1.2978685306673932e-05, "loss": 19.2422, "step": 43715 }, { "epoch": 38.82, "learning_rate": 1.297679326639874e-05, "loss": 19.623, "step": 43716 }, { "epoch": 38.83, "learning_rate": 1.2974901343479556e-05, "loss": 19.2842, "step": 43717 }, { "epoch": 38.83, "learning_rate": 1.2973009537922404e-05, "loss": 18.9736, "step": 43718 }, { "epoch": 38.83, "learning_rate": 1.2971117849733266e-05, "loss": 19.3623, "step": 43719 }, { "epoch": 38.83, "learning_rate": 1.2969226278918128e-05, "loss": 18.6758, "step": 43720 }, { "epoch": 38.83, "learning_rate": 1.2967334825483013e-05, "loss": 18.999, "step": 43721 }, { "epoch": 38.83, "learning_rate": 1.2965443489433888e-05, "loss": 18.8232, "step": 43722 }, { "epoch": 38.83, "learning_rate": 1.2963552270776768e-05, "loss": 19.3096, "step": 43723 }, { "epoch": 38.83, "learning_rate": 1.2961661169517647e-05, "loss": 19.6279, "step": 43724 }, { "epoch": 38.83, "learning_rate": 1.29597701856625e-05, "loss": 18.8789, "step": 43725 }, { "epoch": 38.83, "learning_rate": 1.2957879319217347e-05, "loss": 18.9346, "step": 43726 }, { "epoch": 38.83, "learning_rate": 1.2955988570188155e-05, "loss": 19.7314, "step": 43727 }, { "epoch": 38.83, "learning_rate": 1.2954097938580944e-05, "loss": 19.2061, "step": 43728 }, { "epoch": 38.84, "learning_rate": 1.2952207424401696e-05, "loss": 19.8271, "step": 43729 }, { "epoch": 38.84, "learning_rate": 1.2950317027656388e-05, "loss": 19.8193, "step": 43730 }, { "epoch": 38.84, "learning_rate": 1.294842674835104e-05, "loss": 19.7002, "step": 43731 }, { "epoch": 38.84, "learning_rate": 1.294653658649162e-05, "loss": 19.3975, "step": 43732 }, { "epoch": 38.84, "learning_rate": 1.294464654208412e-05, "loss": 19.4365, "step": 43733 }, { "epoch": 38.84, "learning_rate": 1.2942756615134576e-05, "loss": 19.2402, "step": 43734 }, { "epoch": 38.84, "learning_rate": 1.2940866805648915e-05, "loss": 19.2334, "step": 43735 }, { "epoch": 38.84, "learning_rate": 1.2938977113633154e-05, "loss": 19.2861, "step": 43736 }, { "epoch": 38.84, "learning_rate": 1.2937087539093296e-05, "loss": 18.6787, "step": 43737 }, { "epoch": 38.84, "learning_rate": 1.2935198082035311e-05, "loss": 19.3506, "step": 43738 }, { "epoch": 38.84, "learning_rate": 1.2933308742465216e-05, "loss": 19.4033, "step": 43739 }, { "epoch": 38.85, "learning_rate": 1.293141952038896e-05, "loss": 18.8984, "step": 43740 }, { "epoch": 38.85, "learning_rate": 1.2929530415812546e-05, "loss": 19.6123, "step": 43741 }, { "epoch": 38.85, "learning_rate": 1.2927641428741983e-05, "loss": 19.0195, "step": 43742 }, { "epoch": 38.85, "learning_rate": 1.292575255918323e-05, "loss": 19.373, "step": 43743 }, { "epoch": 38.85, "learning_rate": 1.29238638071423e-05, "loss": 18.9639, "step": 43744 }, { "epoch": 38.85, "learning_rate": 1.2921975172625173e-05, "loss": 18.8984, "step": 43745 }, { "epoch": 38.85, "learning_rate": 1.2920086655637808e-05, "loss": 19.2354, "step": 43746 }, { "epoch": 38.85, "learning_rate": 1.2918198256186232e-05, "loss": 18.5596, "step": 43747 }, { "epoch": 38.85, "learning_rate": 1.2916309974276396e-05, "loss": 19.5322, "step": 43748 }, { "epoch": 38.85, "learning_rate": 1.2914421809914317e-05, "loss": 19.0098, "step": 43749 }, { "epoch": 38.85, "learning_rate": 1.2912533763105966e-05, "loss": 19.2324, "step": 43750 }, { "epoch": 38.86, "learning_rate": 1.291064583385731e-05, "loss": 19.2666, "step": 43751 }, { "epoch": 38.86, "learning_rate": 1.2908758022174366e-05, "loss": 19.1318, "step": 43752 }, { "epoch": 38.86, "learning_rate": 1.2906870328063087e-05, "loss": 19.1562, "step": 43753 }, { "epoch": 38.86, "learning_rate": 1.2904982751529481e-05, "loss": 18.9395, "step": 43754 }, { "epoch": 38.86, "learning_rate": 1.2903095292579508e-05, "loss": 19.0566, "step": 43755 }, { "epoch": 38.86, "learning_rate": 1.2901207951219186e-05, "loss": 18.541, "step": 43756 }, { "epoch": 38.86, "learning_rate": 1.2899320727454472e-05, "loss": 19.1025, "step": 43757 }, { "epoch": 38.86, "learning_rate": 1.2897433621291338e-05, "loss": 19.0283, "step": 43758 }, { "epoch": 38.86, "learning_rate": 1.2895546632735778e-05, "loss": 19.3467, "step": 43759 }, { "epoch": 38.86, "learning_rate": 1.2893659761793792e-05, "loss": 18.876, "step": 43760 }, { "epoch": 38.86, "learning_rate": 1.2891773008471341e-05, "loss": 19.1162, "step": 43761 }, { "epoch": 38.87, "learning_rate": 1.2889886372774413e-05, "loss": 19.2021, "step": 43762 }, { "epoch": 38.87, "learning_rate": 1.2887999854708965e-05, "loss": 19.0791, "step": 43763 }, { "epoch": 38.87, "learning_rate": 1.2886113454281e-05, "loss": 19.1709, "step": 43764 }, { "epoch": 38.87, "learning_rate": 1.2884227171496504e-05, "loss": 19.0098, "step": 43765 }, { "epoch": 38.87, "learning_rate": 1.2882341006361449e-05, "loss": 19.1523, "step": 43766 }, { "epoch": 38.87, "learning_rate": 1.2880454958881794e-05, "loss": 19.4141, "step": 43767 }, { "epoch": 38.87, "learning_rate": 1.2878569029063553e-05, "loss": 19.6377, "step": 43768 }, { "epoch": 38.87, "learning_rate": 1.2876683216912666e-05, "loss": 19.2812, "step": 43769 }, { "epoch": 38.87, "learning_rate": 1.2874797522435145e-05, "loss": 19.29, "step": 43770 }, { "epoch": 38.87, "learning_rate": 1.2872911945636934e-05, "loss": 19.5273, "step": 43771 }, { "epoch": 38.87, "learning_rate": 1.2871026486524046e-05, "loss": 19.2783, "step": 43772 }, { "epoch": 38.87, "learning_rate": 1.2869141145102437e-05, "loss": 19.3418, "step": 43773 }, { "epoch": 38.88, "learning_rate": 1.2867255921378069e-05, "loss": 18.6875, "step": 43774 }, { "epoch": 38.88, "learning_rate": 1.2865370815356948e-05, "loss": 18.6289, "step": 43775 }, { "epoch": 38.88, "learning_rate": 1.2863485827045025e-05, "loss": 19.3594, "step": 43776 }, { "epoch": 38.88, "learning_rate": 1.28616009564483e-05, "loss": 19.1504, "step": 43777 }, { "epoch": 38.88, "learning_rate": 1.2859716203572731e-05, "loss": 19.6143, "step": 43778 }, { "epoch": 38.88, "learning_rate": 1.2857831568424277e-05, "loss": 19.2871, "step": 43779 }, { "epoch": 38.88, "learning_rate": 1.2855947051008948e-05, "loss": 19.5723, "step": 43780 }, { "epoch": 38.88, "learning_rate": 1.2854062651332682e-05, "loss": 19.5332, "step": 43781 }, { "epoch": 38.88, "learning_rate": 1.2852178369401485e-05, "loss": 19.6523, "step": 43782 }, { "epoch": 38.88, "learning_rate": 1.2850294205221314e-05, "loss": 19.0713, "step": 43783 }, { "epoch": 38.88, "learning_rate": 1.2848410158798125e-05, "loss": 19.9639, "step": 43784 }, { "epoch": 38.89, "learning_rate": 1.2846526230137906e-05, "loss": 19.3936, "step": 43785 }, { "epoch": 38.89, "learning_rate": 1.2844642419246644e-05, "loss": 19.2529, "step": 43786 }, { "epoch": 38.89, "learning_rate": 1.2842758726130283e-05, "loss": 19.2246, "step": 43787 }, { "epoch": 38.89, "learning_rate": 1.2840875150794834e-05, "loss": 18.7227, "step": 43788 }, { "epoch": 38.89, "learning_rate": 1.283899169324621e-05, "loss": 19.3369, "step": 43789 }, { "epoch": 38.89, "learning_rate": 1.2837108353490406e-05, "loss": 18.6523, "step": 43790 }, { "epoch": 38.89, "learning_rate": 1.2835225131533417e-05, "loss": 19.5693, "step": 43791 }, { "epoch": 38.89, "learning_rate": 1.2833342027381178e-05, "loss": 19.5889, "step": 43792 }, { "epoch": 38.89, "learning_rate": 1.2831459041039683e-05, "loss": 19.4316, "step": 43793 }, { "epoch": 38.89, "learning_rate": 1.2829576172514895e-05, "loss": 19.4893, "step": 43794 }, { "epoch": 38.89, "learning_rate": 1.2827693421812758e-05, "loss": 19.4717, "step": 43795 }, { "epoch": 38.9, "learning_rate": 1.2825810788939275e-05, "loss": 18.8125, "step": 43796 }, { "epoch": 38.9, "learning_rate": 1.2823928273900381e-05, "loss": 19.0811, "step": 43797 }, { "epoch": 38.9, "learning_rate": 1.2822045876702077e-05, "loss": 19.2959, "step": 43798 }, { "epoch": 38.9, "learning_rate": 1.282016359735031e-05, "loss": 19.4795, "step": 43799 }, { "epoch": 38.9, "learning_rate": 1.2818281435851037e-05, "loss": 19.501, "step": 43800 }, { "epoch": 38.9, "learning_rate": 1.2816399392210248e-05, "loss": 19.1592, "step": 43801 }, { "epoch": 38.9, "learning_rate": 1.2814517466433884e-05, "loss": 18.8916, "step": 43802 }, { "epoch": 38.9, "learning_rate": 1.2812635658527927e-05, "loss": 19.5371, "step": 43803 }, { "epoch": 38.9, "learning_rate": 1.2810753968498362e-05, "loss": 19.3965, "step": 43804 }, { "epoch": 38.9, "learning_rate": 1.28088723963511e-05, "loss": 19.5566, "step": 43805 }, { "epoch": 38.9, "learning_rate": 1.280699094209215e-05, "loss": 19.6816, "step": 43806 }, { "epoch": 38.9, "learning_rate": 1.280510960572745e-05, "loss": 19.1582, "step": 43807 }, { "epoch": 38.91, "learning_rate": 1.280510960572745e-05, "loss": 19.7227, "step": 43808 }, { "epoch": 38.91, "learning_rate": 1.2803228387262972e-05, "loss": 19.0566, "step": 43809 }, { "epoch": 38.91, "learning_rate": 1.2801347286704712e-05, "loss": 19.0947, "step": 43810 }, { "epoch": 38.91, "learning_rate": 1.2799466304058565e-05, "loss": 18.874, "step": 43811 }, { "epoch": 38.91, "learning_rate": 1.279758543933054e-05, "loss": 19.1885, "step": 43812 }, { "epoch": 38.91, "learning_rate": 1.279758543933054e-05, "loss": 18.8662, "step": 43813 }, { "epoch": 38.91, "learning_rate": 1.27957046925266e-05, "loss": 19.209, "step": 43814 }, { "epoch": 38.91, "learning_rate": 1.2793824063652681e-05, "loss": 19.6973, "step": 43815 }, { "epoch": 38.91, "learning_rate": 1.2791943552714786e-05, "loss": 18.835, "step": 43816 }, { "epoch": 38.91, "learning_rate": 1.2790063159718823e-05, "loss": 19.8184, "step": 43817 }, { "epoch": 38.91, "learning_rate": 1.2788182884670775e-05, "loss": 18.8408, "step": 43818 }, { "epoch": 38.92, "learning_rate": 1.2786302727576621e-05, "loss": 19.4307, "step": 43819 }, { "epoch": 38.92, "learning_rate": 1.2784422688442294e-05, "loss": 19.2783, "step": 43820 }, { "epoch": 38.92, "learning_rate": 1.2782542767273775e-05, "loss": 19.6602, "step": 43821 }, { "epoch": 38.92, "learning_rate": 1.2780662964077018e-05, "loss": 18.4014, "step": 43822 }, { "epoch": 38.92, "learning_rate": 1.2778783278857953e-05, "loss": 19.6914, "step": 43823 }, { "epoch": 38.92, "learning_rate": 1.2776903711622579e-05, "loss": 19.0928, "step": 43824 }, { "epoch": 38.92, "learning_rate": 1.2775024262376822e-05, "loss": 19.084, "step": 43825 }, { "epoch": 38.92, "learning_rate": 1.2773144931126673e-05, "loss": 19.1592, "step": 43826 }, { "epoch": 38.92, "learning_rate": 1.2771265717878062e-05, "loss": 19.7822, "step": 43827 }, { "epoch": 38.92, "learning_rate": 1.2769386622636942e-05, "loss": 18.877, "step": 43828 }, { "epoch": 38.92, "learning_rate": 1.2767507645409299e-05, "loss": 18.9004, "step": 43829 }, { "epoch": 38.93, "learning_rate": 1.276562878620105e-05, "loss": 19.7881, "step": 43830 }, { "epoch": 38.93, "learning_rate": 1.2763750045018174e-05, "loss": 19.5391, "step": 43831 }, { "epoch": 38.93, "learning_rate": 1.276187142186664e-05, "loss": 19.1025, "step": 43832 }, { "epoch": 38.93, "learning_rate": 1.2759992916752383e-05, "loss": 19.2412, "step": 43833 }, { "epoch": 38.93, "learning_rate": 1.2758114529681358e-05, "loss": 19.5576, "step": 43834 }, { "epoch": 38.93, "learning_rate": 1.2756236260659516e-05, "loss": 18.9727, "step": 43835 }, { "epoch": 38.93, "learning_rate": 1.275435810969281e-05, "loss": 18.7373, "step": 43836 }, { "epoch": 38.93, "learning_rate": 1.2752480076787215e-05, "loss": 18.7832, "step": 43837 }, { "epoch": 38.93, "learning_rate": 1.2750602161948671e-05, "loss": 20.2109, "step": 43838 }, { "epoch": 38.93, "learning_rate": 1.2748724365183113e-05, "loss": 19.3496, "step": 43839 }, { "epoch": 38.93, "learning_rate": 1.2746846686496528e-05, "loss": 18.877, "step": 43840 }, { "epoch": 38.94, "learning_rate": 1.2744969125894828e-05, "loss": 19.1348, "step": 43841 }, { "epoch": 38.94, "learning_rate": 1.2743091683384e-05, "loss": 19.1455, "step": 43842 }, { "epoch": 38.94, "learning_rate": 1.2741214358969982e-05, "loss": 19.626, "step": 43843 }, { "epoch": 38.94, "learning_rate": 1.273933715265871e-05, "loss": 19.7129, "step": 43844 }, { "epoch": 38.94, "learning_rate": 1.2737460064456163e-05, "loss": 19.0518, "step": 43845 }, { "epoch": 38.94, "learning_rate": 1.2735583094368258e-05, "loss": 19.9941, "step": 43846 }, { "epoch": 38.94, "learning_rate": 1.2733706242400978e-05, "loss": 19.7334, "step": 43847 }, { "epoch": 38.94, "learning_rate": 1.2731829508560238e-05, "loss": 19.0908, "step": 43848 }, { "epoch": 38.94, "learning_rate": 1.2729952892852021e-05, "loss": 19.7383, "step": 43849 }, { "epoch": 38.94, "learning_rate": 1.2728076395282262e-05, "loss": 18.9346, "step": 43850 }, { "epoch": 38.94, "learning_rate": 1.2726200015856892e-05, "loss": 19.2793, "step": 43851 }, { "epoch": 38.94, "learning_rate": 1.2724323754581885e-05, "loss": 18.9375, "step": 43852 }, { "epoch": 38.95, "learning_rate": 1.2722447611463168e-05, "loss": 18.8779, "step": 43853 }, { "epoch": 38.95, "learning_rate": 1.2720571586506708e-05, "loss": 19.5254, "step": 43854 }, { "epoch": 38.95, "learning_rate": 1.271869567971844e-05, "loss": 19.0225, "step": 43855 }, { "epoch": 38.95, "learning_rate": 1.2716819891104292e-05, "loss": 19.2803, "step": 43856 }, { "epoch": 38.95, "learning_rate": 1.2714944220670233e-05, "loss": 19.4727, "step": 43857 }, { "epoch": 38.95, "learning_rate": 1.2713068668422223e-05, "loss": 19.4512, "step": 43858 }, { "epoch": 38.95, "learning_rate": 1.2711193234366182e-05, "loss": 18.9443, "step": 43859 }, { "epoch": 38.95, "learning_rate": 1.2709317918508063e-05, "loss": 19.832, "step": 43860 }, { "epoch": 38.95, "learning_rate": 1.2707442720853791e-05, "loss": 19.4775, "step": 43861 }, { "epoch": 38.95, "learning_rate": 1.2705567641409334e-05, "loss": 19.0752, "step": 43862 }, { "epoch": 38.95, "learning_rate": 1.2703692680180635e-05, "loss": 19.3916, "step": 43863 }, { "epoch": 38.96, "learning_rate": 1.2701817837173618e-05, "loss": 19.0293, "step": 43864 }, { "epoch": 38.96, "learning_rate": 1.2699943112394258e-05, "loss": 19.0332, "step": 43865 }, { "epoch": 38.96, "learning_rate": 1.2698068505848476e-05, "loss": 18.9512, "step": 43866 }, { "epoch": 38.96, "learning_rate": 1.26961940175422e-05, "loss": 19.0312, "step": 43867 }, { "epoch": 38.96, "learning_rate": 1.2694319647481406e-05, "loss": 19.085, "step": 43868 }, { "epoch": 38.96, "learning_rate": 1.2692445395672004e-05, "loss": 19.4092, "step": 43869 }, { "epoch": 38.96, "learning_rate": 1.269057126211996e-05, "loss": 20.2285, "step": 43870 }, { "epoch": 38.96, "learning_rate": 1.2688697246831204e-05, "loss": 19.4932, "step": 43871 }, { "epoch": 38.96, "learning_rate": 1.2686823349811666e-05, "loss": 19.8525, "step": 43872 }, { "epoch": 38.96, "learning_rate": 1.2684949571067306e-05, "loss": 19.1719, "step": 43873 }, { "epoch": 38.96, "learning_rate": 1.2683075910604036e-05, "loss": 19.0527, "step": 43874 }, { "epoch": 38.97, "learning_rate": 1.268120236842783e-05, "loss": 19.2412, "step": 43875 }, { "epoch": 38.97, "learning_rate": 1.267932894454461e-05, "loss": 19.042, "step": 43876 }, { "epoch": 38.97, "learning_rate": 1.2677455638960295e-05, "loss": 18.8379, "step": 43877 }, { "epoch": 38.97, "learning_rate": 1.2675582451680856e-05, "loss": 18.9639, "step": 43878 }, { "epoch": 38.97, "learning_rate": 1.2673709382712206e-05, "loss": 19.4092, "step": 43879 }, { "epoch": 38.97, "learning_rate": 1.2671836432060286e-05, "loss": 18.917, "step": 43880 }, { "epoch": 38.97, "learning_rate": 1.2669963599731071e-05, "loss": 19.5957, "step": 43881 }, { "epoch": 38.97, "learning_rate": 1.2668090885730438e-05, "loss": 19.4844, "step": 43882 }, { "epoch": 38.97, "learning_rate": 1.2666218290064363e-05, "loss": 19.1826, "step": 43883 }, { "epoch": 38.97, "learning_rate": 1.2664345812738753e-05, "loss": 19.5, "step": 43884 }, { "epoch": 38.97, "learning_rate": 1.266247345375956e-05, "loss": 18.6943, "step": 43885 }, { "epoch": 38.98, "learning_rate": 1.266060121313275e-05, "loss": 19.4316, "step": 43886 }, { "epoch": 38.98, "learning_rate": 1.2658729090864196e-05, "loss": 19.1172, "step": 43887 }, { "epoch": 38.98, "learning_rate": 1.2656857086959866e-05, "loss": 19.4404, "step": 43888 }, { "epoch": 38.98, "learning_rate": 1.2654985201425701e-05, "loss": 19.5195, "step": 43889 }, { "epoch": 38.98, "learning_rate": 1.265311343426761e-05, "loss": 19.3066, "step": 43890 }, { "epoch": 38.98, "learning_rate": 1.2651241785491552e-05, "loss": 19.1904, "step": 43891 }, { "epoch": 38.98, "learning_rate": 1.2649370255103455e-05, "loss": 18.6143, "step": 43892 }, { "epoch": 38.98, "learning_rate": 1.2647498843109223e-05, "loss": 19.2666, "step": 43893 }, { "epoch": 38.98, "learning_rate": 1.2645627549514827e-05, "loss": 19.0566, "step": 43894 }, { "epoch": 38.98, "learning_rate": 1.2643756374326166e-05, "loss": 18.4453, "step": 43895 }, { "epoch": 38.98, "learning_rate": 1.2641885317549195e-05, "loss": 19.2949, "step": 43896 }, { "epoch": 38.98, "learning_rate": 1.2640014379189841e-05, "loss": 19.376, "step": 43897 }, { "epoch": 38.99, "learning_rate": 1.2638143559254018e-05, "loss": 19.3311, "step": 43898 }, { "epoch": 38.99, "learning_rate": 1.2636272857747678e-05, "loss": 19.6777, "step": 43899 }, { "epoch": 38.99, "learning_rate": 1.2634402274676726e-05, "loss": 19.0527, "step": 43900 }, { "epoch": 38.99, "learning_rate": 1.2632531810047116e-05, "loss": 19.0, "step": 43901 }, { "epoch": 38.99, "learning_rate": 1.2630661463864774e-05, "loss": 19.3525, "step": 43902 }, { "epoch": 38.99, "learning_rate": 1.2628791236135602e-05, "loss": 18.8838, "step": 43903 }, { "epoch": 38.99, "learning_rate": 1.2626921126865566e-05, "loss": 19.4697, "step": 43904 }, { "epoch": 38.99, "learning_rate": 1.2625051136060555e-05, "loss": 19.376, "step": 43905 }, { "epoch": 38.99, "learning_rate": 1.262318126372652e-05, "loss": 18.667, "step": 43906 }, { "epoch": 38.99, "learning_rate": 1.26213115098694e-05, "loss": 19.4893, "step": 43907 }, { "epoch": 38.99, "learning_rate": 1.2619441874495103e-05, "loss": 19.2559, "step": 43908 }, { "epoch": 39.0, "learning_rate": 1.2617572357609564e-05, "loss": 19.1729, "step": 43909 }, { "epoch": 39.0, "learning_rate": 1.2615702959218689e-05, "loss": 19.1504, "step": 43910 }, { "epoch": 39.0, "learning_rate": 1.2613833679328413e-05, "loss": 19.627, "step": 43911 }, { "epoch": 39.0, "learning_rate": 1.2611964517944686e-05, "loss": 19.5645, "step": 43912 }, { "epoch": 39.0, "learning_rate": 1.2610095475073414e-05, "loss": 19.0537, "step": 43913 }, { "epoch": 39.0, "learning_rate": 1.2608226550720504e-05, "loss": 18.4688, "step": 43914 }, { "epoch": 39.0, "learning_rate": 1.2606357744891917e-05, "loss": 19.1475, "step": 43915 }, { "epoch": 39.0, "learning_rate": 1.2604489057593539e-05, "loss": 19.1514, "step": 43916 }, { "epoch": 39.0, "learning_rate": 1.2602620488831323e-05, "loss": 19.1982, "step": 43917 }, { "epoch": 39.0, "learning_rate": 1.2600752038611186e-05, "loss": 19.6035, "step": 43918 }, { "epoch": 39.0, "learning_rate": 1.2598883706939025e-05, "loss": 19.9375, "step": 43919 }, { "epoch": 39.01, "learning_rate": 1.2597015493820802e-05, "loss": 18.9531, "step": 43920 }, { "epoch": 39.01, "learning_rate": 1.2595147399262403e-05, "loss": 19.3887, "step": 43921 }, { "epoch": 39.01, "learning_rate": 1.2593279423269776e-05, "loss": 19.1006, "step": 43922 }, { "epoch": 39.01, "learning_rate": 1.259141156584882e-05, "loss": 18.9893, "step": 43923 }, { "epoch": 39.01, "learning_rate": 1.2589543827005485e-05, "loss": 19.4648, "step": 43924 }, { "epoch": 39.01, "learning_rate": 1.258767620674567e-05, "loss": 19.2373, "step": 43925 }, { "epoch": 39.01, "learning_rate": 1.258580870507528e-05, "loss": 19.3174, "step": 43926 }, { "epoch": 39.01, "learning_rate": 1.2583941322000275e-05, "loss": 18.8633, "step": 43927 }, { "epoch": 39.01, "learning_rate": 1.2582074057526539e-05, "loss": 18.6143, "step": 43928 }, { "epoch": 39.01, "learning_rate": 1.2580206911660014e-05, "loss": 19.2734, "step": 43929 }, { "epoch": 39.01, "learning_rate": 1.2578339884406609e-05, "loss": 19.7432, "step": 43930 }, { "epoch": 39.02, "learning_rate": 1.257647297577223e-05, "loss": 19.1357, "step": 43931 }, { "epoch": 39.02, "learning_rate": 1.2574606185762805e-05, "loss": 19.4043, "step": 43932 }, { "epoch": 39.02, "learning_rate": 1.2572739514384268e-05, "loss": 19.3721, "step": 43933 }, { "epoch": 39.02, "learning_rate": 1.2570872961642521e-05, "loss": 18.8838, "step": 43934 }, { "epoch": 39.02, "learning_rate": 1.256900652754348e-05, "loss": 18.6641, "step": 43935 }, { "epoch": 39.02, "learning_rate": 1.2567140212093048e-05, "loss": 19.0488, "step": 43936 }, { "epoch": 39.02, "learning_rate": 1.2565274015297151e-05, "loss": 19.1465, "step": 43937 }, { "epoch": 39.02, "learning_rate": 1.256340793716173e-05, "loss": 18.6953, "step": 43938 }, { "epoch": 39.02, "learning_rate": 1.2561541977692659e-05, "loss": 18.3506, "step": 43939 }, { "epoch": 39.02, "learning_rate": 1.2559676136895886e-05, "loss": 18.9912, "step": 43940 }, { "epoch": 39.02, "learning_rate": 1.2557810414777316e-05, "loss": 19.8398, "step": 43941 }, { "epoch": 39.02, "learning_rate": 1.2555944811342834e-05, "loss": 19.7432, "step": 43942 }, { "epoch": 39.03, "learning_rate": 1.25540793265984e-05, "loss": 19.4072, "step": 43943 }, { "epoch": 39.03, "learning_rate": 1.2552213960549891e-05, "loss": 19.2197, "step": 43944 }, { "epoch": 39.03, "learning_rate": 1.2550348713203246e-05, "loss": 19.0703, "step": 43945 }, { "epoch": 39.03, "learning_rate": 1.2548483584564363e-05, "loss": 19.2314, "step": 43946 }, { "epoch": 39.03, "learning_rate": 1.2546618574639146e-05, "loss": 18.9697, "step": 43947 }, { "epoch": 39.03, "learning_rate": 1.254475368343353e-05, "loss": 19.2275, "step": 43948 }, { "epoch": 39.03, "learning_rate": 1.2542888910953398e-05, "loss": 19.1748, "step": 43949 }, { "epoch": 39.03, "learning_rate": 1.2541024257204676e-05, "loss": 19.3115, "step": 43950 }, { "epoch": 39.03, "learning_rate": 1.2539159722193306e-05, "loss": 18.6113, "step": 43951 }, { "epoch": 39.03, "learning_rate": 1.2537295305925135e-05, "loss": 19.0996, "step": 43952 }, { "epoch": 39.03, "learning_rate": 1.2535431008406123e-05, "loss": 18.7744, "step": 43953 }, { "epoch": 39.04, "learning_rate": 1.2533566829642141e-05, "loss": 18.9883, "step": 43954 }, { "epoch": 39.04, "learning_rate": 1.2531702769639126e-05, "loss": 19.1406, "step": 43955 }, { "epoch": 39.04, "learning_rate": 1.2529838828403002e-05, "loss": 18.7314, "step": 43956 }, { "epoch": 39.04, "learning_rate": 1.252797500593963e-05, "loss": 18.6221, "step": 43957 }, { "epoch": 39.04, "learning_rate": 1.2526111302254939e-05, "loss": 19.2881, "step": 43958 }, { "epoch": 39.04, "learning_rate": 1.2524247717354854e-05, "loss": 19.0615, "step": 43959 }, { "epoch": 39.04, "learning_rate": 1.2522384251245256e-05, "loss": 19.1104, "step": 43960 }, { "epoch": 39.04, "learning_rate": 1.2520520903932092e-05, "loss": 19.0527, "step": 43961 }, { "epoch": 39.04, "learning_rate": 1.2518657675421207e-05, "loss": 19.0332, "step": 43962 }, { "epoch": 39.04, "learning_rate": 1.2516794565718549e-05, "loss": 19.0332, "step": 43963 }, { "epoch": 39.04, "learning_rate": 1.2514931574830025e-05, "loss": 19.1318, "step": 43964 }, { "epoch": 39.05, "learning_rate": 1.2513068702761516e-05, "loss": 18.6934, "step": 43965 }, { "epoch": 39.05, "learning_rate": 1.2511205949518957e-05, "loss": 19.1445, "step": 43966 }, { "epoch": 39.05, "learning_rate": 1.2509343315108235e-05, "loss": 18.8945, "step": 43967 }, { "epoch": 39.05, "learning_rate": 1.2507480799535243e-05, "loss": 18.9092, "step": 43968 }, { "epoch": 39.05, "learning_rate": 1.2505618402805907e-05, "loss": 18.9414, "step": 43969 }, { "epoch": 39.05, "learning_rate": 1.2503756124926113e-05, "loss": 19.2881, "step": 43970 }, { "epoch": 39.05, "learning_rate": 1.2501893965901784e-05, "loss": 19.0205, "step": 43971 }, { "epoch": 39.05, "learning_rate": 1.2500031925738814e-05, "loss": 19.0156, "step": 43972 }, { "epoch": 39.05, "learning_rate": 1.2498170004443082e-05, "loss": 18.9443, "step": 43973 }, { "epoch": 39.05, "learning_rate": 1.2496308202020529e-05, "loss": 19.707, "step": 43974 }, { "epoch": 39.05, "learning_rate": 1.2494446518477022e-05, "loss": 18.5342, "step": 43975 }, { "epoch": 39.06, "learning_rate": 1.2492584953818492e-05, "loss": 19.1377, "step": 43976 }, { "epoch": 39.06, "learning_rate": 1.2492584953818492e-05, "loss": 19.4639, "step": 43977 }, { "epoch": 39.06, "learning_rate": 1.2490723508050828e-05, "loss": 19.1582, "step": 43978 }, { "epoch": 39.06, "learning_rate": 1.2488862181179911e-05, "loss": 18.9824, "step": 43979 }, { "epoch": 39.06, "learning_rate": 1.2487000973211677e-05, "loss": 18.8223, "step": 43980 }, { "epoch": 39.06, "learning_rate": 1.2485139884151986e-05, "loss": 19.8447, "step": 43981 }, { "epoch": 39.06, "learning_rate": 1.2483278914006758e-05, "loss": 19.1475, "step": 43982 }, { "epoch": 39.06, "learning_rate": 1.2481418062781914e-05, "loss": 18.7598, "step": 43983 }, { "epoch": 39.06, "learning_rate": 1.2479557330483322e-05, "loss": 18.7725, "step": 43984 }, { "epoch": 39.06, "learning_rate": 1.2477696717116877e-05, "loss": 19.2949, "step": 43985 }, { "epoch": 39.06, "learning_rate": 1.2475836222688503e-05, "loss": 18.9502, "step": 43986 }, { "epoch": 39.06, "learning_rate": 1.2473975847204068e-05, "loss": 19.0283, "step": 43987 }, { "epoch": 39.07, "learning_rate": 1.2472115590669498e-05, "loss": 19.3154, "step": 43988 }, { "epoch": 39.07, "learning_rate": 1.2470255453090673e-05, "loss": 19.5664, "step": 43989 }, { "epoch": 39.07, "learning_rate": 1.2468395434473484e-05, "loss": 19.668, "step": 43990 }, { "epoch": 39.07, "learning_rate": 1.2466535534823842e-05, "loss": 19.4668, "step": 43991 }, { "epoch": 39.07, "learning_rate": 1.2464675754147625e-05, "loss": 19.4932, "step": 43992 }, { "epoch": 39.07, "learning_rate": 1.2462816092450747e-05, "loss": 19.3018, "step": 43993 }, { "epoch": 39.07, "learning_rate": 1.24609565497391e-05, "loss": 18.8828, "step": 43994 }, { "epoch": 39.07, "learning_rate": 1.2459097126018554e-05, "loss": 19.3809, "step": 43995 }, { "epoch": 39.07, "learning_rate": 1.2457237821295037e-05, "loss": 19.3408, "step": 43996 }, { "epoch": 39.07, "learning_rate": 1.245537863557441e-05, "loss": 19.4756, "step": 43997 }, { "epoch": 39.07, "learning_rate": 1.2453519568862598e-05, "loss": 19.0811, "step": 43998 }, { "epoch": 39.08, "learning_rate": 1.2451660621165468e-05, "loss": 20.0771, "step": 43999 }, { "epoch": 39.08, "learning_rate": 1.2449801792488935e-05, "loss": 19.1885, "step": 44000 }, { "epoch": 39.08, "learning_rate": 1.2447943082838881e-05, "loss": 18.7764, "step": 44001 }, { "epoch": 39.08, "learning_rate": 1.2446084492221183e-05, "loss": 19.3105, "step": 44002 }, { "epoch": 39.08, "learning_rate": 1.2444226020641759e-05, "loss": 19.0938, "step": 44003 }, { "epoch": 39.08, "learning_rate": 1.244236766810647e-05, "loss": 19.0537, "step": 44004 }, { "epoch": 39.08, "learning_rate": 1.2440509434621238e-05, "loss": 18.8271, "step": 44005 }, { "epoch": 39.08, "learning_rate": 1.2438651320191942e-05, "loss": 19.2793, "step": 44006 }, { "epoch": 39.08, "learning_rate": 1.2436793324824447e-05, "loss": 18.7461, "step": 44007 }, { "epoch": 39.08, "learning_rate": 1.243493544852467e-05, "loss": 19.1572, "step": 44008 }, { "epoch": 39.08, "learning_rate": 1.2433077691298506e-05, "loss": 18.7041, "step": 44009 }, { "epoch": 39.09, "learning_rate": 1.2431220053151833e-05, "loss": 19.0273, "step": 44010 }, { "epoch": 39.09, "learning_rate": 1.2429362534090515e-05, "loss": 18.7178, "step": 44011 }, { "epoch": 39.09, "learning_rate": 1.2427505134120487e-05, "loss": 18.7402, "step": 44012 }, { "epoch": 39.09, "learning_rate": 1.2425647853247596e-05, "loss": 19.3486, "step": 44013 }, { "epoch": 39.09, "learning_rate": 1.242379069147776e-05, "loss": 19.0244, "step": 44014 }, { "epoch": 39.09, "learning_rate": 1.2421933648816835e-05, "loss": 18.6123, "step": 44015 }, { "epoch": 39.09, "learning_rate": 1.242007672527074e-05, "loss": 19.6465, "step": 44016 }, { "epoch": 39.09, "learning_rate": 1.2418219920845342e-05, "loss": 19.082, "step": 44017 }, { "epoch": 39.09, "learning_rate": 1.241636323554652e-05, "loss": 19.2041, "step": 44018 }, { "epoch": 39.09, "learning_rate": 1.2414506669380178e-05, "loss": 18.499, "step": 44019 }, { "epoch": 39.09, "learning_rate": 1.2412650222352178e-05, "loss": 18.6787, "step": 44020 }, { "epoch": 39.1, "learning_rate": 1.2410793894468436e-05, "loss": 19.4756, "step": 44021 }, { "epoch": 39.1, "learning_rate": 1.2408937685734816e-05, "loss": 18.9473, "step": 44022 }, { "epoch": 39.1, "learning_rate": 1.2407081596157194e-05, "loss": 19.3652, "step": 44023 }, { "epoch": 39.1, "learning_rate": 1.2405225625741473e-05, "loss": 19.0068, "step": 44024 }, { "epoch": 39.1, "learning_rate": 1.2403369774493517e-05, "loss": 19.207, "step": 44025 }, { "epoch": 39.1, "learning_rate": 1.2401514042419215e-05, "loss": 19.3408, "step": 44026 }, { "epoch": 39.1, "learning_rate": 1.2399658429524486e-05, "loss": 19.3037, "step": 44027 }, { "epoch": 39.1, "learning_rate": 1.2397802935815145e-05, "loss": 20.041, "step": 44028 }, { "epoch": 39.1, "learning_rate": 1.2395947561297122e-05, "loss": 18.835, "step": 44029 }, { "epoch": 39.1, "learning_rate": 1.2394092305976273e-05, "loss": 19.7881, "step": 44030 }, { "epoch": 39.1, "learning_rate": 1.2392237169858484e-05, "loss": 19.0098, "step": 44031 }, { "epoch": 39.1, "learning_rate": 1.2390382152949676e-05, "loss": 18.8389, "step": 44032 }, { "epoch": 39.11, "learning_rate": 1.2388527255255661e-05, "loss": 18.6602, "step": 44033 }, { "epoch": 39.11, "learning_rate": 1.2386672476782352e-05, "loss": 19.4414, "step": 44034 }, { "epoch": 39.11, "learning_rate": 1.2384817817535638e-05, "loss": 19.0801, "step": 44035 }, { "epoch": 39.11, "learning_rate": 1.238296327752138e-05, "loss": 19.0654, "step": 44036 }, { "epoch": 39.11, "learning_rate": 1.2381108856745489e-05, "loss": 18.6641, "step": 44037 }, { "epoch": 39.11, "learning_rate": 1.2379254555213788e-05, "loss": 19.0439, "step": 44038 }, { "epoch": 39.11, "learning_rate": 1.2377400372932186e-05, "loss": 18.5713, "step": 44039 }, { "epoch": 39.11, "learning_rate": 1.2375546309906576e-05, "loss": 19.6992, "step": 44040 }, { "epoch": 39.11, "learning_rate": 1.2373692366142803e-05, "loss": 19.5186, "step": 44041 }, { "epoch": 39.11, "learning_rate": 1.2371838541646768e-05, "loss": 19.2754, "step": 44042 }, { "epoch": 39.11, "learning_rate": 1.2369984836424347e-05, "loss": 19.6436, "step": 44043 }, { "epoch": 39.12, "learning_rate": 1.2368131250481386e-05, "loss": 19.3555, "step": 44044 }, { "epoch": 39.12, "learning_rate": 1.2366277783823799e-05, "loss": 19.626, "step": 44045 }, { "epoch": 39.12, "learning_rate": 1.2364424436457428e-05, "loss": 19.1758, "step": 44046 }, { "epoch": 39.12, "learning_rate": 1.2362571208388179e-05, "loss": 19.5352, "step": 44047 }, { "epoch": 39.12, "learning_rate": 1.236071809962191e-05, "loss": 18.9619, "step": 44048 }, { "epoch": 39.12, "learning_rate": 1.235886511016448e-05, "loss": 19.0078, "step": 44049 }, { "epoch": 39.12, "learning_rate": 1.2357012240021793e-05, "loss": 19.4375, "step": 44050 }, { "epoch": 39.12, "learning_rate": 1.2355159489199692e-05, "loss": 19.0322, "step": 44051 }, { "epoch": 39.12, "learning_rate": 1.2353306857704067e-05, "loss": 18.8916, "step": 44052 }, { "epoch": 39.12, "learning_rate": 1.2351454345540819e-05, "loss": 18.9912, "step": 44053 }, { "epoch": 39.12, "learning_rate": 1.2349601952715756e-05, "loss": 19.3223, "step": 44054 }, { "epoch": 39.13, "learning_rate": 1.2347749679234805e-05, "loss": 19.6758, "step": 44055 }, { "epoch": 39.13, "learning_rate": 1.2345897525103795e-05, "loss": 18.9707, "step": 44056 }, { "epoch": 39.13, "learning_rate": 1.234404549032862e-05, "loss": 19.3105, "step": 44057 }, { "epoch": 39.13, "learning_rate": 1.2342193574915167e-05, "loss": 18.7744, "step": 44058 }, { "epoch": 39.13, "learning_rate": 1.234034177886928e-05, "loss": 19.0791, "step": 44059 }, { "epoch": 39.13, "learning_rate": 1.2338490102196825e-05, "loss": 19.5801, "step": 44060 }, { "epoch": 39.13, "learning_rate": 1.23366385449037e-05, "loss": 18.7021, "step": 44061 }, { "epoch": 39.13, "learning_rate": 1.2334787106995744e-05, "loss": 19.1318, "step": 44062 }, { "epoch": 39.13, "learning_rate": 1.233293578847885e-05, "loss": 19.3076, "step": 44063 }, { "epoch": 39.13, "learning_rate": 1.2331084589358871e-05, "loss": 19.042, "step": 44064 }, { "epoch": 39.13, "learning_rate": 1.2329233509641668e-05, "loss": 19.2305, "step": 44065 }, { "epoch": 39.13, "learning_rate": 1.2327382549333139e-05, "loss": 18.8477, "step": 44066 }, { "epoch": 39.14, "learning_rate": 1.2325531708439108e-05, "loss": 19.2002, "step": 44067 }, { "epoch": 39.14, "learning_rate": 1.2323680986965486e-05, "loss": 19.0645, "step": 44068 }, { "epoch": 39.14, "learning_rate": 1.2321830384918116e-05, "loss": 19.9453, "step": 44069 }, { "epoch": 39.14, "learning_rate": 1.2319979902302853e-05, "loss": 18.8496, "step": 44070 }, { "epoch": 39.14, "learning_rate": 1.2318129539125594e-05, "loss": 19.0928, "step": 44071 }, { "epoch": 39.14, "learning_rate": 1.231627929539217e-05, "loss": 19.002, "step": 44072 }, { "epoch": 39.14, "learning_rate": 1.2314429171108476e-05, "loss": 19.4043, "step": 44073 }, { "epoch": 39.14, "learning_rate": 1.2312579166280347e-05, "loss": 19.1855, "step": 44074 }, { "epoch": 39.14, "learning_rate": 1.231072928091368e-05, "loss": 19.6309, "step": 44075 }, { "epoch": 39.14, "learning_rate": 1.230887951501432e-05, "loss": 18.9873, "step": 44076 }, { "epoch": 39.14, "learning_rate": 1.2307029868588122e-05, "loss": 19.2314, "step": 44077 }, { "epoch": 39.15, "learning_rate": 1.230518034164096e-05, "loss": 19.0439, "step": 44078 }, { "epoch": 39.15, "learning_rate": 1.230518034164096e-05, "loss": 19.6494, "step": 44079 }, { "epoch": 39.15, "learning_rate": 1.2303330934178702e-05, "loss": 19.5361, "step": 44080 }, { "epoch": 39.15, "learning_rate": 1.2301481646207214e-05, "loss": 19.1885, "step": 44081 }, { "epoch": 39.15, "learning_rate": 1.2299632477732343e-05, "loss": 18.8984, "step": 44082 }, { "epoch": 39.15, "learning_rate": 1.2297783428759941e-05, "loss": 19.1631, "step": 44083 }, { "epoch": 39.15, "learning_rate": 1.2295934499295887e-05, "loss": 18.6729, "step": 44084 }, { "epoch": 39.15, "learning_rate": 1.2294085689346052e-05, "loss": 18.6328, "step": 44085 }, { "epoch": 39.15, "learning_rate": 1.2292236998916262e-05, "loss": 19.21, "step": 44086 }, { "epoch": 39.15, "learning_rate": 1.2290388428012422e-05, "loss": 19.1406, "step": 44087 }, { "epoch": 39.15, "learning_rate": 1.2288539976640361e-05, "loss": 19.7285, "step": 44088 }, { "epoch": 39.16, "learning_rate": 1.2286691644805931e-05, "loss": 18.7881, "step": 44089 }, { "epoch": 39.16, "learning_rate": 1.228484343251502e-05, "loss": 19.2129, "step": 44090 }, { "epoch": 39.16, "learning_rate": 1.2282995339773457e-05, "loss": 19.1025, "step": 44091 }, { "epoch": 39.16, "learning_rate": 1.2281147366587125e-05, "loss": 19.1797, "step": 44092 }, { "epoch": 39.16, "learning_rate": 1.2279299512961879e-05, "loss": 18.9326, "step": 44093 }, { "epoch": 39.16, "learning_rate": 1.2277451778903548e-05, "loss": 18.7617, "step": 44094 }, { "epoch": 39.16, "learning_rate": 1.227560416441802e-05, "loss": 19.3369, "step": 44095 }, { "epoch": 39.16, "learning_rate": 1.2273756669511132e-05, "loss": 19.2715, "step": 44096 }, { "epoch": 39.16, "learning_rate": 1.227190929418876e-05, "loss": 19.0381, "step": 44097 }, { "epoch": 39.16, "learning_rate": 1.2270062038456748e-05, "loss": 19.2471, "step": 44098 }, { "epoch": 39.16, "learning_rate": 1.226821490232094e-05, "loss": 19.418, "step": 44099 }, { "epoch": 39.17, "learning_rate": 1.2266367885787212e-05, "loss": 19.6621, "step": 44100 }, { "epoch": 39.17, "learning_rate": 1.22645209888614e-05, "loss": 19.2783, "step": 44101 }, { "epoch": 39.17, "learning_rate": 1.2262674211549368e-05, "loss": 19.3584, "step": 44102 }, { "epoch": 39.17, "learning_rate": 1.2260827553856996e-05, "loss": 18.8926, "step": 44103 }, { "epoch": 39.17, "learning_rate": 1.2258981015790084e-05, "loss": 18.7012, "step": 44104 }, { "epoch": 39.17, "learning_rate": 1.2257134597354514e-05, "loss": 18.9424, "step": 44105 }, { "epoch": 39.17, "learning_rate": 1.225528829855615e-05, "loss": 19.2715, "step": 44106 }, { "epoch": 39.17, "learning_rate": 1.2253442119400815e-05, "loss": 19.082, "step": 44107 }, { "epoch": 39.17, "learning_rate": 1.2253442119400815e-05, "loss": 19.1406, "step": 44108 }, { "epoch": 39.17, "learning_rate": 1.225159605989441e-05, "loss": 19.1572, "step": 44109 }, { "epoch": 39.17, "learning_rate": 1.2249750120042725e-05, "loss": 19.0859, "step": 44110 }, { "epoch": 39.17, "learning_rate": 1.2247904299851636e-05, "loss": 18.8359, "step": 44111 }, { "epoch": 39.18, "learning_rate": 1.224605859932702e-05, "loss": 19.6191, "step": 44112 }, { "epoch": 39.18, "learning_rate": 1.2244213018474687e-05, "loss": 18.9707, "step": 44113 }, { "epoch": 39.18, "learning_rate": 1.2242367557300521e-05, "loss": 18.7803, "step": 44114 }, { "epoch": 39.18, "learning_rate": 1.2240522215810357e-05, "loss": 19.2832, "step": 44115 }, { "epoch": 39.18, "learning_rate": 1.2238676994010034e-05, "loss": 19.2109, "step": 44116 }, { "epoch": 39.18, "learning_rate": 1.223683189190542e-05, "loss": 18.7109, "step": 44117 }, { "epoch": 39.18, "learning_rate": 1.2234986909502344e-05, "loss": 18.9785, "step": 44118 }, { "epoch": 39.18, "learning_rate": 1.2233142046806673e-05, "loss": 19.0215, "step": 44119 }, { "epoch": 39.18, "learning_rate": 1.2231297303824251e-05, "loss": 19.1143, "step": 44120 }, { "epoch": 39.18, "learning_rate": 1.222945268056091e-05, "loss": 19.0293, "step": 44121 }, { "epoch": 39.18, "learning_rate": 1.222760817702252e-05, "loss": 19.2998, "step": 44122 }, { "epoch": 39.19, "learning_rate": 1.2225763793214901e-05, "loss": 18.5537, "step": 44123 }, { "epoch": 39.19, "learning_rate": 1.2223919529143929e-05, "loss": 18.9561, "step": 44124 }, { "epoch": 39.19, "learning_rate": 1.2222075384815434e-05, "loss": 19.0303, "step": 44125 }, { "epoch": 39.19, "learning_rate": 1.2220231360235245e-05, "loss": 19.5244, "step": 44126 }, { "epoch": 39.19, "learning_rate": 1.2218387455409247e-05, "loss": 19.5762, "step": 44127 }, { "epoch": 39.19, "learning_rate": 1.2216543670343245e-05, "loss": 18.9443, "step": 44128 }, { "epoch": 39.19, "learning_rate": 1.22147000050431e-05, "loss": 19.4287, "step": 44129 }, { "epoch": 39.19, "learning_rate": 1.2212856459514687e-05, "loss": 19.4834, "step": 44130 }, { "epoch": 39.19, "learning_rate": 1.2211013033763791e-05, "loss": 19.46, "step": 44131 }, { "epoch": 39.19, "learning_rate": 1.2209169727796289e-05, "loss": 18.5479, "step": 44132 }, { "epoch": 39.19, "learning_rate": 1.2207326541618025e-05, "loss": 19.1006, "step": 44133 }, { "epoch": 39.2, "learning_rate": 1.2205483475234825e-05, "loss": 19.4463, "step": 44134 }, { "epoch": 39.2, "learning_rate": 1.220364052865256e-05, "loss": 19.1191, "step": 44135 }, { "epoch": 39.2, "learning_rate": 1.2201797701877049e-05, "loss": 18.9619, "step": 44136 }, { "epoch": 39.2, "learning_rate": 1.2199954994914125e-05, "loss": 18.6963, "step": 44137 }, { "epoch": 39.2, "learning_rate": 1.2198112407769657e-05, "loss": 19.3252, "step": 44138 }, { "epoch": 39.2, "learning_rate": 1.2196269940449457e-05, "loss": 19.2295, "step": 44139 }, { "epoch": 39.2, "learning_rate": 1.2194427592959389e-05, "loss": 19.2754, "step": 44140 }, { "epoch": 39.2, "learning_rate": 1.2192585365305286e-05, "loss": 18.9248, "step": 44141 }, { "epoch": 39.2, "learning_rate": 1.2190743257492965e-05, "loss": 19.0625, "step": 44142 }, { "epoch": 39.2, "learning_rate": 1.2188901269528302e-05, "loss": 18.7861, "step": 44143 }, { "epoch": 39.2, "learning_rate": 1.2187059401417106e-05, "loss": 19.25, "step": 44144 }, { "epoch": 39.21, "learning_rate": 1.2185217653165244e-05, "loss": 19.5586, "step": 44145 }, { "epoch": 39.21, "learning_rate": 1.2183376024778514e-05, "loss": 19.6826, "step": 44146 }, { "epoch": 39.21, "learning_rate": 1.2181534516262798e-05, "loss": 18.8975, "step": 44147 }, { "epoch": 39.21, "learning_rate": 1.217969312762391e-05, "loss": 18.8955, "step": 44148 }, { "epoch": 39.21, "learning_rate": 1.2177851858867673e-05, "loss": 19.707, "step": 44149 }, { "epoch": 39.21, "learning_rate": 1.2176010709999958e-05, "loss": 19.7324, "step": 44150 }, { "epoch": 39.21, "learning_rate": 1.2174169681026565e-05, "loss": 19.4492, "step": 44151 }, { "epoch": 39.21, "learning_rate": 1.2172328771953362e-05, "loss": 19.1465, "step": 44152 }, { "epoch": 39.21, "learning_rate": 1.2170487982786172e-05, "loss": 19.5391, "step": 44153 }, { "epoch": 39.21, "learning_rate": 1.2168647313530807e-05, "loss": 19.4287, "step": 44154 }, { "epoch": 39.21, "learning_rate": 1.2166806764193128e-05, "loss": 18.9336, "step": 44155 }, { "epoch": 39.21, "learning_rate": 1.2164966334778971e-05, "loss": 18.5342, "step": 44156 }, { "epoch": 39.22, "learning_rate": 1.2163126025294169e-05, "loss": 18.9414, "step": 44157 }, { "epoch": 39.22, "learning_rate": 1.2161285835744547e-05, "loss": 18.9717, "step": 44158 }, { "epoch": 39.22, "learning_rate": 1.2159445766135918e-05, "loss": 19.5342, "step": 44159 }, { "epoch": 39.22, "learning_rate": 1.2157605816474144e-05, "loss": 19.1846, "step": 44160 }, { "epoch": 39.22, "learning_rate": 1.2155765986765061e-05, "loss": 19.1885, "step": 44161 }, { "epoch": 39.22, "learning_rate": 1.2153926277014472e-05, "loss": 19.2109, "step": 44162 }, { "epoch": 39.22, "learning_rate": 1.2152086687228242e-05, "loss": 19.4775, "step": 44163 }, { "epoch": 39.22, "learning_rate": 1.2150247217412186e-05, "loss": 19.4131, "step": 44164 }, { "epoch": 39.22, "learning_rate": 1.214840786757212e-05, "loss": 18.9424, "step": 44165 }, { "epoch": 39.22, "learning_rate": 1.2146568637713902e-05, "loss": 19.1377, "step": 44166 }, { "epoch": 39.22, "learning_rate": 1.2144729527843335e-05, "loss": 18.9492, "step": 44167 }, { "epoch": 39.23, "learning_rate": 1.2142890537966278e-05, "loss": 19.3311, "step": 44168 }, { "epoch": 39.23, "learning_rate": 1.2141051668088544e-05, "loss": 18.8223, "step": 44169 }, { "epoch": 39.23, "learning_rate": 1.2139212918215948e-05, "loss": 18.9971, "step": 44170 }, { "epoch": 39.23, "learning_rate": 1.2137374288354348e-05, "loss": 19.2725, "step": 44171 }, { "epoch": 39.23, "learning_rate": 1.2135535778509544e-05, "loss": 19.0645, "step": 44172 }, { "epoch": 39.23, "learning_rate": 1.2133697388687387e-05, "loss": 18.9189, "step": 44173 }, { "epoch": 39.23, "learning_rate": 1.2131859118893696e-05, "loss": 19.5693, "step": 44174 }, { "epoch": 39.23, "learning_rate": 1.2130020969134282e-05, "loss": 19.3477, "step": 44175 }, { "epoch": 39.23, "learning_rate": 1.2128182939415e-05, "loss": 19.2588, "step": 44176 }, { "epoch": 39.23, "learning_rate": 1.2126345029741649e-05, "loss": 19.1836, "step": 44177 }, { "epoch": 39.23, "learning_rate": 1.2124507240120064e-05, "loss": 19.1777, "step": 44178 }, { "epoch": 39.24, "learning_rate": 1.2122669570556106e-05, "loss": 19.207, "step": 44179 }, { "epoch": 39.24, "learning_rate": 1.212083202105554e-05, "loss": 19.2812, "step": 44180 }, { "epoch": 39.24, "learning_rate": 1.2118994591624212e-05, "loss": 19.2549, "step": 44181 }, { "epoch": 39.24, "learning_rate": 1.2117157282267972e-05, "loss": 19.0312, "step": 44182 }, { "epoch": 39.24, "learning_rate": 1.211532009299261e-05, "loss": 19.0898, "step": 44183 }, { "epoch": 39.24, "learning_rate": 1.2113483023803996e-05, "loss": 18.7705, "step": 44184 }, { "epoch": 39.24, "learning_rate": 1.211164607470789e-05, "loss": 19.2705, "step": 44185 }, { "epoch": 39.24, "learning_rate": 1.2109809245710141e-05, "loss": 19.3018, "step": 44186 }, { "epoch": 39.24, "learning_rate": 1.2107972536816597e-05, "loss": 19.1455, "step": 44187 }, { "epoch": 39.24, "learning_rate": 1.2106135948033049e-05, "loss": 18.9785, "step": 44188 }, { "epoch": 39.24, "learning_rate": 1.2104299479365333e-05, "loss": 19.04, "step": 44189 }, { "epoch": 39.25, "learning_rate": 1.2102463130819275e-05, "loss": 18.8838, "step": 44190 }, { "epoch": 39.25, "learning_rate": 1.2100626902400669e-05, "loss": 18.7051, "step": 44191 }, { "epoch": 39.25, "learning_rate": 1.2098790794115373e-05, "loss": 19.9717, "step": 44192 }, { "epoch": 39.25, "learning_rate": 1.2098790794115373e-05, "loss": 19.3408, "step": 44193 }, { "epoch": 39.25, "learning_rate": 1.2096954805969168e-05, "loss": 19.0703, "step": 44194 }, { "epoch": 39.25, "learning_rate": 1.2095118937967909e-05, "loss": 20.0029, "step": 44195 }, { "epoch": 39.25, "learning_rate": 1.2093283190117399e-05, "loss": 19.0176, "step": 44196 }, { "epoch": 39.25, "learning_rate": 1.2091447562423447e-05, "loss": 19.3604, "step": 44197 }, { "epoch": 39.25, "learning_rate": 1.2089612054891892e-05, "loss": 19.2744, "step": 44198 }, { "epoch": 39.25, "learning_rate": 1.2087776667528533e-05, "loss": 19.5859, "step": 44199 }, { "epoch": 39.25, "learning_rate": 1.2085941400339195e-05, "loss": 19.377, "step": 44200 }, { "epoch": 39.25, "learning_rate": 1.2084106253329724e-05, "loss": 19.3662, "step": 44201 }, { "epoch": 39.26, "learning_rate": 1.2082271226505887e-05, "loss": 19.0605, "step": 44202 }, { "epoch": 39.26, "learning_rate": 1.208043631987354e-05, "loss": 19.0146, "step": 44203 }, { "epoch": 39.26, "learning_rate": 1.2078601533438466e-05, "loss": 19.1641, "step": 44204 }, { "epoch": 39.26, "learning_rate": 1.2076766867206497e-05, "loss": 19.1543, "step": 44205 }, { "epoch": 39.26, "learning_rate": 1.207493232118348e-05, "loss": 18.9844, "step": 44206 }, { "epoch": 39.26, "learning_rate": 1.207493232118348e-05, "loss": 19.3945, "step": 44207 }, { "epoch": 39.26, "learning_rate": 1.2073097895375174e-05, "loss": 20.1914, "step": 44208 }, { "epoch": 39.26, "learning_rate": 1.2071263589787418e-05, "loss": 19.3779, "step": 44209 }, { "epoch": 39.26, "learning_rate": 1.2069429404426041e-05, "loss": 19.0205, "step": 44210 }, { "epoch": 39.26, "learning_rate": 1.2067595339296834e-05, "loss": 19.1758, "step": 44211 }, { "epoch": 39.26, "learning_rate": 1.2065761394405634e-05, "loss": 18.7783, "step": 44212 }, { "epoch": 39.27, "learning_rate": 1.2063927569758244e-05, "loss": 19.0518, "step": 44213 }, { "epoch": 39.27, "learning_rate": 1.2062093865360458e-05, "loss": 18.9561, "step": 44214 }, { "epoch": 39.27, "learning_rate": 1.2060260281218116e-05, "loss": 18.793, "step": 44215 }, { "epoch": 39.27, "learning_rate": 1.2058426817337005e-05, "loss": 19.4678, "step": 44216 }, { "epoch": 39.27, "learning_rate": 1.2056593473722966e-05, "loss": 18.9482, "step": 44217 }, { "epoch": 39.27, "learning_rate": 1.2054760250381796e-05, "loss": 19.6035, "step": 44218 }, { "epoch": 39.27, "learning_rate": 1.2052927147319287e-05, "loss": 18.9033, "step": 44219 }, { "epoch": 39.27, "learning_rate": 1.2051094164541287e-05, "loss": 18.7832, "step": 44220 }, { "epoch": 39.27, "learning_rate": 1.2049261302053567e-05, "loss": 19.1357, "step": 44221 }, { "epoch": 39.27, "learning_rate": 1.2047428559861974e-05, "loss": 19.7197, "step": 44222 }, { "epoch": 39.27, "learning_rate": 1.2045595937972281e-05, "loss": 19.1641, "step": 44223 }, { "epoch": 39.28, "learning_rate": 1.2043763436390338e-05, "loss": 19.251, "step": 44224 }, { "epoch": 39.28, "learning_rate": 1.2041931055121925e-05, "loss": 18.6689, "step": 44225 }, { "epoch": 39.28, "learning_rate": 1.2040098794172844e-05, "loss": 19.6221, "step": 44226 }, { "epoch": 39.28, "learning_rate": 1.2038266653548913e-05, "loss": 19.6611, "step": 44227 }, { "epoch": 39.28, "learning_rate": 1.203643463325596e-05, "loss": 19.2344, "step": 44228 }, { "epoch": 39.28, "learning_rate": 1.203460273329977e-05, "loss": 19.3096, "step": 44229 }, { "epoch": 39.28, "learning_rate": 1.2032770953686156e-05, "loss": 18.8887, "step": 44230 }, { "epoch": 39.28, "learning_rate": 1.2030939294420913e-05, "loss": 19.416, "step": 44231 }, { "epoch": 39.28, "learning_rate": 1.202910775550985e-05, "loss": 19.7041, "step": 44232 }, { "epoch": 39.28, "learning_rate": 1.2027276336958792e-05, "loss": 19.541, "step": 44233 }, { "epoch": 39.28, "learning_rate": 1.2025445038773536e-05, "loss": 18.9092, "step": 44234 }, { "epoch": 39.29, "learning_rate": 1.2023613860959865e-05, "loss": 19.1025, "step": 44235 }, { "epoch": 39.29, "learning_rate": 1.2021782803523617e-05, "loss": 19.7451, "step": 44236 }, { "epoch": 39.29, "learning_rate": 1.2019951866470564e-05, "loss": 19.0293, "step": 44237 }, { "epoch": 39.29, "learning_rate": 1.201812104980654e-05, "loss": 19.3721, "step": 44238 }, { "epoch": 39.29, "learning_rate": 1.2016290353537318e-05, "loss": 19.2871, "step": 44239 }, { "epoch": 39.29, "learning_rate": 1.2014459777668729e-05, "loss": 19.2588, "step": 44240 }, { "epoch": 39.29, "learning_rate": 1.2012629322206564e-05, "loss": 19.3018, "step": 44241 }, { "epoch": 39.29, "learning_rate": 1.2010798987156613e-05, "loss": 18.8682, "step": 44242 }, { "epoch": 39.29, "learning_rate": 1.2008968772524704e-05, "loss": 19.4492, "step": 44243 }, { "epoch": 39.29, "learning_rate": 1.2007138678316605e-05, "loss": 19.5059, "step": 44244 }, { "epoch": 39.29, "learning_rate": 1.2005308704538148e-05, "loss": 19.0771, "step": 44245 }, { "epoch": 39.29, "learning_rate": 1.2003478851195128e-05, "loss": 18.7812, "step": 44246 }, { "epoch": 39.3, "learning_rate": 1.2001649118293317e-05, "loss": 18.998, "step": 44247 }, { "epoch": 39.3, "learning_rate": 1.1999819505838556e-05, "loss": 19.0293, "step": 44248 }, { "epoch": 39.3, "learning_rate": 1.1997990013836607e-05, "loss": 19.1621, "step": 44249 }, { "epoch": 39.3, "learning_rate": 1.1996160642293303e-05, "loss": 18.9492, "step": 44250 }, { "epoch": 39.3, "learning_rate": 1.1994331391214424e-05, "loss": 19.2734, "step": 44251 }, { "epoch": 39.3, "learning_rate": 1.1992502260605759e-05, "loss": 19.5664, "step": 44252 }, { "epoch": 39.3, "learning_rate": 1.1990673250473117e-05, "loss": 19.6289, "step": 44253 }, { "epoch": 39.3, "learning_rate": 1.198884436082231e-05, "loss": 18.4629, "step": 44254 }, { "epoch": 39.3, "learning_rate": 1.1987015591659107e-05, "loss": 19.2666, "step": 44255 }, { "epoch": 39.3, "learning_rate": 1.1985186942989346e-05, "loss": 19.6143, "step": 44256 }, { "epoch": 39.3, "learning_rate": 1.1983358414818775e-05, "loss": 19.668, "step": 44257 }, { "epoch": 39.31, "learning_rate": 1.1981530007153208e-05, "loss": 19.2881, "step": 44258 }, { "epoch": 39.31, "learning_rate": 1.1979701719998453e-05, "loss": 18.8994, "step": 44259 }, { "epoch": 39.31, "learning_rate": 1.197787355336029e-05, "loss": 18.8018, "step": 44260 }, { "epoch": 39.31, "learning_rate": 1.1976045507244537e-05, "loss": 18.9287, "step": 44261 }, { "epoch": 39.31, "learning_rate": 1.1974217581656972e-05, "loss": 19.0059, "step": 44262 }, { "epoch": 39.31, "learning_rate": 1.1972389776603371e-05, "loss": 18.4258, "step": 44263 }, { "epoch": 39.31, "learning_rate": 1.197056209208956e-05, "loss": 18.8789, "step": 44264 }, { "epoch": 39.31, "learning_rate": 1.1968734528121306e-05, "loss": 18.8799, "step": 44265 }, { "epoch": 39.31, "learning_rate": 1.1966907084704431e-05, "loss": 18.6396, "step": 44266 }, { "epoch": 39.31, "learning_rate": 1.196507976184471e-05, "loss": 19.002, "step": 44267 }, { "epoch": 39.31, "learning_rate": 1.1963252559547922e-05, "loss": 18.9922, "step": 44268 }, { "epoch": 39.32, "learning_rate": 1.1961425477819887e-05, "loss": 19.1318, "step": 44269 }, { "epoch": 39.32, "learning_rate": 1.195959851666637e-05, "loss": 20.0293, "step": 44270 }, { "epoch": 39.32, "learning_rate": 1.1957771676093187e-05, "loss": 19.2441, "step": 44271 }, { "epoch": 39.32, "learning_rate": 1.1955944956106119e-05, "loss": 19.1934, "step": 44272 }, { "epoch": 39.32, "learning_rate": 1.1954118356710942e-05, "loss": 19.8379, "step": 44273 }, { "epoch": 39.32, "learning_rate": 1.1952291877913469e-05, "loss": 19.2822, "step": 44274 }, { "epoch": 39.32, "learning_rate": 1.1950465519719461e-05, "loss": 18.7109, "step": 44275 }, { "epoch": 39.32, "learning_rate": 1.1948639282134733e-05, "loss": 19.3057, "step": 44276 }, { "epoch": 39.32, "learning_rate": 1.1946813165165088e-05, "loss": 19.3633, "step": 44277 }, { "epoch": 39.32, "learning_rate": 1.1944987168816263e-05, "loss": 19.1826, "step": 44278 }, { "epoch": 39.32, "learning_rate": 1.194316129309409e-05, "loss": 19.2822, "step": 44279 }, { "epoch": 39.33, "learning_rate": 1.1941335538004333e-05, "loss": 19.3252, "step": 44280 }, { "epoch": 39.33, "learning_rate": 1.1939509903552782e-05, "loss": 19.3838, "step": 44281 }, { "epoch": 39.33, "learning_rate": 1.1937684389745247e-05, "loss": 18.8428, "step": 44282 }, { "epoch": 39.33, "learning_rate": 1.1935858996587496e-05, "loss": 19.4424, "step": 44283 }, { "epoch": 39.33, "learning_rate": 1.1934033724085303e-05, "loss": 19.0791, "step": 44284 }, { "epoch": 39.33, "learning_rate": 1.193220857224448e-05, "loss": 19.2861, "step": 44285 }, { "epoch": 39.33, "learning_rate": 1.1930383541070783e-05, "loss": 18.6787, "step": 44286 }, { "epoch": 39.33, "learning_rate": 1.192855863057003e-05, "loss": 19.1357, "step": 44287 }, { "epoch": 39.33, "learning_rate": 1.1926733840747994e-05, "loss": 18.8418, "step": 44288 }, { "epoch": 39.33, "learning_rate": 1.1924909171610432e-05, "loss": 19.1895, "step": 44289 }, { "epoch": 39.33, "learning_rate": 1.1923084623163172e-05, "loss": 20.2852, "step": 44290 }, { "epoch": 39.33, "learning_rate": 1.1921260195411954e-05, "loss": 19.335, "step": 44291 }, { "epoch": 39.34, "learning_rate": 1.19194358883626e-05, "loss": 19.2061, "step": 44292 }, { "epoch": 39.34, "learning_rate": 1.1917611702020875e-05, "loss": 18.9941, "step": 44293 }, { "epoch": 39.34, "learning_rate": 1.191578763639255e-05, "loss": 18.832, "step": 44294 }, { "epoch": 39.34, "learning_rate": 1.1913963691483433e-05, "loss": 19.2725, "step": 44295 }, { "epoch": 39.34, "learning_rate": 1.1912139867299277e-05, "loss": 19.7695, "step": 44296 }, { "epoch": 39.34, "learning_rate": 1.1910316163845886e-05, "loss": 19.416, "step": 44297 }, { "epoch": 39.34, "learning_rate": 1.1908492581129021e-05, "loss": 18.6934, "step": 44298 }, { "epoch": 39.34, "learning_rate": 1.190666911915449e-05, "loss": 19.0996, "step": 44299 }, { "epoch": 39.34, "learning_rate": 1.1904845777928054e-05, "loss": 19.5371, "step": 44300 }, { "epoch": 39.34, "learning_rate": 1.1903022557455479e-05, "loss": 19.1025, "step": 44301 }, { "epoch": 39.34, "learning_rate": 1.1901199457742562e-05, "loss": 19.2549, "step": 44302 }, { "epoch": 39.35, "learning_rate": 1.1899376478795098e-05, "loss": 19.1104, "step": 44303 }, { "epoch": 39.35, "learning_rate": 1.1897553620618846e-05, "loss": 19.0049, "step": 44304 }, { "epoch": 39.35, "learning_rate": 1.189573088321958e-05, "loss": 19.1592, "step": 44305 }, { "epoch": 39.35, "learning_rate": 1.1893908266603076e-05, "loss": 18.833, "step": 44306 }, { "epoch": 39.35, "learning_rate": 1.1892085770775113e-05, "loss": 19.1738, "step": 44307 }, { "epoch": 39.35, "learning_rate": 1.1890263395741492e-05, "loss": 19.5527, "step": 44308 }, { "epoch": 39.35, "learning_rate": 1.1888441141507972e-05, "loss": 18.6514, "step": 44309 }, { "epoch": 39.35, "learning_rate": 1.1886619008080307e-05, "loss": 18.8965, "step": 44310 }, { "epoch": 39.35, "learning_rate": 1.1884796995464315e-05, "loss": 19.2891, "step": 44311 }, { "epoch": 39.35, "learning_rate": 1.188297510366574e-05, "loss": 19.4541, "step": 44312 }, { "epoch": 39.35, "learning_rate": 1.1881153332690376e-05, "loss": 19.4355, "step": 44313 }, { "epoch": 39.36, "learning_rate": 1.187933168254397e-05, "loss": 19.3896, "step": 44314 }, { "epoch": 39.36, "learning_rate": 1.1877510153232341e-05, "loss": 18.9844, "step": 44315 }, { "epoch": 39.36, "learning_rate": 1.1875688744761231e-05, "loss": 19.5146, "step": 44316 }, { "epoch": 39.36, "learning_rate": 1.1873867457136407e-05, "loss": 19.6572, "step": 44317 }, { "epoch": 39.36, "learning_rate": 1.1872046290363663e-05, "loss": 19.3955, "step": 44318 }, { "epoch": 39.36, "learning_rate": 1.1870225244448757e-05, "loss": 19.3564, "step": 44319 }, { "epoch": 39.36, "learning_rate": 1.186840431939748e-05, "loss": 19.7295, "step": 44320 }, { "epoch": 39.36, "learning_rate": 1.1866583515215596e-05, "loss": 18.9004, "step": 44321 }, { "epoch": 39.36, "learning_rate": 1.1864762831908855e-05, "loss": 19.2949, "step": 44322 }, { "epoch": 39.36, "learning_rate": 1.1862942269483057e-05, "loss": 18.9707, "step": 44323 }, { "epoch": 39.36, "learning_rate": 1.186112182794395e-05, "loss": 19.3174, "step": 44324 }, { "epoch": 39.37, "learning_rate": 1.1859301507297332e-05, "loss": 18.8906, "step": 44325 }, { "epoch": 39.37, "learning_rate": 1.1857481307548957e-05, "loss": 18.6143, "step": 44326 }, { "epoch": 39.37, "learning_rate": 1.1855661228704578e-05, "loss": 19.2363, "step": 44327 }, { "epoch": 39.37, "learning_rate": 1.1853841270769982e-05, "loss": 19.4824, "step": 44328 }, { "epoch": 39.37, "learning_rate": 1.1852021433750954e-05, "loss": 19.8906, "step": 44329 }, { "epoch": 39.37, "learning_rate": 1.1850201717653225e-05, "loss": 19.168, "step": 44330 }, { "epoch": 39.37, "learning_rate": 1.1848382122482615e-05, "loss": 18.7324, "step": 44331 }, { "epoch": 39.37, "learning_rate": 1.1846562648244835e-05, "loss": 19.4424, "step": 44332 }, { "epoch": 39.37, "learning_rate": 1.1844743294945676e-05, "loss": 19.1914, "step": 44333 }, { "epoch": 39.37, "learning_rate": 1.184292406259092e-05, "loss": 19.2402, "step": 44334 }, { "epoch": 39.37, "learning_rate": 1.1841104951186306e-05, "loss": 19.415, "step": 44335 }, { "epoch": 39.37, "learning_rate": 1.1839285960737628e-05, "loss": 19.4219, "step": 44336 }, { "epoch": 39.38, "learning_rate": 1.1837467091250637e-05, "loss": 19.0244, "step": 44337 }, { "epoch": 39.38, "learning_rate": 1.1835648342731088e-05, "loss": 18.7852, "step": 44338 }, { "epoch": 39.38, "learning_rate": 1.1833829715184774e-05, "loss": 19.5527, "step": 44339 }, { "epoch": 39.38, "learning_rate": 1.1832011208617428e-05, "loss": 19.0703, "step": 44340 }, { "epoch": 39.38, "learning_rate": 1.183019282303484e-05, "loss": 19.2949, "step": 44341 }, { "epoch": 39.38, "learning_rate": 1.1828374558442768e-05, "loss": 18.8096, "step": 44342 }, { "epoch": 39.38, "learning_rate": 1.1826556414846957e-05, "loss": 19.7041, "step": 44343 }, { "epoch": 39.38, "learning_rate": 1.1824738392253193e-05, "loss": 19.5791, "step": 44344 }, { "epoch": 39.38, "learning_rate": 1.1822920490667223e-05, "loss": 19.7861, "step": 44345 }, { "epoch": 39.38, "learning_rate": 1.1821102710094811e-05, "loss": 18.8418, "step": 44346 }, { "epoch": 39.38, "learning_rate": 1.1819285050541756e-05, "loss": 19.3066, "step": 44347 }, { "epoch": 39.39, "learning_rate": 1.1817467512013757e-05, "loss": 19.3457, "step": 44348 }, { "epoch": 39.39, "learning_rate": 1.1815650094516628e-05, "loss": 19.0049, "step": 44349 }, { "epoch": 39.39, "learning_rate": 1.1813832798056085e-05, "loss": 19.3711, "step": 44350 }, { "epoch": 39.39, "learning_rate": 1.1812015622637918e-05, "loss": 18.7207, "step": 44351 }, { "epoch": 39.39, "learning_rate": 1.1810198568267905e-05, "loss": 18.9668, "step": 44352 }, { "epoch": 39.39, "learning_rate": 1.1808381634951754e-05, "loss": 19.2754, "step": 44353 }, { "epoch": 39.39, "learning_rate": 1.1806564822695254e-05, "loss": 18.9258, "step": 44354 }, { "epoch": 39.39, "learning_rate": 1.1804748131504173e-05, "loss": 18.8848, "step": 44355 }, { "epoch": 39.39, "learning_rate": 1.1802931561384245e-05, "loss": 19.2217, "step": 44356 }, { "epoch": 39.39, "learning_rate": 1.1801115112341254e-05, "loss": 19.4219, "step": 44357 }, { "epoch": 39.39, "learning_rate": 1.1799298784380946e-05, "loss": 19.0938, "step": 44358 }, { "epoch": 39.4, "learning_rate": 1.1797482577509067e-05, "loss": 19.1162, "step": 44359 }, { "epoch": 39.4, "learning_rate": 1.1795666491731394e-05, "loss": 19.5391, "step": 44360 }, { "epoch": 39.4, "learning_rate": 1.1793850527053662e-05, "loss": 19.166, "step": 44361 }, { "epoch": 39.4, "learning_rate": 1.179203468348165e-05, "loss": 19.3037, "step": 44362 }, { "epoch": 39.4, "learning_rate": 1.179021896102111e-05, "loss": 19.1455, "step": 44363 }, { "epoch": 39.4, "learning_rate": 1.178840335967777e-05, "loss": 18.9424, "step": 44364 }, { "epoch": 39.4, "learning_rate": 1.1786587879457422e-05, "loss": 19.376, "step": 44365 }, { "epoch": 39.4, "learning_rate": 1.1784772520365795e-05, "loss": 19.4023, "step": 44366 }, { "epoch": 39.4, "learning_rate": 1.1782957282408658e-05, "loss": 19.1201, "step": 44367 }, { "epoch": 39.4, "learning_rate": 1.1781142165591768e-05, "loss": 19.3281, "step": 44368 }, { "epoch": 39.4, "learning_rate": 1.177932716992085e-05, "loss": 18.9775, "step": 44369 }, { "epoch": 39.4, "learning_rate": 1.1777512295401693e-05, "loss": 19.0312, "step": 44370 }, { "epoch": 39.41, "learning_rate": 1.1775697542040027e-05, "loss": 18.6562, "step": 44371 }, { "epoch": 39.41, "learning_rate": 1.1773882909841616e-05, "loss": 19.3066, "step": 44372 }, { "epoch": 39.41, "learning_rate": 1.1772068398812196e-05, "loss": 19.3682, "step": 44373 }, { "epoch": 39.41, "learning_rate": 1.1770254008957549e-05, "loss": 19.3018, "step": 44374 }, { "epoch": 39.41, "learning_rate": 1.1768439740283405e-05, "loss": 19.1211, "step": 44375 }, { "epoch": 39.41, "learning_rate": 1.17666255927955e-05, "loss": 18.792, "step": 44376 }, { "epoch": 39.41, "learning_rate": 1.1764811566499606e-05, "loss": 19.8301, "step": 44377 }, { "epoch": 39.41, "learning_rate": 1.1762997661401482e-05, "loss": 19.5713, "step": 44378 }, { "epoch": 39.41, "learning_rate": 1.1761183877506865e-05, "loss": 19.1406, "step": 44379 }, { "epoch": 39.41, "learning_rate": 1.1759370214821492e-05, "loss": 19.1367, "step": 44380 }, { "epoch": 39.41, "learning_rate": 1.1757556673351134e-05, "loss": 19.2686, "step": 44381 }, { "epoch": 39.42, "learning_rate": 1.1755743253101514e-05, "loss": 18.709, "step": 44382 }, { "epoch": 39.42, "learning_rate": 1.1753929954078413e-05, "loss": 19.7764, "step": 44383 }, { "epoch": 39.42, "learning_rate": 1.1752116776287564e-05, "loss": 19.1523, "step": 44384 }, { "epoch": 39.42, "learning_rate": 1.175030371973469e-05, "loss": 19.5088, "step": 44385 }, { "epoch": 39.42, "learning_rate": 1.1748490784425581e-05, "loss": 18.918, "step": 44386 }, { "epoch": 39.42, "learning_rate": 1.1746677970365943e-05, "loss": 18.8291, "step": 44387 }, { "epoch": 39.42, "learning_rate": 1.1744865277561563e-05, "loss": 19.1787, "step": 44388 }, { "epoch": 39.42, "learning_rate": 1.1743052706018143e-05, "loss": 18.834, "step": 44389 }, { "epoch": 39.42, "learning_rate": 1.1741240255741471e-05, "loss": 19.0098, "step": 44390 }, { "epoch": 39.42, "learning_rate": 1.1739427926737272e-05, "loss": 19.2988, "step": 44391 }, { "epoch": 39.42, "learning_rate": 1.1737615719011275e-05, "loss": 19.3096, "step": 44392 }, { "epoch": 39.43, "learning_rate": 1.1735803632569254e-05, "loss": 19.1514, "step": 44393 }, { "epoch": 39.43, "learning_rate": 1.1733991667416928e-05, "loss": 19.6416, "step": 44394 }, { "epoch": 39.43, "learning_rate": 1.1732179823560064e-05, "loss": 18.6514, "step": 44395 }, { "epoch": 39.43, "learning_rate": 1.173036810100439e-05, "loss": 19.208, "step": 44396 }, { "epoch": 39.43, "learning_rate": 1.1728556499755644e-05, "loss": 18.6582, "step": 44397 }, { "epoch": 39.43, "learning_rate": 1.1726745019819586e-05, "loss": 18.6064, "step": 44398 }, { "epoch": 39.43, "learning_rate": 1.172493366120193e-05, "loss": 18.8926, "step": 44399 }, { "epoch": 39.43, "learning_rate": 1.1723122423908445e-05, "loss": 19.3984, "step": 44400 }, { "epoch": 39.43, "learning_rate": 1.1721311307944888e-05, "loss": 19.123, "step": 44401 }, { "epoch": 39.43, "learning_rate": 1.1719500313316945e-05, "loss": 18.9795, "step": 44402 }, { "epoch": 39.43, "learning_rate": 1.1717689440030383e-05, "loss": 19.2812, "step": 44403 }, { "epoch": 39.44, "learning_rate": 1.1715878688090964e-05, "loss": 19.7119, "step": 44404 }, { "epoch": 39.44, "learning_rate": 1.1714068057504395e-05, "loss": 18.9463, "step": 44405 }, { "epoch": 39.44, "learning_rate": 1.1712257548276445e-05, "loss": 19.3262, "step": 44406 }, { "epoch": 39.44, "learning_rate": 1.1710447160412835e-05, "loss": 18.957, "step": 44407 }, { "epoch": 39.44, "learning_rate": 1.1708636893919289e-05, "loss": 19.3008, "step": 44408 }, { "epoch": 39.44, "learning_rate": 1.170682674880158e-05, "loss": 18.8877, "step": 44409 }, { "epoch": 39.44, "learning_rate": 1.1705016725065415e-05, "loss": 19.5166, "step": 44410 }, { "epoch": 39.44, "learning_rate": 1.1703206822716556e-05, "loss": 19.1709, "step": 44411 }, { "epoch": 39.44, "learning_rate": 1.1701397041760731e-05, "loss": 19.6416, "step": 44412 }, { "epoch": 39.44, "learning_rate": 1.1699587382203658e-05, "loss": 19.0967, "step": 44413 }, { "epoch": 39.44, "learning_rate": 1.1697777844051105e-05, "loss": 18.8359, "step": 44414 }, { "epoch": 39.44, "learning_rate": 1.169596842730878e-05, "loss": 19.1484, "step": 44415 }, { "epoch": 39.45, "learning_rate": 1.1694159131982441e-05, "loss": 19.9492, "step": 44416 }, { "epoch": 39.45, "learning_rate": 1.1692349958077814e-05, "loss": 19.5078, "step": 44417 }, { "epoch": 39.45, "learning_rate": 1.1690540905600617e-05, "loss": 18.7988, "step": 44418 }, { "epoch": 39.45, "learning_rate": 1.1688731974556616e-05, "loss": 19.0869, "step": 44419 }, { "epoch": 39.45, "learning_rate": 1.1686923164951512e-05, "loss": 19.6934, "step": 44420 }, { "epoch": 39.45, "learning_rate": 1.1685114476791054e-05, "loss": 19.1973, "step": 44421 }, { "epoch": 39.45, "learning_rate": 1.168330591008101e-05, "loss": 19.2031, "step": 44422 }, { "epoch": 39.45, "learning_rate": 1.1681497464827046e-05, "loss": 19.0859, "step": 44423 }, { "epoch": 39.45, "learning_rate": 1.1679689141034949e-05, "loss": 19.1387, "step": 44424 }, { "epoch": 39.45, "learning_rate": 1.1679689141034949e-05, "loss": 19.5166, "step": 44425 }, { "epoch": 39.45, "learning_rate": 1.1677880938710405e-05, "loss": 19.2773, "step": 44426 }, { "epoch": 39.46, "learning_rate": 1.1676072857859182e-05, "loss": 18.957, "step": 44427 }, { "epoch": 39.46, "learning_rate": 1.167426489848702e-05, "loss": 19.7393, "step": 44428 }, { "epoch": 39.46, "learning_rate": 1.1672457060599601e-05, "loss": 19.6484, "step": 44429 }, { "epoch": 39.46, "learning_rate": 1.1670649344202689e-05, "loss": 19.7061, "step": 44430 }, { "epoch": 39.46, "learning_rate": 1.1668841749302023e-05, "loss": 19.1807, "step": 44431 }, { "epoch": 39.46, "learning_rate": 1.16670342759033e-05, "loss": 19.0986, "step": 44432 }, { "epoch": 39.46, "learning_rate": 1.1665226924012285e-05, "loss": 18.6914, "step": 44433 }, { "epoch": 39.46, "learning_rate": 1.1663419693634687e-05, "loss": 19.7881, "step": 44434 }, { "epoch": 39.46, "learning_rate": 1.1661612584776227e-05, "loss": 19.0762, "step": 44435 }, { "epoch": 39.46, "learning_rate": 1.1659805597442658e-05, "loss": 19.7256, "step": 44436 }, { "epoch": 39.46, "learning_rate": 1.1657998731639674e-05, "loss": 19.1807, "step": 44437 }, { "epoch": 39.47, "learning_rate": 1.1656191987373038e-05, "loss": 19.5078, "step": 44438 }, { "epoch": 39.47, "learning_rate": 1.1654385364648469e-05, "loss": 19.4062, "step": 44439 }, { "epoch": 39.47, "learning_rate": 1.1652578863471664e-05, "loss": 19.4648, "step": 44440 }, { "epoch": 39.47, "learning_rate": 1.1650772483848383e-05, "loss": 18.8359, "step": 44441 }, { "epoch": 39.47, "learning_rate": 1.164896622578433e-05, "loss": 19.1504, "step": 44442 }, { "epoch": 39.47, "learning_rate": 1.1647160089285253e-05, "loss": 19.417, "step": 44443 }, { "epoch": 39.47, "learning_rate": 1.1645354074356863e-05, "loss": 19.2412, "step": 44444 }, { "epoch": 39.47, "learning_rate": 1.164354818100487e-05, "loss": 18.8525, "step": 44445 }, { "epoch": 39.47, "learning_rate": 1.164174240923503e-05, "loss": 19.7305, "step": 44446 }, { "epoch": 39.47, "learning_rate": 1.1639936759053038e-05, "loss": 19.0029, "step": 44447 }, { "epoch": 39.47, "learning_rate": 1.1638131230464634e-05, "loss": 19.0977, "step": 44448 }, { "epoch": 39.48, "learning_rate": 1.1636325823475547e-05, "loss": 19.0322, "step": 44449 }, { "epoch": 39.48, "learning_rate": 1.1634520538091493e-05, "loss": 19.4307, "step": 44450 }, { "epoch": 39.48, "learning_rate": 1.1632715374318187e-05, "loss": 18.7207, "step": 44451 }, { "epoch": 39.48, "learning_rate": 1.163091033216135e-05, "loss": 19.4082, "step": 44452 }, { "epoch": 39.48, "learning_rate": 1.1629105411626701e-05, "loss": 18.9521, "step": 44453 }, { "epoch": 39.48, "learning_rate": 1.1627300612719988e-05, "loss": 19.2734, "step": 44454 }, { "epoch": 39.48, "learning_rate": 1.1625495935446918e-05, "loss": 18.8721, "step": 44455 }, { "epoch": 39.48, "learning_rate": 1.1623691379813184e-05, "loss": 18.9414, "step": 44456 }, { "epoch": 39.48, "learning_rate": 1.1621886945824551e-05, "loss": 18.792, "step": 44457 }, { "epoch": 39.48, "learning_rate": 1.1621886945824551e-05, "loss": 18.9854, "step": 44458 }, { "epoch": 39.48, "learning_rate": 1.16200826334867e-05, "loss": 19.7383, "step": 44459 }, { "epoch": 39.48, "learning_rate": 1.161827844280538e-05, "loss": 19.1104, "step": 44460 }, { "epoch": 39.49, "learning_rate": 1.1616474373786295e-05, "loss": 19.2852, "step": 44461 }, { "epoch": 39.49, "learning_rate": 1.161467042643516e-05, "loss": 19.0996, "step": 44462 }, { "epoch": 39.49, "learning_rate": 1.1612866600757705e-05, "loss": 19.4609, "step": 44463 }, { "epoch": 39.49, "learning_rate": 1.1611062896759628e-05, "loss": 19.0801, "step": 44464 }, { "epoch": 39.49, "learning_rate": 1.160925931444668e-05, "loss": 19.2402, "step": 44465 }, { "epoch": 39.49, "learning_rate": 1.160745585382454e-05, "loss": 19.2422, "step": 44466 }, { "epoch": 39.49, "learning_rate": 1.1605652514898952e-05, "loss": 19.2061, "step": 44467 }, { "epoch": 39.49, "learning_rate": 1.160384929767563e-05, "loss": 19.0791, "step": 44468 }, { "epoch": 39.49, "learning_rate": 1.1602046202160267e-05, "loss": 19.0635, "step": 44469 }, { "epoch": 39.49, "learning_rate": 1.1600243228358604e-05, "loss": 19.2314, "step": 44470 }, { "epoch": 39.49, "learning_rate": 1.1598440376276337e-05, "loss": 19.3066, "step": 44471 }, { "epoch": 39.5, "learning_rate": 1.15966376459192e-05, "loss": 19.5957, "step": 44472 }, { "epoch": 39.5, "learning_rate": 1.1594835037292901e-05, "loss": 19.2471, "step": 44473 }, { "epoch": 39.5, "learning_rate": 1.1593032550403132e-05, "loss": 18.999, "step": 44474 }, { "epoch": 39.5, "learning_rate": 1.1591230185255625e-05, "loss": 19.5449, "step": 44475 }, { "epoch": 39.5, "learning_rate": 1.1589427941856107e-05, "loss": 18.7139, "step": 44476 }, { "epoch": 39.5, "learning_rate": 1.1587625820210262e-05, "loss": 19.1514, "step": 44477 }, { "epoch": 39.5, "learning_rate": 1.1585823820323843e-05, "loss": 19.0137, "step": 44478 }, { "epoch": 39.5, "learning_rate": 1.1584021942202512e-05, "loss": 19.1943, "step": 44479 }, { "epoch": 39.5, "learning_rate": 1.1582220185852e-05, "loss": 19.3232, "step": 44480 }, { "epoch": 39.5, "learning_rate": 1.1580418551278039e-05, "loss": 19.5908, "step": 44481 }, { "epoch": 39.5, "learning_rate": 1.1578617038486312e-05, "loss": 19.4121, "step": 44482 }, { "epoch": 39.51, "learning_rate": 1.1576815647482547e-05, "loss": 19.3135, "step": 44483 }, { "epoch": 39.51, "learning_rate": 1.1575014378272453e-05, "loss": 20.3379, "step": 44484 }, { "epoch": 39.51, "learning_rate": 1.1573213230861723e-05, "loss": 19.0234, "step": 44485 }, { "epoch": 39.51, "learning_rate": 1.1571412205256089e-05, "loss": 19.4248, "step": 44486 }, { "epoch": 39.51, "learning_rate": 1.156961130146123e-05, "loss": 18.9131, "step": 44487 }, { "epoch": 39.51, "learning_rate": 1.1567810519482891e-05, "loss": 18.6982, "step": 44488 }, { "epoch": 39.51, "learning_rate": 1.156600985932676e-05, "loss": 19.0938, "step": 44489 }, { "epoch": 39.51, "learning_rate": 1.1564209320998538e-05, "loss": 18.8516, "step": 44490 }, { "epoch": 39.51, "learning_rate": 1.1562408904503951e-05, "loss": 18.6367, "step": 44491 }, { "epoch": 39.51, "learning_rate": 1.1560608609848683e-05, "loss": 19.3252, "step": 44492 }, { "epoch": 39.51, "learning_rate": 1.1558808437038466e-05, "loss": 19.125, "step": 44493 }, { "epoch": 39.52, "learning_rate": 1.1557008386079e-05, "loss": 19.3242, "step": 44494 }, { "epoch": 39.52, "learning_rate": 1.1555208456975963e-05, "loss": 19.3975, "step": 44495 }, { "epoch": 39.52, "learning_rate": 1.1553408649735098e-05, "loss": 18.9287, "step": 44496 }, { "epoch": 39.52, "learning_rate": 1.1551608964362082e-05, "loss": 19.1221, "step": 44497 }, { "epoch": 39.52, "learning_rate": 1.1549809400862632e-05, "loss": 19.5547, "step": 44498 }, { "epoch": 39.52, "learning_rate": 1.1548009959242478e-05, "loss": 19.4717, "step": 44499 }, { "epoch": 39.52, "learning_rate": 1.1546210639507272e-05, "loss": 18.9121, "step": 44500 }, { "epoch": 39.52, "learning_rate": 1.1544411441662744e-05, "loss": 19.2041, "step": 44501 }, { "epoch": 39.52, "learning_rate": 1.1542612365714606e-05, "loss": 19.3467, "step": 44502 }, { "epoch": 39.52, "learning_rate": 1.1540813411668545e-05, "loss": 18.7939, "step": 44503 }, { "epoch": 39.52, "learning_rate": 1.1539014579530289e-05, "loss": 19.167, "step": 44504 }, { "epoch": 39.52, "learning_rate": 1.1537215869305495e-05, "loss": 19.1709, "step": 44505 }, { "epoch": 39.53, "learning_rate": 1.1535417280999893e-05, "loss": 19.1582, "step": 44506 }, { "epoch": 39.53, "learning_rate": 1.153361881461919e-05, "loss": 19.0527, "step": 44507 }, { "epoch": 39.53, "learning_rate": 1.153182047016907e-05, "loss": 19.1416, "step": 44508 }, { "epoch": 39.53, "learning_rate": 1.1530022247655252e-05, "loss": 19.1621, "step": 44509 }, { "epoch": 39.53, "learning_rate": 1.1528224147083422e-05, "loss": 19.4375, "step": 44510 }, { "epoch": 39.53, "learning_rate": 1.1526426168459276e-05, "loss": 19.5732, "step": 44511 }, { "epoch": 39.53, "learning_rate": 1.1524628311788526e-05, "loss": 19.415, "step": 44512 }, { "epoch": 39.53, "learning_rate": 1.152283057707686e-05, "loss": 19.3623, "step": 44513 }, { "epoch": 39.53, "learning_rate": 1.1521032964329986e-05, "loss": 19.376, "step": 44514 }, { "epoch": 39.53, "learning_rate": 1.1519235473553602e-05, "loss": 18.666, "step": 44515 }, { "epoch": 39.53, "learning_rate": 1.1517438104753386e-05, "loss": 19.374, "step": 44516 }, { "epoch": 39.54, "learning_rate": 1.1515640857935067e-05, "loss": 19.3184, "step": 44517 }, { "epoch": 39.54, "learning_rate": 1.1513843733104313e-05, "loss": 19.2559, "step": 44518 }, { "epoch": 39.54, "learning_rate": 1.151204673026684e-05, "loss": 19.1016, "step": 44519 }, { "epoch": 39.54, "learning_rate": 1.1510249849428346e-05, "loss": 19.4922, "step": 44520 }, { "epoch": 39.54, "learning_rate": 1.1508453090594495e-05, "loss": 19.4014, "step": 44521 }, { "epoch": 39.54, "learning_rate": 1.1506656453771026e-05, "loss": 18.7588, "step": 44522 }, { "epoch": 39.54, "learning_rate": 1.1504859938963591e-05, "loss": 18.7871, "step": 44523 }, { "epoch": 39.54, "learning_rate": 1.150306354617791e-05, "loss": 19.1689, "step": 44524 }, { "epoch": 39.54, "learning_rate": 1.150126727541969e-05, "loss": 19.1709, "step": 44525 }, { "epoch": 39.54, "learning_rate": 1.149947112669461e-05, "loss": 18.1104, "step": 44526 }, { "epoch": 39.54, "learning_rate": 1.1497675100008343e-05, "loss": 18.7266, "step": 44527 }, { "epoch": 39.55, "learning_rate": 1.1495879195366622e-05, "loss": 19.2607, "step": 44528 }, { "epoch": 39.55, "learning_rate": 1.1494083412775097e-05, "loss": 19.2266, "step": 44529 }, { "epoch": 39.55, "learning_rate": 1.14922877522395e-05, "loss": 18.7764, "step": 44530 }, { "epoch": 39.55, "learning_rate": 1.1490492213765508e-05, "loss": 19.2568, "step": 44531 }, { "epoch": 39.55, "learning_rate": 1.148869679735879e-05, "loss": 19.4629, "step": 44532 }, { "epoch": 39.55, "learning_rate": 1.1486901503025072e-05, "loss": 18.9043, "step": 44533 }, { "epoch": 39.55, "learning_rate": 1.1485106330770018e-05, "loss": 18.9346, "step": 44534 }, { "epoch": 39.55, "learning_rate": 1.1483311280599341e-05, "loss": 19.5732, "step": 44535 }, { "epoch": 39.55, "learning_rate": 1.1481516352518701e-05, "loss": 19.2725, "step": 44536 }, { "epoch": 39.55, "learning_rate": 1.1479721546533829e-05, "loss": 18.8027, "step": 44537 }, { "epoch": 39.55, "learning_rate": 1.1477926862650385e-05, "loss": 19.2812, "step": 44538 }, { "epoch": 39.56, "learning_rate": 1.1476132300874054e-05, "loss": 18.8379, "step": 44539 }, { "epoch": 39.56, "learning_rate": 1.1474337861210543e-05, "loss": 19.5049, "step": 44540 }, { "epoch": 39.56, "learning_rate": 1.147254354366552e-05, "loss": 19.0771, "step": 44541 }, { "epoch": 39.56, "learning_rate": 1.1470749348244702e-05, "loss": 19.2656, "step": 44542 }, { "epoch": 39.56, "learning_rate": 1.1468955274953752e-05, "loss": 19.1553, "step": 44543 }, { "epoch": 39.56, "learning_rate": 1.1467161323798354e-05, "loss": 19.2129, "step": 44544 }, { "epoch": 39.56, "learning_rate": 1.1465367494784218e-05, "loss": 19.2148, "step": 44545 }, { "epoch": 39.56, "learning_rate": 1.1463573787916998e-05, "loss": 18.7598, "step": 44546 }, { "epoch": 39.56, "learning_rate": 1.1461780203202416e-05, "loss": 18.9854, "step": 44547 }, { "epoch": 39.56, "learning_rate": 1.1459986740646133e-05, "loss": 18.4307, "step": 44548 }, { "epoch": 39.56, "learning_rate": 1.1458193400253826e-05, "loss": 19.0303, "step": 44549 }, { "epoch": 39.56, "learning_rate": 1.1456400182031196e-05, "loss": 18.7168, "step": 44550 }, { "epoch": 39.57, "learning_rate": 1.1454607085983937e-05, "loss": 19.2236, "step": 44551 }, { "epoch": 39.57, "learning_rate": 1.1452814112117704e-05, "loss": 19.1963, "step": 44552 }, { "epoch": 39.57, "learning_rate": 1.1451021260438227e-05, "loss": 19.0576, "step": 44553 }, { "epoch": 39.57, "learning_rate": 1.1449228530951135e-05, "loss": 18.8818, "step": 44554 }, { "epoch": 39.57, "learning_rate": 1.1447435923662125e-05, "loss": 18.9541, "step": 44555 }, { "epoch": 39.57, "learning_rate": 1.1445643438576908e-05, "loss": 18.7627, "step": 44556 }, { "epoch": 39.57, "learning_rate": 1.1443851075701128e-05, "loss": 19.3828, "step": 44557 }, { "epoch": 39.57, "learning_rate": 1.1442058835040497e-05, "loss": 18.8369, "step": 44558 }, { "epoch": 39.57, "learning_rate": 1.144026671660069e-05, "loss": 18.6602, "step": 44559 }, { "epoch": 39.57, "learning_rate": 1.143847472038736e-05, "loss": 18.5605, "step": 44560 }, { "epoch": 39.57, "learning_rate": 1.1436682846406227e-05, "loss": 19.3154, "step": 44561 }, { "epoch": 39.58, "learning_rate": 1.1434891094662937e-05, "loss": 18.9658, "step": 44562 }, { "epoch": 39.58, "learning_rate": 1.14330994651632e-05, "loss": 19.4746, "step": 44563 }, { "epoch": 39.58, "learning_rate": 1.143130795791268e-05, "loss": 19.1797, "step": 44564 }, { "epoch": 39.58, "learning_rate": 1.1429516572917038e-05, "loss": 18.6436, "step": 44565 }, { "epoch": 39.58, "learning_rate": 1.142772531018198e-05, "loss": 19.3887, "step": 44566 }, { "epoch": 39.58, "learning_rate": 1.1425934169713171e-05, "loss": 19.5371, "step": 44567 }, { "epoch": 39.58, "learning_rate": 1.1424143151516282e-05, "loss": 18.5723, "step": 44568 }, { "epoch": 39.58, "learning_rate": 1.142235225559703e-05, "loss": 19.4658, "step": 44569 }, { "epoch": 39.58, "learning_rate": 1.1420561481961034e-05, "loss": 19.1074, "step": 44570 }, { "epoch": 39.58, "learning_rate": 1.1418770830614013e-05, "loss": 19.1377, "step": 44571 }, { "epoch": 39.58, "learning_rate": 1.1416980301561608e-05, "loss": 19.2305, "step": 44572 }, { "epoch": 39.59, "learning_rate": 1.1415189894809519e-05, "loss": 19.5391, "step": 44573 }, { "epoch": 39.59, "learning_rate": 1.1413399610363445e-05, "loss": 19.2402, "step": 44574 }, { "epoch": 39.59, "learning_rate": 1.1411609448229004e-05, "loss": 19.2695, "step": 44575 }, { "epoch": 39.59, "learning_rate": 1.1409819408411898e-05, "loss": 19.1533, "step": 44576 }, { "epoch": 39.59, "learning_rate": 1.1408029490917815e-05, "loss": 19.3975, "step": 44577 }, { "epoch": 39.59, "learning_rate": 1.1406239695752401e-05, "loss": 19.3828, "step": 44578 }, { "epoch": 39.59, "learning_rate": 1.140445002292137e-05, "loss": 19.5488, "step": 44579 }, { "epoch": 39.59, "learning_rate": 1.1402660472430343e-05, "loss": 18.7832, "step": 44580 }, { "epoch": 39.59, "learning_rate": 1.1400871044285017e-05, "loss": 19.459, "step": 44581 }, { "epoch": 39.59, "learning_rate": 1.139908173849108e-05, "loss": 18.874, "step": 44582 }, { "epoch": 39.59, "learning_rate": 1.1397292555054178e-05, "loss": 19.9443, "step": 44583 }, { "epoch": 39.6, "learning_rate": 1.1395503493980004e-05, "loss": 19.4609, "step": 44584 }, { "epoch": 39.6, "learning_rate": 1.1393714555274221e-05, "loss": 19.248, "step": 44585 }, { "epoch": 39.6, "learning_rate": 1.1391925738942477e-05, "loss": 18.9834, "step": 44586 }, { "epoch": 39.6, "learning_rate": 1.139013704499048e-05, "loss": 19.1895, "step": 44587 }, { "epoch": 39.6, "learning_rate": 1.139013704499048e-05, "loss": 19.6445, "step": 44588 }, { "epoch": 39.6, "learning_rate": 1.138834847342387e-05, "loss": 19.6553, "step": 44589 }, { "epoch": 39.6, "learning_rate": 1.1386560024248338e-05, "loss": 19.1484, "step": 44590 }, { "epoch": 39.6, "learning_rate": 1.1384771697469548e-05, "loss": 18.9639, "step": 44591 }, { "epoch": 39.6, "learning_rate": 1.1382983493093147e-05, "loss": 19.6455, "step": 44592 }, { "epoch": 39.6, "learning_rate": 1.1381195411124834e-05, "loss": 18.8516, "step": 44593 }, { "epoch": 39.6, "learning_rate": 1.1379407451570246e-05, "loss": 19.2891, "step": 44594 }, { "epoch": 39.6, "learning_rate": 1.137761961443507e-05, "loss": 19.3311, "step": 44595 }, { "epoch": 39.61, "learning_rate": 1.1375831899724987e-05, "loss": 19.1934, "step": 44596 }, { "epoch": 39.61, "learning_rate": 1.1374044307445647e-05, "loss": 19.8281, "step": 44597 }, { "epoch": 39.61, "learning_rate": 1.1372256837602713e-05, "loss": 19.5205, "step": 44598 }, { "epoch": 39.61, "learning_rate": 1.137046949020184e-05, "loss": 18.7422, "step": 44599 }, { "epoch": 39.61, "learning_rate": 1.1368682265248714e-05, "loss": 19.1191, "step": 44600 }, { "epoch": 39.61, "learning_rate": 1.1366895162749003e-05, "loss": 18.4824, "step": 44601 }, { "epoch": 39.61, "learning_rate": 1.1365108182708367e-05, "loss": 19.1299, "step": 44602 }, { "epoch": 39.61, "learning_rate": 1.1363321325132447e-05, "loss": 19.0547, "step": 44603 }, { "epoch": 39.61, "learning_rate": 1.1361534590026945e-05, "loss": 18.9492, "step": 44604 }, { "epoch": 39.61, "learning_rate": 1.1359747977397489e-05, "loss": 18.8984, "step": 44605 }, { "epoch": 39.61, "learning_rate": 1.1357961487249774e-05, "loss": 18.9014, "step": 44606 }, { "epoch": 39.62, "learning_rate": 1.1356175119589446e-05, "loss": 18.5605, "step": 44607 }, { "epoch": 39.62, "learning_rate": 1.1354388874422155e-05, "loss": 19.3486, "step": 44608 }, { "epoch": 39.62, "learning_rate": 1.1352602751753593e-05, "loss": 19.1787, "step": 44609 }, { "epoch": 39.62, "learning_rate": 1.1350816751589394e-05, "loss": 19.2178, "step": 44610 }, { "epoch": 39.62, "learning_rate": 1.1349030873935245e-05, "loss": 18.9795, "step": 44611 }, { "epoch": 39.62, "learning_rate": 1.1347245118796772e-05, "loss": 18.8643, "step": 44612 }, { "epoch": 39.62, "learning_rate": 1.1345459486179678e-05, "loss": 19.2764, "step": 44613 }, { "epoch": 39.62, "learning_rate": 1.1343673976089603e-05, "loss": 19.3203, "step": 44614 }, { "epoch": 39.62, "learning_rate": 1.1341888588532184e-05, "loss": 19.6201, "step": 44615 }, { "epoch": 39.62, "learning_rate": 1.1340103323513118e-05, "loss": 18.7627, "step": 44616 }, { "epoch": 39.62, "learning_rate": 1.1338318181038038e-05, "loss": 19.0996, "step": 44617 }, { "epoch": 39.63, "learning_rate": 1.1336533161112622e-05, "loss": 19.4609, "step": 44618 }, { "epoch": 39.63, "learning_rate": 1.1334748263742517e-05, "loss": 18.8672, "step": 44619 }, { "epoch": 39.63, "learning_rate": 1.1332963488933369e-05, "loss": 18.7812, "step": 44620 }, { "epoch": 39.63, "learning_rate": 1.1331178836690854e-05, "loss": 19.1338, "step": 44621 }, { "epoch": 39.63, "learning_rate": 1.132939430702063e-05, "loss": 18.9814, "step": 44622 }, { "epoch": 39.63, "learning_rate": 1.1327609899928348e-05, "loss": 19.5137, "step": 44623 }, { "epoch": 39.63, "learning_rate": 1.1325825615419666e-05, "loss": 19.2178, "step": 44624 }, { "epoch": 39.63, "learning_rate": 1.1324041453500223e-05, "loss": 18.7588, "step": 44625 }, { "epoch": 39.63, "learning_rate": 1.1322257414175685e-05, "loss": 19.0713, "step": 44626 }, { "epoch": 39.63, "learning_rate": 1.1320473497451727e-05, "loss": 19.5059, "step": 44627 }, { "epoch": 39.63, "learning_rate": 1.1318689703333973e-05, "loss": 19.2539, "step": 44628 }, { "epoch": 39.63, "learning_rate": 1.1316906031828106e-05, "loss": 19.6836, "step": 44629 }, { "epoch": 39.64, "learning_rate": 1.1315122482939761e-05, "loss": 18.7734, "step": 44630 }, { "epoch": 39.64, "learning_rate": 1.1313339056674587e-05, "loss": 19.1006, "step": 44631 }, { "epoch": 39.64, "learning_rate": 1.1311555753038256e-05, "loss": 19.5283, "step": 44632 }, { "epoch": 39.64, "learning_rate": 1.1309772572036398e-05, "loss": 18.8916, "step": 44633 }, { "epoch": 39.64, "learning_rate": 1.1307989513674693e-05, "loss": 19.0879, "step": 44634 }, { "epoch": 39.64, "learning_rate": 1.1306206577958778e-05, "loss": 19.0557, "step": 44635 }, { "epoch": 39.64, "learning_rate": 1.130442376489429e-05, "loss": 18.9414, "step": 44636 }, { "epoch": 39.64, "learning_rate": 1.1302641074486908e-05, "loss": 19.2822, "step": 44637 }, { "epoch": 39.64, "learning_rate": 1.130085850674225e-05, "loss": 19.2754, "step": 44638 }, { "epoch": 39.64, "learning_rate": 1.1299076061666009e-05, "loss": 19.748, "step": 44639 }, { "epoch": 39.64, "learning_rate": 1.1297293739263804e-05, "loss": 19.2803, "step": 44640 }, { "epoch": 39.65, "learning_rate": 1.1295511539541282e-05, "loss": 19.0391, "step": 44641 }, { "epoch": 39.65, "learning_rate": 1.1293729462504115e-05, "loss": 19.2842, "step": 44642 }, { "epoch": 39.65, "learning_rate": 1.129194750815793e-05, "loss": 19.3154, "step": 44643 }, { "epoch": 39.65, "learning_rate": 1.129016567650838e-05, "loss": 19.0215, "step": 44644 }, { "epoch": 39.65, "learning_rate": 1.1288383967561145e-05, "loss": 18.9824, "step": 44645 }, { "epoch": 39.65, "learning_rate": 1.128660238132182e-05, "loss": 19.3164, "step": 44646 }, { "epoch": 39.65, "learning_rate": 1.1284820917796091e-05, "loss": 18.6885, "step": 44647 }, { "epoch": 39.65, "learning_rate": 1.1283039576989574e-05, "loss": 18.9678, "step": 44648 }, { "epoch": 39.65, "learning_rate": 1.1281258358907936e-05, "loss": 18.9785, "step": 44649 }, { "epoch": 39.65, "learning_rate": 1.1279477263556847e-05, "loss": 19.1182, "step": 44650 }, { "epoch": 39.65, "learning_rate": 1.1277696290941902e-05, "loss": 19.2217, "step": 44651 }, { "epoch": 39.66, "learning_rate": 1.1275915441068762e-05, "loss": 18.5957, "step": 44652 }, { "epoch": 39.66, "learning_rate": 1.1274134713943101e-05, "loss": 19.0566, "step": 44653 }, { "epoch": 39.66, "learning_rate": 1.1272354109570527e-05, "loss": 18.9365, "step": 44654 }, { "epoch": 39.66, "learning_rate": 1.1270573627956715e-05, "loss": 19.1875, "step": 44655 }, { "epoch": 39.66, "learning_rate": 1.1268793269107292e-05, "loss": 19.415, "step": 44656 }, { "epoch": 39.66, "learning_rate": 1.1267013033027884e-05, "loss": 18.6904, "step": 44657 }, { "epoch": 39.66, "learning_rate": 1.1265232919724172e-05, "loss": 19.123, "step": 44658 }, { "epoch": 39.66, "learning_rate": 1.1263452929201767e-05, "loss": 19.5342, "step": 44659 }, { "epoch": 39.66, "learning_rate": 1.1261673061466339e-05, "loss": 18.6943, "step": 44660 }, { "epoch": 39.66, "learning_rate": 1.1259893316523506e-05, "loss": 19.2773, "step": 44661 }, { "epoch": 39.66, "learning_rate": 1.1258113694378913e-05, "loss": 19.0039, "step": 44662 }, { "epoch": 39.67, "learning_rate": 1.1256334195038215e-05, "loss": 19.1807, "step": 44663 }, { "epoch": 39.67, "learning_rate": 1.1254554818507029e-05, "loss": 18.6016, "step": 44664 }, { "epoch": 39.67, "learning_rate": 1.1252775564791024e-05, "loss": 19.0684, "step": 44665 }, { "epoch": 39.67, "learning_rate": 1.1252775564791024e-05, "loss": 19.1992, "step": 44666 }, { "epoch": 39.67, "learning_rate": 1.1250996433895828e-05, "loss": 18.9482, "step": 44667 }, { "epoch": 39.67, "learning_rate": 1.1249217425827063e-05, "loss": 19.5449, "step": 44668 }, { "epoch": 39.67, "learning_rate": 1.1247438540590399e-05, "loss": 19.457, "step": 44669 }, { "epoch": 39.67, "learning_rate": 1.1245659778191448e-05, "loss": 19.1348, "step": 44670 }, { "epoch": 39.67, "learning_rate": 1.1243881138635853e-05, "loss": 19.2539, "step": 44671 }, { "epoch": 39.67, "learning_rate": 1.1242102621929273e-05, "loss": 18.8936, "step": 44672 }, { "epoch": 39.67, "learning_rate": 1.1240324228077332e-05, "loss": 19.1494, "step": 44673 }, { "epoch": 39.67, "learning_rate": 1.1238545957085667e-05, "loss": 19.2646, "step": 44674 }, { "epoch": 39.68, "learning_rate": 1.1236767808959897e-05, "loss": 19.2207, "step": 44675 }, { "epoch": 39.68, "learning_rate": 1.1234989783705679e-05, "loss": 19.1504, "step": 44676 }, { "epoch": 39.68, "learning_rate": 1.1233211881328659e-05, "loss": 18.8252, "step": 44677 }, { "epoch": 39.68, "learning_rate": 1.1231434101834453e-05, "loss": 18.707, "step": 44678 }, { "epoch": 39.68, "learning_rate": 1.1229656445228693e-05, "loss": 19.1426, "step": 44679 }, { "epoch": 39.68, "learning_rate": 1.1227878911517036e-05, "loss": 18.916, "step": 44680 }, { "epoch": 39.68, "learning_rate": 1.1226101500705089e-05, "loss": 18.9961, "step": 44681 }, { "epoch": 39.68, "learning_rate": 1.122432421279851e-05, "loss": 19.6494, "step": 44682 }, { "epoch": 39.68, "learning_rate": 1.1222547047802928e-05, "loss": 19.6045, "step": 44683 }, { "epoch": 39.68, "learning_rate": 1.1220770005723951e-05, "loss": 19.7666, "step": 44684 }, { "epoch": 39.68, "learning_rate": 1.1218993086567253e-05, "loss": 19.2188, "step": 44685 }, { "epoch": 39.69, "learning_rate": 1.1217216290338427e-05, "loss": 18.7285, "step": 44686 }, { "epoch": 39.69, "learning_rate": 1.1215439617043139e-05, "loss": 18.7949, "step": 44687 }, { "epoch": 39.69, "learning_rate": 1.1213663066686992e-05, "loss": 19.083, "step": 44688 }, { "epoch": 39.69, "learning_rate": 1.1211886639275642e-05, "loss": 18.4883, "step": 44689 }, { "epoch": 39.69, "learning_rate": 1.1210110334814711e-05, "loss": 19.5723, "step": 44690 }, { "epoch": 39.69, "learning_rate": 1.1208334153309813e-05, "loss": 19.5508, "step": 44691 }, { "epoch": 39.69, "learning_rate": 1.12065580947666e-05, "loss": 19.3193, "step": 44692 }, { "epoch": 39.69, "learning_rate": 1.1204782159190685e-05, "loss": 19.6299, "step": 44693 }, { "epoch": 39.69, "learning_rate": 1.1203006346587719e-05, "loss": 19.1494, "step": 44694 }, { "epoch": 39.69, "learning_rate": 1.1201230656963319e-05, "loss": 19.2266, "step": 44695 }, { "epoch": 39.69, "learning_rate": 1.1199455090323096e-05, "loss": 19.3135, "step": 44696 }, { "epoch": 39.7, "learning_rate": 1.1197679646672698e-05, "loss": 19.4561, "step": 44697 }, { "epoch": 39.7, "learning_rate": 1.1195904326017759e-05, "loss": 19.3086, "step": 44698 }, { "epoch": 39.7, "learning_rate": 1.11941291283639e-05, "loss": 19.0537, "step": 44699 }, { "epoch": 39.7, "learning_rate": 1.1192354053716746e-05, "loss": 19.1611, "step": 44700 }, { "epoch": 39.7, "learning_rate": 1.119057910208191e-05, "loss": 19.2051, "step": 44701 }, { "epoch": 39.7, "learning_rate": 1.1188804273465025e-05, "loss": 18.6826, "step": 44702 }, { "epoch": 39.7, "learning_rate": 1.1187029567871743e-05, "loss": 18.9512, "step": 44703 }, { "epoch": 39.7, "learning_rate": 1.1185254985307652e-05, "loss": 19.1328, "step": 44704 }, { "epoch": 39.7, "learning_rate": 1.1183480525778406e-05, "loss": 19.2383, "step": 44705 }, { "epoch": 39.7, "learning_rate": 1.118170618928962e-05, "loss": 18.8848, "step": 44706 }, { "epoch": 39.7, "learning_rate": 1.1179931975846902e-05, "loss": 19.2334, "step": 44707 }, { "epoch": 39.71, "learning_rate": 1.1178157885455908e-05, "loss": 18.9502, "step": 44708 }, { "epoch": 39.71, "learning_rate": 1.1176383918122224e-05, "loss": 19.2559, "step": 44709 }, { "epoch": 39.71, "learning_rate": 1.117461007385151e-05, "loss": 18.5547, "step": 44710 }, { "epoch": 39.71, "learning_rate": 1.1172836352649368e-05, "loss": 19.6133, "step": 44711 }, { "epoch": 39.71, "learning_rate": 1.1171062754521416e-05, "loss": 19.5439, "step": 44712 }, { "epoch": 39.71, "learning_rate": 1.1169289279473295e-05, "loss": 19.7109, "step": 44713 }, { "epoch": 39.71, "learning_rate": 1.1167515927510597e-05, "loss": 19.3564, "step": 44714 }, { "epoch": 39.71, "learning_rate": 1.116574269863898e-05, "loss": 19.2373, "step": 44715 }, { "epoch": 39.71, "learning_rate": 1.1163969592864044e-05, "loss": 19.4043, "step": 44716 }, { "epoch": 39.71, "learning_rate": 1.11621966101914e-05, "loss": 19.6631, "step": 44717 }, { "epoch": 39.71, "learning_rate": 1.1160423750626692e-05, "loss": 19.3604, "step": 44718 }, { "epoch": 39.71, "learning_rate": 1.1158651014175508e-05, "loss": 19.1475, "step": 44719 }, { "epoch": 39.72, "learning_rate": 1.1156878400843495e-05, "loss": 19.3184, "step": 44720 }, { "epoch": 39.72, "learning_rate": 1.1155105910636288e-05, "loss": 18.9297, "step": 44721 }, { "epoch": 39.72, "learning_rate": 1.1153333543559452e-05, "loss": 19.2109, "step": 44722 }, { "epoch": 39.72, "learning_rate": 1.1151561299618635e-05, "loss": 19.168, "step": 44723 }, { "epoch": 39.72, "learning_rate": 1.1149789178819464e-05, "loss": 18.9844, "step": 44724 }, { "epoch": 39.72, "learning_rate": 1.1148017181167536e-05, "loss": 19.3135, "step": 44725 }, { "epoch": 39.72, "learning_rate": 1.1146245306668502e-05, "loss": 19.3594, "step": 44726 }, { "epoch": 39.72, "learning_rate": 1.1144473555327928e-05, "loss": 18.9951, "step": 44727 }, { "epoch": 39.72, "learning_rate": 1.1142701927151456e-05, "loss": 19.1709, "step": 44728 }, { "epoch": 39.72, "learning_rate": 1.1140930422144713e-05, "loss": 18.7715, "step": 44729 }, { "epoch": 39.72, "learning_rate": 1.1139159040313291e-05, "loss": 19.459, "step": 44730 }, { "epoch": 39.73, "learning_rate": 1.1139159040313291e-05, "loss": 19.3457, "step": 44731 }, { "epoch": 39.73, "learning_rate": 1.1137387781662833e-05, "loss": 18.8691, "step": 44732 }, { "epoch": 39.73, "learning_rate": 1.1135616646198938e-05, "loss": 19.1836, "step": 44733 }, { "epoch": 39.73, "learning_rate": 1.1133845633927198e-05, "loss": 19.1289, "step": 44734 }, { "epoch": 39.73, "learning_rate": 1.1132074744853271e-05, "loss": 19.4414, "step": 44735 }, { "epoch": 39.73, "learning_rate": 1.113030397898273e-05, "loss": 19.0586, "step": 44736 }, { "epoch": 39.73, "learning_rate": 1.1128533336321217e-05, "loss": 19.0117, "step": 44737 }, { "epoch": 39.73, "learning_rate": 1.1126762816874342e-05, "loss": 19.6768, "step": 44738 }, { "epoch": 39.73, "learning_rate": 1.1124992420647684e-05, "loss": 19.668, "step": 44739 }, { "epoch": 39.73, "learning_rate": 1.11232221476469e-05, "loss": 19.3447, "step": 44740 }, { "epoch": 39.73, "learning_rate": 1.1121451997877563e-05, "loss": 19.7354, "step": 44741 }, { "epoch": 39.74, "learning_rate": 1.1119681971345308e-05, "loss": 19.1973, "step": 44742 }, { "epoch": 39.74, "learning_rate": 1.1119681971345308e-05, "loss": 20.1533, "step": 44743 }, { "epoch": 39.74, "learning_rate": 1.1117912068055764e-05, "loss": 19.5693, "step": 44744 }, { "epoch": 39.74, "learning_rate": 1.1116142288014485e-05, "loss": 19.0439, "step": 44745 }, { "epoch": 39.74, "learning_rate": 1.1114372631227126e-05, "loss": 19.0088, "step": 44746 }, { "epoch": 39.74, "learning_rate": 1.1112603097699276e-05, "loss": 18.792, "step": 44747 }, { "epoch": 39.74, "learning_rate": 1.1110833687436545e-05, "loss": 19.2246, "step": 44748 }, { "epoch": 39.74, "learning_rate": 1.1109064400444563e-05, "loss": 19.3184, "step": 44749 }, { "epoch": 39.74, "learning_rate": 1.1107295236728927e-05, "loss": 19.5449, "step": 44750 }, { "epoch": 39.74, "learning_rate": 1.1105526196295218e-05, "loss": 19.6689, "step": 44751 }, { "epoch": 39.74, "learning_rate": 1.1103757279149085e-05, "loss": 19.4336, "step": 44752 }, { "epoch": 39.75, "learning_rate": 1.1101988485296106e-05, "loss": 19.4648, "step": 44753 }, { "epoch": 39.75, "learning_rate": 1.1100219814741908e-05, "loss": 19.0205, "step": 44754 }, { "epoch": 39.75, "learning_rate": 1.1098451267492088e-05, "loss": 19.4238, "step": 44755 }, { "epoch": 39.75, "learning_rate": 1.1096682843552236e-05, "loss": 19.0596, "step": 44756 }, { "epoch": 39.75, "learning_rate": 1.1094914542927986e-05, "loss": 18.8252, "step": 44757 }, { "epoch": 39.75, "learning_rate": 1.1093146365624917e-05, "loss": 18.6719, "step": 44758 }, { "epoch": 39.75, "learning_rate": 1.1091378311648665e-05, "loss": 18.916, "step": 44759 }, { "epoch": 39.75, "learning_rate": 1.1089610381004812e-05, "loss": 19.6025, "step": 44760 }, { "epoch": 39.75, "learning_rate": 1.1087842573698953e-05, "loss": 19.2236, "step": 44761 }, { "epoch": 39.75, "learning_rate": 1.1086074889736719e-05, "loss": 19.291, "step": 44762 }, { "epoch": 39.75, "learning_rate": 1.1084307329123683e-05, "loss": 19.5527, "step": 44763 }, { "epoch": 39.75, "learning_rate": 1.1082539891865484e-05, "loss": 18.9111, "step": 44764 }, { "epoch": 39.76, "learning_rate": 1.1080772577967686e-05, "loss": 19.3789, "step": 44765 }, { "epoch": 39.76, "learning_rate": 1.107900538743592e-05, "loss": 19.3604, "step": 44766 }, { "epoch": 39.76, "learning_rate": 1.1077238320275778e-05, "loss": 19.0898, "step": 44767 }, { "epoch": 39.76, "learning_rate": 1.1075471376492852e-05, "loss": 18.8486, "step": 44768 }, { "epoch": 39.76, "learning_rate": 1.1073704556092757e-05, "loss": 19.085, "step": 44769 }, { "epoch": 39.76, "learning_rate": 1.1071937859081077e-05, "loss": 18.998, "step": 44770 }, { "epoch": 39.76, "learning_rate": 1.1070171285463437e-05, "loss": 18.499, "step": 44771 }, { "epoch": 39.76, "learning_rate": 1.1068404835245421e-05, "loss": 19.0225, "step": 44772 }, { "epoch": 39.76, "learning_rate": 1.106663850843262e-05, "loss": 19.8281, "step": 44773 }, { "epoch": 39.76, "learning_rate": 1.1064872305030638e-05, "loss": 19.3711, "step": 44774 }, { "epoch": 39.76, "learning_rate": 1.106310622504509e-05, "loss": 18.5742, "step": 44775 }, { "epoch": 39.77, "learning_rate": 1.1061340268481563e-05, "loss": 18.9971, "step": 44776 }, { "epoch": 39.77, "learning_rate": 1.1059574435345643e-05, "loss": 19.2861, "step": 44777 }, { "epoch": 39.77, "learning_rate": 1.105780872564295e-05, "loss": 19.3516, "step": 44778 }, { "epoch": 39.77, "learning_rate": 1.1056043139379053e-05, "loss": 19.002, "step": 44779 }, { "epoch": 39.77, "learning_rate": 1.1054277676559576e-05, "loss": 18.9531, "step": 44780 }, { "epoch": 39.77, "learning_rate": 1.1052512337190097e-05, "loss": 19.1758, "step": 44781 }, { "epoch": 39.77, "learning_rate": 1.1050747121276229e-05, "loss": 18.4893, "step": 44782 }, { "epoch": 39.77, "learning_rate": 1.1048982028823557e-05, "loss": 18.8564, "step": 44783 }, { "epoch": 39.77, "learning_rate": 1.1047217059837661e-05, "loss": 19.2842, "step": 44784 }, { "epoch": 39.77, "learning_rate": 1.1045452214324164e-05, "loss": 19.4043, "step": 44785 }, { "epoch": 39.77, "learning_rate": 1.1043687492288634e-05, "loss": 18.9199, "step": 44786 }, { "epoch": 39.78, "learning_rate": 1.104192289373669e-05, "loss": 19.4189, "step": 44787 }, { "epoch": 39.78, "learning_rate": 1.1040158418673913e-05, "loss": 19.333, "step": 44788 }, { "epoch": 39.78, "learning_rate": 1.1038394067105883e-05, "loss": 18.9971, "step": 44789 }, { "epoch": 39.78, "learning_rate": 1.1036629839038215e-05, "loss": 19.1074, "step": 44790 }, { "epoch": 39.78, "learning_rate": 1.1034865734476484e-05, "loss": 19.3008, "step": 44791 }, { "epoch": 39.78, "learning_rate": 1.1033101753426283e-05, "loss": 18.9502, "step": 44792 }, { "epoch": 39.78, "learning_rate": 1.1031337895893245e-05, "loss": 19.2295, "step": 44793 }, { "epoch": 39.78, "learning_rate": 1.1029574161882895e-05, "loss": 19.5703, "step": 44794 }, { "epoch": 39.78, "learning_rate": 1.102781055140087e-05, "loss": 18.834, "step": 44795 }, { "epoch": 39.78, "learning_rate": 1.1026047064452727e-05, "loss": 19.2393, "step": 44796 }, { "epoch": 39.78, "learning_rate": 1.1024283701044075e-05, "loss": 19.3789, "step": 44797 }, { "epoch": 39.79, "learning_rate": 1.102252046118053e-05, "loss": 19.1504, "step": 44798 }, { "epoch": 39.79, "learning_rate": 1.1020757344867627e-05, "loss": 19.3438, "step": 44799 }, { "epoch": 39.79, "learning_rate": 1.1018994352110984e-05, "loss": 19.4365, "step": 44800 }, { "epoch": 39.79, "learning_rate": 1.1017231482916196e-05, "loss": 18.9355, "step": 44801 }, { "epoch": 39.79, "learning_rate": 1.1015468737288832e-05, "loss": 19.2383, "step": 44802 }, { "epoch": 39.79, "learning_rate": 1.1013706115234501e-05, "loss": 19.9004, "step": 44803 }, { "epoch": 39.79, "learning_rate": 1.1011943616758775e-05, "loss": 19.5488, "step": 44804 }, { "epoch": 39.79, "learning_rate": 1.1010181241867234e-05, "loss": 19.252, "step": 44805 }, { "epoch": 39.79, "learning_rate": 1.1008418990565483e-05, "loss": 19.6123, "step": 44806 }, { "epoch": 39.79, "learning_rate": 1.1006656862859094e-05, "loss": 19.043, "step": 44807 }, { "epoch": 39.79, "learning_rate": 1.1004894858753666e-05, "loss": 19.2207, "step": 44808 }, { "epoch": 39.79, "learning_rate": 1.1003132978254777e-05, "loss": 19.4355, "step": 44809 }, { "epoch": 39.8, "learning_rate": 1.1001371221367995e-05, "loss": 18.8701, "step": 44810 }, { "epoch": 39.8, "learning_rate": 1.0999609588098936e-05, "loss": 19.6592, "step": 44811 }, { "epoch": 39.8, "learning_rate": 1.0997848078453155e-05, "loss": 18.9277, "step": 44812 }, { "epoch": 39.8, "learning_rate": 1.0996086692436264e-05, "loss": 19.3818, "step": 44813 }, { "epoch": 39.8, "learning_rate": 1.099432543005383e-05, "loss": 19.6621, "step": 44814 }, { "epoch": 39.8, "learning_rate": 1.0992564291311424e-05, "loss": 18.835, "step": 44815 }, { "epoch": 39.8, "learning_rate": 1.099080327621465e-05, "loss": 19.3613, "step": 44816 }, { "epoch": 39.8, "learning_rate": 1.0989042384769071e-05, "loss": 19.0352, "step": 44817 }, { "epoch": 39.8, "learning_rate": 1.0987281616980283e-05, "loss": 19.6895, "step": 44818 }, { "epoch": 39.8, "learning_rate": 1.0985520972853891e-05, "loss": 18.8516, "step": 44819 }, { "epoch": 39.8, "learning_rate": 1.0983760452395413e-05, "loss": 19.5527, "step": 44820 }, { "epoch": 39.81, "learning_rate": 1.0982000055610487e-05, "loss": 18.8867, "step": 44821 }, { "epoch": 39.81, "learning_rate": 1.0980239782504653e-05, "loss": 19.4307, "step": 44822 }, { "epoch": 39.81, "learning_rate": 1.097847963308351e-05, "loss": 18.9424, "step": 44823 }, { "epoch": 39.81, "learning_rate": 1.0976719607352649e-05, "loss": 18.8828, "step": 44824 }, { "epoch": 39.81, "learning_rate": 1.0974959705317634e-05, "loss": 18.8936, "step": 44825 }, { "epoch": 39.81, "learning_rate": 1.0973199926984034e-05, "loss": 19.0059, "step": 44826 }, { "epoch": 39.81, "learning_rate": 1.0971440272357453e-05, "loss": 19.0254, "step": 44827 }, { "epoch": 39.81, "learning_rate": 1.096968074144344e-05, "loss": 18.5537, "step": 44828 }, { "epoch": 39.81, "learning_rate": 1.09679213342476e-05, "loss": 18.9375, "step": 44829 }, { "epoch": 39.81, "learning_rate": 1.0966162050775496e-05, "loss": 19.2744, "step": 44830 }, { "epoch": 39.81, "learning_rate": 1.0964402891032689e-05, "loss": 19.1309, "step": 44831 }, { "epoch": 39.82, "learning_rate": 1.096264385502479e-05, "loss": 19.8896, "step": 44832 }, { "epoch": 39.82, "learning_rate": 1.0960884942757338e-05, "loss": 18.7969, "step": 44833 }, { "epoch": 39.82, "learning_rate": 1.0959126154235944e-05, "loss": 19.5645, "step": 44834 }, { "epoch": 39.82, "learning_rate": 1.0957367489466163e-05, "loss": 19.6631, "step": 44835 }, { "epoch": 39.82, "learning_rate": 1.0955608948453561e-05, "loss": 19.2803, "step": 44836 }, { "epoch": 39.82, "learning_rate": 1.0953850531203735e-05, "loss": 19.1816, "step": 44837 }, { "epoch": 39.82, "learning_rate": 1.0952092237722234e-05, "loss": 18.9561, "step": 44838 }, { "epoch": 39.82, "learning_rate": 1.095033406801466e-05, "loss": 19.1426, "step": 44839 }, { "epoch": 39.82, "learning_rate": 1.0948576022086553e-05, "loss": 18.5078, "step": 44840 }, { "epoch": 39.82, "learning_rate": 1.0946818099943524e-05, "loss": 19.4697, "step": 44841 }, { "epoch": 39.82, "learning_rate": 1.0945060301591121e-05, "loss": 18.7393, "step": 44842 }, { "epoch": 39.83, "learning_rate": 1.0943302627034902e-05, "loss": 19.085, "step": 44843 }, { "epoch": 39.83, "learning_rate": 1.0941545076280457e-05, "loss": 18.9219, "step": 44844 }, { "epoch": 39.83, "learning_rate": 1.0939787649333371e-05, "loss": 19.2617, "step": 44845 }, { "epoch": 39.83, "learning_rate": 1.0938030346199203e-05, "loss": 18.9434, "step": 44846 }, { "epoch": 39.83, "learning_rate": 1.0936273166883516e-05, "loss": 18.915, "step": 44847 }, { "epoch": 39.83, "learning_rate": 1.0934516111391874e-05, "loss": 19.1924, "step": 44848 }, { "epoch": 39.83, "learning_rate": 1.0932759179729852e-05, "loss": 19.0566, "step": 44849 }, { "epoch": 39.83, "learning_rate": 1.0931002371903037e-05, "loss": 18.708, "step": 44850 }, { "epoch": 39.83, "learning_rate": 1.0929245687916988e-05, "loss": 19.2402, "step": 44851 }, { "epoch": 39.83, "learning_rate": 1.0927489127777251e-05, "loss": 19.2861, "step": 44852 }, { "epoch": 39.83, "learning_rate": 1.0925732691489431e-05, "loss": 19.4814, "step": 44853 }, { "epoch": 39.83, "learning_rate": 1.0923976379059058e-05, "loss": 18.7373, "step": 44854 }, { "epoch": 39.84, "learning_rate": 1.0922220190491738e-05, "loss": 18.9814, "step": 44855 }, { "epoch": 39.84, "learning_rate": 1.0920464125793e-05, "loss": 18.9492, "step": 44856 }, { "epoch": 39.84, "learning_rate": 1.0918708184968446e-05, "loss": 19.8604, "step": 44857 }, { "epoch": 39.84, "learning_rate": 1.091695236802362e-05, "loss": 19.2568, "step": 44858 }, { "epoch": 39.84, "learning_rate": 1.0915196674964078e-05, "loss": 18.8467, "step": 44859 }, { "epoch": 39.84, "learning_rate": 1.0913441105795418e-05, "loss": 18.9102, "step": 44860 }, { "epoch": 39.84, "learning_rate": 1.0911685660523168e-05, "loss": 19.293, "step": 44861 }, { "epoch": 39.84, "learning_rate": 1.0909930339152925e-05, "loss": 19.5352, "step": 44862 }, { "epoch": 39.84, "learning_rate": 1.0908175141690235e-05, "loss": 19.3877, "step": 44863 }, { "epoch": 39.84, "learning_rate": 1.0906420068140656e-05, "loss": 19.0938, "step": 44864 }, { "epoch": 39.84, "learning_rate": 1.0904665118509772e-05, "loss": 19.1436, "step": 44865 }, { "epoch": 39.85, "learning_rate": 1.0902910292803121e-05, "loss": 18.8438, "step": 44866 }, { "epoch": 39.85, "learning_rate": 1.0901155591026274e-05, "loss": 19.1533, "step": 44867 }, { "epoch": 39.85, "learning_rate": 1.0899401013184829e-05, "loss": 19.5635, "step": 44868 }, { "epoch": 39.85, "learning_rate": 1.0897646559284291e-05, "loss": 19.002, "step": 44869 }, { "epoch": 39.85, "learning_rate": 1.089589222933024e-05, "loss": 19.1553, "step": 44870 }, { "epoch": 39.85, "learning_rate": 1.0894138023328265e-05, "loss": 18.9941, "step": 44871 }, { "epoch": 39.85, "learning_rate": 1.0892383941283885e-05, "loss": 19.7012, "step": 44872 }, { "epoch": 39.85, "learning_rate": 1.0890629983202706e-05, "loss": 19.4434, "step": 44873 }, { "epoch": 39.85, "learning_rate": 1.0888876149090238e-05, "loss": 19.1074, "step": 44874 }, { "epoch": 39.85, "learning_rate": 1.0887122438952063e-05, "loss": 19.8896, "step": 44875 }, { "epoch": 39.85, "learning_rate": 1.0885368852793754e-05, "loss": 19.6172, "step": 44876 }, { "epoch": 39.86, "learning_rate": 1.0883615390620837e-05, "loss": 19.1309, "step": 44877 }, { "epoch": 39.86, "learning_rate": 1.0881862052438913e-05, "loss": 19.2861, "step": 44878 }, { "epoch": 39.86, "learning_rate": 1.0880108838253511e-05, "loss": 19.0762, "step": 44879 }, { "epoch": 39.86, "learning_rate": 1.0878355748070179e-05, "loss": 18.8984, "step": 44880 }, { "epoch": 39.86, "learning_rate": 1.0876602781894502e-05, "loss": 19.6006, "step": 44881 }, { "epoch": 39.86, "learning_rate": 1.0874849939732006e-05, "loss": 19.7012, "step": 44882 }, { "epoch": 39.86, "learning_rate": 1.0873097221588286e-05, "loss": 18.7959, "step": 44883 }, { "epoch": 39.86, "learning_rate": 1.087134462746887e-05, "loss": 19.0283, "step": 44884 }, { "epoch": 39.86, "learning_rate": 1.0869592157379304e-05, "loss": 19.0566, "step": 44885 }, { "epoch": 39.86, "learning_rate": 1.0867839811325175e-05, "loss": 19.2842, "step": 44886 }, { "epoch": 39.86, "learning_rate": 1.0866087589312008e-05, "loss": 19.1445, "step": 44887 }, { "epoch": 39.87, "learning_rate": 1.0864335491345384e-05, "loss": 18.9102, "step": 44888 }, { "epoch": 39.87, "learning_rate": 1.0862583517430835e-05, "loss": 19.1973, "step": 44889 }, { "epoch": 39.87, "learning_rate": 1.0860831667573917e-05, "loss": 19.1709, "step": 44890 }, { "epoch": 39.87, "learning_rate": 1.0859079941780198e-05, "loss": 18.8701, "step": 44891 }, { "epoch": 39.87, "learning_rate": 1.0857328340055205e-05, "loss": 18.7822, "step": 44892 }, { "epoch": 39.87, "learning_rate": 1.0855576862404509e-05, "loss": 18.541, "step": 44893 }, { "epoch": 39.87, "learning_rate": 1.0853825508833687e-05, "loss": 19.6943, "step": 44894 }, { "epoch": 39.87, "learning_rate": 1.0852074279348235e-05, "loss": 18.9521, "step": 44895 }, { "epoch": 39.87, "learning_rate": 1.085032317395373e-05, "loss": 19.2471, "step": 44896 }, { "epoch": 39.87, "learning_rate": 1.0848572192655738e-05, "loss": 19.5312, "step": 44897 }, { "epoch": 39.87, "learning_rate": 1.0846821335459779e-05, "loss": 19.2275, "step": 44898 }, { "epoch": 39.87, "learning_rate": 1.0845070602371433e-05, "loss": 19.7139, "step": 44899 }, { "epoch": 39.88, "learning_rate": 1.0843319993396234e-05, "loss": 19.166, "step": 44900 }, { "epoch": 39.88, "learning_rate": 1.0841569508539723e-05, "loss": 19.1035, "step": 44901 }, { "epoch": 39.88, "learning_rate": 1.0839819147807467e-05, "loss": 19.5898, "step": 44902 }, { "epoch": 39.88, "learning_rate": 1.0838068911204996e-05, "loss": 19.1104, "step": 44903 }, { "epoch": 39.88, "learning_rate": 1.0836318798737882e-05, "loss": 19.0312, "step": 44904 }, { "epoch": 39.88, "learning_rate": 1.0834568810411654e-05, "loss": 19.1953, "step": 44905 }, { "epoch": 39.88, "learning_rate": 1.0832818946231849e-05, "loss": 19.3037, "step": 44906 }, { "epoch": 39.88, "learning_rate": 1.0831069206204048e-05, "loss": 18.958, "step": 44907 }, { "epoch": 39.88, "learning_rate": 1.0829319590333758e-05, "loss": 18.8311, "step": 44908 }, { "epoch": 39.88, "learning_rate": 1.0827570098626555e-05, "loss": 19.0215, "step": 44909 }, { "epoch": 39.88, "learning_rate": 1.0825820731087976e-05, "loss": 19.5947, "step": 44910 }, { "epoch": 39.89, "learning_rate": 1.0824071487723552e-05, "loss": 19.4678, "step": 44911 }, { "epoch": 39.89, "learning_rate": 1.0822322368538851e-05, "loss": 18.7695, "step": 44912 }, { "epoch": 39.89, "learning_rate": 1.0820573373539394e-05, "loss": 18.877, "step": 44913 }, { "epoch": 39.89, "learning_rate": 1.0818824502730745e-05, "loss": 19.0381, "step": 44914 }, { "epoch": 39.89, "learning_rate": 1.0817075756118433e-05, "loss": 19.0928, "step": 44915 }, { "epoch": 39.89, "learning_rate": 1.0815327133708015e-05, "loss": 19.3965, "step": 44916 }, { "epoch": 39.89, "learning_rate": 1.0813578635505028e-05, "loss": 19.0361, "step": 44917 }, { "epoch": 39.89, "learning_rate": 1.0811830261515e-05, "loss": 19.1504, "step": 44918 }, { "epoch": 39.89, "learning_rate": 1.0810082011743482e-05, "loss": 18.4766, "step": 44919 }, { "epoch": 39.89, "learning_rate": 1.0808333886196037e-05, "loss": 19.3184, "step": 44920 }, { "epoch": 39.89, "learning_rate": 1.080658588487819e-05, "loss": 19.3955, "step": 44921 }, { "epoch": 39.9, "learning_rate": 1.0804838007795476e-05, "loss": 19.0254, "step": 44922 }, { "epoch": 39.9, "learning_rate": 1.0803090254953425e-05, "loss": 19.3428, "step": 44923 }, { "epoch": 39.9, "learning_rate": 1.0801342626357597e-05, "loss": 18.8398, "step": 44924 }, { "epoch": 39.9, "learning_rate": 1.0799595122013535e-05, "loss": 18.9365, "step": 44925 }, { "epoch": 39.9, "learning_rate": 1.0797847741926759e-05, "loss": 19.1738, "step": 44926 }, { "epoch": 39.9, "learning_rate": 1.0796100486102828e-05, "loss": 18.9756, "step": 44927 }, { "epoch": 39.9, "learning_rate": 1.0794353354547271e-05, "loss": 19.5693, "step": 44928 }, { "epoch": 39.9, "learning_rate": 1.0792606347265616e-05, "loss": 19.1611, "step": 44929 }, { "epoch": 39.9, "learning_rate": 1.079085946426342e-05, "loss": 19.1689, "step": 44930 }, { "epoch": 39.9, "learning_rate": 1.0789112705546201e-05, "loss": 19.0586, "step": 44931 }, { "epoch": 39.9, "learning_rate": 1.0787366071119515e-05, "loss": 18.8447, "step": 44932 }, { "epoch": 39.9, "learning_rate": 1.0785619560988892e-05, "loss": 18.6504, "step": 44933 }, { "epoch": 39.91, "learning_rate": 1.0783873175159847e-05, "loss": 19.2607, "step": 44934 }, { "epoch": 39.91, "learning_rate": 1.0782126913637952e-05, "loss": 19.1035, "step": 44935 }, { "epoch": 39.91, "learning_rate": 1.0780380776428712e-05, "loss": 18.7578, "step": 44936 }, { "epoch": 39.91, "learning_rate": 1.0778634763537681e-05, "loss": 19.082, "step": 44937 }, { "epoch": 39.91, "learning_rate": 1.0776888874970392e-05, "loss": 19.0771, "step": 44938 }, { "epoch": 39.91, "learning_rate": 1.077514311073236e-05, "loss": 18.8848, "step": 44939 }, { "epoch": 39.91, "learning_rate": 1.0773397470829145e-05, "loss": 18.8945, "step": 44940 }, { "epoch": 39.91, "learning_rate": 1.0771651955266255e-05, "loss": 19.291, "step": 44941 }, { "epoch": 39.91, "learning_rate": 1.0769906564049231e-05, "loss": 19.0039, "step": 44942 }, { "epoch": 39.91, "learning_rate": 1.0768161297183637e-05, "loss": 19.0156, "step": 44943 }, { "epoch": 39.91, "learning_rate": 1.0766416154674958e-05, "loss": 19.0723, "step": 44944 }, { "epoch": 39.92, "learning_rate": 1.0764671136528742e-05, "loss": 18.9434, "step": 44945 }, { "epoch": 39.92, "learning_rate": 1.0762926242750538e-05, "loss": 19.1309, "step": 44946 }, { "epoch": 39.92, "learning_rate": 1.0761181473345849e-05, "loss": 19.0752, "step": 44947 }, { "epoch": 39.92, "learning_rate": 1.0759436828320245e-05, "loss": 19.0469, "step": 44948 }, { "epoch": 39.92, "learning_rate": 1.0757692307679207e-05, "loss": 18.8066, "step": 44949 }, { "epoch": 39.92, "learning_rate": 1.0755947911428288e-05, "loss": 18.8115, "step": 44950 }, { "epoch": 39.92, "learning_rate": 1.0754203639573034e-05, "loss": 19.2109, "step": 44951 }, { "epoch": 39.92, "learning_rate": 1.0752459492118943e-05, "loss": 18.915, "step": 44952 }, { "epoch": 39.92, "learning_rate": 1.075071546907157e-05, "loss": 19.3213, "step": 44953 }, { "epoch": 39.92, "learning_rate": 1.074897157043644e-05, "loss": 18.7031, "step": 44954 }, { "epoch": 39.92, "learning_rate": 1.0747227796219051e-05, "loss": 19.7314, "step": 44955 }, { "epoch": 39.93, "learning_rate": 1.0745484146424966e-05, "loss": 19.0869, "step": 44956 }, { "epoch": 39.93, "learning_rate": 1.074374062105969e-05, "loss": 19.0527, "step": 44957 }, { "epoch": 39.93, "learning_rate": 1.0741997220128764e-05, "loss": 19.5635, "step": 44958 }, { "epoch": 39.93, "learning_rate": 1.0740253943637713e-05, "loss": 19.2861, "step": 44959 }, { "epoch": 39.93, "learning_rate": 1.0738510791592043e-05, "loss": 18.8799, "step": 44960 }, { "epoch": 39.93, "learning_rate": 1.0736767763997308e-05, "loss": 19.165, "step": 44961 }, { "epoch": 39.93, "learning_rate": 1.0735024860859005e-05, "loss": 18.9385, "step": 44962 }, { "epoch": 39.93, "learning_rate": 1.0733282082182677e-05, "loss": 18.5811, "step": 44963 }, { "epoch": 39.93, "learning_rate": 1.073153942797387e-05, "loss": 18.6406, "step": 44964 }, { "epoch": 39.93, "learning_rate": 1.0729796898238053e-05, "loss": 18.8936, "step": 44965 }, { "epoch": 39.93, "learning_rate": 1.0728054492980787e-05, "loss": 19.2705, "step": 44966 }, { "epoch": 39.94, "learning_rate": 1.0726312212207585e-05, "loss": 18.7402, "step": 44967 }, { "epoch": 39.94, "learning_rate": 1.072457005592396e-05, "loss": 19.3506, "step": 44968 }, { "epoch": 39.94, "learning_rate": 1.0722828024135479e-05, "loss": 19.1377, "step": 44969 }, { "epoch": 39.94, "learning_rate": 1.07210861168476e-05, "loss": 18.7451, "step": 44970 }, { "epoch": 39.94, "learning_rate": 1.0719344334065879e-05, "loss": 18.9072, "step": 44971 }, { "epoch": 39.94, "learning_rate": 1.0717602675795846e-05, "loss": 19.1162, "step": 44972 }, { "epoch": 39.94, "learning_rate": 1.0715861142042994e-05, "loss": 19.1943, "step": 44973 }, { "epoch": 39.94, "learning_rate": 1.0714119732812872e-05, "loss": 19.3135, "step": 44974 }, { "epoch": 39.94, "learning_rate": 1.0712378448110982e-05, "loss": 19.1934, "step": 44975 }, { "epoch": 39.94, "learning_rate": 1.0710637287942838e-05, "loss": 18.9805, "step": 44976 }, { "epoch": 39.94, "learning_rate": 1.0708896252313982e-05, "loss": 18.9766, "step": 44977 }, { "epoch": 39.94, "learning_rate": 1.0707155341229901e-05, "loss": 18.5791, "step": 44978 }, { "epoch": 39.95, "learning_rate": 1.0705414554696152e-05, "loss": 18.751, "step": 44979 }, { "epoch": 39.95, "learning_rate": 1.070367389271823e-05, "loss": 19.6182, "step": 44980 }, { "epoch": 39.95, "learning_rate": 1.0701933355301641e-05, "loss": 19.2178, "step": 44981 }, { "epoch": 39.95, "learning_rate": 1.0700192942451932e-05, "loss": 19.7646, "step": 44982 }, { "epoch": 39.95, "learning_rate": 1.069845265417459e-05, "loss": 19.3398, "step": 44983 }, { "epoch": 39.95, "learning_rate": 1.0696712490475158e-05, "loss": 18.876, "step": 44984 }, { "epoch": 39.95, "learning_rate": 1.0694972451359126e-05, "loss": 18.8965, "step": 44985 }, { "epoch": 39.95, "learning_rate": 1.0693232536832037e-05, "loss": 19.0332, "step": 44986 }, { "epoch": 39.95, "learning_rate": 1.069149274689939e-05, "loss": 19.3594, "step": 44987 }, { "epoch": 39.95, "learning_rate": 1.068975308156669e-05, "loss": 19.2441, "step": 44988 }, { "epoch": 39.95, "learning_rate": 1.0688013540839465e-05, "loss": 18.9658, "step": 44989 }, { "epoch": 39.96, "learning_rate": 1.0686274124723238e-05, "loss": 18.8984, "step": 44990 }, { "epoch": 39.96, "learning_rate": 1.0684534833223514e-05, "loss": 19.3818, "step": 44991 }, { "epoch": 39.96, "learning_rate": 1.0682795666345802e-05, "loss": 19.4824, "step": 44992 }, { "epoch": 39.96, "learning_rate": 1.0681056624095603e-05, "loss": 19.2324, "step": 44993 }, { "epoch": 39.96, "learning_rate": 1.0679317706478442e-05, "loss": 19.6387, "step": 44994 }, { "epoch": 39.96, "learning_rate": 1.0677578913499852e-05, "loss": 18.9492, "step": 44995 }, { "epoch": 39.96, "learning_rate": 1.067584024516532e-05, "loss": 19.5127, "step": 44996 }, { "epoch": 39.96, "learning_rate": 1.0674101701480348e-05, "loss": 18.6328, "step": 44997 }, { "epoch": 39.96, "learning_rate": 1.0672363282450477e-05, "loss": 19.2969, "step": 44998 }, { "epoch": 39.96, "learning_rate": 1.067062498808119e-05, "loss": 19.1182, "step": 44999 }, { "epoch": 39.96, "learning_rate": 1.0668886818378021e-05, "loss": 19.4844, "step": 45000 }, { "epoch": 39.97, "learning_rate": 1.0667148773346447e-05, "loss": 18.6572, "step": 45001 }, { "epoch": 39.97, "learning_rate": 1.0665410852992019e-05, "loss": 19.6191, "step": 45002 }, { "epoch": 39.97, "learning_rate": 1.0663673057320223e-05, "loss": 19.0664, "step": 45003 }, { "epoch": 39.97, "learning_rate": 1.0661935386336553e-05, "loss": 19.1465, "step": 45004 }, { "epoch": 39.97, "learning_rate": 1.0660197840046543e-05, "loss": 18.915, "step": 45005 }, { "epoch": 39.97, "learning_rate": 1.0658460418455679e-05, "loss": 18.9326, "step": 45006 }, { "epoch": 39.97, "learning_rate": 1.0656723121569494e-05, "loss": 19.2236, "step": 45007 }, { "epoch": 39.97, "learning_rate": 1.0654985949393487e-05, "loss": 19.4336, "step": 45008 }, { "epoch": 39.97, "learning_rate": 1.0653248901933138e-05, "loss": 18.7646, "step": 45009 }, { "epoch": 39.97, "learning_rate": 1.0651511979193985e-05, "loss": 19.2393, "step": 45010 }, { "epoch": 39.97, "learning_rate": 1.0649775181181509e-05, "loss": 18.9473, "step": 45011 }, { "epoch": 39.98, "learning_rate": 1.0648038507901243e-05, "loss": 19.2783, "step": 45012 }, { "epoch": 39.98, "learning_rate": 1.0646301959358679e-05, "loss": 19.2441, "step": 45013 }, { "epoch": 39.98, "learning_rate": 1.0644565535559304e-05, "loss": 18.5654, "step": 45014 }, { "epoch": 39.98, "learning_rate": 1.064282923650864e-05, "loss": 19.4355, "step": 45015 }, { "epoch": 39.98, "learning_rate": 1.0641093062212198e-05, "loss": 18.917, "step": 45016 }, { "epoch": 39.98, "learning_rate": 1.0639357012675461e-05, "loss": 19.3633, "step": 45017 }, { "epoch": 39.98, "learning_rate": 1.0637621087903965e-05, "loss": 19.5947, "step": 45018 }, { "epoch": 39.98, "learning_rate": 1.0635885287903168e-05, "loss": 18.626, "step": 45019 }, { "epoch": 39.98, "learning_rate": 1.063414961267859e-05, "loss": 18.9893, "step": 45020 }, { "epoch": 39.98, "learning_rate": 1.0632414062235758e-05, "loss": 19.0723, "step": 45021 }, { "epoch": 39.98, "learning_rate": 1.0630678636580132e-05, "loss": 19.1934, "step": 45022 }, { "epoch": 39.98, "learning_rate": 1.0628943335717252e-05, "loss": 19.0195, "step": 45023 }, { "epoch": 39.99, "learning_rate": 1.062720815965259e-05, "loss": 18.5303, "step": 45024 }, { "epoch": 39.99, "learning_rate": 1.0625473108391653e-05, "loss": 18.9365, "step": 45025 }, { "epoch": 39.99, "learning_rate": 1.0623738181939952e-05, "loss": 19.168, "step": 45026 }, { "epoch": 39.99, "learning_rate": 1.0622003380302964e-05, "loss": 19.1084, "step": 45027 }, { "epoch": 39.99, "learning_rate": 1.062026870348622e-05, "loss": 19.1494, "step": 45028 }, { "epoch": 39.99, "learning_rate": 1.0618534151495197e-05, "loss": 18.8965, "step": 45029 }, { "epoch": 39.99, "learning_rate": 1.0616799724335385e-05, "loss": 19.1934, "step": 45030 }, { "epoch": 39.99, "learning_rate": 1.0615065422012304e-05, "loss": 18.8584, "step": 45031 }, { "epoch": 39.99, "learning_rate": 1.0613331244531433e-05, "loss": 19.0664, "step": 45032 }, { "epoch": 39.99, "learning_rate": 1.0611597191898288e-05, "loss": 19.0029, "step": 45033 }, { "epoch": 39.99, "learning_rate": 1.0609863264118353e-05, "loss": 19.5039, "step": 45034 }, { "epoch": 40.0, "learning_rate": 1.0608129461197114e-05, "loss": 18.876, "step": 45035 }, { "epoch": 40.0, "learning_rate": 1.0606395783140089e-05, "loss": 18.7334, "step": 45036 }, { "epoch": 40.0, "learning_rate": 1.060466222995275e-05, "loss": 19.1924, "step": 45037 }, { "epoch": 40.0, "learning_rate": 1.0602928801640605e-05, "loss": 18.7295, "step": 45038 }, { "epoch": 40.0, "learning_rate": 1.0601195498209181e-05, "loss": 18.9258, "step": 45039 }, { "epoch": 40.0, "learning_rate": 1.0599462319663905e-05, "loss": 19.7129, "step": 45040 }, { "epoch": 40.0, "learning_rate": 1.0597729266010326e-05, "loss": 18.9746, "step": 45041 }, { "epoch": 40.0, "learning_rate": 1.05959963372539e-05, "loss": 19.123, "step": 45042 }, { "epoch": 40.0, "learning_rate": 1.059426353340014e-05, "loss": 19.0049, "step": 45043 }, { "epoch": 40.0, "learning_rate": 1.0592530854454558e-05, "loss": 19.2061, "step": 45044 }, { "epoch": 40.0, "learning_rate": 1.05907983004226e-05, "loss": 19.3955, "step": 45045 }, { "epoch": 40.01, "learning_rate": 1.0589065871309778e-05, "loss": 18.6807, "step": 45046 }, { "epoch": 40.01, "learning_rate": 1.0587333567121604e-05, "loss": 19.1084, "step": 45047 }, { "epoch": 40.01, "learning_rate": 1.0585601387863542e-05, "loss": 18.8096, "step": 45048 }, { "epoch": 40.01, "learning_rate": 1.0583869333541102e-05, "loss": 19.3555, "step": 45049 }, { "epoch": 40.01, "learning_rate": 1.0582137404159764e-05, "loss": 18.9189, "step": 45050 }, { "epoch": 40.01, "learning_rate": 1.0580405599725007e-05, "loss": 19.2295, "step": 45051 }, { "epoch": 40.01, "learning_rate": 1.0578673920242349e-05, "loss": 19.167, "step": 45052 }, { "epoch": 40.01, "learning_rate": 1.0576942365717246e-05, "loss": 18.5176, "step": 45053 }, { "epoch": 40.01, "learning_rate": 1.0575210936155217e-05, "loss": 18.5879, "step": 45054 }, { "epoch": 40.01, "learning_rate": 1.0573479631561739e-05, "loss": 18.4854, "step": 45055 }, { "epoch": 40.01, "learning_rate": 1.0571748451942281e-05, "loss": 18.5146, "step": 45056 }, { "epoch": 40.02, "learning_rate": 1.0570017397302363e-05, "loss": 19.1201, "step": 45057 }, { "epoch": 40.02, "learning_rate": 1.0568286467647443e-05, "loss": 19.1611, "step": 45058 }, { "epoch": 40.02, "learning_rate": 1.056655566298303e-05, "loss": 19.0625, "step": 45059 }, { "epoch": 40.02, "learning_rate": 1.0564824983314592e-05, "loss": 18.6689, "step": 45060 }, { "epoch": 40.02, "learning_rate": 1.0563094428647636e-05, "loss": 19.0508, "step": 45061 }, { "epoch": 40.02, "learning_rate": 1.0561363998987633e-05, "loss": 19.5674, "step": 45062 }, { "epoch": 40.02, "learning_rate": 1.055963369434006e-05, "loss": 19.0381, "step": 45063 }, { "epoch": 40.02, "learning_rate": 1.055790351471041e-05, "loss": 19.2021, "step": 45064 }, { "epoch": 40.02, "learning_rate": 1.0556173460104186e-05, "loss": 18.6484, "step": 45065 }, { "epoch": 40.02, "learning_rate": 1.0554443530526853e-05, "loss": 19.3369, "step": 45066 }, { "epoch": 40.02, "learning_rate": 1.0552713725983898e-05, "loss": 19.6553, "step": 45067 }, { "epoch": 40.02, "learning_rate": 1.0550984046480788e-05, "loss": 18.9453, "step": 45068 }, { "epoch": 40.03, "learning_rate": 1.054925449202302e-05, "loss": 18.7773, "step": 45069 }, { "epoch": 40.03, "learning_rate": 1.0547525062616093e-05, "loss": 18.875, "step": 45070 }, { "epoch": 40.03, "learning_rate": 1.0545795758265476e-05, "loss": 19.1875, "step": 45071 }, { "epoch": 40.03, "learning_rate": 1.0545795758265476e-05, "loss": 18.6875, "step": 45072 }, { "epoch": 40.03, "learning_rate": 1.054406657897663e-05, "loss": 18.5215, "step": 45073 }, { "epoch": 40.03, "learning_rate": 1.054233752475507e-05, "loss": 18.7656, "step": 45074 }, { "epoch": 40.03, "learning_rate": 1.0540608595606244e-05, "loss": 19.4932, "step": 45075 }, { "epoch": 40.03, "learning_rate": 1.0538879791535666e-05, "loss": 18.9531, "step": 45076 }, { "epoch": 40.03, "learning_rate": 1.0537151112548782e-05, "loss": 19.3125, "step": 45077 }, { "epoch": 40.03, "learning_rate": 1.0535422558651103e-05, "loss": 19.3936, "step": 45078 }, { "epoch": 40.03, "learning_rate": 1.0533694129848093e-05, "loss": 19.0596, "step": 45079 }, { "epoch": 40.04, "learning_rate": 1.0531965826145217e-05, "loss": 19.1846, "step": 45080 }, { "epoch": 40.04, "learning_rate": 1.0530237647547987e-05, "loss": 19.0576, "step": 45081 }, { "epoch": 40.04, "learning_rate": 1.0528509594061842e-05, "loss": 19.4463, "step": 45082 }, { "epoch": 40.04, "learning_rate": 1.0526781665692297e-05, "loss": 18.54, "step": 45083 }, { "epoch": 40.04, "learning_rate": 1.0525053862444812e-05, "loss": 18.9512, "step": 45084 }, { "epoch": 40.04, "learning_rate": 1.0523326184324845e-05, "loss": 18.9131, "step": 45085 }, { "epoch": 40.04, "learning_rate": 1.0521598631337909e-05, "loss": 19.292, "step": 45086 }, { "epoch": 40.04, "learning_rate": 1.0519871203489445e-05, "loss": 19.1621, "step": 45087 }, { "epoch": 40.04, "learning_rate": 1.051814390078496e-05, "loss": 19.5107, "step": 45088 }, { "epoch": 40.04, "learning_rate": 1.051641672322991e-05, "loss": 19.8809, "step": 45089 }, { "epoch": 40.04, "learning_rate": 1.051468967082977e-05, "loss": 18.6826, "step": 45090 }, { "epoch": 40.05, "learning_rate": 1.0512962743590011e-05, "loss": 18.8291, "step": 45091 }, { "epoch": 40.05, "learning_rate": 1.051123594151613e-05, "loss": 19.0332, "step": 45092 }, { "epoch": 40.05, "learning_rate": 1.050950926461357e-05, "loss": 19.5898, "step": 45093 }, { "epoch": 40.05, "learning_rate": 1.0507782712887848e-05, "loss": 18.834, "step": 45094 }, { "epoch": 40.05, "learning_rate": 1.0506056286344384e-05, "loss": 18.7637, "step": 45095 }, { "epoch": 40.05, "learning_rate": 1.0504329984988676e-05, "loss": 18.752, "step": 45096 }, { "epoch": 40.05, "learning_rate": 1.05026038088262e-05, "loss": 18.9336, "step": 45097 }, { "epoch": 40.05, "learning_rate": 1.0500877757862414e-05, "loss": 20.043, "step": 45098 }, { "epoch": 40.05, "learning_rate": 1.0499151832102811e-05, "loss": 19.1484, "step": 45099 }, { "epoch": 40.05, "learning_rate": 1.0497426031552848e-05, "loss": 18.835, "step": 45100 }, { "epoch": 40.05, "learning_rate": 1.0495700356217985e-05, "loss": 19.0039, "step": 45101 }, { "epoch": 40.06, "learning_rate": 1.0493974806103713e-05, "loss": 18.8252, "step": 45102 }, { "epoch": 40.06, "learning_rate": 1.049224938121548e-05, "loss": 18.8643, "step": 45103 }, { "epoch": 40.06, "learning_rate": 1.0490524081558778e-05, "loss": 18.7969, "step": 45104 }, { "epoch": 40.06, "learning_rate": 1.0488798907139069e-05, "loss": 19.292, "step": 45105 }, { "epoch": 40.06, "learning_rate": 1.04870738579618e-05, "loss": 19.1309, "step": 45106 }, { "epoch": 40.06, "learning_rate": 1.0485348934032468e-05, "loss": 18.752, "step": 45107 }, { "epoch": 40.06, "learning_rate": 1.0483624135356519e-05, "loss": 19.0293, "step": 45108 }, { "epoch": 40.06, "learning_rate": 1.0481899461939426e-05, "loss": 19.0557, "step": 45109 }, { "epoch": 40.06, "learning_rate": 1.0480174913786695e-05, "loss": 18.748, "step": 45110 }, { "epoch": 40.06, "learning_rate": 1.0478450490903724e-05, "loss": 19.1865, "step": 45111 }, { "epoch": 40.06, "learning_rate": 1.0476726193296027e-05, "loss": 18.7734, "step": 45112 }, { "epoch": 40.06, "learning_rate": 1.0475002020969039e-05, "loss": 19.3301, "step": 45113 }, { "epoch": 40.07, "learning_rate": 1.0473277973928248e-05, "loss": 19.5742, "step": 45114 }, { "epoch": 40.07, "learning_rate": 1.0471554052179133e-05, "loss": 18.6807, "step": 45115 }, { "epoch": 40.07, "learning_rate": 1.0469830255727114e-05, "loss": 18.7363, "step": 45116 }, { "epoch": 40.07, "learning_rate": 1.0468106584577675e-05, "loss": 18.5625, "step": 45117 }, { "epoch": 40.07, "learning_rate": 1.04663830387363e-05, "loss": 19.1387, "step": 45118 }, { "epoch": 40.07, "learning_rate": 1.0464659618208422e-05, "loss": 19.4609, "step": 45119 }, { "epoch": 40.07, "learning_rate": 1.0462936322999534e-05, "loss": 18.4512, "step": 45120 }, { "epoch": 40.07, "learning_rate": 1.046121315311508e-05, "loss": 19.2109, "step": 45121 }, { "epoch": 40.07, "learning_rate": 1.045949010856051e-05, "loss": 19.3496, "step": 45122 }, { "epoch": 40.07, "learning_rate": 1.0457767189341311e-05, "loss": 19.0723, "step": 45123 }, { "epoch": 40.07, "learning_rate": 1.0456044395462927e-05, "loss": 18.8457, "step": 45124 }, { "epoch": 40.08, "learning_rate": 1.0454321726930833e-05, "loss": 18.8516, "step": 45125 }, { "epoch": 40.08, "learning_rate": 1.0452599183750484e-05, "loss": 18.6602, "step": 45126 }, { "epoch": 40.08, "learning_rate": 1.045087676592732e-05, "loss": 18.8555, "step": 45127 }, { "epoch": 40.08, "learning_rate": 1.0449154473466837e-05, "loss": 18.8174, "step": 45128 }, { "epoch": 40.08, "learning_rate": 1.044743230637446e-05, "loss": 18.6514, "step": 45129 }, { "epoch": 40.08, "learning_rate": 1.0445710264655678e-05, "loss": 19.0586, "step": 45130 }, { "epoch": 40.08, "learning_rate": 1.0443988348315936e-05, "loss": 18.8379, "step": 45131 }, { "epoch": 40.08, "learning_rate": 1.044226655736068e-05, "loss": 19.0303, "step": 45132 }, { "epoch": 40.08, "learning_rate": 1.0440544891795389e-05, "loss": 19.3066, "step": 45133 }, { "epoch": 40.08, "learning_rate": 1.0438823351625498e-05, "loss": 18.7461, "step": 45134 }, { "epoch": 40.08, "learning_rate": 1.0437101936856492e-05, "loss": 19.0146, "step": 45135 }, { "epoch": 40.09, "learning_rate": 1.0435380647493798e-05, "loss": 18.9463, "step": 45136 }, { "epoch": 40.09, "learning_rate": 1.0433659483542896e-05, "loss": 18.833, "step": 45137 }, { "epoch": 40.09, "learning_rate": 1.0431938445009231e-05, "loss": 18.9922, "step": 45138 }, { "epoch": 40.09, "learning_rate": 1.0430217531898251e-05, "loss": 18.8467, "step": 45139 }, { "epoch": 40.09, "learning_rate": 1.0428496744215415e-05, "loss": 19.0459, "step": 45140 }, { "epoch": 40.09, "learning_rate": 1.04267760819662e-05, "loss": 18.5391, "step": 45141 }, { "epoch": 40.09, "learning_rate": 1.0425055545156037e-05, "loss": 18.5049, "step": 45142 }, { "epoch": 40.09, "learning_rate": 1.0423335133790373e-05, "loss": 19.3408, "step": 45143 }, { "epoch": 40.09, "learning_rate": 1.0421614847874688e-05, "loss": 19.4668, "step": 45144 }, { "epoch": 40.09, "learning_rate": 1.0419894687414405e-05, "loss": 18.8594, "step": 45145 }, { "epoch": 40.09, "learning_rate": 1.0418174652415003e-05, "loss": 19.0771, "step": 45146 }, { "epoch": 40.1, "learning_rate": 1.0416454742881925e-05, "loss": 18.6797, "step": 45147 }, { "epoch": 40.1, "learning_rate": 1.0414734958820605e-05, "loss": 19.1758, "step": 45148 }, { "epoch": 40.1, "learning_rate": 1.0413015300236523e-05, "loss": 19.2295, "step": 45149 }, { "epoch": 40.1, "learning_rate": 1.0411295767135104e-05, "loss": 19.6689, "step": 45150 }, { "epoch": 40.1, "learning_rate": 1.0409576359521827e-05, "loss": 19.3506, "step": 45151 }, { "epoch": 40.1, "learning_rate": 1.0407857077402111e-05, "loss": 19.0918, "step": 45152 }, { "epoch": 40.1, "learning_rate": 1.0406137920781434e-05, "loss": 18.8125, "step": 45153 }, { "epoch": 40.1, "learning_rate": 1.0404418889665234e-05, "loss": 19.5381, "step": 45154 }, { "epoch": 40.1, "learning_rate": 1.0402699984058944e-05, "loss": 19.2588, "step": 45155 }, { "epoch": 40.1, "learning_rate": 1.0400981203968041e-05, "loss": 19.2031, "step": 45156 }, { "epoch": 40.1, "learning_rate": 1.0399262549397948e-05, "loss": 19.2988, "step": 45157 }, { "epoch": 40.1, "learning_rate": 1.0397544020354133e-05, "loss": 19.166, "step": 45158 }, { "epoch": 40.11, "learning_rate": 1.0395825616842037e-05, "loss": 19.4463, "step": 45159 }, { "epoch": 40.11, "learning_rate": 1.0394107338867093e-05, "loss": 18.5059, "step": 45160 }, { "epoch": 40.11, "learning_rate": 1.039238918643477e-05, "loss": 18.6455, "step": 45161 }, { "epoch": 40.11, "learning_rate": 1.039238918643477e-05, "loss": 19.5449, "step": 45162 }, { "epoch": 40.11, "learning_rate": 1.0390671159550491e-05, "loss": 19.4297, "step": 45163 }, { "epoch": 40.11, "learning_rate": 1.0388953258219725e-05, "loss": 18.7461, "step": 45164 }, { "epoch": 40.11, "learning_rate": 1.038723548244791e-05, "loss": 19.0342, "step": 45165 }, { "epoch": 40.11, "learning_rate": 1.0385517832240471e-05, "loss": 18.71, "step": 45166 }, { "epoch": 40.11, "learning_rate": 1.038380030760287e-05, "loss": 19.0615, "step": 45167 }, { "epoch": 40.11, "learning_rate": 1.0382082908540564e-05, "loss": 19.4385, "step": 45168 }, { "epoch": 40.11, "learning_rate": 1.038036563505897e-05, "loss": 19.6611, "step": 45169 }, { "epoch": 40.12, "learning_rate": 1.0378648487163556e-05, "loss": 19.0469, "step": 45170 }, { "epoch": 40.12, "learning_rate": 1.0376931464859757e-05, "loss": 18.9131, "step": 45171 }, { "epoch": 40.12, "learning_rate": 1.0375214568152996e-05, "loss": 18.7812, "step": 45172 }, { "epoch": 40.12, "learning_rate": 1.0373497797048742e-05, "loss": 19.3311, "step": 45173 }, { "epoch": 40.12, "learning_rate": 1.0371781151552418e-05, "loss": 19.21, "step": 45174 }, { "epoch": 40.12, "learning_rate": 1.0370064631669485e-05, "loss": 19.6699, "step": 45175 }, { "epoch": 40.12, "learning_rate": 1.0368348237405373e-05, "loss": 19.5352, "step": 45176 }, { "epoch": 40.12, "learning_rate": 1.0366631968765505e-05, "loss": 18.7617, "step": 45177 }, { "epoch": 40.12, "learning_rate": 1.0364915825755357e-05, "loss": 19.2461, "step": 45178 }, { "epoch": 40.12, "learning_rate": 1.0363199808380337e-05, "loss": 18.8105, "step": 45179 }, { "epoch": 40.12, "learning_rate": 1.0361483916645909e-05, "loss": 18.8945, "step": 45180 }, { "epoch": 40.13, "learning_rate": 1.0359768150557497e-05, "loss": 19.2471, "step": 45181 }, { "epoch": 40.13, "learning_rate": 1.0358052510120536e-05, "loss": 18.6855, "step": 45182 }, { "epoch": 40.13, "learning_rate": 1.0356336995340483e-05, "loss": 19.4375, "step": 45183 }, { "epoch": 40.13, "learning_rate": 1.0354621606222747e-05, "loss": 19.042, "step": 45184 }, { "epoch": 40.13, "learning_rate": 1.0352906342772789e-05, "loss": 19.2119, "step": 45185 }, { "epoch": 40.13, "learning_rate": 1.0351191204996063e-05, "loss": 18.5586, "step": 45186 }, { "epoch": 40.13, "learning_rate": 1.0349476192897956e-05, "loss": 19.0625, "step": 45187 }, { "epoch": 40.13, "learning_rate": 1.0347761306483943e-05, "loss": 19.7402, "step": 45188 }, { "epoch": 40.13, "learning_rate": 1.0346046545759442e-05, "loss": 19.0371, "step": 45189 }, { "epoch": 40.13, "learning_rate": 1.0344331910729888e-05, "loss": 19.248, "step": 45190 }, { "epoch": 40.13, "learning_rate": 1.0342617401400745e-05, "loss": 19.2441, "step": 45191 }, { "epoch": 40.13, "learning_rate": 1.0340903017777403e-05, "loss": 19.2021, "step": 45192 }, { "epoch": 40.14, "learning_rate": 1.0339188759865315e-05, "loss": 18.875, "step": 45193 }, { "epoch": 40.14, "learning_rate": 1.0337474627669935e-05, "loss": 18.7979, "step": 45194 }, { "epoch": 40.14, "learning_rate": 1.0335760621196661e-05, "loss": 19.3906, "step": 45195 }, { "epoch": 40.14, "learning_rate": 1.033404674045096e-05, "loss": 19.3096, "step": 45196 }, { "epoch": 40.14, "learning_rate": 1.0332332985438248e-05, "loss": 19.4834, "step": 45197 }, { "epoch": 40.14, "learning_rate": 1.0330619356163945e-05, "loss": 18.7666, "step": 45198 }, { "epoch": 40.14, "learning_rate": 1.0328905852633513e-05, "loss": 18.9336, "step": 45199 }, { "epoch": 40.14, "learning_rate": 1.0327192474852349e-05, "loss": 19.0518, "step": 45200 }, { "epoch": 40.14, "learning_rate": 1.0325479222825917e-05, "loss": 18.7773, "step": 45201 }, { "epoch": 40.14, "learning_rate": 1.0323766096559635e-05, "loss": 18.9648, "step": 45202 }, { "epoch": 40.14, "learning_rate": 1.0322053096058909e-05, "loss": 18.874, "step": 45203 }, { "epoch": 40.15, "learning_rate": 1.032034022132921e-05, "loss": 19.2129, "step": 45204 }, { "epoch": 40.15, "learning_rate": 1.031862747237593e-05, "loss": 18.9199, "step": 45205 }, { "epoch": 40.15, "learning_rate": 1.0316914849204534e-05, "loss": 18.2061, "step": 45206 }, { "epoch": 40.15, "learning_rate": 1.031520235182043e-05, "loss": 19.1748, "step": 45207 }, { "epoch": 40.15, "learning_rate": 1.0313489980229034e-05, "loss": 19.4141, "step": 45208 }, { "epoch": 40.15, "learning_rate": 1.0311777734435806e-05, "loss": 19.3145, "step": 45209 }, { "epoch": 40.15, "learning_rate": 1.031006561444614e-05, "loss": 18.8936, "step": 45210 }, { "epoch": 40.15, "learning_rate": 1.0308353620265482e-05, "loss": 18.666, "step": 45211 }, { "epoch": 40.15, "learning_rate": 1.0306641751899264e-05, "loss": 19.2158, "step": 45212 }, { "epoch": 40.15, "learning_rate": 1.030493000935291e-05, "loss": 19.043, "step": 45213 }, { "epoch": 40.15, "learning_rate": 1.0303218392631835e-05, "loss": 18.6855, "step": 45214 }, { "epoch": 40.16, "learning_rate": 1.030150690174146e-05, "loss": 18.752, "step": 45215 }, { "epoch": 40.16, "learning_rate": 1.0299795536687218e-05, "loss": 18.3018, "step": 45216 }, { "epoch": 40.16, "learning_rate": 1.0298084297474553e-05, "loss": 19.2324, "step": 45217 }, { "epoch": 40.16, "learning_rate": 1.0296373184108865e-05, "loss": 18.8828, "step": 45218 }, { "epoch": 40.16, "learning_rate": 1.0294662196595572e-05, "loss": 18.7939, "step": 45219 }, { "epoch": 40.16, "learning_rate": 1.0292951334940126e-05, "loss": 19.2363, "step": 45220 }, { "epoch": 40.16, "learning_rate": 1.0291240599147917e-05, "loss": 19.1016, "step": 45221 }, { "epoch": 40.16, "learning_rate": 1.02895299892244e-05, "loss": 18.6875, "step": 45222 }, { "epoch": 40.16, "learning_rate": 1.0287819505174983e-05, "loss": 18.9932, "step": 45223 }, { "epoch": 40.16, "learning_rate": 1.0286109147005074e-05, "loss": 18.9834, "step": 45224 }, { "epoch": 40.16, "learning_rate": 1.0284398914720116e-05, "loss": 18.7656, "step": 45225 }, { "epoch": 40.17, "learning_rate": 1.0282688808325513e-05, "loss": 18.9932, "step": 45226 }, { "epoch": 40.17, "learning_rate": 1.0280978827826709e-05, "loss": 19.5664, "step": 45227 }, { "epoch": 40.17, "learning_rate": 1.0279268973229089e-05, "loss": 19.8096, "step": 45228 }, { "epoch": 40.17, "learning_rate": 1.0277559244538115e-05, "loss": 18.7891, "step": 45229 }, { "epoch": 40.17, "learning_rate": 1.0275849641759178e-05, "loss": 19.2178, "step": 45230 }, { "epoch": 40.17, "learning_rate": 1.0274140164897694e-05, "loss": 18.8203, "step": 45231 }, { "epoch": 40.17, "learning_rate": 1.0272430813959105e-05, "loss": 19.2041, "step": 45232 }, { "epoch": 40.17, "learning_rate": 1.02707215889488e-05, "loss": 19.1885, "step": 45233 }, { "epoch": 40.17, "learning_rate": 1.0269012489872226e-05, "loss": 18.9346, "step": 45234 }, { "epoch": 40.17, "learning_rate": 1.0267303516734788e-05, "loss": 19.3467, "step": 45235 }, { "epoch": 40.17, "learning_rate": 1.0265594669541895e-05, "loss": 19.2061, "step": 45236 }, { "epoch": 40.17, "learning_rate": 1.0263885948298962e-05, "loss": 19.3623, "step": 45237 }, { "epoch": 40.18, "learning_rate": 1.0262177353011432e-05, "loss": 18.6758, "step": 45238 }, { "epoch": 40.18, "learning_rate": 1.0260468883684703e-05, "loss": 18.8945, "step": 45239 }, { "epoch": 40.18, "learning_rate": 1.0258760540324192e-05, "loss": 18.5977, "step": 45240 }, { "epoch": 40.18, "learning_rate": 1.0257052322935295e-05, "loss": 19.2051, "step": 45241 }, { "epoch": 40.18, "learning_rate": 1.0255344231523451e-05, "loss": 19.5264, "step": 45242 }, { "epoch": 40.18, "learning_rate": 1.0253636266094074e-05, "loss": 18.5762, "step": 45243 }, { "epoch": 40.18, "learning_rate": 1.0251928426652563e-05, "loss": 19.6504, "step": 45244 }, { "epoch": 40.18, "learning_rate": 1.0250220713204356e-05, "loss": 18.6621, "step": 45245 }, { "epoch": 40.18, "learning_rate": 1.0248513125754844e-05, "loss": 18.7695, "step": 45246 }, { "epoch": 40.18, "learning_rate": 1.0246805664309438e-05, "loss": 18.748, "step": 45247 }, { "epoch": 40.18, "learning_rate": 1.024509832887357e-05, "loss": 19.1055, "step": 45248 }, { "epoch": 40.19, "learning_rate": 1.0243391119452623e-05, "loss": 18.7529, "step": 45249 }, { "epoch": 40.19, "learning_rate": 1.0241684036052047e-05, "loss": 18.8896, "step": 45250 }, { "epoch": 40.19, "learning_rate": 1.0239977078677227e-05, "loss": 19.2734, "step": 45251 }, { "epoch": 40.19, "learning_rate": 1.0238270247333564e-05, "loss": 18.418, "step": 45252 }, { "epoch": 40.19, "learning_rate": 1.0236563542026495e-05, "loss": 18.9424, "step": 45253 }, { "epoch": 40.19, "learning_rate": 1.0234856962761408e-05, "loss": 19.0371, "step": 45254 }, { "epoch": 40.19, "learning_rate": 1.0233150509543737e-05, "loss": 18.7754, "step": 45255 }, { "epoch": 40.19, "learning_rate": 1.0231444182378874e-05, "loss": 18.7715, "step": 45256 }, { "epoch": 40.19, "learning_rate": 1.0229737981272219e-05, "loss": 18.7207, "step": 45257 }, { "epoch": 40.19, "learning_rate": 1.0228031906229203e-05, "loss": 19.4883, "step": 45258 }, { "epoch": 40.19, "learning_rate": 1.0226325957255206e-05, "loss": 19.1465, "step": 45259 }, { "epoch": 40.2, "learning_rate": 1.0224620134355656e-05, "loss": 18.9912, "step": 45260 }, { "epoch": 40.2, "learning_rate": 1.022291443753598e-05, "loss": 18.6992, "step": 45261 }, { "epoch": 40.2, "learning_rate": 1.0221208866801536e-05, "loss": 18.332, "step": 45262 }, { "epoch": 40.2, "learning_rate": 1.0219503422157756e-05, "loss": 19.1738, "step": 45263 }, { "epoch": 40.2, "learning_rate": 1.0217798103610055e-05, "loss": 18.9658, "step": 45264 }, { "epoch": 40.2, "learning_rate": 1.0216092911163816e-05, "loss": 19.2422, "step": 45265 }, { "epoch": 40.2, "learning_rate": 1.0214387844824486e-05, "loss": 18.8809, "step": 45266 }, { "epoch": 40.2, "learning_rate": 1.0212682904597415e-05, "loss": 19.2549, "step": 45267 }, { "epoch": 40.2, "learning_rate": 1.0210978090488027e-05, "loss": 19.0859, "step": 45268 }, { "epoch": 40.2, "learning_rate": 1.0209273402501746e-05, "loss": 19.0322, "step": 45269 }, { "epoch": 40.2, "learning_rate": 1.020756884064395e-05, "loss": 19.3555, "step": 45270 }, { "epoch": 40.21, "learning_rate": 1.0205864404920062e-05, "loss": 19.2197, "step": 45271 }, { "epoch": 40.21, "learning_rate": 1.020416009533548e-05, "loss": 19.4717, "step": 45272 }, { "epoch": 40.21, "learning_rate": 1.0202455911895586e-05, "loss": 18.7646, "step": 45273 }, { "epoch": 40.21, "learning_rate": 1.0200751854605816e-05, "loss": 18.9307, "step": 45274 }, { "epoch": 40.21, "learning_rate": 1.0199047923471539e-05, "loss": 19.4473, "step": 45275 }, { "epoch": 40.21, "learning_rate": 1.0197344118498182e-05, "loss": 19.0977, "step": 45276 }, { "epoch": 40.21, "learning_rate": 1.0195640439691134e-05, "loss": 19.2061, "step": 45277 }, { "epoch": 40.21, "learning_rate": 1.0193936887055783e-05, "loss": 20.0469, "step": 45278 }, { "epoch": 40.21, "learning_rate": 1.0192233460597556e-05, "loss": 18.7031, "step": 45279 }, { "epoch": 40.21, "learning_rate": 1.0190530160321821e-05, "loss": 19.6104, "step": 45280 }, { "epoch": 40.21, "learning_rate": 1.0188826986234012e-05, "loss": 19.0947, "step": 45281 }, { "epoch": 40.21, "learning_rate": 1.0188826986234012e-05, "loss": 19.2959, "step": 45282 }, { "epoch": 40.22, "learning_rate": 1.018712393833951e-05, "loss": 19.1914, "step": 45283 }, { "epoch": 40.22, "learning_rate": 1.0185421016643698e-05, "loss": 19.2598, "step": 45284 }, { "epoch": 40.22, "learning_rate": 1.0183718221152e-05, "loss": 19.7451, "step": 45285 }, { "epoch": 40.22, "learning_rate": 1.0182015551869795e-05, "loss": 19.0801, "step": 45286 }, { "epoch": 40.22, "learning_rate": 1.0180313008802484e-05, "loss": 19.6865, "step": 45287 }, { "epoch": 40.22, "learning_rate": 1.0178610591955479e-05, "loss": 18.9873, "step": 45288 }, { "epoch": 40.22, "learning_rate": 1.0176908301334171e-05, "loss": 18.9902, "step": 45289 }, { "epoch": 40.22, "learning_rate": 1.0175206136943932e-05, "loss": 18.5518, "step": 45290 }, { "epoch": 40.22, "learning_rate": 1.0173504098790187e-05, "loss": 18.8438, "step": 45291 }, { "epoch": 40.22, "learning_rate": 1.017180218687831e-05, "loss": 19.916, "step": 45292 }, { "epoch": 40.22, "learning_rate": 1.0170100401213716e-05, "loss": 19.376, "step": 45293 }, { "epoch": 40.23, "learning_rate": 1.0168398741801794e-05, "loss": 19.3633, "step": 45294 }, { "epoch": 40.23, "learning_rate": 1.0166697208647912e-05, "loss": 18.9893, "step": 45295 }, { "epoch": 40.23, "learning_rate": 1.0164995801757505e-05, "loss": 19.0518, "step": 45296 }, { "epoch": 40.23, "learning_rate": 1.0163294521135925e-05, "loss": 19.0371, "step": 45297 }, { "epoch": 40.23, "learning_rate": 1.0161593366788597e-05, "loss": 19.4326, "step": 45298 }, { "epoch": 40.23, "learning_rate": 1.0159892338720905e-05, "loss": 19.0215, "step": 45299 }, { "epoch": 40.23, "learning_rate": 1.015819143693822e-05, "loss": 18.8818, "step": 45300 }, { "epoch": 40.23, "learning_rate": 1.0156490661445966e-05, "loss": 18.7051, "step": 45301 }, { "epoch": 40.23, "learning_rate": 1.0154790012249505e-05, "loss": 19.5771, "step": 45302 }, { "epoch": 40.23, "learning_rate": 1.0153089489354257e-05, "loss": 18.874, "step": 45303 }, { "epoch": 40.23, "learning_rate": 1.0151389092765579e-05, "loss": 19.7324, "step": 45304 }, { "epoch": 40.24, "learning_rate": 1.0149688822488895e-05, "loss": 18.959, "step": 45305 }, { "epoch": 40.24, "learning_rate": 1.0147988678529573e-05, "loss": 18.9443, "step": 45306 }, { "epoch": 40.24, "learning_rate": 1.0146288660893e-05, "loss": 18.9893, "step": 45307 }, { "epoch": 40.24, "learning_rate": 1.0144588769584585e-05, "loss": 18.9434, "step": 45308 }, { "epoch": 40.24, "learning_rate": 1.0142889004609684e-05, "loss": 19.583, "step": 45309 }, { "epoch": 40.24, "learning_rate": 1.014118936597372e-05, "loss": 19.1641, "step": 45310 }, { "epoch": 40.24, "learning_rate": 1.0139489853682066e-05, "loss": 19.8311, "step": 45311 }, { "epoch": 40.24, "learning_rate": 1.0137790467740093e-05, "loss": 19.0479, "step": 45312 }, { "epoch": 40.24, "learning_rate": 1.0136091208153203e-05, "loss": 18.6016, "step": 45313 }, { "epoch": 40.24, "learning_rate": 1.0134392074926797e-05, "loss": 18.7363, "step": 45314 }, { "epoch": 40.24, "learning_rate": 1.0132693068066229e-05, "loss": 19.0127, "step": 45315 }, { "epoch": 40.25, "learning_rate": 1.0130994187576925e-05, "loss": 18.8262, "step": 45316 }, { "epoch": 40.25, "learning_rate": 1.0129295433464226e-05, "loss": 19.4971, "step": 45317 }, { "epoch": 40.25, "learning_rate": 1.012759680573353e-05, "loss": 18.8975, "step": 45318 }, { "epoch": 40.25, "learning_rate": 1.0125898304390246e-05, "loss": 19.1201, "step": 45319 }, { "epoch": 40.25, "learning_rate": 1.0124199929439727e-05, "loss": 19.0664, "step": 45320 }, { "epoch": 40.25, "learning_rate": 1.012250168088738e-05, "loss": 19.3965, "step": 45321 }, { "epoch": 40.25, "learning_rate": 1.0120803558738585e-05, "loss": 19.1514, "step": 45322 }, { "epoch": 40.25, "learning_rate": 1.0119105562998698e-05, "loss": 19.585, "step": 45323 }, { "epoch": 40.25, "learning_rate": 1.0117407693673131e-05, "loss": 19.4473, "step": 45324 }, { "epoch": 40.25, "learning_rate": 1.011570995076725e-05, "loss": 19.2617, "step": 45325 }, { "epoch": 40.25, "learning_rate": 1.011401233428645e-05, "loss": 18.8467, "step": 45326 }, { "epoch": 40.25, "learning_rate": 1.0112314844236103e-05, "loss": 19.1914, "step": 45327 }, { "epoch": 40.26, "learning_rate": 1.011061748062158e-05, "loss": 19.082, "step": 45328 }, { "epoch": 40.26, "learning_rate": 1.010892024344829e-05, "loss": 18.9785, "step": 45329 }, { "epoch": 40.26, "learning_rate": 1.0107223132721572e-05, "loss": 19.1729, "step": 45330 }, { "epoch": 40.26, "learning_rate": 1.0105526148446837e-05, "loss": 19.0742, "step": 45331 }, { "epoch": 40.26, "learning_rate": 1.010382929062948e-05, "loss": 18.8799, "step": 45332 }, { "epoch": 40.26, "learning_rate": 1.0102132559274824e-05, "loss": 19.4209, "step": 45333 }, { "epoch": 40.26, "learning_rate": 1.0100435954388298e-05, "loss": 19.4365, "step": 45334 }, { "epoch": 40.26, "learning_rate": 1.0098739475975244e-05, "loss": 18.5479, "step": 45335 }, { "epoch": 40.26, "learning_rate": 1.0097043124041056e-05, "loss": 18.8984, "step": 45336 }, { "epoch": 40.26, "learning_rate": 1.009534689859114e-05, "loss": 19.2891, "step": 45337 }, { "epoch": 40.26, "learning_rate": 1.0093650799630816e-05, "loss": 19.333, "step": 45338 }, { "epoch": 40.27, "learning_rate": 1.009195482716549e-05, "loss": 19.4863, "step": 45339 }, { "epoch": 40.27, "learning_rate": 1.0090258981200546e-05, "loss": 19.0, "step": 45340 }, { "epoch": 40.27, "learning_rate": 1.0088563261741335e-05, "loss": 19.2803, "step": 45341 }, { "epoch": 40.27, "learning_rate": 1.0086867668793276e-05, "loss": 19.1982, "step": 45342 }, { "epoch": 40.27, "learning_rate": 1.0085172202361687e-05, "loss": 18.7207, "step": 45343 }, { "epoch": 40.27, "learning_rate": 1.0083476862451968e-05, "loss": 19.0781, "step": 45344 }, { "epoch": 40.27, "learning_rate": 1.0081781649069511e-05, "loss": 19.4814, "step": 45345 }, { "epoch": 40.27, "learning_rate": 1.0080086562219659e-05, "loss": 19.1973, "step": 45346 }, { "epoch": 40.27, "learning_rate": 1.0078391601907811e-05, "loss": 19.2793, "step": 45347 }, { "epoch": 40.27, "learning_rate": 1.0076696768139326e-05, "loss": 19.4521, "step": 45348 }, { "epoch": 40.27, "learning_rate": 1.007500206091957e-05, "loss": 19.0166, "step": 45349 }, { "epoch": 40.28, "learning_rate": 1.007330748025393e-05, "loss": 19.0898, "step": 45350 }, { "epoch": 40.28, "learning_rate": 1.0071613026147759e-05, "loss": 19.2803, "step": 45351 }, { "epoch": 40.28, "learning_rate": 1.0069918698606452e-05, "loss": 19.4082, "step": 45352 }, { "epoch": 40.28, "learning_rate": 1.006822449763537e-05, "loss": 19.2803, "step": 45353 }, { "epoch": 40.28, "learning_rate": 1.0066530423239861e-05, "loss": 19.3076, "step": 45354 }, { "epoch": 40.28, "learning_rate": 1.0064836475425332e-05, "loss": 19.1807, "step": 45355 }, { "epoch": 40.28, "learning_rate": 1.0063142654197122e-05, "loss": 19.0508, "step": 45356 }, { "epoch": 40.28, "learning_rate": 1.006144895956061e-05, "loss": 18.7227, "step": 45357 }, { "epoch": 40.28, "learning_rate": 1.0059755391521197e-05, "loss": 19.5889, "step": 45358 }, { "epoch": 40.28, "learning_rate": 1.0058061950084191e-05, "loss": 19.0889, "step": 45359 }, { "epoch": 40.28, "learning_rate": 1.0056368635255008e-05, "loss": 18.6699, "step": 45360 }, { "epoch": 40.29, "learning_rate": 1.0054675447038986e-05, "loss": 19.1445, "step": 45361 }, { "epoch": 40.29, "learning_rate": 1.00529823854415e-05, "loss": 19.3965, "step": 45362 }, { "epoch": 40.29, "learning_rate": 1.0051289450467932e-05, "loss": 18.8672, "step": 45363 }, { "epoch": 40.29, "learning_rate": 1.0049596642123643e-05, "loss": 19.2432, "step": 45364 }, { "epoch": 40.29, "learning_rate": 1.0047903960413973e-05, "loss": 19.0254, "step": 45365 }, { "epoch": 40.29, "learning_rate": 1.0046211405344324e-05, "loss": 19.3838, "step": 45366 }, { "epoch": 40.29, "learning_rate": 1.0044518976920031e-05, "loss": 18.9951, "step": 45367 }, { "epoch": 40.29, "learning_rate": 1.0042826675146489e-05, "loss": 19.2285, "step": 45368 }, { "epoch": 40.29, "learning_rate": 1.0041134500029037e-05, "loss": 18.8926, "step": 45369 }, { "epoch": 40.29, "learning_rate": 1.003944245157304e-05, "loss": 19.8047, "step": 45370 }, { "epoch": 40.29, "learning_rate": 1.003775052978388e-05, "loss": 19.7617, "step": 45371 }, { "epoch": 40.29, "learning_rate": 1.0036058734666892e-05, "loss": 18.8555, "step": 45372 }, { "epoch": 40.3, "learning_rate": 1.0034367066227473e-05, "loss": 19.3086, "step": 45373 }, { "epoch": 40.3, "learning_rate": 1.0032675524470952e-05, "loss": 18.9502, "step": 45374 }, { "epoch": 40.3, "learning_rate": 1.0030984109402718e-05, "loss": 19.5254, "step": 45375 }, { "epoch": 40.3, "learning_rate": 1.0029292821028125e-05, "loss": 18.5371, "step": 45376 }, { "epoch": 40.3, "learning_rate": 1.0027601659352514e-05, "loss": 19.0732, "step": 45377 }, { "epoch": 40.3, "learning_rate": 1.0025910624381275e-05, "loss": 19.2441, "step": 45378 }, { "epoch": 40.3, "learning_rate": 1.0024219716119743e-05, "loss": 19.1807, "step": 45379 }, { "epoch": 40.3, "learning_rate": 1.00225289345733e-05, "loss": 19.0518, "step": 45380 }, { "epoch": 40.3, "learning_rate": 1.0020838279747296e-05, "loss": 19.3916, "step": 45381 }, { "epoch": 40.3, "learning_rate": 1.0019147751647079e-05, "loss": 18.7842, "step": 45382 }, { "epoch": 40.3, "learning_rate": 1.001745735027801e-05, "loss": 19.0078, "step": 45383 }, { "epoch": 40.31, "learning_rate": 1.0015767075645471e-05, "loss": 19.1895, "step": 45384 }, { "epoch": 40.31, "learning_rate": 1.0014076927754807e-05, "loss": 18.9902, "step": 45385 }, { "epoch": 40.31, "learning_rate": 1.001238690661137e-05, "loss": 19.2217, "step": 45386 }, { "epoch": 40.31, "learning_rate": 1.0010697012220504e-05, "loss": 19.5469, "step": 45387 }, { "epoch": 40.31, "learning_rate": 1.0009007244587587e-05, "loss": 19.0449, "step": 45388 }, { "epoch": 40.31, "learning_rate": 1.0007317603717974e-05, "loss": 18.5732, "step": 45389 }, { "epoch": 40.31, "learning_rate": 1.0005628089617009e-05, "loss": 18.9395, "step": 45390 }, { "epoch": 40.31, "learning_rate": 1.0003938702290061e-05, "loss": 19.1094, "step": 45391 }, { "epoch": 40.31, "learning_rate": 1.0002249441742484e-05, "loss": 18.626, "step": 45392 }, { "epoch": 40.31, "learning_rate": 1.0000560307979612e-05, "loss": 19.2666, "step": 45393 }, { "epoch": 40.31, "learning_rate": 9.998871301006823e-06, "loss": 18.9336, "step": 45394 }, { "epoch": 40.32, "learning_rate": 9.997182420829454e-06, "loss": 18.8652, "step": 45395 }, { "epoch": 40.32, "learning_rate": 9.995493667452876e-06, "loss": 19.2119, "step": 45396 }, { "epoch": 40.32, "learning_rate": 9.993805040882438e-06, "loss": 18.6045, "step": 45397 }, { "epoch": 40.32, "learning_rate": 9.992116541123464e-06, "loss": 18.7139, "step": 45398 }, { "epoch": 40.32, "learning_rate": 9.990428168181348e-06, "loss": 18.3926, "step": 45399 }, { "epoch": 40.32, "learning_rate": 9.988739922061413e-06, "loss": 19.0322, "step": 45400 }, { "epoch": 40.32, "learning_rate": 9.987051802769027e-06, "loss": 19.5684, "step": 45401 }, { "epoch": 40.32, "learning_rate": 9.985363810309534e-06, "loss": 18.7861, "step": 45402 }, { "epoch": 40.32, "learning_rate": 9.983675944688276e-06, "loss": 19.126, "step": 45403 }, { "epoch": 40.32, "learning_rate": 9.983675944688276e-06, "loss": 19.6895, "step": 45404 }, { "epoch": 40.32, "learning_rate": 9.981988205910625e-06, "loss": 19.3164, "step": 45405 }, { "epoch": 40.33, "learning_rate": 9.9803005939819e-06, "loss": 19.3887, "step": 45406 }, { "epoch": 40.33, "learning_rate": 9.97861310890747e-06, "loss": 19.6289, "step": 45407 }, { "epoch": 40.33, "learning_rate": 9.97861310890747e-06, "loss": 19.1973, "step": 45408 }, { "epoch": 40.33, "learning_rate": 9.976925750692712e-06, "loss": 18.791, "step": 45409 }, { "epoch": 40.33, "learning_rate": 9.975238519342917e-06, "loss": 19.5566, "step": 45410 }, { "epoch": 40.33, "learning_rate": 9.97355141486347e-06, "loss": 19.2451, "step": 45411 }, { "epoch": 40.33, "learning_rate": 9.971864437259698e-06, "loss": 19.1514, "step": 45412 }, { "epoch": 40.33, "learning_rate": 9.97017758653696e-06, "loss": 19.3252, "step": 45413 }, { "epoch": 40.33, "learning_rate": 9.968490862700636e-06, "loss": 19.5586, "step": 45414 }, { "epoch": 40.33, "learning_rate": 9.966804265756008e-06, "loss": 19.2158, "step": 45415 }, { "epoch": 40.33, "learning_rate": 9.965117795708452e-06, "loss": 18.8281, "step": 45416 }, { "epoch": 40.33, "learning_rate": 9.963431452563332e-06, "loss": 19.3057, "step": 45417 }, { "epoch": 40.34, "learning_rate": 9.96174523632596e-06, "loss": 19.5879, "step": 45418 }, { "epoch": 40.34, "learning_rate": 9.96005914700171e-06, "loss": 18.5498, "step": 45419 }, { "epoch": 40.34, "learning_rate": 9.95837318459592e-06, "loss": 19.0723, "step": 45420 }, { "epoch": 40.34, "learning_rate": 9.956687349113913e-06, "loss": 18.9775, "step": 45421 }, { "epoch": 40.34, "learning_rate": 9.955001640561063e-06, "loss": 18.8613, "step": 45422 }, { "epoch": 40.34, "learning_rate": 9.95331605894268e-06, "loss": 18.9248, "step": 45423 }, { "epoch": 40.34, "learning_rate": 9.951630604264145e-06, "loss": 19.3604, "step": 45424 }, { "epoch": 40.34, "learning_rate": 9.949945276530781e-06, "loss": 19.5029, "step": 45425 }, { "epoch": 40.34, "learning_rate": 9.948260075747912e-06, "loss": 19.166, "step": 45426 }, { "epoch": 40.34, "learning_rate": 9.946575001920915e-06, "loss": 18.5869, "step": 45427 }, { "epoch": 40.34, "learning_rate": 9.9448900550551e-06, "loss": 18.8926, "step": 45428 }, { "epoch": 40.35, "learning_rate": 9.943205235155833e-06, "loss": 19.0459, "step": 45429 }, { "epoch": 40.35, "learning_rate": 9.941520542228449e-06, "loss": 19.0137, "step": 45430 }, { "epoch": 40.35, "learning_rate": 9.939835976278267e-06, "loss": 18.5654, "step": 45431 }, { "epoch": 40.35, "learning_rate": 9.938151537310658e-06, "loss": 18.7148, "step": 45432 }, { "epoch": 40.35, "learning_rate": 9.93646722533093e-06, "loss": 19.0801, "step": 45433 }, { "epoch": 40.35, "learning_rate": 9.934783040344442e-06, "loss": 19.0889, "step": 45434 }, { "epoch": 40.35, "learning_rate": 9.933098982356536e-06, "loss": 18.6631, "step": 45435 }, { "epoch": 40.35, "learning_rate": 9.931415051372545e-06, "loss": 19.1865, "step": 45436 }, { "epoch": 40.35, "learning_rate": 9.929731247397806e-06, "loss": 18.8818, "step": 45437 }, { "epoch": 40.35, "learning_rate": 9.928047570437642e-06, "loss": 19.4951, "step": 45438 }, { "epoch": 40.35, "learning_rate": 9.926364020497398e-06, "loss": 19.3887, "step": 45439 }, { "epoch": 40.36, "learning_rate": 9.92468059758243e-06, "loss": 19.1855, "step": 45440 }, { "epoch": 40.36, "learning_rate": 9.922997301698062e-06, "loss": 19.6777, "step": 45441 }, { "epoch": 40.36, "learning_rate": 9.921314132849612e-06, "loss": 18.9111, "step": 45442 }, { "epoch": 40.36, "learning_rate": 9.919631091042447e-06, "loss": 18.8604, "step": 45443 }, { "epoch": 40.36, "learning_rate": 9.917948176281866e-06, "loss": 19.0195, "step": 45444 }, { "epoch": 40.36, "learning_rate": 9.916265388573237e-06, "loss": 19.2783, "step": 45445 }, { "epoch": 40.36, "learning_rate": 9.914582727921884e-06, "loss": 19.2783, "step": 45446 }, { "epoch": 40.36, "learning_rate": 9.912900194333119e-06, "loss": 19.0625, "step": 45447 }, { "epoch": 40.36, "learning_rate": 9.911217787812304e-06, "loss": 18.9346, "step": 45448 }, { "epoch": 40.36, "learning_rate": 9.909535508364753e-06, "loss": 19.2793, "step": 45449 }, { "epoch": 40.36, "learning_rate": 9.907853355995817e-06, "loss": 18.8848, "step": 45450 }, { "epoch": 40.37, "learning_rate": 9.906171330710806e-06, "loss": 19.2246, "step": 45451 }, { "epoch": 40.37, "learning_rate": 9.904489432515074e-06, "loss": 19.5684, "step": 45452 }, { "epoch": 40.37, "learning_rate": 9.902807661413937e-06, "loss": 18.9805, "step": 45453 }, { "epoch": 40.37, "learning_rate": 9.90112601741272e-06, "loss": 19.2529, "step": 45454 }, { "epoch": 40.37, "learning_rate": 9.89944450051678e-06, "loss": 19.8184, "step": 45455 }, { "epoch": 40.37, "learning_rate": 9.897763110731412e-06, "loss": 19.3965, "step": 45456 }, { "epoch": 40.37, "learning_rate": 9.896081848061978e-06, "loss": 19.3457, "step": 45457 }, { "epoch": 40.37, "learning_rate": 9.894400712513796e-06, "loss": 19.166, "step": 45458 }, { "epoch": 40.37, "learning_rate": 9.89271970409218e-06, "loss": 19.5557, "step": 45459 }, { "epoch": 40.37, "learning_rate": 9.891038822802468e-06, "loss": 18.8867, "step": 45460 }, { "epoch": 40.37, "learning_rate": 9.889358068650007e-06, "loss": 19.0557, "step": 45461 }, { "epoch": 40.37, "learning_rate": 9.887677441640103e-06, "loss": 18.7021, "step": 45462 }, { "epoch": 40.38, "learning_rate": 9.885996941778091e-06, "loss": 18.4268, "step": 45463 }, { "epoch": 40.38, "learning_rate": 9.884316569069285e-06, "loss": 19.5586, "step": 45464 }, { "epoch": 40.38, "learning_rate": 9.882636323519018e-06, "loss": 19.4922, "step": 45465 }, { "epoch": 40.38, "learning_rate": 9.880956205132635e-06, "loss": 19.6924, "step": 45466 }, { "epoch": 40.38, "learning_rate": 9.880956205132635e-06, "loss": 19.2314, "step": 45467 }, { "epoch": 40.38, "learning_rate": 9.879276213915433e-06, "loss": 19.9014, "step": 45468 }, { "epoch": 40.38, "learning_rate": 9.877596349872764e-06, "loss": 19.3984, "step": 45469 }, { "epoch": 40.38, "learning_rate": 9.875916613009945e-06, "loss": 19.1543, "step": 45470 }, { "epoch": 40.38, "learning_rate": 9.874237003332276e-06, "loss": 19.1895, "step": 45471 }, { "epoch": 40.38, "learning_rate": 9.872557520845116e-06, "loss": 18.9863, "step": 45472 }, { "epoch": 40.38, "learning_rate": 9.870878165553754e-06, "loss": 18.5654, "step": 45473 }, { "epoch": 40.39, "learning_rate": 9.869198937463553e-06, "loss": 18.8662, "step": 45474 }, { "epoch": 40.39, "learning_rate": 9.867519836579809e-06, "loss": 19.1689, "step": 45475 }, { "epoch": 40.39, "learning_rate": 9.865840862907838e-06, "loss": 19.165, "step": 45476 }, { "epoch": 40.39, "learning_rate": 9.864162016452989e-06, "loss": 19.0781, "step": 45477 }, { "epoch": 40.39, "learning_rate": 9.862483297220554e-06, "loss": 19.1914, "step": 45478 }, { "epoch": 40.39, "learning_rate": 9.860804705215881e-06, "loss": 19.2969, "step": 45479 }, { "epoch": 40.39, "learning_rate": 9.859126240444283e-06, "loss": 19.0098, "step": 45480 }, { "epoch": 40.39, "learning_rate": 9.85744790291106e-06, "loss": 18.8799, "step": 45481 }, { "epoch": 40.39, "learning_rate": 9.855769692621563e-06, "loss": 19.8262, "step": 45482 }, { "epoch": 40.39, "learning_rate": 9.854091609581084e-06, "loss": 19.751, "step": 45483 }, { "epoch": 40.39, "learning_rate": 9.85241365379495e-06, "loss": 19.3838, "step": 45484 }, { "epoch": 40.4, "learning_rate": 9.850735825268515e-06, "loss": 19.0869, "step": 45485 }, { "epoch": 40.4, "learning_rate": 9.849058124007043e-06, "loss": 18.5859, "step": 45486 }, { "epoch": 40.4, "learning_rate": 9.847380550015872e-06, "loss": 18.752, "step": 45487 }, { "epoch": 40.4, "learning_rate": 9.845703103300341e-06, "loss": 18.5625, "step": 45488 }, { "epoch": 40.4, "learning_rate": 9.844025783865729e-06, "loss": 19.0938, "step": 45489 }, { "epoch": 40.4, "learning_rate": 9.842348591717403e-06, "loss": 19.0732, "step": 45490 }, { "epoch": 40.4, "learning_rate": 9.840671526860629e-06, "loss": 19.1943, "step": 45491 }, { "epoch": 40.4, "learning_rate": 9.838994589300737e-06, "loss": 19.3477, "step": 45492 }, { "epoch": 40.4, "learning_rate": 9.83731777904307e-06, "loss": 19.6133, "step": 45493 }, { "epoch": 40.4, "learning_rate": 9.835641096092901e-06, "loss": 18.8389, "step": 45494 }, { "epoch": 40.4, "learning_rate": 9.833964540455587e-06, "loss": 18.9209, "step": 45495 }, { "epoch": 40.4, "learning_rate": 9.832288112136418e-06, "loss": 18.748, "step": 45496 }, { "epoch": 40.41, "learning_rate": 9.830611811140694e-06, "loss": 19.4912, "step": 45497 }, { "epoch": 40.41, "learning_rate": 9.828935637473763e-06, "loss": 18.8242, "step": 45498 }, { "epoch": 40.41, "learning_rate": 9.827259591140909e-06, "loss": 19.0195, "step": 45499 }, { "epoch": 40.41, "learning_rate": 9.82558367214747e-06, "loss": 18.8232, "step": 45500 }, { "epoch": 40.41, "learning_rate": 9.823907880498745e-06, "loss": 19.1934, "step": 45501 }, { "epoch": 40.41, "learning_rate": 9.822232216200033e-06, "loss": 19.4365, "step": 45502 }, { "epoch": 40.41, "learning_rate": 9.820556679256671e-06, "loss": 19.1113, "step": 45503 }, { "epoch": 40.41, "learning_rate": 9.818881269673947e-06, "loss": 19.6406, "step": 45504 }, { "epoch": 40.41, "learning_rate": 9.817205987457178e-06, "loss": 19.249, "step": 45505 }, { "epoch": 40.41, "learning_rate": 9.815530832611708e-06, "loss": 19.5889, "step": 45506 }, { "epoch": 40.41, "learning_rate": 9.81385580514279e-06, "loss": 19.4434, "step": 45507 }, { "epoch": 40.42, "learning_rate": 9.81218090505578e-06, "loss": 18.5635, "step": 45508 }, { "epoch": 40.42, "learning_rate": 9.81050613235595e-06, "loss": 19.1572, "step": 45509 }, { "epoch": 40.42, "learning_rate": 9.808831487048625e-06, "loss": 19.4834, "step": 45510 }, { "epoch": 40.42, "learning_rate": 9.807156969139136e-06, "loss": 19.2979, "step": 45511 }, { "epoch": 40.42, "learning_rate": 9.805482578632764e-06, "loss": 18.9316, "step": 45512 }, { "epoch": 40.42, "learning_rate": 9.803808315534812e-06, "loss": 18.667, "step": 45513 }, { "epoch": 40.42, "learning_rate": 9.802134179850608e-06, "loss": 19.4307, "step": 45514 }, { "epoch": 40.42, "learning_rate": 9.800460171585435e-06, "loss": 19.5332, "step": 45515 }, { "epoch": 40.42, "learning_rate": 9.798786290744627e-06, "loss": 19.0146, "step": 45516 }, { "epoch": 40.42, "learning_rate": 9.797112537333481e-06, "loss": 18.96, "step": 45517 }, { "epoch": 40.42, "learning_rate": 9.795438911357275e-06, "loss": 18.8682, "step": 45518 }, { "epoch": 40.43, "learning_rate": 9.793765412821355e-06, "loss": 19.8955, "step": 45519 }, { "epoch": 40.43, "learning_rate": 9.792092041730993e-06, "loss": 19.7217, "step": 45520 }, { "epoch": 40.43, "learning_rate": 9.790418798091517e-06, "loss": 19.3027, "step": 45521 }, { "epoch": 40.43, "learning_rate": 9.788745681908224e-06, "loss": 19.2158, "step": 45522 }, { "epoch": 40.43, "learning_rate": 9.7870726931864e-06, "loss": 18.8213, "step": 45523 }, { "epoch": 40.43, "learning_rate": 9.785399831931375e-06, "loss": 19.2051, "step": 45524 }, { "epoch": 40.43, "learning_rate": 9.783727098148426e-06, "loss": 19.0791, "step": 45525 }, { "epoch": 40.43, "learning_rate": 9.78205449184288e-06, "loss": 18.6104, "step": 45526 }, { "epoch": 40.43, "learning_rate": 9.780382013020012e-06, "loss": 19.7266, "step": 45527 }, { "epoch": 40.43, "learning_rate": 9.778709661685153e-06, "loss": 19.4756, "step": 45528 }, { "epoch": 40.43, "learning_rate": 9.777037437843595e-06, "loss": 19.1094, "step": 45529 }, { "epoch": 40.44, "learning_rate": 9.775365341500613e-06, "loss": 19.2803, "step": 45530 }, { "epoch": 40.44, "learning_rate": 9.77369337266154e-06, "loss": 19.165, "step": 45531 }, { "epoch": 40.44, "learning_rate": 9.772021531331655e-06, "loss": 19.2949, "step": 45532 }, { "epoch": 40.44, "learning_rate": 9.770349817516273e-06, "loss": 18.6621, "step": 45533 }, { "epoch": 40.44, "learning_rate": 9.76867823122069e-06, "loss": 18.7393, "step": 45534 }, { "epoch": 40.44, "learning_rate": 9.767006772450183e-06, "loss": 19.3877, "step": 45535 }, { "epoch": 40.44, "learning_rate": 9.765335441210072e-06, "loss": 19.0674, "step": 45536 }, { "epoch": 40.44, "learning_rate": 9.76366423750566e-06, "loss": 18.8486, "step": 45537 }, { "epoch": 40.44, "learning_rate": 9.761993161342231e-06, "loss": 18.7988, "step": 45538 }, { "epoch": 40.44, "learning_rate": 9.760322212725076e-06, "loss": 18.9541, "step": 45539 }, { "epoch": 40.44, "learning_rate": 9.758651391659513e-06, "loss": 19.0762, "step": 45540 }, { "epoch": 40.44, "learning_rate": 9.756980698150813e-06, "loss": 19.0684, "step": 45541 }, { "epoch": 40.45, "learning_rate": 9.755310132204298e-06, "loss": 19.3857, "step": 45542 }, { "epoch": 40.45, "learning_rate": 9.753639693825234e-06, "loss": 18.8975, "step": 45543 }, { "epoch": 40.45, "learning_rate": 9.75196938301895e-06, "loss": 19.4707, "step": 45544 }, { "epoch": 40.45, "learning_rate": 9.75029919979072e-06, "loss": 19.4053, "step": 45545 }, { "epoch": 40.45, "learning_rate": 9.748629144145827e-06, "loss": 19.0635, "step": 45546 }, { "epoch": 40.45, "learning_rate": 9.746959216089597e-06, "loss": 18.5762, "step": 45547 }, { "epoch": 40.45, "learning_rate": 9.745289415627285e-06, "loss": 18.6953, "step": 45548 }, { "epoch": 40.45, "learning_rate": 9.743619742764214e-06, "loss": 18.8066, "step": 45549 }, { "epoch": 40.45, "learning_rate": 9.741950197505673e-06, "loss": 18.959, "step": 45550 }, { "epoch": 40.45, "learning_rate": 9.740280779856937e-06, "loss": 19.0967, "step": 45551 }, { "epoch": 40.45, "learning_rate": 9.738611489823313e-06, "loss": 18.8389, "step": 45552 }, { "epoch": 40.46, "learning_rate": 9.736942327410076e-06, "loss": 19.2627, "step": 45553 }, { "epoch": 40.46, "learning_rate": 9.735273292622544e-06, "loss": 19.1182, "step": 45554 }, { "epoch": 40.46, "learning_rate": 9.733604385465994e-06, "loss": 19.2529, "step": 45555 }, { "epoch": 40.46, "learning_rate": 9.731935605945696e-06, "loss": 19.1904, "step": 45556 }, { "epoch": 40.46, "learning_rate": 9.730266954066974e-06, "loss": 19.3779, "step": 45557 }, { "epoch": 40.46, "learning_rate": 9.728598429835083e-06, "loss": 19.2773, "step": 45558 }, { "epoch": 40.46, "learning_rate": 9.726930033255332e-06, "loss": 19.0342, "step": 45559 }, { "epoch": 40.46, "learning_rate": 9.725261764333038e-06, "loss": 18.5781, "step": 45560 }, { "epoch": 40.46, "learning_rate": 9.723593623073423e-06, "loss": 19.0811, "step": 45561 }, { "epoch": 40.46, "learning_rate": 9.72192560948182e-06, "loss": 18.6709, "step": 45562 }, { "epoch": 40.46, "learning_rate": 9.720257723563514e-06, "loss": 19.4863, "step": 45563 }, { "epoch": 40.47, "learning_rate": 9.718589965323772e-06, "loss": 18.9727, "step": 45564 }, { "epoch": 40.47, "learning_rate": 9.716922334767902e-06, "loss": 19.0732, "step": 45565 }, { "epoch": 40.47, "learning_rate": 9.715254831901182e-06, "loss": 19.2236, "step": 45566 }, { "epoch": 40.47, "learning_rate": 9.713587456728884e-06, "loss": 19.502, "step": 45567 }, { "epoch": 40.47, "learning_rate": 9.71192020925632e-06, "loss": 19.5273, "step": 45568 }, { "epoch": 40.47, "learning_rate": 9.710253089488747e-06, "loss": 18.9727, "step": 45569 }, { "epoch": 40.47, "learning_rate": 9.708586097431476e-06, "loss": 19.123, "step": 45570 }, { "epoch": 40.47, "learning_rate": 9.706919233089778e-06, "loss": 18.7188, "step": 45571 }, { "epoch": 40.47, "learning_rate": 9.70525249646892e-06, "loss": 18.7383, "step": 45572 }, { "epoch": 40.47, "learning_rate": 9.703585887574218e-06, "loss": 18.9258, "step": 45573 }, { "epoch": 40.47, "learning_rate": 9.701919406410926e-06, "loss": 19.1279, "step": 45574 }, { "epoch": 40.48, "learning_rate": 9.700253052984348e-06, "loss": 19.3701, "step": 45575 }, { "epoch": 40.48, "learning_rate": 9.69858682729976e-06, "loss": 18.9834, "step": 45576 }, { "epoch": 40.48, "learning_rate": 9.696920729362424e-06, "loss": 19.5225, "step": 45577 }, { "epoch": 40.48, "learning_rate": 9.695254759177653e-06, "loss": 19.6299, "step": 45578 }, { "epoch": 40.48, "learning_rate": 9.693588916750701e-06, "loss": 19.54, "step": 45579 }, { "epoch": 40.48, "learning_rate": 9.691923202086856e-06, "loss": 19.585, "step": 45580 }, { "epoch": 40.48, "learning_rate": 9.690257615191429e-06, "loss": 19.3242, "step": 45581 }, { "epoch": 40.48, "learning_rate": 9.688592156069648e-06, "loss": 19.1523, "step": 45582 }, { "epoch": 40.48, "learning_rate": 9.686926824726827e-06, "loss": 19.4326, "step": 45583 }, { "epoch": 40.48, "learning_rate": 9.685261621168224e-06, "loss": 19.0684, "step": 45584 }, { "epoch": 40.48, "learning_rate": 9.683596545399121e-06, "loss": 19.1328, "step": 45585 }, { "epoch": 40.48, "learning_rate": 9.68193159742482e-06, "loss": 18.8496, "step": 45586 }, { "epoch": 40.49, "learning_rate": 9.680266777250585e-06, "loss": 19.5732, "step": 45587 }, { "epoch": 40.49, "learning_rate": 9.678602084881671e-06, "loss": 19.3916, "step": 45588 }, { "epoch": 40.49, "learning_rate": 9.676937520323386e-06, "loss": 18.7529, "step": 45589 }, { "epoch": 40.49, "learning_rate": 9.675273083580983e-06, "loss": 19.1133, "step": 45590 }, { "epoch": 40.49, "learning_rate": 9.673608774659759e-06, "loss": 19.2227, "step": 45591 }, { "epoch": 40.49, "learning_rate": 9.67194459356498e-06, "loss": 19.3252, "step": 45592 }, { "epoch": 40.49, "learning_rate": 9.670280540301907e-06, "loss": 19.2266, "step": 45593 }, { "epoch": 40.49, "learning_rate": 9.668616614875841e-06, "loss": 19.2012, "step": 45594 }, { "epoch": 40.49, "learning_rate": 9.66695281729203e-06, "loss": 19.4111, "step": 45595 }, { "epoch": 40.49, "learning_rate": 9.665289147555772e-06, "loss": 19.3604, "step": 45596 }, { "epoch": 40.49, "learning_rate": 9.663625605672332e-06, "loss": 19.75, "step": 45597 }, { "epoch": 40.5, "learning_rate": 9.661962191646967e-06, "loss": 19.2734, "step": 45598 }, { "epoch": 40.5, "learning_rate": 9.66029890548497e-06, "loss": 18.8008, "step": 45599 }, { "epoch": 40.5, "learning_rate": 9.658635747191597e-06, "loss": 19.1113, "step": 45600 }, { "epoch": 40.5, "learning_rate": 9.656972716772144e-06, "loss": 19.1641, "step": 45601 }, { "epoch": 40.5, "learning_rate": 9.655309814231856e-06, "loss": 19.1475, "step": 45602 }, { "epoch": 40.5, "learning_rate": 9.653647039576024e-06, "loss": 19.0439, "step": 45603 }, { "epoch": 40.5, "learning_rate": 9.651984392809914e-06, "loss": 19.3242, "step": 45604 }, { "epoch": 40.5, "learning_rate": 9.650321873938778e-06, "loss": 19.5332, "step": 45605 }, { "epoch": 40.5, "learning_rate": 9.648659482967898e-06, "loss": 19.7266, "step": 45606 }, { "epoch": 40.5, "learning_rate": 9.646997219902565e-06, "loss": 19.1328, "step": 45607 }, { "epoch": 40.5, "learning_rate": 9.645335084748025e-06, "loss": 19.4951, "step": 45608 }, { "epoch": 40.51, "learning_rate": 9.643673077509552e-06, "loss": 19.0225, "step": 45609 }, { "epoch": 40.51, "learning_rate": 9.642011198192396e-06, "loss": 19.4971, "step": 45610 }, { "epoch": 40.51, "learning_rate": 9.640349446801844e-06, "loss": 19.1191, "step": 45611 }, { "epoch": 40.51, "learning_rate": 9.638687823343173e-06, "loss": 19.3604, "step": 45612 }, { "epoch": 40.51, "learning_rate": 9.637026327821641e-06, "loss": 19.5859, "step": 45613 }, { "epoch": 40.51, "learning_rate": 9.6353649602425e-06, "loss": 18.8574, "step": 45614 }, { "epoch": 40.51, "learning_rate": 9.633703720611037e-06, "loss": 19.0488, "step": 45615 }, { "epoch": 40.51, "learning_rate": 9.632042608932496e-06, "loss": 19.4619, "step": 45616 }, { "epoch": 40.51, "learning_rate": 9.630381625212166e-06, "loss": 19.666, "step": 45617 }, { "epoch": 40.51, "learning_rate": 9.628720769455291e-06, "loss": 19.8066, "step": 45618 }, { "epoch": 40.51, "learning_rate": 9.627060041667157e-06, "loss": 19.8779, "step": 45619 }, { "epoch": 40.52, "learning_rate": 9.625399441853017e-06, "loss": 19.3818, "step": 45620 }, { "epoch": 40.52, "learning_rate": 9.623738970018121e-06, "loss": 19.3818, "step": 45621 }, { "epoch": 40.52, "learning_rate": 9.622078626167763e-06, "loss": 18.9824, "step": 45622 }, { "epoch": 40.52, "learning_rate": 9.620418410307169e-06, "loss": 19.4189, "step": 45623 }, { "epoch": 40.52, "learning_rate": 9.61875832244164e-06, "loss": 18.8496, "step": 45624 }, { "epoch": 40.52, "learning_rate": 9.617098362576415e-06, "loss": 19.1885, "step": 45625 }, { "epoch": 40.52, "learning_rate": 9.615438530716753e-06, "loss": 19.2969, "step": 45626 }, { "epoch": 40.52, "learning_rate": 9.613778826867931e-06, "loss": 19.2422, "step": 45627 }, { "epoch": 40.52, "learning_rate": 9.61211925103519e-06, "loss": 18.7988, "step": 45628 }, { "epoch": 40.52, "learning_rate": 9.610459803223804e-06, "loss": 19.2891, "step": 45629 }, { "epoch": 40.52, "learning_rate": 9.60880048343905e-06, "loss": 18.9238, "step": 45630 }, { "epoch": 40.52, "learning_rate": 9.60714129168615e-06, "loss": 19.0859, "step": 45631 }, { "epoch": 40.53, "learning_rate": 9.60548222797038e-06, "loss": 19.1602, "step": 45632 }, { "epoch": 40.53, "learning_rate": 9.603823292297015e-06, "loss": 19.666, "step": 45633 }, { "epoch": 40.53, "learning_rate": 9.602164484671283e-06, "loss": 19.6084, "step": 45634 }, { "epoch": 40.53, "learning_rate": 9.600505805098487e-06, "loss": 19.2451, "step": 45635 }, { "epoch": 40.53, "learning_rate": 9.598847253583832e-06, "loss": 19.5488, "step": 45636 }, { "epoch": 40.53, "learning_rate": 9.597188830132598e-06, "loss": 19.0078, "step": 45637 }, { "epoch": 40.53, "learning_rate": 9.595530534750052e-06, "loss": 19.6377, "step": 45638 }, { "epoch": 40.53, "learning_rate": 9.593872367441437e-06, "loss": 19.1846, "step": 45639 }, { "epoch": 40.53, "learning_rate": 9.592214328212019e-06, "loss": 18.9668, "step": 45640 }, { "epoch": 40.53, "learning_rate": 9.590556417067054e-06, "loss": 19.373, "step": 45641 }, { "epoch": 40.53, "learning_rate": 9.588898634011773e-06, "loss": 18.8457, "step": 45642 }, { "epoch": 40.54, "learning_rate": 9.58724097905147e-06, "loss": 19.4365, "step": 45643 }, { "epoch": 40.54, "learning_rate": 9.58558345219136e-06, "loss": 19.5576, "step": 45644 }, { "epoch": 40.54, "learning_rate": 9.583926053436731e-06, "loss": 18.8418, "step": 45645 }, { "epoch": 40.54, "learning_rate": 9.582268782792826e-06, "loss": 18.5879, "step": 45646 }, { "epoch": 40.54, "learning_rate": 9.580611640264874e-06, "loss": 19.4805, "step": 45647 }, { "epoch": 40.54, "learning_rate": 9.578954625858166e-06, "loss": 19.4219, "step": 45648 }, { "epoch": 40.54, "learning_rate": 9.577297739577918e-06, "loss": 19.1602, "step": 45649 }, { "epoch": 40.54, "learning_rate": 9.575640981429418e-06, "loss": 19.2725, "step": 45650 }, { "epoch": 40.54, "learning_rate": 9.573984351417898e-06, "loss": 20.0576, "step": 45651 }, { "epoch": 40.54, "learning_rate": 9.573984351417898e-06, "loss": 20.1484, "step": 45652 }, { "epoch": 40.54, "learning_rate": 9.572327849548596e-06, "loss": 19.4014, "step": 45653 }, { "epoch": 40.55, "learning_rate": 9.570671475826793e-06, "loss": 18.9658, "step": 45654 }, { "epoch": 40.55, "learning_rate": 9.569015230257711e-06, "loss": 19.2402, "step": 45655 }, { "epoch": 40.55, "learning_rate": 9.567359112846609e-06, "loss": 19.3623, "step": 45656 }, { "epoch": 40.55, "learning_rate": 9.565703123598769e-06, "loss": 19.1523, "step": 45657 }, { "epoch": 40.55, "learning_rate": 9.564047262519387e-06, "loss": 19.6279, "step": 45658 }, { "epoch": 40.55, "learning_rate": 9.562391529613734e-06, "loss": 19.1211, "step": 45659 }, { "epoch": 40.55, "learning_rate": 9.560735924887077e-06, "loss": 19.251, "step": 45660 }, { "epoch": 40.55, "learning_rate": 9.559080448344632e-06, "loss": 19.2881, "step": 45661 }, { "epoch": 40.55, "learning_rate": 9.557425099991673e-06, "loss": 19.2256, "step": 45662 }, { "epoch": 40.55, "learning_rate": 9.555769879833442e-06, "loss": 18.8838, "step": 45663 }, { "epoch": 40.55, "learning_rate": 9.554114787875162e-06, "loss": 19.4395, "step": 45664 }, { "epoch": 40.56, "learning_rate": 9.552459824122117e-06, "loss": 19.5996, "step": 45665 }, { "epoch": 40.56, "learning_rate": 9.550804988579515e-06, "loss": 18.9639, "step": 45666 }, { "epoch": 40.56, "learning_rate": 9.549150281252633e-06, "loss": 19.2188, "step": 45667 }, { "epoch": 40.56, "learning_rate": 9.547495702146702e-06, "loss": 19.5742, "step": 45668 }, { "epoch": 40.56, "learning_rate": 9.545841251266957e-06, "loss": 18.7461, "step": 45669 }, { "epoch": 40.56, "learning_rate": 9.544186928618665e-06, "loss": 18.9385, "step": 45670 }, { "epoch": 40.56, "learning_rate": 9.542532734207044e-06, "loss": 19.0371, "step": 45671 }, { "epoch": 40.56, "learning_rate": 9.540878668037362e-06, "loss": 19.335, "step": 45672 }, { "epoch": 40.56, "learning_rate": 9.539224730114854e-06, "loss": 19.5088, "step": 45673 }, { "epoch": 40.56, "learning_rate": 9.537570920444743e-06, "loss": 18.5361, "step": 45674 }, { "epoch": 40.56, "learning_rate": 9.535917239032304e-06, "loss": 19.502, "step": 45675 }, { "epoch": 40.56, "learning_rate": 9.534263685882756e-06, "loss": 19.293, "step": 45676 }, { "epoch": 40.57, "learning_rate": 9.532610261001351e-06, "loss": 19.2061, "step": 45677 }, { "epoch": 40.57, "learning_rate": 9.530956964393316e-06, "loss": 18.5908, "step": 45678 }, { "epoch": 40.57, "learning_rate": 9.529303796063916e-06, "loss": 18.959, "step": 45679 }, { "epoch": 40.57, "learning_rate": 9.527650756018375e-06, "loss": 19.0898, "step": 45680 }, { "epoch": 40.57, "learning_rate": 9.525997844261925e-06, "loss": 19.001, "step": 45681 }, { "epoch": 40.57, "learning_rate": 9.524345060799811e-06, "loss": 19.3467, "step": 45682 }, { "epoch": 40.57, "learning_rate": 9.52269240563729e-06, "loss": 18.7617, "step": 45683 }, { "epoch": 40.57, "learning_rate": 9.521039878779592e-06, "loss": 19.1055, "step": 45684 }, { "epoch": 40.57, "learning_rate": 9.519387480231945e-06, "loss": 19.1787, "step": 45685 }, { "epoch": 40.57, "learning_rate": 9.517735209999584e-06, "loss": 19.3066, "step": 45686 }, { "epoch": 40.57, "learning_rate": 9.51608306808775e-06, "loss": 18.9697, "step": 45687 }, { "epoch": 40.58, "learning_rate": 9.514431054501693e-06, "loss": 19.5049, "step": 45688 }, { "epoch": 40.58, "learning_rate": 9.51277916924665e-06, "loss": 19.0068, "step": 45689 }, { "epoch": 40.58, "learning_rate": 9.51112741232783e-06, "loss": 19.5645, "step": 45690 }, { "epoch": 40.58, "learning_rate": 9.509475783750498e-06, "loss": 18.2842, "step": 45691 }, { "epoch": 40.58, "learning_rate": 9.507824283519867e-06, "loss": 18.8359, "step": 45692 }, { "epoch": 40.58, "learning_rate": 9.506172911641192e-06, "loss": 19.0752, "step": 45693 }, { "epoch": 40.58, "learning_rate": 9.504521668119693e-06, "loss": 18.7461, "step": 45694 }, { "epoch": 40.58, "learning_rate": 9.50287055296062e-06, "loss": 19.2422, "step": 45695 }, { "epoch": 40.58, "learning_rate": 9.501219566169189e-06, "loss": 19.0576, "step": 45696 }, { "epoch": 40.58, "learning_rate": 9.499568707750633e-06, "loss": 19.0674, "step": 45697 }, { "epoch": 40.58, "learning_rate": 9.497917977710208e-06, "loss": 18.9775, "step": 45698 }, { "epoch": 40.59, "learning_rate": 9.496267376053113e-06, "loss": 19.2148, "step": 45699 }, { "epoch": 40.59, "learning_rate": 9.494616902784614e-06, "loss": 19.2637, "step": 45700 }, { "epoch": 40.59, "learning_rate": 9.492966557909922e-06, "loss": 19.0596, "step": 45701 }, { "epoch": 40.59, "learning_rate": 9.491316341434264e-06, "loss": 19.0615, "step": 45702 }, { "epoch": 40.59, "learning_rate": 9.48966625336289e-06, "loss": 19.2363, "step": 45703 }, { "epoch": 40.59, "learning_rate": 9.488016293701007e-06, "loss": 18.7441, "step": 45704 }, { "epoch": 40.59, "learning_rate": 9.486366462453861e-06, "loss": 19.0195, "step": 45705 }, { "epoch": 40.59, "learning_rate": 9.484716759626706e-06, "loss": 19.251, "step": 45706 }, { "epoch": 40.59, "learning_rate": 9.483067185224708e-06, "loss": 19.2051, "step": 45707 }, { "epoch": 40.59, "learning_rate": 9.48141773925314e-06, "loss": 19.3369, "step": 45708 }, { "epoch": 40.59, "learning_rate": 9.479768421717233e-06, "loss": 18.5371, "step": 45709 }, { "epoch": 40.6, "learning_rate": 9.478119232622195e-06, "loss": 18.7881, "step": 45710 }, { "epoch": 40.6, "learning_rate": 9.476470171973283e-06, "loss": 19.4893, "step": 45711 }, { "epoch": 40.6, "learning_rate": 9.474821239775683e-06, "loss": 19.4189, "step": 45712 }, { "epoch": 40.6, "learning_rate": 9.47317243603464e-06, "loss": 19.3633, "step": 45713 }, { "epoch": 40.6, "learning_rate": 9.471523760755396e-06, "loss": 19.1211, "step": 45714 }, { "epoch": 40.6, "learning_rate": 9.469875213943152e-06, "loss": 19.4834, "step": 45715 }, { "epoch": 40.6, "learning_rate": 9.468226795603158e-06, "loss": 18.4863, "step": 45716 }, { "epoch": 40.6, "learning_rate": 9.466578505740625e-06, "loss": 19.4736, "step": 45717 }, { "epoch": 40.6, "learning_rate": 9.464930344360767e-06, "loss": 19.4141, "step": 45718 }, { "epoch": 40.6, "learning_rate": 9.463282311468835e-06, "loss": 18.7246, "step": 45719 }, { "epoch": 40.6, "learning_rate": 9.461634407070025e-06, "loss": 19.2842, "step": 45720 }, { "epoch": 40.6, "learning_rate": 9.459986631169593e-06, "loss": 19.2754, "step": 45721 }, { "epoch": 40.61, "learning_rate": 9.458338983772735e-06, "loss": 19.4463, "step": 45722 }, { "epoch": 40.61, "learning_rate": 9.45669146488467e-06, "loss": 19.1553, "step": 45723 }, { "epoch": 40.61, "learning_rate": 9.45504407451065e-06, "loss": 19.0146, "step": 45724 }, { "epoch": 40.61, "learning_rate": 9.453396812655862e-06, "loss": 18.5967, "step": 45725 }, { "epoch": 40.61, "learning_rate": 9.45174967932555e-06, "loss": 19.126, "step": 45726 }, { "epoch": 40.61, "learning_rate": 9.450102674524952e-06, "loss": 18.9277, "step": 45727 }, { "epoch": 40.61, "learning_rate": 9.448455798259243e-06, "loss": 19.2715, "step": 45728 }, { "epoch": 40.61, "learning_rate": 9.446809050533678e-06, "loss": 19.0908, "step": 45729 }, { "epoch": 40.61, "learning_rate": 9.44516243135345e-06, "loss": 19.1729, "step": 45730 }, { "epoch": 40.61, "learning_rate": 9.443515940723797e-06, "loss": 19.4854, "step": 45731 }, { "epoch": 40.61, "learning_rate": 9.441869578649964e-06, "loss": 18.8643, "step": 45732 }, { "epoch": 40.62, "learning_rate": 9.440223345137111e-06, "loss": 19.5947, "step": 45733 }, { "epoch": 40.62, "learning_rate": 9.438577240190482e-06, "loss": 18.6445, "step": 45734 }, { "epoch": 40.62, "learning_rate": 9.436931263815319e-06, "loss": 18.9531, "step": 45735 }, { "epoch": 40.62, "learning_rate": 9.435285416016803e-06, "loss": 18.7373, "step": 45736 }, { "epoch": 40.62, "learning_rate": 9.433639696800184e-06, "loss": 19.2715, "step": 45737 }, { "epoch": 40.62, "learning_rate": 9.431994106170654e-06, "loss": 19.4961, "step": 45738 }, { "epoch": 40.62, "learning_rate": 9.43034864413343e-06, "loss": 19.041, "step": 45739 }, { "epoch": 40.62, "learning_rate": 9.428703310693748e-06, "loss": 18.7363, "step": 45740 }, { "epoch": 40.62, "learning_rate": 9.427058105856796e-06, "loss": 18.7256, "step": 45741 }, { "epoch": 40.62, "learning_rate": 9.425413029627817e-06, "loss": 19.3584, "step": 45742 }, { "epoch": 40.62, "learning_rate": 9.423768082012007e-06, "loss": 19.2305, "step": 45743 }, { "epoch": 40.63, "learning_rate": 9.422123263014576e-06, "loss": 19.001, "step": 45744 }, { "epoch": 40.63, "learning_rate": 9.420478572640756e-06, "loss": 18.9775, "step": 45745 }, { "epoch": 40.63, "learning_rate": 9.418834010895744e-06, "loss": 19.7441, "step": 45746 }, { "epoch": 40.63, "learning_rate": 9.417189577784768e-06, "loss": 18.9346, "step": 45747 }, { "epoch": 40.63, "learning_rate": 9.41554527331303e-06, "loss": 18.4385, "step": 45748 }, { "epoch": 40.63, "learning_rate": 9.41390109748574e-06, "loss": 19.9014, "step": 45749 }, { "epoch": 40.63, "learning_rate": 9.412257050308121e-06, "loss": 19.1172, "step": 45750 }, { "epoch": 40.63, "learning_rate": 9.410613131785367e-06, "loss": 18.8701, "step": 45751 }, { "epoch": 40.63, "learning_rate": 9.408969341922697e-06, "loss": 18.7412, "step": 45752 }, { "epoch": 40.63, "learning_rate": 9.407325680725337e-06, "loss": 19.1543, "step": 45753 }, { "epoch": 40.63, "learning_rate": 9.405682148198487e-06, "loss": 18.8877, "step": 45754 }, { "epoch": 40.63, "learning_rate": 9.404038744347349e-06, "loss": 18.6631, "step": 45755 }, { "epoch": 40.64, "learning_rate": 9.404038744347349e-06, "loss": 19.3809, "step": 45756 }, { "epoch": 40.64, "learning_rate": 9.402395469177128e-06, "loss": 18.8184, "step": 45757 }, { "epoch": 40.64, "learning_rate": 9.400752322693034e-06, "loss": 18.791, "step": 45758 }, { "epoch": 40.64, "learning_rate": 9.399109304900305e-06, "loss": 18.9814, "step": 45759 }, { "epoch": 40.64, "learning_rate": 9.397466415804123e-06, "loss": 18.8857, "step": 45760 }, { "epoch": 40.64, "learning_rate": 9.395823655409685e-06, "loss": 18.8711, "step": 45761 }, { "epoch": 40.64, "learning_rate": 9.394181023722232e-06, "loss": 18.7891, "step": 45762 }, { "epoch": 40.64, "learning_rate": 9.392538520746936e-06, "loss": 19.4766, "step": 45763 }, { "epoch": 40.64, "learning_rate": 9.390896146489031e-06, "loss": 18.8594, "step": 45764 }, { "epoch": 40.64, "learning_rate": 9.389253900953699e-06, "loss": 18.9111, "step": 45765 }, { "epoch": 40.64, "learning_rate": 9.387611784146167e-06, "loss": 19.29, "step": 45766 }, { "epoch": 40.65, "learning_rate": 9.385969796071637e-06, "loss": 19.3789, "step": 45767 }, { "epoch": 40.65, "learning_rate": 9.384327936735293e-06, "loss": 19.2109, "step": 45768 }, { "epoch": 40.65, "learning_rate": 9.382686206142365e-06, "loss": 19.0713, "step": 45769 }, { "epoch": 40.65, "learning_rate": 9.381044604298034e-06, "loss": 19.3584, "step": 45770 }, { "epoch": 40.65, "learning_rate": 9.379403131207526e-06, "loss": 19.1338, "step": 45771 }, { "epoch": 40.65, "learning_rate": 9.377761786876037e-06, "loss": 18.7461, "step": 45772 }, { "epoch": 40.65, "learning_rate": 9.37612057130875e-06, "loss": 18.8066, "step": 45773 }, { "epoch": 40.65, "learning_rate": 9.37612057130875e-06, "loss": 18.6289, "step": 45774 }, { "epoch": 40.65, "learning_rate": 9.37612057130875e-06, "loss": 18.9004, "step": 45775 }, { "epoch": 40.65, "learning_rate": 9.3744794845109e-06, "loss": 18.3926, "step": 45776 }, { "epoch": 40.65, "learning_rate": 9.37283852648766e-06, "loss": 18.7764, "step": 45777 }, { "epoch": 40.66, "learning_rate": 9.371197697244255e-06, "loss": 20.0596, "step": 45778 }, { "epoch": 40.66, "learning_rate": 9.369556996785877e-06, "loss": 19.1904, "step": 45779 }, { "epoch": 40.66, "learning_rate": 9.367916425117712e-06, "loss": 19.8926, "step": 45780 }, { "epoch": 40.66, "learning_rate": 9.366275982244971e-06, "loss": 19.6494, "step": 45781 }, { "epoch": 40.66, "learning_rate": 9.364635668172871e-06, "loss": 18.8555, "step": 45782 }, { "epoch": 40.66, "learning_rate": 9.362995482906583e-06, "loss": 19.5225, "step": 45783 }, { "epoch": 40.66, "learning_rate": 9.36135542645134e-06, "loss": 19.8389, "step": 45784 }, { "epoch": 40.66, "learning_rate": 9.359715498812304e-06, "loss": 19.1445, "step": 45785 }, { "epoch": 40.66, "learning_rate": 9.358075699994685e-06, "loss": 18.9551, "step": 45786 }, { "epoch": 40.66, "learning_rate": 9.356436030003695e-06, "loss": 18.623, "step": 45787 }, { "epoch": 40.66, "learning_rate": 9.354796488844514e-06, "loss": 18.8896, "step": 45788 }, { "epoch": 40.67, "learning_rate": 9.353157076522357e-06, "loss": 19.5225, "step": 45789 }, { "epoch": 40.67, "learning_rate": 9.351517793042408e-06, "loss": 18.9297, "step": 45790 }, { "epoch": 40.67, "learning_rate": 9.349878638409859e-06, "loss": 19.5117, "step": 45791 }, { "epoch": 40.67, "learning_rate": 9.348239612629921e-06, "loss": 19.3008, "step": 45792 }, { "epoch": 40.67, "learning_rate": 9.346600715707771e-06, "loss": 19.5742, "step": 45793 }, { "epoch": 40.67, "learning_rate": 9.344961947648623e-06, "loss": 19.3369, "step": 45794 }, { "epoch": 40.67, "learning_rate": 9.343323308457663e-06, "loss": 19.251, "step": 45795 }, { "epoch": 40.67, "learning_rate": 9.341684798140071e-06, "loss": 18.9023, "step": 45796 }, { "epoch": 40.67, "learning_rate": 9.340046416701065e-06, "loss": 18.7188, "step": 45797 }, { "epoch": 40.67, "learning_rate": 9.338408164145817e-06, "loss": 18.7734, "step": 45798 }, { "epoch": 40.67, "learning_rate": 9.336770040479542e-06, "loss": 19.3105, "step": 45799 }, { "epoch": 40.67, "learning_rate": 9.335132045707423e-06, "loss": 19.7227, "step": 45800 }, { "epoch": 40.68, "learning_rate": 9.333494179834639e-06, "loss": 19.1963, "step": 45801 }, { "epoch": 40.68, "learning_rate": 9.331856442866405e-06, "loss": 18.7295, "step": 45802 }, { "epoch": 40.68, "learning_rate": 9.33021883480788e-06, "loss": 19.3789, "step": 45803 }, { "epoch": 40.68, "learning_rate": 9.328581355664285e-06, "loss": 19.0508, "step": 45804 }, { "epoch": 40.68, "learning_rate": 9.326944005440819e-06, "loss": 19.0732, "step": 45805 }, { "epoch": 40.68, "learning_rate": 9.32530678414263e-06, "loss": 18.8887, "step": 45806 }, { "epoch": 40.68, "learning_rate": 9.323669691774939e-06, "loss": 19.1143, "step": 45807 }, { "epoch": 40.68, "learning_rate": 9.322032728342922e-06, "loss": 19.3223, "step": 45808 }, { "epoch": 40.68, "learning_rate": 9.32039589385177e-06, "loss": 19.459, "step": 45809 }, { "epoch": 40.68, "learning_rate": 9.318759188306702e-06, "loss": 19.4639, "step": 45810 }, { "epoch": 40.68, "learning_rate": 9.317122611712847e-06, "loss": 18.8955, "step": 45811 }, { "epoch": 40.69, "learning_rate": 9.315486164075433e-06, "loss": 19.4473, "step": 45812 }, { "epoch": 40.69, "learning_rate": 9.313849845399647e-06, "loss": 19.127, "step": 45813 }, { "epoch": 40.69, "learning_rate": 9.31221365569065e-06, "loss": 19.1191, "step": 45814 }, { "epoch": 40.69, "learning_rate": 9.310577594953663e-06, "loss": 18.9766, "step": 45815 }, { "epoch": 40.69, "learning_rate": 9.308941663193854e-06, "loss": 18.6914, "step": 45816 }, { "epoch": 40.69, "learning_rate": 9.307305860416398e-06, "loss": 18.6982, "step": 45817 }, { "epoch": 40.69, "learning_rate": 9.305670186626503e-06, "loss": 19.1875, "step": 45818 }, { "epoch": 40.69, "learning_rate": 9.304034641829328e-06, "loss": 18.876, "step": 45819 }, { "epoch": 40.69, "learning_rate": 9.302399226030085e-06, "loss": 18.751, "step": 45820 }, { "epoch": 40.69, "learning_rate": 9.300763939233947e-06, "loss": 18.8457, "step": 45821 }, { "epoch": 40.69, "learning_rate": 9.299128781446075e-06, "loss": 19.2178, "step": 45822 }, { "epoch": 40.7, "learning_rate": 9.297493752671693e-06, "loss": 19.5576, "step": 45823 }, { "epoch": 40.7, "learning_rate": 9.295858852915945e-06, "loss": 18.9785, "step": 45824 }, { "epoch": 40.7, "learning_rate": 9.294224082184045e-06, "loss": 18.7324, "step": 45825 }, { "epoch": 40.7, "learning_rate": 9.292589440481147e-06, "loss": 19.1738, "step": 45826 }, { "epoch": 40.7, "learning_rate": 9.290954927812462e-06, "loss": 19.1758, "step": 45827 }, { "epoch": 40.7, "learning_rate": 9.289320544183155e-06, "loss": 18.9141, "step": 45828 }, { "epoch": 40.7, "learning_rate": 9.28768628959839e-06, "loss": 18.5371, "step": 45829 }, { "epoch": 40.7, "learning_rate": 9.28605216406337e-06, "loss": 19.4375, "step": 45830 }, { "epoch": 40.7, "learning_rate": 9.284418167583281e-06, "loss": 19.0029, "step": 45831 }, { "epoch": 40.7, "learning_rate": 9.282784300163289e-06, "loss": 19.3369, "step": 45832 }, { "epoch": 40.7, "learning_rate": 9.281150561808572e-06, "loss": 19.3438, "step": 45833 }, { "epoch": 40.71, "learning_rate": 9.279516952524303e-06, "loss": 18.834, "step": 45834 }, { "epoch": 40.71, "learning_rate": 9.277883472315663e-06, "loss": 19.248, "step": 45835 }, { "epoch": 40.71, "learning_rate": 9.276250121187851e-06, "loss": 18.915, "step": 45836 }, { "epoch": 40.71, "learning_rate": 9.274616899146032e-06, "loss": 18.9961, "step": 45837 }, { "epoch": 40.71, "learning_rate": 9.272983806195362e-06, "loss": 19.5039, "step": 45838 }, { "epoch": 40.71, "learning_rate": 9.271350842341053e-06, "loss": 19.0166, "step": 45839 }, { "epoch": 40.71, "learning_rate": 9.269718007588246e-06, "loss": 19.0186, "step": 45840 }, { "epoch": 40.71, "learning_rate": 9.268085301942152e-06, "loss": 19.0654, "step": 45841 }, { "epoch": 40.71, "learning_rate": 9.266452725407915e-06, "loss": 19.6816, "step": 45842 }, { "epoch": 40.71, "learning_rate": 9.264820277990732e-06, "loss": 19.1143, "step": 45843 }, { "epoch": 40.71, "learning_rate": 9.263187959695769e-06, "loss": 19.0947, "step": 45844 }, { "epoch": 40.71, "learning_rate": 9.261555770528191e-06, "loss": 19.1719, "step": 45845 }, { "epoch": 40.72, "learning_rate": 9.25992371049319e-06, "loss": 19.3271, "step": 45846 }, { "epoch": 40.72, "learning_rate": 9.258291779595917e-06, "loss": 19.0752, "step": 45847 }, { "epoch": 40.72, "learning_rate": 9.256659977841575e-06, "loss": 19.375, "step": 45848 }, { "epoch": 40.72, "learning_rate": 9.25502830523532e-06, "loss": 19.4551, "step": 45849 }, { "epoch": 40.72, "learning_rate": 9.253396761782308e-06, "loss": 18.9756, "step": 45850 }, { "epoch": 40.72, "learning_rate": 9.251765347487734e-06, "loss": 19.2188, "step": 45851 }, { "epoch": 40.72, "learning_rate": 9.250134062356757e-06, "loss": 19.0801, "step": 45852 }, { "epoch": 40.72, "learning_rate": 9.248502906394563e-06, "loss": 19.5635, "step": 45853 }, { "epoch": 40.72, "learning_rate": 9.246871879606306e-06, "loss": 19.2998, "step": 45854 }, { "epoch": 40.72, "learning_rate": 9.245240981997155e-06, "loss": 19.2842, "step": 45855 }, { "epoch": 40.72, "learning_rate": 9.243610213572285e-06, "loss": 19.4043, "step": 45856 }, { "epoch": 40.73, "learning_rate": 9.241979574336878e-06, "loss": 18.9512, "step": 45857 }, { "epoch": 40.73, "learning_rate": 9.240349064296083e-06, "loss": 19.1475, "step": 45858 }, { "epoch": 40.73, "learning_rate": 9.238718683455094e-06, "loss": 19.1982, "step": 45859 }, { "epoch": 40.73, "learning_rate": 9.23708843181904e-06, "loss": 19.4746, "step": 45860 }, { "epoch": 40.73, "learning_rate": 9.235458309393114e-06, "loss": 19.5186, "step": 45861 }, { "epoch": 40.73, "learning_rate": 9.233828316182491e-06, "loss": 18.7471, "step": 45862 }, { "epoch": 40.73, "learning_rate": 9.232198452192309e-06, "loss": 19.5049, "step": 45863 }, { "epoch": 40.73, "learning_rate": 9.230568717427767e-06, "loss": 18.9922, "step": 45864 }, { "epoch": 40.73, "learning_rate": 9.228939111894019e-06, "loss": 19.5586, "step": 45865 }, { "epoch": 40.73, "learning_rate": 9.22730963559621e-06, "loss": 19.1719, "step": 45866 }, { "epoch": 40.73, "learning_rate": 9.225680288539535e-06, "loss": 18.7793, "step": 45867 }, { "epoch": 40.74, "learning_rate": 9.224051070729135e-06, "loss": 19.333, "step": 45868 }, { "epoch": 40.74, "learning_rate": 9.222421982170192e-06, "loss": 18.9434, "step": 45869 }, { "epoch": 40.74, "learning_rate": 9.22079302286787e-06, "loss": 19.5605, "step": 45870 }, { "epoch": 40.74, "learning_rate": 9.219164192827306e-06, "loss": 19.6133, "step": 45871 }, { "epoch": 40.74, "learning_rate": 9.217535492053703e-06, "loss": 19.7188, "step": 45872 }, { "epoch": 40.74, "learning_rate": 9.215906920552186e-06, "loss": 18.3672, "step": 45873 }, { "epoch": 40.74, "learning_rate": 9.214278478327937e-06, "loss": 19.166, "step": 45874 }, { "epoch": 40.74, "learning_rate": 9.212650165386133e-06, "loss": 19.293, "step": 45875 }, { "epoch": 40.74, "learning_rate": 9.211021981731899e-06, "loss": 19.2598, "step": 45876 }, { "epoch": 40.74, "learning_rate": 9.209393927370424e-06, "loss": 18.8789, "step": 45877 }, { "epoch": 40.74, "learning_rate": 9.20776600230685e-06, "loss": 18.7412, "step": 45878 }, { "epoch": 40.75, "learning_rate": 9.206138206546344e-06, "loss": 18.7412, "step": 45879 }, { "epoch": 40.75, "learning_rate": 9.204510540094096e-06, "loss": 19.2656, "step": 45880 }, { "epoch": 40.75, "learning_rate": 9.20288300295521e-06, "loss": 19.1758, "step": 45881 }, { "epoch": 40.75, "learning_rate": 9.201255595134872e-06, "loss": 19.2393, "step": 45882 }, { "epoch": 40.75, "learning_rate": 9.199628316638254e-06, "loss": 18.4756, "step": 45883 }, { "epoch": 40.75, "learning_rate": 9.198001167470494e-06, "loss": 19.0664, "step": 45884 }, { "epoch": 40.75, "learning_rate": 9.196374147636777e-06, "loss": 19.5645, "step": 45885 }, { "epoch": 40.75, "learning_rate": 9.194747257142212e-06, "loss": 19.2842, "step": 45886 }, { "epoch": 40.75, "learning_rate": 9.193120495991985e-06, "loss": 19.2275, "step": 45887 }, { "epoch": 40.75, "learning_rate": 9.191493864191269e-06, "loss": 18.5859, "step": 45888 }, { "epoch": 40.75, "learning_rate": 9.189867361745191e-06, "loss": 19.3164, "step": 45889 }, { "epoch": 40.75, "learning_rate": 9.188240988658925e-06, "loss": 19.0352, "step": 45890 }, { "epoch": 40.76, "learning_rate": 9.186614744937621e-06, "loss": 19.1338, "step": 45891 }, { "epoch": 40.76, "learning_rate": 9.184988630586422e-06, "loss": 19.1846, "step": 45892 }, { "epoch": 40.76, "learning_rate": 9.183362645610505e-06, "loss": 19.5693, "step": 45893 }, { "epoch": 40.76, "learning_rate": 9.181736790015e-06, "loss": 18.6543, "step": 45894 }, { "epoch": 40.76, "learning_rate": 9.180111063805087e-06, "loss": 19.915, "step": 45895 }, { "epoch": 40.76, "learning_rate": 9.178485466985904e-06, "loss": 19.0547, "step": 45896 }, { "epoch": 40.76, "learning_rate": 9.176859999562593e-06, "loss": 19.4277, "step": 45897 }, { "epoch": 40.76, "learning_rate": 9.175234661540328e-06, "loss": 19.3975, "step": 45898 }, { "epoch": 40.76, "learning_rate": 9.173609452924237e-06, "loss": 19.0898, "step": 45899 }, { "epoch": 40.76, "learning_rate": 9.171984373719489e-06, "loss": 19.5498, "step": 45900 }, { "epoch": 40.76, "learning_rate": 9.170359423931241e-06, "loss": 19.3965, "step": 45901 }, { "epoch": 40.77, "learning_rate": 9.168734603564638e-06, "loss": 18.8701, "step": 45902 }, { "epoch": 40.77, "learning_rate": 9.167109912624828e-06, "loss": 19.0635, "step": 45903 }, { "epoch": 40.77, "learning_rate": 9.165485351116942e-06, "loss": 19.3301, "step": 45904 }, { "epoch": 40.77, "learning_rate": 9.163860919046153e-06, "loss": 19.4004, "step": 45905 }, { "epoch": 40.77, "learning_rate": 9.162236616417613e-06, "loss": 19.0381, "step": 45906 }, { "epoch": 40.77, "learning_rate": 9.160612443236466e-06, "loss": 19.4785, "step": 45907 }, { "epoch": 40.77, "learning_rate": 9.15898839950784e-06, "loss": 18.9375, "step": 45908 }, { "epoch": 40.77, "learning_rate": 9.157364485236918e-06, "loss": 18.7373, "step": 45909 }, { "epoch": 40.77, "learning_rate": 9.15574070042881e-06, "loss": 19.3076, "step": 45910 }, { "epoch": 40.77, "learning_rate": 9.1541170450887e-06, "loss": 19.3027, "step": 45911 }, { "epoch": 40.77, "learning_rate": 9.152493519221712e-06, "loss": 18.8545, "step": 45912 }, { "epoch": 40.78, "learning_rate": 9.150870122832983e-06, "loss": 18.8047, "step": 45913 }, { "epoch": 40.78, "learning_rate": 9.14924685592769e-06, "loss": 19.0527, "step": 45914 }, { "epoch": 40.78, "learning_rate": 9.14762371851095e-06, "loss": 18.6885, "step": 45915 }, { "epoch": 40.78, "learning_rate": 9.146000710587927e-06, "loss": 19.0391, "step": 45916 }, { "epoch": 40.78, "learning_rate": 9.144377832163747e-06, "loss": 18.9658, "step": 45917 }, { "epoch": 40.78, "learning_rate": 9.142755083243576e-06, "loss": 19.1729, "step": 45918 }, { "epoch": 40.78, "learning_rate": 9.141132463832552e-06, "loss": 19.4658, "step": 45919 }, { "epoch": 40.78, "learning_rate": 9.139509973935795e-06, "loss": 19.5664, "step": 45920 }, { "epoch": 40.78, "learning_rate": 9.137887613558482e-06, "loss": 19.043, "step": 45921 }, { "epoch": 40.78, "learning_rate": 9.136265382705722e-06, "loss": 19.5859, "step": 45922 }, { "epoch": 40.78, "learning_rate": 9.134643281382693e-06, "loss": 19.167, "step": 45923 }, { "epoch": 40.79, "learning_rate": 9.133021309594514e-06, "loss": 19.7578, "step": 45924 }, { "epoch": 40.79, "learning_rate": 9.131399467346325e-06, "loss": 18.9951, "step": 45925 }, { "epoch": 40.79, "learning_rate": 9.129777754643276e-06, "loss": 19.0293, "step": 45926 }, { "epoch": 40.79, "learning_rate": 9.128156171490499e-06, "loss": 19.9004, "step": 45927 }, { "epoch": 40.79, "learning_rate": 9.126534717893148e-06, "loss": 19.5469, "step": 45928 }, { "epoch": 40.79, "learning_rate": 9.124913393856355e-06, "loss": 19.2725, "step": 45929 }, { "epoch": 40.79, "learning_rate": 9.123292199385246e-06, "loss": 19.2568, "step": 45930 }, { "epoch": 40.79, "learning_rate": 9.121671134484976e-06, "loss": 19.6182, "step": 45931 }, { "epoch": 40.79, "learning_rate": 9.12005019916069e-06, "loss": 18.9502, "step": 45932 }, { "epoch": 40.79, "learning_rate": 9.118429393417498e-06, "loss": 18.9717, "step": 45933 }, { "epoch": 40.79, "learning_rate": 9.116808717260572e-06, "loss": 19.2949, "step": 45934 }, { "epoch": 40.79, "learning_rate": 9.115188170695033e-06, "loss": 18.6709, "step": 45935 }, { "epoch": 40.8, "learning_rate": 9.113567753726005e-06, "loss": 19.7559, "step": 45936 }, { "epoch": 40.8, "learning_rate": 9.111947466358645e-06, "loss": 19.1846, "step": 45937 }, { "epoch": 40.8, "learning_rate": 9.11032730859807e-06, "loss": 18.9414, "step": 45938 }, { "epoch": 40.8, "learning_rate": 9.108707280449441e-06, "loss": 19.6748, "step": 45939 }, { "epoch": 40.8, "learning_rate": 9.107087381917878e-06, "loss": 19.0215, "step": 45940 }, { "epoch": 40.8, "learning_rate": 9.1054676130085e-06, "loss": 19.4727, "step": 45941 }, { "epoch": 40.8, "learning_rate": 9.103847973726477e-06, "loss": 19.042, "step": 45942 }, { "epoch": 40.8, "learning_rate": 9.102228464076901e-06, "loss": 19.3008, "step": 45943 }, { "epoch": 40.8, "learning_rate": 9.100609084064949e-06, "loss": 19.085, "step": 45944 }, { "epoch": 40.8, "learning_rate": 9.098989833695731e-06, "loss": 19.0811, "step": 45945 }, { "epoch": 40.8, "learning_rate": 9.097370712974367e-06, "loss": 18.9727, "step": 45946 }, { "epoch": 40.81, "learning_rate": 9.095751721906014e-06, "loss": 18.7773, "step": 45947 }, { "epoch": 40.81, "learning_rate": 9.094132860495785e-06, "loss": 18.957, "step": 45948 }, { "epoch": 40.81, "learning_rate": 9.09251412874882e-06, "loss": 18.9697, "step": 45949 }, { "epoch": 40.81, "learning_rate": 9.090895526670278e-06, "loss": 19.3184, "step": 45950 }, { "epoch": 40.81, "learning_rate": 9.089277054265233e-06, "loss": 18.9551, "step": 45951 }, { "epoch": 40.81, "learning_rate": 9.08765871153886e-06, "loss": 19.9473, "step": 45952 }, { "epoch": 40.81, "learning_rate": 9.086040498496257e-06, "loss": 19.123, "step": 45953 }, { "epoch": 40.81, "learning_rate": 9.084422415142568e-06, "loss": 19.4082, "step": 45954 }, { "epoch": 40.81, "learning_rate": 9.082804461482952e-06, "loss": 19.4355, "step": 45955 }, { "epoch": 40.81, "learning_rate": 9.081186637522487e-06, "loss": 19.0713, "step": 45956 }, { "epoch": 40.81, "learning_rate": 9.07956894326632e-06, "loss": 18.8779, "step": 45957 }, { "epoch": 40.82, "learning_rate": 9.07795137871959e-06, "loss": 19.4775, "step": 45958 }, { "epoch": 40.82, "learning_rate": 9.07633394388741e-06, "loss": 19.4805, "step": 45959 }, { "epoch": 40.82, "learning_rate": 9.074716638774922e-06, "loss": 19.416, "step": 45960 }, { "epoch": 40.82, "learning_rate": 9.073099463387246e-06, "loss": 19.1143, "step": 45961 }, { "epoch": 40.82, "learning_rate": 9.071482417729494e-06, "loss": 19.1094, "step": 45962 }, { "epoch": 40.82, "learning_rate": 9.069865501806813e-06, "loss": 18.8896, "step": 45963 }, { "epoch": 40.82, "learning_rate": 9.068248715624312e-06, "loss": 19.2832, "step": 45964 }, { "epoch": 40.82, "learning_rate": 9.06663205918713e-06, "loss": 19.2959, "step": 45965 }, { "epoch": 40.82, "learning_rate": 9.065015532500388e-06, "loss": 18.8574, "step": 45966 }, { "epoch": 40.82, "learning_rate": 9.06339913556919e-06, "loss": 18.9658, "step": 45967 }, { "epoch": 40.82, "learning_rate": 9.061782868398689e-06, "loss": 18.5879, "step": 45968 }, { "epoch": 40.83, "learning_rate": 9.060166730993986e-06, "loss": 18.876, "step": 45969 }, { "epoch": 40.83, "learning_rate": 9.058550723360221e-06, "loss": 18.9619, "step": 45970 }, { "epoch": 40.83, "learning_rate": 9.056934845502507e-06, "loss": 18.9512, "step": 45971 }, { "epoch": 40.83, "learning_rate": 9.055319097425963e-06, "loss": 19.5615, "step": 45972 }, { "epoch": 40.83, "learning_rate": 9.053703479135722e-06, "loss": 19.499, "step": 45973 }, { "epoch": 40.83, "learning_rate": 9.052087990636887e-06, "loss": 19.5195, "step": 45974 }, { "epoch": 40.83, "learning_rate": 9.050472631934586e-06, "loss": 19.3096, "step": 45975 }, { "epoch": 40.83, "learning_rate": 9.050472631934586e-06, "loss": 19.334, "step": 45976 }, { "epoch": 40.83, "learning_rate": 9.048857403033961e-06, "loss": 19.542, "step": 45977 }, { "epoch": 40.83, "learning_rate": 9.047242303940113e-06, "loss": 19.3613, "step": 45978 }, { "epoch": 40.83, "learning_rate": 9.045627334658163e-06, "loss": 18.6475, "step": 45979 }, { "epoch": 40.83, "learning_rate": 9.045627334658163e-06, "loss": 19.6084, "step": 45980 }, { "epoch": 40.84, "learning_rate": 9.044012495193216e-06, "loss": 18.8857, "step": 45981 }, { "epoch": 40.84, "learning_rate": 9.042397785550405e-06, "loss": 18.9395, "step": 45982 }, { "epoch": 40.84, "learning_rate": 9.040783205734865e-06, "loss": 18.7031, "step": 45983 }, { "epoch": 40.84, "learning_rate": 9.039168755751692e-06, "loss": 19.1641, "step": 45984 }, { "epoch": 40.84, "learning_rate": 9.037554435605994e-06, "loss": 18.7168, "step": 45985 }, { "epoch": 40.84, "learning_rate": 9.03594024530292e-06, "loss": 19.1416, "step": 45986 }, { "epoch": 40.84, "learning_rate": 9.034326184847553e-06, "loss": 18.7559, "step": 45987 }, { "epoch": 40.84, "learning_rate": 9.03271225424504e-06, "loss": 19.6426, "step": 45988 }, { "epoch": 40.84, "learning_rate": 9.031098453500481e-06, "loss": 19.0205, "step": 45989 }, { "epoch": 40.84, "learning_rate": 9.02948478261898e-06, "loss": 19.4307, "step": 45990 }, { "epoch": 40.84, "learning_rate": 9.027871241605678e-06, "loss": 19.5342, "step": 45991 }, { "epoch": 40.85, "learning_rate": 9.026257830465661e-06, "loss": 18.9473, "step": 45992 }, { "epoch": 40.85, "learning_rate": 9.02464454920407e-06, "loss": 19.6064, "step": 45993 }, { "epoch": 40.85, "learning_rate": 9.023031397825998e-06, "loss": 19.1504, "step": 45994 }, { "epoch": 40.85, "learning_rate": 9.021418376336582e-06, "loss": 19.1055, "step": 45995 }, { "epoch": 40.85, "learning_rate": 9.019805484740918e-06, "loss": 19.3682, "step": 45996 }, { "epoch": 40.85, "learning_rate": 9.018192723044106e-06, "loss": 18.8535, "step": 45997 }, { "epoch": 40.85, "learning_rate": 9.016580091251286e-06, "loss": 19.0605, "step": 45998 }, { "epoch": 40.85, "learning_rate": 9.014967589367546e-06, "loss": 19.0186, "step": 45999 }, { "epoch": 40.85, "learning_rate": 9.013355217398022e-06, "loss": 19.1465, "step": 46000 }, { "epoch": 40.85, "learning_rate": 9.011742975347809e-06, "loss": 19.4219, "step": 46001 }, { "epoch": 40.85, "learning_rate": 9.010130863222004e-06, "loss": 19.1709, "step": 46002 }, { "epoch": 40.86, "learning_rate": 9.008518881025741e-06, "loss": 18.6504, "step": 46003 }, { "epoch": 40.86, "learning_rate": 9.006907028764129e-06, "loss": 19.7441, "step": 46004 }, { "epoch": 40.86, "learning_rate": 9.005295306442263e-06, "loss": 18.5215, "step": 46005 }, { "epoch": 40.86, "learning_rate": 9.003683714065265e-06, "loss": 19.126, "step": 46006 }, { "epoch": 40.86, "learning_rate": 9.002072251638222e-06, "loss": 19.2656, "step": 46007 }, { "epoch": 40.86, "learning_rate": 9.00046091916626e-06, "loss": 18.9365, "step": 46008 }, { "epoch": 40.86, "learning_rate": 8.998849716654495e-06, "loss": 18.8096, "step": 46009 }, { "epoch": 40.86, "learning_rate": 8.997238644108009e-06, "loss": 19.2197, "step": 46010 }, { "epoch": 40.86, "learning_rate": 8.995627701531933e-06, "loss": 19.0176, "step": 46011 }, { "epoch": 40.86, "learning_rate": 8.994016888931362e-06, "loss": 19.5088, "step": 46012 }, { "epoch": 40.86, "learning_rate": 8.992406206311393e-06, "loss": 19.2217, "step": 46013 }, { "epoch": 40.87, "learning_rate": 8.990795653677153e-06, "loss": 19.3506, "step": 46014 }, { "epoch": 40.87, "learning_rate": 8.98918523103372e-06, "loss": 19.043, "step": 46015 }, { "epoch": 40.87, "learning_rate": 8.987574938386229e-06, "loss": 18.8506, "step": 46016 }, { "epoch": 40.87, "learning_rate": 8.98596477573977e-06, "loss": 19.2783, "step": 46017 }, { "epoch": 40.87, "learning_rate": 8.984354743099432e-06, "loss": 19.5039, "step": 46018 }, { "epoch": 40.87, "learning_rate": 8.982744840470348e-06, "loss": 19.2451, "step": 46019 }, { "epoch": 40.87, "learning_rate": 8.981135067857588e-06, "loss": 20.0811, "step": 46020 }, { "epoch": 40.87, "learning_rate": 8.981135067857588e-06, "loss": 19.248, "step": 46021 }, { "epoch": 40.87, "learning_rate": 8.979525425266289e-06, "loss": 19.2998, "step": 46022 }, { "epoch": 40.87, "learning_rate": 8.977915912701535e-06, "loss": 19.25, "step": 46023 }, { "epoch": 40.87, "learning_rate": 8.976306530168415e-06, "loss": 19.333, "step": 46024 }, { "epoch": 40.87, "learning_rate": 8.974697277672056e-06, "loss": 19.0449, "step": 46025 }, { "epoch": 40.88, "learning_rate": 8.97308815521754e-06, "loss": 18.9814, "step": 46026 }, { "epoch": 40.88, "learning_rate": 8.971479162809976e-06, "loss": 18.8926, "step": 46027 }, { "epoch": 40.88, "learning_rate": 8.969870300454485e-06, "loss": 19.0117, "step": 46028 }, { "epoch": 40.88, "learning_rate": 8.968261568156121e-06, "loss": 18.8809, "step": 46029 }, { "epoch": 40.88, "learning_rate": 8.966652965920009e-06, "loss": 19.124, "step": 46030 }, { "epoch": 40.88, "learning_rate": 8.965044493751256e-06, "loss": 19.3838, "step": 46031 }, { "epoch": 40.88, "learning_rate": 8.963436151654942e-06, "loss": 18.8301, "step": 46032 }, { "epoch": 40.88, "learning_rate": 8.961827939636196e-06, "loss": 19.7285, "step": 46033 }, { "epoch": 40.88, "learning_rate": 8.96021985770007e-06, "loss": 19.0068, "step": 46034 }, { "epoch": 40.88, "learning_rate": 8.958611905851689e-06, "loss": 19.4971, "step": 46035 }, { "epoch": 40.88, "learning_rate": 8.957004084096155e-06, "loss": 19.2471, "step": 46036 }, { "epoch": 40.89, "learning_rate": 8.955396392438541e-06, "loss": 19.8105, "step": 46037 }, { "epoch": 40.89, "learning_rate": 8.953788830883974e-06, "loss": 19.001, "step": 46038 }, { "epoch": 40.89, "learning_rate": 8.952181399437531e-06, "loss": 19.1895, "step": 46039 }, { "epoch": 40.89, "learning_rate": 8.950574098104302e-06, "loss": 19.0928, "step": 46040 }, { "epoch": 40.89, "learning_rate": 8.948966926889396e-06, "loss": 19.4775, "step": 46041 }, { "epoch": 40.89, "learning_rate": 8.94735988579789e-06, "loss": 19.251, "step": 46042 }, { "epoch": 40.89, "learning_rate": 8.945752974834903e-06, "loss": 19.1514, "step": 46043 }, { "epoch": 40.89, "learning_rate": 8.94414619400551e-06, "loss": 19.6816, "step": 46044 }, { "epoch": 40.89, "learning_rate": 8.9425395433148e-06, "loss": 18.9492, "step": 46045 }, { "epoch": 40.89, "learning_rate": 8.940933022767883e-06, "loss": 19.7021, "step": 46046 }, { "epoch": 40.89, "learning_rate": 8.939326632369838e-06, "loss": 18.8232, "step": 46047 }, { "epoch": 40.9, "learning_rate": 8.937720372125769e-06, "loss": 19.0938, "step": 46048 }, { "epoch": 40.9, "learning_rate": 8.936114242040755e-06, "loss": 19.4014, "step": 46049 }, { "epoch": 40.9, "learning_rate": 8.934508242119888e-06, "loss": 19.8984, "step": 46050 }, { "epoch": 40.9, "learning_rate": 8.932902372368268e-06, "loss": 18.8145, "step": 46051 }, { "epoch": 40.9, "learning_rate": 8.93129663279097e-06, "loss": 18.4365, "step": 46052 }, { "epoch": 40.9, "learning_rate": 8.929691023393099e-06, "loss": 19.2354, "step": 46053 }, { "epoch": 40.9, "learning_rate": 8.928085544179748e-06, "loss": 19.6426, "step": 46054 }, { "epoch": 40.9, "learning_rate": 8.926480195155995e-06, "loss": 18.2754, "step": 46055 }, { "epoch": 40.9, "learning_rate": 8.92487497632692e-06, "loss": 19.1436, "step": 46056 }, { "epoch": 40.9, "learning_rate": 8.923269887697639e-06, "loss": 19.4463, "step": 46057 }, { "epoch": 40.9, "learning_rate": 8.921664929273205e-06, "loss": 19.1299, "step": 46058 }, { "epoch": 40.9, "learning_rate": 8.920060101058742e-06, "loss": 19.1074, "step": 46059 }, { "epoch": 40.91, "learning_rate": 8.918455403059311e-06, "loss": 19.2109, "step": 46060 }, { "epoch": 40.91, "learning_rate": 8.91685083528e-06, "loss": 18.9258, "step": 46061 }, { "epoch": 40.91, "learning_rate": 8.915246397725908e-06, "loss": 19.3545, "step": 46062 }, { "epoch": 40.91, "learning_rate": 8.913642090402107e-06, "loss": 18.7959, "step": 46063 }, { "epoch": 40.91, "learning_rate": 8.912037913313697e-06, "loss": 19.249, "step": 46064 }, { "epoch": 40.91, "learning_rate": 8.910433866465756e-06, "loss": 19.3203, "step": 46065 }, { "epoch": 40.91, "learning_rate": 8.908829949863356e-06, "loss": 18.9375, "step": 46066 }, { "epoch": 40.91, "learning_rate": 8.907226163511612e-06, "loss": 19.8281, "step": 46067 }, { "epoch": 40.91, "learning_rate": 8.905622507415568e-06, "loss": 18.7344, "step": 46068 }, { "epoch": 40.91, "learning_rate": 8.904018981580342e-06, "loss": 18.8721, "step": 46069 }, { "epoch": 40.91, "learning_rate": 8.902415586010987e-06, "loss": 18.3115, "step": 46070 }, { "epoch": 40.92, "learning_rate": 8.900812320712621e-06, "loss": 18.9619, "step": 46071 }, { "epoch": 40.92, "learning_rate": 8.899209185690299e-06, "loss": 19.1104, "step": 46072 }, { "epoch": 40.92, "learning_rate": 8.897606180949098e-06, "loss": 18.8721, "step": 46073 }, { "epoch": 40.92, "learning_rate": 8.896003306494128e-06, "loss": 19.1172, "step": 46074 }, { "epoch": 40.92, "learning_rate": 8.894400562330434e-06, "loss": 18.8633, "step": 46075 }, { "epoch": 40.92, "learning_rate": 8.892797948463133e-06, "loss": 18.8936, "step": 46076 }, { "epoch": 40.92, "learning_rate": 8.891195464897284e-06, "loss": 19.4092, "step": 46077 }, { "epoch": 40.92, "learning_rate": 8.889593111637956e-06, "loss": 19.3828, "step": 46078 }, { "epoch": 40.92, "learning_rate": 8.887990888690246e-06, "loss": 18.4922, "step": 46079 }, { "epoch": 40.92, "learning_rate": 8.886388796059237e-06, "loss": 19.1465, "step": 46080 }, { "epoch": 40.92, "learning_rate": 8.884786833750004e-06, "loss": 19.4785, "step": 46081 }, { "epoch": 40.93, "learning_rate": 8.883185001767613e-06, "loss": 19.3525, "step": 46082 }, { "epoch": 40.93, "learning_rate": 8.881583300117136e-06, "loss": 19.001, "step": 46083 }, { "epoch": 40.93, "learning_rate": 8.879981728803666e-06, "loss": 18.9248, "step": 46084 }, { "epoch": 40.93, "learning_rate": 8.878380287832283e-06, "loss": 19.4521, "step": 46085 }, { "epoch": 40.93, "learning_rate": 8.87677897720805e-06, "loss": 19.2559, "step": 46086 }, { "epoch": 40.93, "learning_rate": 8.875177796936057e-06, "loss": 19.9092, "step": 46087 }, { "epoch": 40.93, "learning_rate": 8.873576747021372e-06, "loss": 19.2402, "step": 46088 }, { "epoch": 40.93, "learning_rate": 8.871975827469053e-06, "loss": 19.7627, "step": 46089 }, { "epoch": 40.93, "learning_rate": 8.870375038284213e-06, "loss": 18.7783, "step": 46090 }, { "epoch": 40.93, "learning_rate": 8.868774379471883e-06, "loss": 19.1377, "step": 46091 }, { "epoch": 40.93, "learning_rate": 8.867173851037175e-06, "loss": 19.7324, "step": 46092 }, { "epoch": 40.94, "learning_rate": 8.865573452985143e-06, "loss": 19.4326, "step": 46093 }, { "epoch": 40.94, "learning_rate": 8.86397318532085e-06, "loss": 18.9717, "step": 46094 }, { "epoch": 40.94, "learning_rate": 8.862373048049388e-06, "loss": 19.04, "step": 46095 }, { "epoch": 40.94, "learning_rate": 8.860773041175818e-06, "loss": 19.2744, "step": 46096 }, { "epoch": 40.94, "learning_rate": 8.859173164705209e-06, "loss": 18.6328, "step": 46097 }, { "epoch": 40.94, "learning_rate": 8.857573418642667e-06, "loss": 18.916, "step": 46098 }, { "epoch": 40.94, "learning_rate": 8.855973802993206e-06, "loss": 19.9658, "step": 46099 }, { "epoch": 40.94, "learning_rate": 8.854374317761944e-06, "loss": 19.2725, "step": 46100 }, { "epoch": 40.94, "learning_rate": 8.852774962953914e-06, "loss": 19.542, "step": 46101 }, { "epoch": 40.94, "learning_rate": 8.851175738574208e-06, "loss": 19.3691, "step": 46102 }, { "epoch": 40.94, "learning_rate": 8.849576644627911e-06, "loss": 19.2148, "step": 46103 }, { "epoch": 40.94, "learning_rate": 8.847977681120051e-06, "loss": 19.7568, "step": 46104 }, { "epoch": 40.95, "learning_rate": 8.846378848055714e-06, "loss": 19.0986, "step": 46105 }, { "epoch": 40.95, "learning_rate": 8.844780145439984e-06, "loss": 18.5293, "step": 46106 }, { "epoch": 40.95, "learning_rate": 8.843181573277902e-06, "loss": 19.748, "step": 46107 }, { "epoch": 40.95, "learning_rate": 8.841583131574576e-06, "loss": 19.209, "step": 46108 }, { "epoch": 40.95, "learning_rate": 8.839984820335017e-06, "loss": 19.3047, "step": 46109 }, { "epoch": 40.95, "learning_rate": 8.838386639564322e-06, "loss": 18.877, "step": 46110 }, { "epoch": 40.95, "learning_rate": 8.836788589267569e-06, "loss": 18.4346, "step": 46111 }, { "epoch": 40.95, "learning_rate": 8.835190669449794e-06, "loss": 19.1064, "step": 46112 }, { "epoch": 40.95, "learning_rate": 8.833592880116094e-06, "loss": 19.332, "step": 46113 }, { "epoch": 40.95, "learning_rate": 8.83199522127151e-06, "loss": 19.1914, "step": 46114 }, { "epoch": 40.95, "learning_rate": 8.830397692921111e-06, "loss": 18.9785, "step": 46115 }, { "epoch": 40.96, "learning_rate": 8.828800295069967e-06, "loss": 18.8096, "step": 46116 }, { "epoch": 40.96, "learning_rate": 8.827203027723125e-06, "loss": 19.2207, "step": 46117 }, { "epoch": 40.96, "learning_rate": 8.82560589088568e-06, "loss": 18.9336, "step": 46118 }, { "epoch": 40.96, "learning_rate": 8.824008884562667e-06, "loss": 19.1455, "step": 46119 }, { "epoch": 40.96, "learning_rate": 8.822412008759146e-06, "loss": 19.0967, "step": 46120 }, { "epoch": 40.96, "learning_rate": 8.820815263480203e-06, "loss": 19.2119, "step": 46121 }, { "epoch": 40.96, "learning_rate": 8.819218648730875e-06, "loss": 19.6895, "step": 46122 }, { "epoch": 40.96, "learning_rate": 8.817622164516231e-06, "loss": 19.084, "step": 46123 }, { "epoch": 40.96, "learning_rate": 8.816025810841355e-06, "loss": 19.2715, "step": 46124 }, { "epoch": 40.96, "learning_rate": 8.814429587711265e-06, "loss": 19.0908, "step": 46125 }, { "epoch": 40.96, "learning_rate": 8.812833495131056e-06, "loss": 18.6406, "step": 46126 }, { "epoch": 40.97, "learning_rate": 8.81123753310576e-06, "loss": 18.9082, "step": 46127 }, { "epoch": 40.97, "learning_rate": 8.809641701640448e-06, "loss": 18.8076, "step": 46128 }, { "epoch": 40.97, "learning_rate": 8.808046000740188e-06, "loss": 19.0762, "step": 46129 }, { "epoch": 40.97, "learning_rate": 8.806450430410035e-06, "loss": 18.7979, "step": 46130 }, { "epoch": 40.97, "learning_rate": 8.804854990655026e-06, "loss": 19.1279, "step": 46131 }, { "epoch": 40.97, "learning_rate": 8.803259681480241e-06, "loss": 19.6455, "step": 46132 }, { "epoch": 40.97, "learning_rate": 8.801664502890722e-06, "loss": 19.7266, "step": 46133 }, { "epoch": 40.97, "learning_rate": 8.800069454891546e-06, "loss": 18.5469, "step": 46134 }, { "epoch": 40.97, "learning_rate": 8.798474537487755e-06, "loss": 18.8945, "step": 46135 }, { "epoch": 40.97, "learning_rate": 8.796879750684389e-06, "loss": 19.5811, "step": 46136 }, { "epoch": 40.97, "learning_rate": 8.795285094486533e-06, "loss": 18.6807, "step": 46137 }, { "epoch": 40.98, "learning_rate": 8.793690568899216e-06, "loss": 18.4531, "step": 46138 }, { "epoch": 40.98, "learning_rate": 8.792096173927517e-06, "loss": 19.3018, "step": 46139 }, { "epoch": 40.98, "learning_rate": 8.792096173927517e-06, "loss": 19.2842, "step": 46140 }, { "epoch": 40.98, "learning_rate": 8.790501909576477e-06, "loss": 19.2881, "step": 46141 }, { "epoch": 40.98, "learning_rate": 8.788907775851135e-06, "loss": 18.7383, "step": 46142 }, { "epoch": 40.98, "learning_rate": 8.787313772756572e-06, "loss": 18.4209, "step": 46143 }, { "epoch": 40.98, "learning_rate": 8.785719900297818e-06, "loss": 18.7939, "step": 46144 }, { "epoch": 40.98, "learning_rate": 8.784126158479945e-06, "loss": 18.9414, "step": 46145 }, { "epoch": 40.98, "learning_rate": 8.782532547307981e-06, "loss": 18.8428, "step": 46146 }, { "epoch": 40.98, "learning_rate": 8.780939066787002e-06, "loss": 19.3027, "step": 46147 }, { "epoch": 40.98, "learning_rate": 8.77934571692205e-06, "loss": 18.6611, "step": 46148 }, { "epoch": 40.98, "learning_rate": 8.777752497718162e-06, "loss": 19.0859, "step": 46149 }, { "epoch": 40.99, "learning_rate": 8.776159409180396e-06, "loss": 19.0791, "step": 46150 }, { "epoch": 40.99, "learning_rate": 8.77456645131382e-06, "loss": 18.9414, "step": 46151 }, { "epoch": 40.99, "learning_rate": 8.772973624123466e-06, "loss": 18.7217, "step": 46152 }, { "epoch": 40.99, "learning_rate": 8.771380927614392e-06, "loss": 19.542, "step": 46153 }, { "epoch": 40.99, "learning_rate": 8.76978836179162e-06, "loss": 19.0605, "step": 46154 }, { "epoch": 40.99, "learning_rate": 8.768195926660222e-06, "loss": 19.002, "step": 46155 }, { "epoch": 40.99, "learning_rate": 8.766603622225256e-06, "loss": 18.292, "step": 46156 }, { "epoch": 40.99, "learning_rate": 8.766603622225256e-06, "loss": 19.5244, "step": 46157 }, { "epoch": 40.99, "learning_rate": 8.765011448491738e-06, "loss": 18.7373, "step": 46158 }, { "epoch": 40.99, "learning_rate": 8.763419405464752e-06, "loss": 19.2148, "step": 46159 }, { "epoch": 40.99, "learning_rate": 8.761827493149321e-06, "loss": 19.0156, "step": 46160 }, { "epoch": 41.0, "learning_rate": 8.76023571155048e-06, "loss": 19.0625, "step": 46161 }, { "epoch": 41.0, "learning_rate": 8.758644060673305e-06, "loss": 19.1709, "step": 46162 }, { "epoch": 41.0, "learning_rate": 8.757052540522808e-06, "loss": 18.8027, "step": 46163 }, { "epoch": 41.0, "learning_rate": 8.755461151104067e-06, "loss": 18.9014, "step": 46164 }, { "epoch": 41.0, "learning_rate": 8.753869892422112e-06, "loss": 18.8711, "step": 46165 }, { "epoch": 41.0, "learning_rate": 8.752278764481969e-06, "loss": 18.8262, "step": 46166 }, { "epoch": 41.0, "learning_rate": 8.750687767288717e-06, "loss": 18.2695, "step": 46167 }, { "epoch": 41.0, "learning_rate": 8.749096900847364e-06, "loss": 18.8057, "step": 46168 }, { "epoch": 41.0, "learning_rate": 8.747506165162977e-06, "loss": 19.1162, "step": 46169 }, { "epoch": 41.0, "learning_rate": 8.745915560240598e-06, "loss": 18.9844, "step": 46170 }, { "epoch": 41.0, "learning_rate": 8.744325086085248e-06, "loss": 18.6875, "step": 46171 }, { "epoch": 41.01, "learning_rate": 8.742734742701991e-06, "loss": 18.6553, "step": 46172 }, { "epoch": 41.01, "learning_rate": 8.741144530095846e-06, "loss": 18.3613, "step": 46173 }, { "epoch": 41.01, "learning_rate": 8.739554448271865e-06, "loss": 18.7217, "step": 46174 }, { "epoch": 41.01, "learning_rate": 8.737964497235118e-06, "loss": 19.0576, "step": 46175 }, { "epoch": 41.01, "learning_rate": 8.736374676990589e-06, "loss": 19.0811, "step": 46176 }, { "epoch": 41.01, "learning_rate": 8.73478498754335e-06, "loss": 19.1621, "step": 46177 }, { "epoch": 41.01, "learning_rate": 8.733195428898439e-06, "loss": 19.1104, "step": 46178 }, { "epoch": 41.01, "learning_rate": 8.731606001060883e-06, "loss": 19.1064, "step": 46179 }, { "epoch": 41.01, "learning_rate": 8.730016704035754e-06, "loss": 19.1367, "step": 46180 }, { "epoch": 41.01, "learning_rate": 8.728427537828037e-06, "loss": 18.5928, "step": 46181 }, { "epoch": 41.01, "learning_rate": 8.726838502442792e-06, "loss": 19.123, "step": 46182 }, { "epoch": 41.02, "learning_rate": 8.725249597885077e-06, "loss": 19.6221, "step": 46183 }, { "epoch": 41.02, "learning_rate": 8.723660824159896e-06, "loss": 18.3076, "step": 46184 }, { "epoch": 41.02, "learning_rate": 8.722072181272312e-06, "loss": 19.2119, "step": 46185 }, { "epoch": 41.02, "learning_rate": 8.720483669227353e-06, "loss": 18.876, "step": 46186 }, { "epoch": 41.02, "learning_rate": 8.718895288030032e-06, "loss": 19.04, "step": 46187 }, { "epoch": 41.02, "learning_rate": 8.717307037685419e-06, "loss": 18.3027, "step": 46188 }, { "epoch": 41.02, "learning_rate": 8.715718918198517e-06, "loss": 18.6328, "step": 46189 }, { "epoch": 41.02, "learning_rate": 8.714130929574387e-06, "loss": 19.1885, "step": 46190 }, { "epoch": 41.02, "learning_rate": 8.712543071818048e-06, "loss": 18.6992, "step": 46191 }, { "epoch": 41.02, "learning_rate": 8.710955344934524e-06, "loss": 18.8916, "step": 46192 }, { "epoch": 41.02, "learning_rate": 8.709367748928876e-06, "loss": 18.792, "step": 46193 }, { "epoch": 41.02, "learning_rate": 8.707780283806099e-06, "loss": 18.6924, "step": 46194 }, { "epoch": 41.03, "learning_rate": 8.706192949571262e-06, "loss": 18.751, "step": 46195 }, { "epoch": 41.03, "learning_rate": 8.704605746229382e-06, "loss": 19.3916, "step": 46196 }, { "epoch": 41.03, "learning_rate": 8.704605746229382e-06, "loss": 18.6914, "step": 46197 }, { "epoch": 41.03, "learning_rate": 8.703018673785474e-06, "loss": 18.9678, "step": 46198 }, { "epoch": 41.03, "learning_rate": 8.701431732244592e-06, "loss": 19.251, "step": 46199 }, { "epoch": 41.03, "learning_rate": 8.699844921611743e-06, "loss": 19.5918, "step": 46200 }, { "epoch": 41.03, "learning_rate": 8.698258241891977e-06, "loss": 19.085, "step": 46201 }, { "epoch": 41.03, "learning_rate": 8.696671693090342e-06, "loss": 19.2285, "step": 46202 }, { "epoch": 41.03, "learning_rate": 8.695085275211812e-06, "loss": 19.084, "step": 46203 }, { "epoch": 41.03, "learning_rate": 8.693498988261461e-06, "loss": 19.2051, "step": 46204 }, { "epoch": 41.03, "learning_rate": 8.691912832244287e-06, "loss": 19.3174, "step": 46205 }, { "epoch": 41.04, "learning_rate": 8.690326807165334e-06, "loss": 18.9414, "step": 46206 }, { "epoch": 41.04, "learning_rate": 8.688740913029641e-06, "loss": 18.9326, "step": 46207 }, { "epoch": 41.04, "learning_rate": 8.687155149842225e-06, "loss": 19.0, "step": 46208 }, { "epoch": 41.04, "learning_rate": 8.685569517608094e-06, "loss": 18.4033, "step": 46209 }, { "epoch": 41.04, "learning_rate": 8.683984016332303e-06, "loss": 18.9648, "step": 46210 }, { "epoch": 41.04, "learning_rate": 8.682398646019857e-06, "loss": 18.9434, "step": 46211 }, { "epoch": 41.04, "learning_rate": 8.680813406675797e-06, "loss": 19.1211, "step": 46212 }, { "epoch": 41.04, "learning_rate": 8.679228298305136e-06, "loss": 18.8301, "step": 46213 }, { "epoch": 41.04, "learning_rate": 8.677643320912893e-06, "loss": 19.21, "step": 46214 }, { "epoch": 41.04, "learning_rate": 8.676058474504118e-06, "loss": 18.75, "step": 46215 }, { "epoch": 41.04, "learning_rate": 8.674473759083801e-06, "loss": 18.7539, "step": 46216 }, { "epoch": 41.05, "learning_rate": 8.672889174656996e-06, "loss": 19.3359, "step": 46217 }, { "epoch": 41.05, "learning_rate": 8.671304721228695e-06, "loss": 19.1729, "step": 46218 }, { "epoch": 41.05, "learning_rate": 8.669720398803954e-06, "loss": 18.6221, "step": 46219 }, { "epoch": 41.05, "learning_rate": 8.668136207387778e-06, "loss": 19.1875, "step": 46220 }, { "epoch": 41.05, "learning_rate": 8.66655214698518e-06, "loss": 19.0527, "step": 46221 }, { "epoch": 41.05, "learning_rate": 8.664968217601194e-06, "loss": 19.2354, "step": 46222 }, { "epoch": 41.05, "learning_rate": 8.663384419240833e-06, "loss": 18.7676, "step": 46223 }, { "epoch": 41.05, "learning_rate": 8.661800751909127e-06, "loss": 18.8438, "step": 46224 }, { "epoch": 41.05, "learning_rate": 8.660217215611094e-06, "loss": 18.9082, "step": 46225 }, { "epoch": 41.05, "learning_rate": 8.658633810351736e-06, "loss": 19.0469, "step": 46226 }, { "epoch": 41.05, "learning_rate": 8.657050536136086e-06, "loss": 19.8516, "step": 46227 }, { "epoch": 41.06, "learning_rate": 8.655467392969174e-06, "loss": 19.2275, "step": 46228 }, { "epoch": 41.06, "learning_rate": 8.653884380856003e-06, "loss": 18.665, "step": 46229 }, { "epoch": 41.06, "learning_rate": 8.652301499801595e-06, "loss": 18.9053, "step": 46230 }, { "epoch": 41.06, "learning_rate": 8.65071874981096e-06, "loss": 19.3672, "step": 46231 }, { "epoch": 41.06, "learning_rate": 8.649136130889118e-06, "loss": 19.1201, "step": 46232 }, { "epoch": 41.06, "learning_rate": 8.647553643041101e-06, "loss": 19.3047, "step": 46233 }, { "epoch": 41.06, "learning_rate": 8.645971286271904e-06, "loss": 19.1104, "step": 46234 }, { "epoch": 41.06, "learning_rate": 8.64438906058656e-06, "loss": 19.3711, "step": 46235 }, { "epoch": 41.06, "learning_rate": 8.64280696599008e-06, "loss": 19.251, "step": 46236 }, { "epoch": 41.06, "learning_rate": 8.641225002487463e-06, "loss": 18.7988, "step": 46237 }, { "epoch": 41.06, "learning_rate": 8.63964317008375e-06, "loss": 18.543, "step": 46238 }, { "epoch": 41.06, "learning_rate": 8.638061468783926e-06, "loss": 19.2031, "step": 46239 }, { "epoch": 41.07, "learning_rate": 8.63647989859303e-06, "loss": 19.1338, "step": 46240 }, { "epoch": 41.07, "learning_rate": 8.634898459516072e-06, "loss": 18.9199, "step": 46241 }, { "epoch": 41.07, "learning_rate": 8.63331715155804e-06, "loss": 19.1924, "step": 46242 }, { "epoch": 41.07, "learning_rate": 8.631735974723975e-06, "loss": 18.4697, "step": 46243 }, { "epoch": 41.07, "learning_rate": 8.630154929018869e-06, "loss": 18.6406, "step": 46244 }, { "epoch": 41.07, "learning_rate": 8.628574014447754e-06, "loss": 18.6484, "step": 46245 }, { "epoch": 41.07, "learning_rate": 8.626993231015629e-06, "loss": 18.9492, "step": 46246 }, { "epoch": 41.07, "learning_rate": 8.625412578727494e-06, "loss": 18.7852, "step": 46247 }, { "epoch": 41.07, "learning_rate": 8.623832057588387e-06, "loss": 19.168, "step": 46248 }, { "epoch": 41.07, "learning_rate": 8.622251667603288e-06, "loss": 19.4736, "step": 46249 }, { "epoch": 41.07, "learning_rate": 8.620671408777214e-06, "loss": 19.0283, "step": 46250 }, { "epoch": 41.08, "learning_rate": 8.619091281115216e-06, "loss": 19.4404, "step": 46251 }, { "epoch": 41.08, "learning_rate": 8.617511284622237e-06, "loss": 18.9355, "step": 46252 }, { "epoch": 41.08, "learning_rate": 8.615931419303313e-06, "loss": 18.8008, "step": 46253 }, { "epoch": 41.08, "learning_rate": 8.614351685163468e-06, "loss": 18.874, "step": 46254 }, { "epoch": 41.08, "learning_rate": 8.612772082207687e-06, "loss": 20.1416, "step": 46255 }, { "epoch": 41.08, "learning_rate": 8.61119261044101e-06, "loss": 19.4521, "step": 46256 }, { "epoch": 41.08, "learning_rate": 8.609613269868394e-06, "loss": 19.2285, "step": 46257 }, { "epoch": 41.08, "learning_rate": 8.608034060494869e-06, "loss": 18.707, "step": 46258 }, { "epoch": 41.08, "learning_rate": 8.606454982325456e-06, "loss": 19.207, "step": 46259 }, { "epoch": 41.08, "learning_rate": 8.604876035365134e-06, "loss": 19.3682, "step": 46260 }, { "epoch": 41.08, "learning_rate": 8.603297219618933e-06, "loss": 18.8564, "step": 46261 }, { "epoch": 41.09, "learning_rate": 8.601718535091846e-06, "loss": 18.5137, "step": 46262 }, { "epoch": 41.09, "learning_rate": 8.600139981788863e-06, "loss": 19.457, "step": 46263 }, { "epoch": 41.09, "learning_rate": 8.598561559715012e-06, "loss": 19.3115, "step": 46264 }, { "epoch": 41.09, "learning_rate": 8.59698326887528e-06, "loss": 18.4609, "step": 46265 }, { "epoch": 41.09, "learning_rate": 8.59540510927468e-06, "loss": 18.9727, "step": 46266 }, { "epoch": 41.09, "learning_rate": 8.593827080918216e-06, "loss": 18.8984, "step": 46267 }, { "epoch": 41.09, "learning_rate": 8.592249183810864e-06, "loss": 18.7158, "step": 46268 }, { "epoch": 41.09, "learning_rate": 8.590671417957664e-06, "loss": 19.1191, "step": 46269 }, { "epoch": 41.09, "learning_rate": 8.589093783363583e-06, "loss": 19.2314, "step": 46270 }, { "epoch": 41.09, "learning_rate": 8.587516280033637e-06, "loss": 18.627, "step": 46271 }, { "epoch": 41.09, "learning_rate": 8.585938907972852e-06, "loss": 19.377, "step": 46272 }, { "epoch": 41.1, "learning_rate": 8.58436166718618e-06, "loss": 19.5303, "step": 46273 }, { "epoch": 41.1, "learning_rate": 8.582784557678652e-06, "loss": 18.9365, "step": 46274 }, { "epoch": 41.1, "learning_rate": 8.581207579455247e-06, "loss": 18.6973, "step": 46275 }, { "epoch": 41.1, "learning_rate": 8.579630732520976e-06, "loss": 19.3789, "step": 46276 }, { "epoch": 41.1, "learning_rate": 8.57805401688086e-06, "loss": 19.3213, "step": 46277 }, { "epoch": 41.1, "learning_rate": 8.576477432539848e-06, "loss": 19.2412, "step": 46278 }, { "epoch": 41.1, "learning_rate": 8.574900979502964e-06, "loss": 18.7686, "step": 46279 }, { "epoch": 41.1, "learning_rate": 8.573324657775216e-06, "loss": 19.1396, "step": 46280 }, { "epoch": 41.1, "learning_rate": 8.571748467361573e-06, "loss": 18.8291, "step": 46281 }, { "epoch": 41.1, "learning_rate": 8.570172408267063e-06, "loss": 19.2969, "step": 46282 }, { "epoch": 41.1, "learning_rate": 8.56859648049666e-06, "loss": 19.0117, "step": 46283 }, { "epoch": 41.1, "learning_rate": 8.567020684055354e-06, "loss": 19.3838, "step": 46284 }, { "epoch": 41.11, "learning_rate": 8.565445018948165e-06, "loss": 18.6318, "step": 46285 }, { "epoch": 41.11, "learning_rate": 8.56386948518006e-06, "loss": 19.0664, "step": 46286 }, { "epoch": 41.11, "learning_rate": 8.562294082756055e-06, "loss": 19.623, "step": 46287 }, { "epoch": 41.11, "learning_rate": 8.56071881168114e-06, "loss": 18.916, "step": 46288 }, { "epoch": 41.11, "learning_rate": 8.55914367196029e-06, "loss": 19.0801, "step": 46289 }, { "epoch": 41.11, "learning_rate": 8.55756866359852e-06, "loss": 19.1123, "step": 46290 }, { "epoch": 41.11, "learning_rate": 8.555993786600807e-06, "loss": 19.3242, "step": 46291 }, { "epoch": 41.11, "learning_rate": 8.554419040972155e-06, "loss": 19.6357, "step": 46292 }, { "epoch": 41.11, "learning_rate": 8.552844426717544e-06, "loss": 18.6895, "step": 46293 }, { "epoch": 41.11, "learning_rate": 8.551269943841977e-06, "loss": 18.9902, "step": 46294 }, { "epoch": 41.11, "learning_rate": 8.549695592350444e-06, "loss": 18.8857, "step": 46295 }, { "epoch": 41.12, "learning_rate": 8.548121372247918e-06, "loss": 19.4922, "step": 46296 }, { "epoch": 41.12, "learning_rate": 8.546547283539413e-06, "loss": 18.873, "step": 46297 }, { "epoch": 41.12, "learning_rate": 8.544973326229894e-06, "loss": 19.7793, "step": 46298 }, { "epoch": 41.12, "learning_rate": 8.543399500324373e-06, "loss": 19.7598, "step": 46299 }, { "epoch": 41.12, "learning_rate": 8.541825805827835e-06, "loss": 19.3945, "step": 46300 }, { "epoch": 41.12, "learning_rate": 8.540252242745245e-06, "loss": 19.1357, "step": 46301 }, { "epoch": 41.12, "learning_rate": 8.538678811081608e-06, "loss": 19.1709, "step": 46302 }, { "epoch": 41.12, "learning_rate": 8.537105510841925e-06, "loss": 18.8447, "step": 46303 }, { "epoch": 41.12, "learning_rate": 8.535532342031171e-06, "loss": 19.0, "step": 46304 }, { "epoch": 41.12, "learning_rate": 8.533959304654315e-06, "loss": 19.126, "step": 46305 }, { "epoch": 41.12, "learning_rate": 8.532386398716374e-06, "loss": 19.7734, "step": 46306 }, { "epoch": 41.13, "learning_rate": 8.530813624222311e-06, "loss": 19.1143, "step": 46307 }, { "epoch": 41.13, "learning_rate": 8.529240981177127e-06, "loss": 18.7744, "step": 46308 }, { "epoch": 41.13, "learning_rate": 8.527668469585786e-06, "loss": 19.0928, "step": 46309 }, { "epoch": 41.13, "learning_rate": 8.5260960894533e-06, "loss": 18.8857, "step": 46310 }, { "epoch": 41.13, "learning_rate": 8.524523840784643e-06, "loss": 19.168, "step": 46311 }, { "epoch": 41.13, "learning_rate": 8.522951723584777e-06, "loss": 18.7827, "step": 46312 }, { "epoch": 41.13, "learning_rate": 8.521379737858715e-06, "loss": 19.1592, "step": 46313 }, { "epoch": 41.13, "learning_rate": 8.51980788361142e-06, "loss": 19.2705, "step": 46314 }, { "epoch": 41.13, "learning_rate": 8.518236160847892e-06, "loss": 18.7803, "step": 46315 }, { "epoch": 41.13, "learning_rate": 8.516664569573107e-06, "loss": 19.1279, "step": 46316 }, { "epoch": 41.13, "learning_rate": 8.515093109792028e-06, "loss": 19.1094, "step": 46317 }, { "epoch": 41.13, "learning_rate": 8.513521781509665e-06, "loss": 19.1533, "step": 46318 }, { "epoch": 41.14, "learning_rate": 8.511950584730971e-06, "loss": 18.6191, "step": 46319 }, { "epoch": 41.14, "learning_rate": 8.510379519460948e-06, "loss": 18.9268, "step": 46320 }, { "epoch": 41.14, "learning_rate": 8.508808585704575e-06, "loss": 19.4648, "step": 46321 }, { "epoch": 41.14, "learning_rate": 8.507237783466814e-06, "loss": 19.1836, "step": 46322 }, { "epoch": 41.14, "learning_rate": 8.505667112752664e-06, "loss": 18.7754, "step": 46323 }, { "epoch": 41.14, "learning_rate": 8.504096573567082e-06, "loss": 19.1328, "step": 46324 }, { "epoch": 41.14, "learning_rate": 8.502526165915058e-06, "loss": 19.2344, "step": 46325 }, { "epoch": 41.14, "learning_rate": 8.500955889801603e-06, "loss": 19.1025, "step": 46326 }, { "epoch": 41.14, "learning_rate": 8.499385745231631e-06, "loss": 18.9121, "step": 46327 }, { "epoch": 41.14, "learning_rate": 8.497815732210151e-06, "loss": 18.6748, "step": 46328 }, { "epoch": 41.14, "learning_rate": 8.496245850742157e-06, "loss": 19.7725, "step": 46329 }, { "epoch": 41.15, "learning_rate": 8.494676100832589e-06, "loss": 19.1816, "step": 46330 }, { "epoch": 41.15, "learning_rate": 8.493106482486457e-06, "loss": 18.7188, "step": 46331 }, { "epoch": 41.15, "learning_rate": 8.491536995708715e-06, "loss": 19.1279, "step": 46332 }, { "epoch": 41.15, "learning_rate": 8.489967640504337e-06, "loss": 19.0381, "step": 46333 }, { "epoch": 41.15, "learning_rate": 8.488398416878313e-06, "loss": 19.2305, "step": 46334 }, { "epoch": 41.15, "learning_rate": 8.4868293248356e-06, "loss": 19.4434, "step": 46335 }, { "epoch": 41.15, "learning_rate": 8.485260364381187e-06, "loss": 19.3291, "step": 46336 }, { "epoch": 41.15, "learning_rate": 8.483691535520039e-06, "loss": 18.4297, "step": 46337 }, { "epoch": 41.15, "learning_rate": 8.482122838257123e-06, "loss": 19.0977, "step": 46338 }, { "epoch": 41.15, "learning_rate": 8.480554272597424e-06, "loss": 19.3291, "step": 46339 }, { "epoch": 41.15, "learning_rate": 8.478985838545906e-06, "loss": 18.8506, "step": 46340 }, { "epoch": 41.16, "learning_rate": 8.477417536107547e-06, "loss": 19.0459, "step": 46341 }, { "epoch": 41.16, "learning_rate": 8.475849365287314e-06, "loss": 19.6299, "step": 46342 }, { "epoch": 41.16, "learning_rate": 8.474281326090172e-06, "loss": 20.04, "step": 46343 }, { "epoch": 41.16, "learning_rate": 8.472713418521105e-06, "loss": 18.7656, "step": 46344 }, { "epoch": 41.16, "learning_rate": 8.471145642585066e-06, "loss": 18.9297, "step": 46345 }, { "epoch": 41.16, "learning_rate": 8.469577998287031e-06, "loss": 19.0078, "step": 46346 }, { "epoch": 41.16, "learning_rate": 8.468010485631995e-06, "loss": 19.4971, "step": 46347 }, { "epoch": 41.16, "learning_rate": 8.466443104624883e-06, "loss": 19.25, "step": 46348 }, { "epoch": 41.16, "learning_rate": 8.464875855270692e-06, "loss": 19.043, "step": 46349 }, { "epoch": 41.16, "learning_rate": 8.463308737574377e-06, "loss": 19.4395, "step": 46350 }, { "epoch": 41.16, "learning_rate": 8.461741751540902e-06, "loss": 19.1123, "step": 46351 }, { "epoch": 41.17, "learning_rate": 8.460174897175261e-06, "loss": 19.1846, "step": 46352 }, { "epoch": 41.17, "learning_rate": 8.458608174482396e-06, "loss": 19.3613, "step": 46353 }, { "epoch": 41.17, "learning_rate": 8.457041583467273e-06, "loss": 18.6904, "step": 46354 }, { "epoch": 41.17, "learning_rate": 8.455475124134871e-06, "loss": 19.6396, "step": 46355 }, { "epoch": 41.17, "learning_rate": 8.45390879649014e-06, "loss": 19.2881, "step": 46356 }, { "epoch": 41.17, "learning_rate": 8.45234260053806e-06, "loss": 19.0059, "step": 46357 }, { "epoch": 41.17, "learning_rate": 8.450776536283594e-06, "loss": 18.7334, "step": 46358 }, { "epoch": 41.17, "learning_rate": 8.449210603731684e-06, "loss": 18.6475, "step": 46359 }, { "epoch": 41.17, "learning_rate": 8.447644802887327e-06, "loss": 18.7637, "step": 46360 }, { "epoch": 41.17, "learning_rate": 8.446079133755458e-06, "loss": 18.8818, "step": 46361 }, { "epoch": 41.17, "learning_rate": 8.444513596341059e-06, "loss": 19.126, "step": 46362 }, { "epoch": 41.17, "learning_rate": 8.442948190649086e-06, "loss": 18.7988, "step": 46363 }, { "epoch": 41.18, "learning_rate": 8.441382916684493e-06, "loss": 19.2949, "step": 46364 }, { "epoch": 41.18, "learning_rate": 8.439817774452252e-06, "loss": 18.7207, "step": 46365 }, { "epoch": 41.18, "learning_rate": 8.438252763957317e-06, "loss": 18.6377, "step": 46366 }, { "epoch": 41.18, "learning_rate": 8.436687885204658e-06, "loss": 19.001, "step": 46367 }, { "epoch": 41.18, "learning_rate": 8.435123138199225e-06, "loss": 19.2744, "step": 46368 }, { "epoch": 41.18, "learning_rate": 8.433558522945989e-06, "loss": 19.0049, "step": 46369 }, { "epoch": 41.18, "learning_rate": 8.43199403944991e-06, "loss": 18.959, "step": 46370 }, { "epoch": 41.18, "learning_rate": 8.430429687715919e-06, "loss": 19.7656, "step": 46371 }, { "epoch": 41.18, "learning_rate": 8.428865467749003e-06, "loss": 18.5645, "step": 46372 }, { "epoch": 41.18, "learning_rate": 8.42730137955412e-06, "loss": 18.7178, "step": 46373 }, { "epoch": 41.18, "learning_rate": 8.425737423136226e-06, "loss": 18.6973, "step": 46374 }, { "epoch": 41.19, "learning_rate": 8.424173598500273e-06, "loss": 19.166, "step": 46375 }, { "epoch": 41.19, "learning_rate": 8.422609905651208e-06, "loss": 19.0459, "step": 46376 }, { "epoch": 41.19, "learning_rate": 8.421046344593991e-06, "loss": 19.2236, "step": 46377 }, { "epoch": 41.19, "learning_rate": 8.419482915333603e-06, "loss": 18.9004, "step": 46378 }, { "epoch": 41.19, "learning_rate": 8.417919617874987e-06, "loss": 18.8223, "step": 46379 }, { "epoch": 41.19, "learning_rate": 8.416356452223073e-06, "loss": 19.0215, "step": 46380 }, { "epoch": 41.19, "learning_rate": 8.41479341838285e-06, "loss": 19.1777, "step": 46381 }, { "epoch": 41.19, "learning_rate": 8.41323051635925e-06, "loss": 18.5967, "step": 46382 }, { "epoch": 41.19, "learning_rate": 8.411667746157248e-06, "loss": 18.9238, "step": 46383 }, { "epoch": 41.19, "learning_rate": 8.410105107781768e-06, "loss": 18.8828, "step": 46384 }, { "epoch": 41.19, "learning_rate": 8.408542601237802e-06, "loss": 19.252, "step": 46385 }, { "epoch": 41.2, "learning_rate": 8.406980226530276e-06, "loss": 18.6328, "step": 46386 }, { "epoch": 41.2, "learning_rate": 8.405417983664138e-06, "loss": 18.8711, "step": 46387 }, { "epoch": 41.2, "learning_rate": 8.403855872644357e-06, "loss": 19.7969, "step": 46388 }, { "epoch": 41.2, "learning_rate": 8.40229389347587e-06, "loss": 18.915, "step": 46389 }, { "epoch": 41.2, "learning_rate": 8.400732046163651e-06, "loss": 18.6143, "step": 46390 }, { "epoch": 41.2, "learning_rate": 8.39917033071263e-06, "loss": 19.5869, "step": 46391 }, { "epoch": 41.2, "learning_rate": 8.397608747127755e-06, "loss": 18.8525, "step": 46392 }, { "epoch": 41.2, "learning_rate": 8.396047295413995e-06, "loss": 18.7842, "step": 46393 }, { "epoch": 41.2, "learning_rate": 8.396047295413995e-06, "loss": 19.3262, "step": 46394 }, { "epoch": 41.2, "learning_rate": 8.394485975576272e-06, "loss": 18.8799, "step": 46395 }, { "epoch": 41.2, "learning_rate": 8.392924787619566e-06, "loss": 19.3818, "step": 46396 }, { "epoch": 41.21, "learning_rate": 8.391363731548812e-06, "loss": 19.0674, "step": 46397 }, { "epoch": 41.21, "learning_rate": 8.389802807368947e-06, "loss": 18.8135, "step": 46398 }, { "epoch": 41.21, "learning_rate": 8.388242015084924e-06, "loss": 18.7783, "step": 46399 }, { "epoch": 41.21, "learning_rate": 8.386681354701715e-06, "loss": 18.8789, "step": 46400 }, { "epoch": 41.21, "learning_rate": 8.38512082622423e-06, "loss": 18.4658, "step": 46401 }, { "epoch": 41.21, "learning_rate": 8.383560429657455e-06, "loss": 19.002, "step": 46402 }, { "epoch": 41.21, "learning_rate": 8.382000165006293e-06, "loss": 19.6895, "step": 46403 }, { "epoch": 41.21, "learning_rate": 8.38044003227571e-06, "loss": 18.5293, "step": 46404 }, { "epoch": 41.21, "learning_rate": 8.378880031470664e-06, "loss": 19.2783, "step": 46405 }, { "epoch": 41.21, "learning_rate": 8.37732016259608e-06, "loss": 18.5381, "step": 46406 }, { "epoch": 41.21, "learning_rate": 8.37576042565692e-06, "loss": 19.542, "step": 46407 }, { "epoch": 41.21, "learning_rate": 8.374200820658119e-06, "loss": 19.3027, "step": 46408 }, { "epoch": 41.22, "learning_rate": 8.372641347604604e-06, "loss": 19.4424, "step": 46409 }, { "epoch": 41.22, "learning_rate": 8.371082006501352e-06, "loss": 19.0469, "step": 46410 }, { "epoch": 41.22, "learning_rate": 8.369522797353274e-06, "loss": 18.7773, "step": 46411 }, { "epoch": 41.22, "learning_rate": 8.367963720165334e-06, "loss": 18.9062, "step": 46412 }, { "epoch": 41.22, "learning_rate": 8.36640477494247e-06, "loss": 19.3105, "step": 46413 }, { "epoch": 41.22, "learning_rate": 8.36484596168961e-06, "loss": 18.9082, "step": 46414 }, { "epoch": 41.22, "learning_rate": 8.363287280411719e-06, "loss": 19.0156, "step": 46415 }, { "epoch": 41.22, "learning_rate": 8.36172873111371e-06, "loss": 18.8232, "step": 46416 }, { "epoch": 41.22, "learning_rate": 8.360170313800548e-06, "loss": 18.543, "step": 46417 }, { "epoch": 41.22, "learning_rate": 8.358612028477159e-06, "loss": 19.0547, "step": 46418 }, { "epoch": 41.22, "learning_rate": 8.35705387514848e-06, "loss": 19.3701, "step": 46419 }, { "epoch": 41.23, "learning_rate": 8.355495853819461e-06, "loss": 19.0381, "step": 46420 }, { "epoch": 41.23, "learning_rate": 8.353937964495029e-06, "loss": 19.5098, "step": 46421 }, { "epoch": 41.23, "learning_rate": 8.352380207180122e-06, "loss": 18.9863, "step": 46422 }, { "epoch": 41.23, "learning_rate": 8.350822581879713e-06, "loss": 19.1211, "step": 46423 }, { "epoch": 41.23, "learning_rate": 8.349265088598685e-06, "loss": 18.8965, "step": 46424 }, { "epoch": 41.23, "learning_rate": 8.347707727342002e-06, "loss": 19.3633, "step": 46425 }, { "epoch": 41.23, "learning_rate": 8.346150498114607e-06, "loss": 18.7998, "step": 46426 }, { "epoch": 41.23, "learning_rate": 8.344593400921418e-06, "loss": 18.6963, "step": 46427 }, { "epoch": 41.23, "learning_rate": 8.343036435767392e-06, "loss": 19.2812, "step": 46428 }, { "epoch": 41.23, "learning_rate": 8.341479602657454e-06, "loss": 19.3018, "step": 46429 }, { "epoch": 41.23, "learning_rate": 8.339922901596526e-06, "loss": 18.7002, "step": 46430 }, { "epoch": 41.24, "learning_rate": 8.33836633258957e-06, "loss": 19.1377, "step": 46431 }, { "epoch": 41.24, "learning_rate": 8.336809895641484e-06, "loss": 19.2988, "step": 46432 }, { "epoch": 41.24, "learning_rate": 8.335253590757242e-06, "loss": 18.7607, "step": 46433 }, { "epoch": 41.24, "learning_rate": 8.33369741794175e-06, "loss": 18.6143, "step": 46434 }, { "epoch": 41.24, "learning_rate": 8.332141377199936e-06, "loss": 19.1582, "step": 46435 }, { "epoch": 41.24, "learning_rate": 8.330585468536761e-06, "loss": 18.8135, "step": 46436 }, { "epoch": 41.24, "learning_rate": 8.329029691957124e-06, "loss": 19.3555, "step": 46437 }, { "epoch": 41.24, "learning_rate": 8.327474047465988e-06, "loss": 18.4375, "step": 46438 }, { "epoch": 41.24, "learning_rate": 8.325918535068267e-06, "loss": 18.2461, "step": 46439 }, { "epoch": 41.24, "learning_rate": 8.324363154768877e-06, "loss": 19.5, "step": 46440 }, { "epoch": 41.24, "learning_rate": 8.322807906572782e-06, "loss": 18.7861, "step": 46441 }, { "epoch": 41.25, "learning_rate": 8.321252790484878e-06, "loss": 18.749, "step": 46442 }, { "epoch": 41.25, "learning_rate": 8.31969780651013e-06, "loss": 18.5146, "step": 46443 }, { "epoch": 41.25, "learning_rate": 8.318142954653429e-06, "loss": 18.917, "step": 46444 }, { "epoch": 41.25, "learning_rate": 8.316588234919736e-06, "loss": 19.0742, "step": 46445 }, { "epoch": 41.25, "learning_rate": 8.315033647313964e-06, "loss": 19.6846, "step": 46446 }, { "epoch": 41.25, "learning_rate": 8.313479191841033e-06, "loss": 19.2412, "step": 46447 }, { "epoch": 41.25, "learning_rate": 8.311924868505878e-06, "loss": 19.0127, "step": 46448 }, { "epoch": 41.25, "learning_rate": 8.310370677313439e-06, "loss": 20.0371, "step": 46449 }, { "epoch": 41.25, "learning_rate": 8.308816618268628e-06, "loss": 19.6582, "step": 46450 }, { "epoch": 41.25, "learning_rate": 8.307262691376366e-06, "loss": 18.9111, "step": 46451 }, { "epoch": 41.25, "learning_rate": 8.305708896641594e-06, "loss": 19.3154, "step": 46452 }, { "epoch": 41.25, "learning_rate": 8.304155234069221e-06, "loss": 19.4229, "step": 46453 }, { "epoch": 41.26, "learning_rate": 8.302601703664193e-06, "loss": 18.8828, "step": 46454 }, { "epoch": 41.26, "learning_rate": 8.30104830543142e-06, "loss": 19.0322, "step": 46455 }, { "epoch": 41.26, "learning_rate": 8.299495039375816e-06, "loss": 18.8955, "step": 46456 }, { "epoch": 41.26, "learning_rate": 8.297941905502327e-06, "loss": 18.7266, "step": 46457 }, { "epoch": 41.26, "learning_rate": 8.296388903815855e-06, "loss": 18.9639, "step": 46458 }, { "epoch": 41.26, "learning_rate": 8.294836034321345e-06, "loss": 19.1299, "step": 46459 }, { "epoch": 41.26, "learning_rate": 8.293283297023696e-06, "loss": 18.6953, "step": 46460 }, { "epoch": 41.26, "learning_rate": 8.291730691927851e-06, "loss": 19.5527, "step": 46461 }, { "epoch": 41.26, "learning_rate": 8.290178219038724e-06, "loss": 18.7783, "step": 46462 }, { "epoch": 41.26, "learning_rate": 8.288625878361222e-06, "loss": 18.791, "step": 46463 }, { "epoch": 41.26, "learning_rate": 8.287073669900291e-06, "loss": 18.9258, "step": 46464 }, { "epoch": 41.27, "learning_rate": 8.285521593660822e-06, "loss": 19.3281, "step": 46465 }, { "epoch": 41.27, "learning_rate": 8.283969649647761e-06, "loss": 19.415, "step": 46466 }, { "epoch": 41.27, "learning_rate": 8.282417837866018e-06, "loss": 19.3535, "step": 46467 }, { "epoch": 41.27, "learning_rate": 8.2808661583205e-06, "loss": 19.1797, "step": 46468 }, { "epoch": 41.27, "learning_rate": 8.279314611016148e-06, "loss": 18.7393, "step": 46469 }, { "epoch": 41.27, "learning_rate": 8.277763195957855e-06, "loss": 19.1455, "step": 46470 }, { "epoch": 41.27, "learning_rate": 8.276211913150556e-06, "loss": 18.9316, "step": 46471 }, { "epoch": 41.27, "learning_rate": 8.274660762599185e-06, "loss": 19.1367, "step": 46472 }, { "epoch": 41.27, "learning_rate": 8.27310974430861e-06, "loss": 19.2637, "step": 46473 }, { "epoch": 41.27, "learning_rate": 8.271558858283778e-06, "loss": 18.7246, "step": 46474 }, { "epoch": 41.27, "learning_rate": 8.270008104529614e-06, "loss": 18.7295, "step": 46475 }, { "epoch": 41.28, "learning_rate": 8.268457483051012e-06, "loss": 18.6465, "step": 46476 }, { "epoch": 41.28, "learning_rate": 8.266906993852919e-06, "loss": 18.9297, "step": 46477 }, { "epoch": 41.28, "learning_rate": 8.265356636940203e-06, "loss": 19.6035, "step": 46478 }, { "epoch": 41.28, "learning_rate": 8.263806412317804e-06, "loss": 18.7432, "step": 46479 }, { "epoch": 41.28, "learning_rate": 8.262256319990647e-06, "loss": 19.1963, "step": 46480 }, { "epoch": 41.28, "learning_rate": 8.260706359963622e-06, "loss": 19.4473, "step": 46481 }, { "epoch": 41.28, "learning_rate": 8.259156532241669e-06, "loss": 18.3828, "step": 46482 }, { "epoch": 41.28, "learning_rate": 8.257606836829678e-06, "loss": 19.2363, "step": 46483 }, { "epoch": 41.28, "learning_rate": 8.256057273732559e-06, "loss": 18.7988, "step": 46484 }, { "epoch": 41.28, "learning_rate": 8.25450784295525e-06, "loss": 18.8369, "step": 46485 }, { "epoch": 41.28, "learning_rate": 8.252958544502625e-06, "loss": 18.9297, "step": 46486 }, { "epoch": 41.29, "learning_rate": 8.251409378379638e-06, "loss": 18.9756, "step": 46487 }, { "epoch": 41.29, "learning_rate": 8.249860344591171e-06, "loss": 19.0176, "step": 46488 }, { "epoch": 41.29, "learning_rate": 8.248311443142126e-06, "loss": 19.0342, "step": 46489 }, { "epoch": 41.29, "learning_rate": 8.24676267403744e-06, "loss": 19.1318, "step": 46490 }, { "epoch": 41.29, "learning_rate": 8.245214037282001e-06, "loss": 19.1104, "step": 46491 }, { "epoch": 41.29, "learning_rate": 8.243665532880717e-06, "loss": 19.2471, "step": 46492 }, { "epoch": 41.29, "learning_rate": 8.242117160838541e-06, "loss": 18.7422, "step": 46493 }, { "epoch": 41.29, "learning_rate": 8.240568921160313e-06, "loss": 19.6309, "step": 46494 }, { "epoch": 41.29, "learning_rate": 8.239020813850989e-06, "loss": 18.7275, "step": 46495 }, { "epoch": 41.29, "learning_rate": 8.23747283891545e-06, "loss": 19.4678, "step": 46496 }, { "epoch": 41.29, "learning_rate": 8.235924996358607e-06, "loss": 19.2666, "step": 46497 }, { "epoch": 41.29, "learning_rate": 8.234377286185401e-06, "loss": 19.0693, "step": 46498 }, { "epoch": 41.3, "learning_rate": 8.232829708400686e-06, "loss": 19.1445, "step": 46499 }, { "epoch": 41.3, "learning_rate": 8.231282263009388e-06, "loss": 20.1865, "step": 46500 }, { "epoch": 41.3, "learning_rate": 8.229734950016427e-06, "loss": 18.3975, "step": 46501 }, { "epoch": 41.3, "learning_rate": 8.228187769426682e-06, "loss": 19.2842, "step": 46502 }, { "epoch": 41.3, "learning_rate": 8.226640721245088e-06, "loss": 19.3232, "step": 46503 }, { "epoch": 41.3, "learning_rate": 8.225093805476524e-06, "loss": 19.1689, "step": 46504 }, { "epoch": 41.3, "learning_rate": 8.223547022125899e-06, "loss": 18.6289, "step": 46505 }, { "epoch": 41.3, "learning_rate": 8.222000371198124e-06, "loss": 19.1006, "step": 46506 }, { "epoch": 41.3, "learning_rate": 8.220453852698085e-06, "loss": 19.126, "step": 46507 }, { "epoch": 41.3, "learning_rate": 8.218907466630704e-06, "loss": 19.2939, "step": 46508 }, { "epoch": 41.3, "learning_rate": 8.217361213000873e-06, "loss": 19.1133, "step": 46509 }, { "epoch": 41.31, "learning_rate": 8.215815091813489e-06, "loss": 18.709, "step": 46510 }, { "epoch": 41.31, "learning_rate": 8.214269103073463e-06, "loss": 18.749, "step": 46511 }, { "epoch": 41.31, "learning_rate": 8.212723246785681e-06, "loss": 18.8906, "step": 46512 }, { "epoch": 41.31, "learning_rate": 8.21117752295506e-06, "loss": 18.5088, "step": 46513 }, { "epoch": 41.31, "learning_rate": 8.209631931586498e-06, "loss": 19.7266, "step": 46514 }, { "epoch": 41.31, "learning_rate": 8.208086472684873e-06, "loss": 19.415, "step": 46515 }, { "epoch": 41.31, "learning_rate": 8.20654114625511e-06, "loss": 19.1689, "step": 46516 }, { "epoch": 41.31, "learning_rate": 8.204995952302087e-06, "loss": 19.6826, "step": 46517 }, { "epoch": 41.31, "learning_rate": 8.20345089083071e-06, "loss": 19.3779, "step": 46518 }, { "epoch": 41.31, "learning_rate": 8.201905961845885e-06, "loss": 19.791, "step": 46519 }, { "epoch": 41.31, "learning_rate": 8.20036116535251e-06, "loss": 19.4805, "step": 46520 }, { "epoch": 41.32, "learning_rate": 8.198816501355466e-06, "loss": 19.2041, "step": 46521 }, { "epoch": 41.32, "learning_rate": 8.19727196985965e-06, "loss": 18.585, "step": 46522 }, { "epoch": 41.32, "learning_rate": 8.19572757086996e-06, "loss": 18.6562, "step": 46523 }, { "epoch": 41.32, "learning_rate": 8.194183304391312e-06, "loss": 19.6211, "step": 46524 }, { "epoch": 41.32, "learning_rate": 8.192639170428584e-06, "loss": 19.3193, "step": 46525 }, { "epoch": 41.32, "learning_rate": 8.191095168986656e-06, "loss": 19.127, "step": 46526 }, { "epoch": 41.32, "learning_rate": 8.189551300070459e-06, "loss": 19.0986, "step": 46527 }, { "epoch": 41.32, "learning_rate": 8.188007563684847e-06, "loss": 19.0557, "step": 46528 }, { "epoch": 41.32, "learning_rate": 8.18646395983474e-06, "loss": 19.0547, "step": 46529 }, { "epoch": 41.32, "learning_rate": 8.184920488525027e-06, "loss": 18.9336, "step": 46530 }, { "epoch": 41.32, "learning_rate": 8.183377149760584e-06, "loss": 18.9512, "step": 46531 }, { "epoch": 41.33, "learning_rate": 8.18183394354633e-06, "loss": 18.4736, "step": 46532 }, { "epoch": 41.33, "learning_rate": 8.180290869887126e-06, "loss": 19.5352, "step": 46533 }, { "epoch": 41.33, "learning_rate": 8.178747928787893e-06, "loss": 19.752, "step": 46534 }, { "epoch": 41.33, "learning_rate": 8.177205120253495e-06, "loss": 19.2725, "step": 46535 }, { "epoch": 41.33, "learning_rate": 8.17566244428885e-06, "loss": 19.0342, "step": 46536 }, { "epoch": 41.33, "learning_rate": 8.17411990089883e-06, "loss": 19.1084, "step": 46537 }, { "epoch": 41.33, "learning_rate": 8.172577490088317e-06, "loss": 18.9736, "step": 46538 }, { "epoch": 41.33, "learning_rate": 8.171035211862226e-06, "loss": 18.7773, "step": 46539 }, { "epoch": 41.33, "learning_rate": 8.171035211862226e-06, "loss": 18.9785, "step": 46540 }, { "epoch": 41.33, "learning_rate": 8.16949306622542e-06, "loss": 19.666, "step": 46541 }, { "epoch": 41.33, "learning_rate": 8.167951053182805e-06, "loss": 19.0986, "step": 46542 }, { "epoch": 41.33, "learning_rate": 8.166409172739264e-06, "loss": 19.291, "step": 46543 }, { "epoch": 41.34, "learning_rate": 8.16486742489967e-06, "loss": 19.377, "step": 46544 }, { "epoch": 41.34, "learning_rate": 8.16332580966892e-06, "loss": 19.0898, "step": 46545 }, { "epoch": 41.34, "learning_rate": 8.16178432705192e-06, "loss": 19.3799, "step": 46546 }, { "epoch": 41.34, "learning_rate": 8.160242977053523e-06, "loss": 19.2559, "step": 46547 }, { "epoch": 41.34, "learning_rate": 8.158701759678656e-06, "loss": 18.9121, "step": 46548 }, { "epoch": 41.34, "learning_rate": 8.157160674932157e-06, "loss": 19.2979, "step": 46549 }, { "epoch": 41.34, "learning_rate": 8.15561972281893e-06, "loss": 19.2432, "step": 46550 }, { "epoch": 41.34, "learning_rate": 8.154078903343876e-06, "loss": 19.0244, "step": 46551 }, { "epoch": 41.34, "learning_rate": 8.152538216511856e-06, "loss": 19.0439, "step": 46552 }, { "epoch": 41.34, "learning_rate": 8.15099766232777e-06, "loss": 19.4424, "step": 46553 }, { "epoch": 41.34, "learning_rate": 8.1494572407965e-06, "loss": 19.2979, "step": 46554 }, { "epoch": 41.35, "learning_rate": 8.147916951922913e-06, "loss": 19.8066, "step": 46555 }, { "epoch": 41.35, "learning_rate": 8.146376795711907e-06, "loss": 19.373, "step": 46556 }, { "epoch": 41.35, "learning_rate": 8.144836772168352e-06, "loss": 18.9717, "step": 46557 }, { "epoch": 41.35, "learning_rate": 8.143296881297147e-06, "loss": 19.5264, "step": 46558 }, { "epoch": 41.35, "learning_rate": 8.141757123103167e-06, "loss": 18.8848, "step": 46559 }, { "epoch": 41.35, "learning_rate": 8.140217497591269e-06, "loss": 19.2051, "step": 46560 }, { "epoch": 41.35, "learning_rate": 8.13867800476637e-06, "loss": 18.7021, "step": 46561 }, { "epoch": 41.35, "learning_rate": 8.13713864463332e-06, "loss": 18.7529, "step": 46562 }, { "epoch": 41.35, "learning_rate": 8.135599417197021e-06, "loss": 19.2695, "step": 46563 }, { "epoch": 41.35, "learning_rate": 8.134060322462339e-06, "loss": 18.9043, "step": 46564 }, { "epoch": 41.35, "learning_rate": 8.132521360434148e-06, "loss": 19.1709, "step": 46565 }, { "epoch": 41.36, "learning_rate": 8.130982531117342e-06, "loss": 18.9883, "step": 46566 }, { "epoch": 41.36, "learning_rate": 8.129443834516787e-06, "loss": 18.6787, "step": 46567 }, { "epoch": 41.36, "learning_rate": 8.127905270637355e-06, "loss": 19.0488, "step": 46568 }, { "epoch": 41.36, "learning_rate": 8.126366839483962e-06, "loss": 18.8594, "step": 46569 }, { "epoch": 41.36, "learning_rate": 8.124828541061425e-06, "loss": 19.3174, "step": 46570 }, { "epoch": 41.36, "learning_rate": 8.123290375374665e-06, "loss": 19.2891, "step": 46571 }, { "epoch": 41.36, "learning_rate": 8.121752342428528e-06, "loss": 18.2959, "step": 46572 }, { "epoch": 41.36, "learning_rate": 8.120214442227908e-06, "loss": 19.3994, "step": 46573 }, { "epoch": 41.36, "learning_rate": 8.118676674777698e-06, "loss": 19.4873, "step": 46574 }, { "epoch": 41.36, "learning_rate": 8.117139040082721e-06, "loss": 19.1484, "step": 46575 }, { "epoch": 41.36, "learning_rate": 8.115601538147882e-06, "loss": 18.9668, "step": 46576 }, { "epoch": 41.37, "learning_rate": 8.114064168978064e-06, "loss": 18.8525, "step": 46577 }, { "epoch": 41.37, "learning_rate": 8.112526932578118e-06, "loss": 18.8789, "step": 46578 }, { "epoch": 41.37, "learning_rate": 8.110989828952937e-06, "loss": 19.1582, "step": 46579 }, { "epoch": 41.37, "learning_rate": 8.109452858107386e-06, "loss": 19.0488, "step": 46580 }, { "epoch": 41.37, "learning_rate": 8.107916020046318e-06, "loss": 19.4727, "step": 46581 }, { "epoch": 41.37, "learning_rate": 8.106379314774636e-06, "loss": 19.3115, "step": 46582 }, { "epoch": 41.37, "learning_rate": 8.104842742297187e-06, "loss": 18.2256, "step": 46583 }, { "epoch": 41.37, "learning_rate": 8.103306302618857e-06, "loss": 18.9883, "step": 46584 }, { "epoch": 41.37, "learning_rate": 8.101769995744512e-06, "loss": 18.7324, "step": 46585 }, { "epoch": 41.37, "learning_rate": 8.100233821679004e-06, "loss": 19.3516, "step": 46586 }, { "epoch": 41.37, "learning_rate": 8.098697780427234e-06, "loss": 18.9785, "step": 46587 }, { "epoch": 41.37, "learning_rate": 8.097161871994042e-06, "loss": 19.458, "step": 46588 }, { "epoch": 41.38, "learning_rate": 8.095626096384318e-06, "loss": 19.0869, "step": 46589 }, { "epoch": 41.38, "learning_rate": 8.094090453602927e-06, "loss": 18.6963, "step": 46590 }, { "epoch": 41.38, "learning_rate": 8.092554943654712e-06, "loss": 19.1758, "step": 46591 }, { "epoch": 41.38, "learning_rate": 8.091019566544578e-06, "loss": 19.4424, "step": 46592 }, { "epoch": 41.38, "learning_rate": 8.089484322277358e-06, "loss": 19.4326, "step": 46593 }, { "epoch": 41.38, "learning_rate": 8.08794921085793e-06, "loss": 19.6484, "step": 46594 }, { "epoch": 41.38, "learning_rate": 8.086414232291179e-06, "loss": 18.7715, "step": 46595 }, { "epoch": 41.38, "learning_rate": 8.084879386581956e-06, "loss": 20.0098, "step": 46596 }, { "epoch": 41.38, "learning_rate": 8.083344673735122e-06, "loss": 19.0215, "step": 46597 }, { "epoch": 41.38, "learning_rate": 8.081810093755538e-06, "loss": 19.1367, "step": 46598 }, { "epoch": 41.38, "learning_rate": 8.080275646648072e-06, "loss": 19.0742, "step": 46599 }, { "epoch": 41.39, "learning_rate": 8.078741332417599e-06, "loss": 18.8154, "step": 46600 }, { "epoch": 41.39, "learning_rate": 8.077207151068982e-06, "loss": 19.2529, "step": 46601 }, { "epoch": 41.39, "learning_rate": 8.075673102607061e-06, "loss": 19.0781, "step": 46602 }, { "epoch": 41.39, "learning_rate": 8.074139187036728e-06, "loss": 19.8857, "step": 46603 }, { "epoch": 41.39, "learning_rate": 8.072605404362816e-06, "loss": 19.165, "step": 46604 }, { "epoch": 41.39, "learning_rate": 8.071071754590215e-06, "loss": 18.8232, "step": 46605 }, { "epoch": 41.39, "learning_rate": 8.069538237723761e-06, "loss": 19.0693, "step": 46606 }, { "epoch": 41.39, "learning_rate": 8.068004853768346e-06, "loss": 18.7979, "step": 46607 }, { "epoch": 41.39, "learning_rate": 8.066471602728803e-06, "loss": 19.4189, "step": 46608 }, { "epoch": 41.39, "learning_rate": 8.064938484609996e-06, "loss": 19.167, "step": 46609 }, { "epoch": 41.39, "learning_rate": 8.063405499416799e-06, "loss": 19.3066, "step": 46610 }, { "epoch": 41.4, "learning_rate": 8.061872647154051e-06, "loss": 19.1729, "step": 46611 }, { "epoch": 41.4, "learning_rate": 8.060339927826632e-06, "loss": 19.0156, "step": 46612 }, { "epoch": 41.4, "learning_rate": 8.05880734143939e-06, "loss": 19.2041, "step": 46613 }, { "epoch": 41.4, "learning_rate": 8.057274887997174e-06, "loss": 19.2578, "step": 46614 }, { "epoch": 41.4, "learning_rate": 8.05574256750486e-06, "loss": 18.707, "step": 46615 }, { "epoch": 41.4, "learning_rate": 8.054210379967287e-06, "loss": 18.9766, "step": 46616 }, { "epoch": 41.4, "learning_rate": 8.05267832538933e-06, "loss": 18.9316, "step": 46617 }, { "epoch": 41.4, "learning_rate": 8.05114640377584e-06, "loss": 18.4404, "step": 46618 }, { "epoch": 41.4, "learning_rate": 8.04961461513165e-06, "loss": 18.9268, "step": 46619 }, { "epoch": 41.4, "learning_rate": 8.048082959461639e-06, "loss": 19.3779, "step": 46620 }, { "epoch": 41.4, "learning_rate": 8.046551436770667e-06, "loss": 19.2471, "step": 46621 }, { "epoch": 41.4, "learning_rate": 8.045020047063568e-06, "loss": 19.2275, "step": 46622 }, { "epoch": 41.41, "learning_rate": 8.043488790345232e-06, "loss": 19.7002, "step": 46623 }, { "epoch": 41.41, "learning_rate": 8.041957666620465e-06, "loss": 18.8457, "step": 46624 }, { "epoch": 41.41, "learning_rate": 8.040426675894141e-06, "loss": 18.9443, "step": 46625 }, { "epoch": 41.41, "learning_rate": 8.038895818171128e-06, "loss": 18.4746, "step": 46626 }, { "epoch": 41.41, "learning_rate": 8.03736509345625e-06, "loss": 19.251, "step": 46627 }, { "epoch": 41.41, "learning_rate": 8.035834501754391e-06, "loss": 18.8398, "step": 46628 }, { "epoch": 41.41, "learning_rate": 8.03430404307039e-06, "loss": 19.1094, "step": 46629 }, { "epoch": 41.41, "learning_rate": 8.032773717409076e-06, "loss": 19.4785, "step": 46630 }, { "epoch": 41.41, "learning_rate": 8.031243524775334e-06, "loss": 18.752, "step": 46631 }, { "epoch": 41.41, "learning_rate": 8.029713465173989e-06, "loss": 19.1416, "step": 46632 }, { "epoch": 41.41, "learning_rate": 8.028183538609907e-06, "loss": 18.9971, "step": 46633 }, { "epoch": 41.42, "learning_rate": 8.026653745087936e-06, "loss": 19.0742, "step": 46634 }, { "epoch": 41.42, "learning_rate": 8.025124084612906e-06, "loss": 19.0352, "step": 46635 }, { "epoch": 41.42, "learning_rate": 8.023594557189695e-06, "loss": 19.5107, "step": 46636 }, { "epoch": 41.42, "learning_rate": 8.022065162823122e-06, "loss": 19.1953, "step": 46637 }, { "epoch": 41.42, "learning_rate": 8.02053590151805e-06, "loss": 19.0859, "step": 46638 }, { "epoch": 41.42, "learning_rate": 8.019006773279348e-06, "loss": 18.7246, "step": 46639 }, { "epoch": 41.42, "learning_rate": 8.01747777811182e-06, "loss": 19.0068, "step": 46640 }, { "epoch": 41.42, "learning_rate": 8.015948916020344e-06, "loss": 19.2627, "step": 46641 }, { "epoch": 41.42, "learning_rate": 8.014420187009747e-06, "loss": 19.2217, "step": 46642 }, { "epoch": 41.42, "learning_rate": 8.01289159108488e-06, "loss": 19.083, "step": 46643 }, { "epoch": 41.42, "learning_rate": 8.011363128250615e-06, "loss": 19.002, "step": 46644 }, { "epoch": 41.43, "learning_rate": 8.009834798511756e-06, "loss": 19.3564, "step": 46645 }, { "epoch": 41.43, "learning_rate": 8.008306601873161e-06, "loss": 18.8672, "step": 46646 }, { "epoch": 41.43, "learning_rate": 8.006778538339688e-06, "loss": 19.4219, "step": 46647 }, { "epoch": 41.43, "learning_rate": 8.005250607916159e-06, "loss": 18.7939, "step": 46648 }, { "epoch": 41.43, "learning_rate": 8.003722810607455e-06, "loss": 19.1572, "step": 46649 }, { "epoch": 41.43, "learning_rate": 8.002195146418373e-06, "loss": 18.834, "step": 46650 }, { "epoch": 41.43, "learning_rate": 8.000667615353769e-06, "loss": 18.9961, "step": 46651 }, { "epoch": 41.43, "learning_rate": 7.999140217418504e-06, "loss": 19.1416, "step": 46652 }, { "epoch": 41.43, "learning_rate": 7.9976129526174e-06, "loss": 18.5117, "step": 46653 }, { "epoch": 41.43, "learning_rate": 7.996085820955312e-06, "loss": 19.2305, "step": 46654 }, { "epoch": 41.43, "learning_rate": 7.994558822437075e-06, "loss": 18.834, "step": 46655 }, { "epoch": 41.44, "learning_rate": 7.993031957067515e-06, "loss": 18.7129, "step": 46656 }, { "epoch": 41.44, "learning_rate": 7.991505224851503e-06, "loss": 18.9375, "step": 46657 }, { "epoch": 41.44, "learning_rate": 7.989978625793843e-06, "loss": 19.1152, "step": 46658 }, { "epoch": 41.44, "learning_rate": 7.9884521598994e-06, "loss": 18.75, "step": 46659 }, { "epoch": 41.44, "learning_rate": 7.98692582717301e-06, "loss": 18.9258, "step": 46660 }, { "epoch": 41.44, "learning_rate": 7.985399627619488e-06, "loss": 18.5566, "step": 46661 }, { "epoch": 41.44, "learning_rate": 7.983873561243705e-06, "loss": 19.0605, "step": 46662 }, { "epoch": 41.44, "learning_rate": 7.983873561243705e-06, "loss": 19.0752, "step": 46663 }, { "epoch": 41.44, "learning_rate": 7.982347628050468e-06, "loss": 18.7891, "step": 46664 }, { "epoch": 41.44, "learning_rate": 7.980821828044627e-06, "loss": 18.8203, "step": 46665 }, { "epoch": 41.44, "learning_rate": 7.979296161231037e-06, "loss": 18.96, "step": 46666 }, { "epoch": 41.44, "learning_rate": 7.977770627614512e-06, "loss": 18.6475, "step": 46667 }, { "epoch": 41.45, "learning_rate": 7.976245227199891e-06, "loss": 19.252, "step": 46668 }, { "epoch": 41.45, "learning_rate": 7.974719959992e-06, "loss": 19.1768, "step": 46669 }, { "epoch": 41.45, "learning_rate": 7.973194825995683e-06, "loss": 18.8994, "step": 46670 }, { "epoch": 41.45, "learning_rate": 7.971669825215788e-06, "loss": 18.7139, "step": 46671 }, { "epoch": 41.45, "learning_rate": 7.970144957657138e-06, "loss": 18.6543, "step": 46672 }, { "epoch": 41.45, "learning_rate": 7.968620223324553e-06, "loss": 19.2559, "step": 46673 }, { "epoch": 41.45, "learning_rate": 7.968620223324553e-06, "loss": 19.0312, "step": 46674 }, { "epoch": 41.45, "learning_rate": 7.967095622222886e-06, "loss": 19.0879, "step": 46675 }, { "epoch": 41.45, "learning_rate": 7.965571154356955e-06, "loss": 19.1699, "step": 46676 }, { "epoch": 41.45, "learning_rate": 7.964046819731608e-06, "loss": 19.1562, "step": 46677 }, { "epoch": 41.45, "learning_rate": 7.962522618351664e-06, "loss": 18.3213, "step": 46678 }, { "epoch": 41.46, "learning_rate": 7.960998550221954e-06, "loss": 19.291, "step": 46679 }, { "epoch": 41.46, "learning_rate": 7.959474615347318e-06, "loss": 18.7998, "step": 46680 }, { "epoch": 41.46, "learning_rate": 7.957950813732573e-06, "loss": 19.1865, "step": 46681 }, { "epoch": 41.46, "learning_rate": 7.956427145382573e-06, "loss": 19.3291, "step": 46682 }, { "epoch": 41.46, "learning_rate": 7.954903610302116e-06, "loss": 18.8916, "step": 46683 }, { "epoch": 41.46, "learning_rate": 7.953380208496063e-06, "loss": 18.9492, "step": 46684 }, { "epoch": 41.46, "learning_rate": 7.951856939969227e-06, "loss": 19.4678, "step": 46685 }, { "epoch": 41.46, "learning_rate": 7.950333804726422e-06, "loss": 18.9717, "step": 46686 }, { "epoch": 41.46, "learning_rate": 7.948810802772504e-06, "loss": 18.7607, "step": 46687 }, { "epoch": 41.46, "learning_rate": 7.94728793411228e-06, "loss": 19.1621, "step": 46688 }, { "epoch": 41.46, "learning_rate": 7.945765198750593e-06, "loss": 19.1416, "step": 46689 }, { "epoch": 41.47, "learning_rate": 7.944242596692264e-06, "loss": 18.8223, "step": 46690 }, { "epoch": 41.47, "learning_rate": 7.942720127942105e-06, "loss": 18.9209, "step": 46691 }, { "epoch": 41.47, "learning_rate": 7.941197792504967e-06, "loss": 19.0635, "step": 46692 }, { "epoch": 41.47, "learning_rate": 7.939675590385648e-06, "loss": 19.2041, "step": 46693 }, { "epoch": 41.47, "learning_rate": 7.938153521589004e-06, "loss": 19.3496, "step": 46694 }, { "epoch": 41.47, "learning_rate": 7.936631586119841e-06, "loss": 19.0098, "step": 46695 }, { "epoch": 41.47, "learning_rate": 7.93510978398297e-06, "loss": 18.9883, "step": 46696 }, { "epoch": 41.47, "learning_rate": 7.933588115183232e-06, "loss": 19.3447, "step": 46697 }, { "epoch": 41.47, "learning_rate": 7.932066579725462e-06, "loss": 19.3662, "step": 46698 }, { "epoch": 41.47, "learning_rate": 7.930545177614457e-06, "loss": 18.6514, "step": 46699 }, { "epoch": 41.47, "learning_rate": 7.929023908855066e-06, "loss": 18.543, "step": 46700 }, { "epoch": 41.48, "learning_rate": 7.927502773452095e-06, "loss": 18.7686, "step": 46701 }, { "epoch": 41.48, "learning_rate": 7.925981771410357e-06, "loss": 19.0596, "step": 46702 }, { "epoch": 41.48, "learning_rate": 7.924460902734699e-06, "loss": 18.8525, "step": 46703 }, { "epoch": 41.48, "learning_rate": 7.92294016742991e-06, "loss": 19.0078, "step": 46704 }, { "epoch": 41.48, "learning_rate": 7.92294016742991e-06, "loss": 19.9951, "step": 46705 }, { "epoch": 41.48, "learning_rate": 7.921419565500843e-06, "loss": 19.0781, "step": 46706 }, { "epoch": 41.48, "learning_rate": 7.919899096952298e-06, "loss": 19.3076, "step": 46707 }, { "epoch": 41.48, "learning_rate": 7.918378761789091e-06, "loss": 19.3369, "step": 46708 }, { "epoch": 41.48, "learning_rate": 7.91685856001606e-06, "loss": 19.2549, "step": 46709 }, { "epoch": 41.48, "learning_rate": 7.915338491638003e-06, "loss": 19.1855, "step": 46710 }, { "epoch": 41.48, "learning_rate": 7.913818556659758e-06, "loss": 18.8291, "step": 46711 }, { "epoch": 41.48, "learning_rate": 7.912298755086133e-06, "loss": 19.2559, "step": 46712 }, { "epoch": 41.49, "learning_rate": 7.910779086921938e-06, "loss": 18.9521, "step": 46713 }, { "epoch": 41.49, "learning_rate": 7.909259552172005e-06, "loss": 18.5527, "step": 46714 }, { "epoch": 41.49, "learning_rate": 7.907740150841132e-06, "loss": 19.3496, "step": 46715 }, { "epoch": 41.49, "learning_rate": 7.906220882934146e-06, "loss": 19.4912, "step": 46716 }, { "epoch": 41.49, "learning_rate": 7.90470174845589e-06, "loss": 19.2559, "step": 46717 }, { "epoch": 41.49, "learning_rate": 7.903182747411125e-06, "loss": 19.0391, "step": 46718 }, { "epoch": 41.49, "learning_rate": 7.901663879804704e-06, "loss": 19.0088, "step": 46719 }, { "epoch": 41.49, "learning_rate": 7.900145145641424e-06, "loss": 19.0244, "step": 46720 }, { "epoch": 41.49, "learning_rate": 7.898626544926102e-06, "loss": 18.8418, "step": 46721 }, { "epoch": 41.49, "learning_rate": 7.897108077663585e-06, "loss": 18.9043, "step": 46722 }, { "epoch": 41.49, "learning_rate": 7.895589743858628e-06, "loss": 19.6621, "step": 46723 }, { "epoch": 41.5, "learning_rate": 7.894071543516074e-06, "loss": 19.5479, "step": 46724 }, { "epoch": 41.5, "learning_rate": 7.892553476640746e-06, "loss": 18.7324, "step": 46725 }, { "epoch": 41.5, "learning_rate": 7.891035543237435e-06, "loss": 19.3799, "step": 46726 }, { "epoch": 41.5, "learning_rate": 7.88951774331097e-06, "loss": 18.5986, "step": 46727 }, { "epoch": 41.5, "learning_rate": 7.88800007686616e-06, "loss": 18.8271, "step": 46728 }, { "epoch": 41.5, "learning_rate": 7.886482543907791e-06, "loss": 18.7725, "step": 46729 }, { "epoch": 41.5, "learning_rate": 7.884965144440704e-06, "loss": 18.7568, "step": 46730 }, { "epoch": 41.5, "learning_rate": 7.883447878469686e-06, "loss": 18.6602, "step": 46731 }, { "epoch": 41.5, "learning_rate": 7.881930745999572e-06, "loss": 18.627, "step": 46732 }, { "epoch": 41.5, "learning_rate": 7.880413747035154e-06, "loss": 18.9629, "step": 46733 }, { "epoch": 41.5, "learning_rate": 7.878896881581226e-06, "loss": 18.6738, "step": 46734 }, { "epoch": 41.51, "learning_rate": 7.877380149642626e-06, "loss": 18.9785, "step": 46735 }, { "epoch": 41.51, "learning_rate": 7.875863551224143e-06, "loss": 19.1504, "step": 46736 }, { "epoch": 41.51, "learning_rate": 7.874347086330596e-06, "loss": 19.001, "step": 46737 }, { "epoch": 41.51, "learning_rate": 7.872830754966787e-06, "loss": 19.2812, "step": 46738 }, { "epoch": 41.51, "learning_rate": 7.87131455713751e-06, "loss": 19.5508, "step": 46739 }, { "epoch": 41.51, "learning_rate": 7.869798492847596e-06, "loss": 19.0576, "step": 46740 }, { "epoch": 41.51, "learning_rate": 7.868282562101819e-06, "loss": 19.1123, "step": 46741 }, { "epoch": 41.51, "learning_rate": 7.86676676490501e-06, "loss": 19.0, "step": 46742 }, { "epoch": 41.51, "learning_rate": 7.865251101261972e-06, "loss": 19.2998, "step": 46743 }, { "epoch": 41.51, "learning_rate": 7.863735571177504e-06, "loss": 19.416, "step": 46744 }, { "epoch": 41.51, "learning_rate": 7.86222017465641e-06, "loss": 18.917, "step": 46745 }, { "epoch": 41.52, "learning_rate": 7.860704911703476e-06, "loss": 19.627, "step": 46746 }, { "epoch": 41.52, "learning_rate": 7.859189782323529e-06, "loss": 19.043, "step": 46747 }, { "epoch": 41.52, "learning_rate": 7.857674786521374e-06, "loss": 19.0469, "step": 46748 }, { "epoch": 41.52, "learning_rate": 7.856159924301799e-06, "loss": 19.0264, "step": 46749 }, { "epoch": 41.52, "learning_rate": 7.854645195669602e-06, "loss": 18.7812, "step": 46750 }, { "epoch": 41.52, "learning_rate": 7.853130600629604e-06, "loss": 18.7871, "step": 46751 }, { "epoch": 41.52, "learning_rate": 7.851616139186585e-06, "loss": 18.7344, "step": 46752 }, { "epoch": 41.52, "learning_rate": 7.850101811345361e-06, "loss": 19.418, "step": 46753 }, { "epoch": 41.52, "learning_rate": 7.84858761711073e-06, "loss": 18.7803, "step": 46754 }, { "epoch": 41.52, "learning_rate": 7.847073556487478e-06, "loss": 18.7383, "step": 46755 }, { "epoch": 41.52, "learning_rate": 7.845559629480425e-06, "loss": 19.0498, "step": 46756 }, { "epoch": 41.52, "learning_rate": 7.844045836094343e-06, "loss": 18.7441, "step": 46757 }, { "epoch": 41.53, "learning_rate": 7.842532176334066e-06, "loss": 18.9971, "step": 46758 }, { "epoch": 41.53, "learning_rate": 7.841018650204357e-06, "loss": 18.8457, "step": 46759 }, { "epoch": 41.53, "learning_rate": 7.839505257710039e-06, "loss": 18.5723, "step": 46760 }, { "epoch": 41.53, "learning_rate": 7.837991998855897e-06, "loss": 18.7266, "step": 46761 }, { "epoch": 41.53, "learning_rate": 7.836478873646724e-06, "loss": 19.3926, "step": 46762 }, { "epoch": 41.53, "learning_rate": 7.834965882087331e-06, "loss": 18.8828, "step": 46763 }, { "epoch": 41.53, "learning_rate": 7.833453024182491e-06, "loss": 19.1934, "step": 46764 }, { "epoch": 41.53, "learning_rate": 7.83194029993703e-06, "loss": 19.167, "step": 46765 }, { "epoch": 41.53, "learning_rate": 7.830427709355725e-06, "loss": 19.1191, "step": 46766 }, { "epoch": 41.53, "learning_rate": 7.828915252443359e-06, "loss": 19.0098, "step": 46767 }, { "epoch": 41.53, "learning_rate": 7.827402929204741e-06, "loss": 19.3555, "step": 46768 }, { "epoch": 41.54, "learning_rate": 7.825890739644675e-06, "loss": 18.9609, "step": 46769 }, { "epoch": 41.54, "learning_rate": 7.824378683767942e-06, "loss": 19.126, "step": 46770 }, { "epoch": 41.54, "learning_rate": 7.822866761579333e-06, "loss": 19.4316, "step": 46771 }, { "epoch": 41.54, "learning_rate": 7.821354973083634e-06, "loss": 19.5049, "step": 46772 }, { "epoch": 41.54, "learning_rate": 7.81984331828564e-06, "loss": 18.748, "step": 46773 }, { "epoch": 41.54, "learning_rate": 7.81833179719017e-06, "loss": 18.9805, "step": 46774 }, { "epoch": 41.54, "learning_rate": 7.816820409801973e-06, "loss": 18.8086, "step": 46775 }, { "epoch": 41.54, "learning_rate": 7.815309156125878e-06, "loss": 19.3623, "step": 46776 }, { "epoch": 41.54, "learning_rate": 7.813798036166658e-06, "loss": 18.6426, "step": 46777 }, { "epoch": 41.54, "learning_rate": 7.81228704992909e-06, "loss": 18.8115, "step": 46778 }, { "epoch": 41.54, "learning_rate": 7.810776197417985e-06, "loss": 19.4541, "step": 46779 }, { "epoch": 41.55, "learning_rate": 7.80926547863811e-06, "loss": 19.2334, "step": 46780 }, { "epoch": 41.55, "learning_rate": 7.807754893594288e-06, "loss": 19.6221, "step": 46781 }, { "epoch": 41.55, "learning_rate": 7.806244442291278e-06, "loss": 19.2773, "step": 46782 }, { "epoch": 41.55, "learning_rate": 7.80473412473387e-06, "loss": 19.21, "step": 46783 }, { "epoch": 41.55, "learning_rate": 7.803223940926868e-06, "loss": 19.4521, "step": 46784 }, { "epoch": 41.55, "learning_rate": 7.801713890875035e-06, "loss": 18.9248, "step": 46785 }, { "epoch": 41.55, "learning_rate": 7.800203974583182e-06, "loss": 18.8584, "step": 46786 }, { "epoch": 41.55, "learning_rate": 7.798694192056088e-06, "loss": 18.915, "step": 46787 }, { "epoch": 41.55, "learning_rate": 7.79718454329852e-06, "loss": 19.1836, "step": 46788 }, { "epoch": 41.55, "learning_rate": 7.79567502831529e-06, "loss": 18.6592, "step": 46789 }, { "epoch": 41.55, "learning_rate": 7.794165647111162e-06, "loss": 18.9873, "step": 46790 }, { "epoch": 41.56, "learning_rate": 7.792656399690923e-06, "loss": 18.8945, "step": 46791 }, { "epoch": 41.56, "learning_rate": 7.791147286059397e-06, "loss": 19.335, "step": 46792 }, { "epoch": 41.56, "learning_rate": 7.789638306221302e-06, "loss": 18.6133, "step": 46793 }, { "epoch": 41.56, "learning_rate": 7.788129460181459e-06, "loss": 18.7383, "step": 46794 }, { "epoch": 41.56, "learning_rate": 7.78662074794465e-06, "loss": 19.2842, "step": 46795 }, { "epoch": 41.56, "learning_rate": 7.785112169515645e-06, "loss": 19.3281, "step": 46796 }, { "epoch": 41.56, "learning_rate": 7.783603724899257e-06, "loss": 19.1143, "step": 46797 }, { "epoch": 41.56, "learning_rate": 7.782095414100221e-06, "loss": 18.9668, "step": 46798 }, { "epoch": 41.56, "learning_rate": 7.780587237123337e-06, "loss": 18.8369, "step": 46799 }, { "epoch": 41.56, "learning_rate": 7.779079193973403e-06, "loss": 19.2441, "step": 46800 }, { "epoch": 41.56, "learning_rate": 7.777571284655177e-06, "loss": 19.5547, "step": 46801 }, { "epoch": 41.56, "learning_rate": 7.776063509173453e-06, "loss": 18.8252, "step": 46802 }, { "epoch": 41.57, "learning_rate": 7.774555867533012e-06, "loss": 19.584, "step": 46803 }, { "epoch": 41.57, "learning_rate": 7.77304835973861e-06, "loss": 19.2383, "step": 46804 }, { "epoch": 41.57, "learning_rate": 7.771540985795051e-06, "loss": 19.4287, "step": 46805 }, { "epoch": 41.57, "learning_rate": 7.770033745707089e-06, "loss": 19.1045, "step": 46806 }, { "epoch": 41.57, "learning_rate": 7.768526639479534e-06, "loss": 18.8203, "step": 46807 }, { "epoch": 41.57, "learning_rate": 7.767019667117143e-06, "loss": 18.498, "step": 46808 }, { "epoch": 41.57, "learning_rate": 7.765512828624683e-06, "loss": 18.6084, "step": 46809 }, { "epoch": 41.57, "learning_rate": 7.76400612400695e-06, "loss": 19.4648, "step": 46810 }, { "epoch": 41.57, "learning_rate": 7.76400612400695e-06, "loss": 19.4014, "step": 46811 }, { "epoch": 41.57, "learning_rate": 7.762499553268704e-06, "loss": 18.9736, "step": 46812 }, { "epoch": 41.57, "learning_rate": 7.76099311641474e-06, "loss": 18.6377, "step": 46813 }, { "epoch": 41.58, "learning_rate": 7.759486813449818e-06, "loss": 18.9883, "step": 46814 }, { "epoch": 41.58, "learning_rate": 7.75798064437871e-06, "loss": 18.9648, "step": 46815 }, { "epoch": 41.58, "learning_rate": 7.756474609206204e-06, "loss": 18.9609, "step": 46816 }, { "epoch": 41.58, "learning_rate": 7.754968707937054e-06, "loss": 18.8994, "step": 46817 }, { "epoch": 41.58, "learning_rate": 7.753462940576051e-06, "loss": 19.3535, "step": 46818 }, { "epoch": 41.58, "learning_rate": 7.751957307127972e-06, "loss": 19.0762, "step": 46819 }, { "epoch": 41.58, "learning_rate": 7.75045180759758e-06, "loss": 19.1025, "step": 46820 }, { "epoch": 41.58, "learning_rate": 7.748946441989636e-06, "loss": 19.25, "step": 46821 }, { "epoch": 41.58, "learning_rate": 7.747441210308937e-06, "loss": 19.4453, "step": 46822 }, { "epoch": 41.58, "learning_rate": 7.745936112560226e-06, "loss": 18.8301, "step": 46823 }, { "epoch": 41.58, "learning_rate": 7.7444311487483e-06, "loss": 19.1709, "step": 46824 }, { "epoch": 41.59, "learning_rate": 7.742926318877919e-06, "loss": 18.7822, "step": 46825 }, { "epoch": 41.59, "learning_rate": 7.741421622953838e-06, "loss": 18.7754, "step": 46826 }, { "epoch": 41.59, "learning_rate": 7.73991706098085e-06, "loss": 18.7588, "step": 46827 }, { "epoch": 41.59, "learning_rate": 7.73841263296371e-06, "loss": 19.1055, "step": 46828 }, { "epoch": 41.59, "learning_rate": 7.736908338907195e-06, "loss": 19.085, "step": 46829 }, { "epoch": 41.59, "learning_rate": 7.735404178816075e-06, "loss": 19.2754, "step": 46830 }, { "epoch": 41.59, "learning_rate": 7.733900152695101e-06, "loss": 19.6074, "step": 46831 }, { "epoch": 41.59, "learning_rate": 7.732396260549057e-06, "loss": 19.1641, "step": 46832 }, { "epoch": 41.59, "learning_rate": 7.730892502382702e-06, "loss": 19.4238, "step": 46833 }, { "epoch": 41.59, "learning_rate": 7.72938887820081e-06, "loss": 19.2588, "step": 46834 }, { "epoch": 41.59, "learning_rate": 7.727885388008132e-06, "loss": 19.5537, "step": 46835 }, { "epoch": 41.6, "learning_rate": 7.726382031809459e-06, "loss": 19.4863, "step": 46836 }, { "epoch": 41.6, "learning_rate": 7.724878809609542e-06, "loss": 19.1084, "step": 46837 }, { "epoch": 41.6, "learning_rate": 7.723375721413134e-06, "loss": 18.8789, "step": 46838 }, { "epoch": 41.6, "learning_rate": 7.721872767225018e-06, "loss": 19.3633, "step": 46839 }, { "epoch": 41.6, "learning_rate": 7.720369947049944e-06, "loss": 18.9697, "step": 46840 }, { "epoch": 41.6, "learning_rate": 7.718867260892698e-06, "loss": 18.8848, "step": 46841 }, { "epoch": 41.6, "learning_rate": 7.717364708758024e-06, "loss": 18.9658, "step": 46842 }, { "epoch": 41.6, "learning_rate": 7.715862290650672e-06, "loss": 18.4688, "step": 46843 }, { "epoch": 41.6, "learning_rate": 7.714360006575428e-06, "loss": 18.6006, "step": 46844 }, { "epoch": 41.6, "learning_rate": 7.71285785653706e-06, "loss": 18.6221, "step": 46845 }, { "epoch": 41.6, "learning_rate": 7.711355840540308e-06, "loss": 18.6631, "step": 46846 }, { "epoch": 41.6, "learning_rate": 7.709853958589946e-06, "loss": 19.5068, "step": 46847 }, { "epoch": 41.61, "learning_rate": 7.708352210690722e-06, "loss": 18.7627, "step": 46848 }, { "epoch": 41.61, "learning_rate": 7.706850596847403e-06, "loss": 19.2715, "step": 46849 }, { "epoch": 41.61, "learning_rate": 7.705349117064759e-06, "loss": 19.0342, "step": 46850 }, { "epoch": 41.61, "learning_rate": 7.703847771347534e-06, "loss": 19.1152, "step": 46851 }, { "epoch": 41.61, "learning_rate": 7.702346559700501e-06, "loss": 18.8594, "step": 46852 }, { "epoch": 41.61, "learning_rate": 7.700845482128417e-06, "loss": 19.0254, "step": 46853 }, { "epoch": 41.61, "learning_rate": 7.699344538636016e-06, "loss": 19.5596, "step": 46854 }, { "epoch": 41.61, "learning_rate": 7.697843729228088e-06, "loss": 19.0312, "step": 46855 }, { "epoch": 41.61, "learning_rate": 7.696343053909367e-06, "loss": 18.9199, "step": 46856 }, { "epoch": 41.61, "learning_rate": 7.694842512684631e-06, "loss": 18.6562, "step": 46857 }, { "epoch": 41.61, "learning_rate": 7.693342105558621e-06, "loss": 19.0928, "step": 46858 }, { "epoch": 41.62, "learning_rate": 7.69184183253609e-06, "loss": 19.4541, "step": 46859 }, { "epoch": 41.62, "learning_rate": 7.690341693621805e-06, "loss": 19.2314, "step": 46860 }, { "epoch": 41.62, "learning_rate": 7.688841688820509e-06, "loss": 19.4023, "step": 46861 }, { "epoch": 41.62, "learning_rate": 7.687341818136961e-06, "loss": 18.8252, "step": 46862 }, { "epoch": 41.62, "learning_rate": 7.685842081575944e-06, "loss": 19.0537, "step": 46863 }, { "epoch": 41.62, "learning_rate": 7.684342479142164e-06, "loss": 18.9785, "step": 46864 }, { "epoch": 41.62, "learning_rate": 7.682843010840407e-06, "loss": 19.1943, "step": 46865 }, { "epoch": 41.62, "learning_rate": 7.681343676675407e-06, "loss": 20.4131, "step": 46866 }, { "epoch": 41.62, "learning_rate": 7.67984447665192e-06, "loss": 19.0742, "step": 46867 }, { "epoch": 41.62, "learning_rate": 7.678345410774729e-06, "loss": 19.0293, "step": 46868 }, { "epoch": 41.62, "learning_rate": 7.676846479048533e-06, "loss": 18.9932, "step": 46869 }, { "epoch": 41.63, "learning_rate": 7.675347681478118e-06, "loss": 18.9873, "step": 46870 }, { "epoch": 41.63, "learning_rate": 7.67384901806823e-06, "loss": 19.1484, "step": 46871 }, { "epoch": 41.63, "learning_rate": 7.67235048882361e-06, "loss": 18.8486, "step": 46872 }, { "epoch": 41.63, "learning_rate": 7.670852093749037e-06, "loss": 19.334, "step": 46873 }, { "epoch": 41.63, "learning_rate": 7.66935383284922e-06, "loss": 18.7559, "step": 46874 }, { "epoch": 41.63, "learning_rate": 7.667855706128918e-06, "loss": 19.4795, "step": 46875 }, { "epoch": 41.63, "learning_rate": 7.666357713592904e-06, "loss": 18.7734, "step": 46876 }, { "epoch": 41.63, "learning_rate": 7.664859855245899e-06, "loss": 19.0234, "step": 46877 }, { "epoch": 41.63, "learning_rate": 7.663362131092677e-06, "loss": 18.5205, "step": 46878 }, { "epoch": 41.63, "learning_rate": 7.66186454113797e-06, "loss": 19.8242, "step": 46879 }, { "epoch": 41.63, "learning_rate": 7.66036708538651e-06, "loss": 19.0986, "step": 46880 }, { "epoch": 41.63, "learning_rate": 7.658869763843074e-06, "loss": 18.3594, "step": 46881 }, { "epoch": 41.64, "learning_rate": 7.657372576512383e-06, "loss": 19.2178, "step": 46882 }, { "epoch": 41.64, "learning_rate": 7.655875523399202e-06, "loss": 19.1523, "step": 46883 }, { "epoch": 41.64, "learning_rate": 7.654378604508272e-06, "loss": 19.0352, "step": 46884 }, { "epoch": 41.64, "learning_rate": 7.65288181984432e-06, "loss": 19.3311, "step": 46885 }, { "epoch": 41.64, "learning_rate": 7.651385169412117e-06, "loss": 19.2793, "step": 46886 }, { "epoch": 41.64, "learning_rate": 7.649888653216381e-06, "loss": 18.7793, "step": 46887 }, { "epoch": 41.64, "learning_rate": 7.648392271261872e-06, "loss": 19.2783, "step": 46888 }, { "epoch": 41.64, "learning_rate": 7.646896023553352e-06, "loss": 19.3604, "step": 46889 }, { "epoch": 41.64, "learning_rate": 7.64539991009552e-06, "loss": 18.7471, "step": 46890 }, { "epoch": 41.64, "learning_rate": 7.643903930893154e-06, "loss": 18.8262, "step": 46891 }, { "epoch": 41.64, "learning_rate": 7.642408085950964e-06, "loss": 18.7871, "step": 46892 }, { "epoch": 41.65, "learning_rate": 7.640912375273718e-06, "loss": 18.8867, "step": 46893 }, { "epoch": 41.65, "learning_rate": 7.639416798866157e-06, "loss": 19.0195, "step": 46894 }, { "epoch": 41.65, "learning_rate": 7.637921356733014e-06, "loss": 19.2295, "step": 46895 }, { "epoch": 41.65, "learning_rate": 7.63642604887902e-06, "loss": 19.293, "step": 46896 }, { "epoch": 41.65, "learning_rate": 7.634930875308932e-06, "loss": 19.5977, "step": 46897 }, { "epoch": 41.65, "learning_rate": 7.63343583602747e-06, "loss": 18.7891, "step": 46898 }, { "epoch": 41.65, "learning_rate": 7.631940931039395e-06, "loss": 18.8574, "step": 46899 }, { "epoch": 41.65, "learning_rate": 7.630446160349435e-06, "loss": 18.9961, "step": 46900 }, { "epoch": 41.65, "learning_rate": 7.628951523962319e-06, "loss": 19.8535, "step": 46901 }, { "epoch": 41.65, "learning_rate": 7.627457021882806e-06, "loss": 18.8633, "step": 46902 }, { "epoch": 41.65, "learning_rate": 7.625962654115604e-06, "loss": 18.8594, "step": 46903 }, { "epoch": 41.66, "learning_rate": 7.624468420665481e-06, "loss": 19.5254, "step": 46904 }, { "epoch": 41.66, "learning_rate": 7.622974321537163e-06, "loss": 19.6445, "step": 46905 }, { "epoch": 41.66, "learning_rate": 7.621480356735366e-06, "loss": 19.3164, "step": 46906 }, { "epoch": 41.66, "learning_rate": 7.619986526264855e-06, "loss": 18.8223, "step": 46907 }, { "epoch": 41.66, "learning_rate": 7.618492830130342e-06, "loss": 19.0049, "step": 46908 }, { "epoch": 41.66, "learning_rate": 7.616999268336577e-06, "loss": 19.6768, "step": 46909 }, { "epoch": 41.66, "learning_rate": 7.615505840888282e-06, "loss": 18.957, "step": 46910 }, { "epoch": 41.66, "learning_rate": 7.614012547790206e-06, "loss": 19.541, "step": 46911 }, { "epoch": 41.66, "learning_rate": 7.614012547790206e-06, "loss": 19.2861, "step": 46912 }, { "epoch": 41.66, "learning_rate": 7.612519389047079e-06, "loss": 19.0469, "step": 46913 }, { "epoch": 41.66, "learning_rate": 7.611026364663615e-06, "loss": 19.0088, "step": 46914 }, { "epoch": 41.67, "learning_rate": 7.611026364663615e-06, "loss": 19.3408, "step": 46915 }, { "epoch": 41.67, "learning_rate": 7.609533474644559e-06, "loss": 19.2754, "step": 46916 }, { "epoch": 41.67, "learning_rate": 7.608040718994658e-06, "loss": 19.0127, "step": 46917 }, { "epoch": 41.67, "learning_rate": 7.60654809771863e-06, "loss": 18.6826, "step": 46918 }, { "epoch": 41.67, "learning_rate": 7.60505561082121e-06, "loss": 19.1299, "step": 46919 }, { "epoch": 41.67, "learning_rate": 7.603563258307111e-06, "loss": 18.9785, "step": 46920 }, { "epoch": 41.67, "learning_rate": 7.60207104018108e-06, "loss": 19.1025, "step": 46921 }, { "epoch": 41.67, "learning_rate": 7.600578956447857e-06, "loss": 19.624, "step": 46922 }, { "epoch": 41.67, "learning_rate": 7.5990870071121546e-06, "loss": 19.2041, "step": 46923 }, { "epoch": 41.67, "learning_rate": 7.597595192178702e-06, "loss": 19.6074, "step": 46924 }, { "epoch": 41.67, "learning_rate": 7.596103511652241e-06, "loss": 18.9795, "step": 46925 }, { "epoch": 41.67, "learning_rate": 7.594611965537485e-06, "loss": 19.1035, "step": 46926 }, { "epoch": 41.68, "learning_rate": 7.593120553839178e-06, "loss": 19.6748, "step": 46927 }, { "epoch": 41.68, "learning_rate": 7.5916292765620235e-06, "loss": 19.1387, "step": 46928 }, { "epoch": 41.68, "learning_rate": 7.590138133710778e-06, "loss": 19.1934, "step": 46929 }, { "epoch": 41.68, "learning_rate": 7.588647125290155e-06, "loss": 18.7461, "step": 46930 }, { "epoch": 41.68, "learning_rate": 7.587156251304866e-06, "loss": 19.3086, "step": 46931 }, { "epoch": 41.68, "learning_rate": 7.585665511759666e-06, "loss": 18.9092, "step": 46932 }, { "epoch": 41.68, "learning_rate": 7.584174906659247e-06, "loss": 18.9941, "step": 46933 }, { "epoch": 41.68, "learning_rate": 7.582684436008364e-06, "loss": 19.4336, "step": 46934 }, { "epoch": 41.68, "learning_rate": 7.581194099811728e-06, "loss": 18.8867, "step": 46935 }, { "epoch": 41.68, "learning_rate": 7.579703898074059e-06, "loss": 19.1064, "step": 46936 }, { "epoch": 41.68, "learning_rate": 7.5782138308000905e-06, "loss": 19.0537, "step": 46937 }, { "epoch": 41.69, "learning_rate": 7.576723897994531e-06, "loss": 19.2139, "step": 46938 }, { "epoch": 41.69, "learning_rate": 7.57523409966211e-06, "loss": 19.1182, "step": 46939 }, { "epoch": 41.69, "learning_rate": 7.573744435807584e-06, "loss": 18.8213, "step": 46940 }, { "epoch": 41.69, "learning_rate": 7.5722549064356104e-06, "loss": 18.6367, "step": 46941 }, { "epoch": 41.69, "learning_rate": 7.570765511550954e-06, "loss": 19.1396, "step": 46942 }, { "epoch": 41.69, "learning_rate": 7.56927625115833e-06, "loss": 19.3604, "step": 46943 }, { "epoch": 41.69, "learning_rate": 7.5677871252624485e-06, "loss": 18.8418, "step": 46944 }, { "epoch": 41.69, "learning_rate": 7.566298133868055e-06, "loss": 19.0117, "step": 46945 }, { "epoch": 41.69, "learning_rate": 7.564809276979834e-06, "loss": 19.2988, "step": 46946 }, { "epoch": 41.69, "learning_rate": 7.563320554602516e-06, "loss": 19.0918, "step": 46947 }, { "epoch": 41.69, "learning_rate": 7.56183196674084e-06, "loss": 19.4434, "step": 46948 }, { "epoch": 41.7, "learning_rate": 7.560343513399493e-06, "loss": 19.5859, "step": 46949 }, { "epoch": 41.7, "learning_rate": 7.558855194583225e-06, "loss": 18.9248, "step": 46950 }, { "epoch": 41.7, "learning_rate": 7.55736701029674e-06, "loss": 19.3525, "step": 46951 }, { "epoch": 41.7, "learning_rate": 7.555878960544744e-06, "loss": 18.8457, "step": 46952 }, { "epoch": 41.7, "learning_rate": 7.554391045331971e-06, "loss": 18.7607, "step": 46953 }, { "epoch": 41.7, "learning_rate": 7.552903264663119e-06, "loss": 18.7969, "step": 46954 }, { "epoch": 41.7, "learning_rate": 7.5514156185429286e-06, "loss": 18.9678, "step": 46955 }, { "epoch": 41.7, "learning_rate": 7.5514156185429286e-06, "loss": 19.248, "step": 46956 }, { "epoch": 41.7, "learning_rate": 7.549928106976101e-06, "loss": 18.6494, "step": 46957 }, { "epoch": 41.7, "learning_rate": 7.548440729967343e-06, "loss": 19.0078, "step": 46958 }, { "epoch": 41.7, "learning_rate": 7.5469534875213855e-06, "loss": 18.5479, "step": 46959 }, { "epoch": 41.71, "learning_rate": 7.5454663796429235e-06, "loss": 19.1152, "step": 46960 }, { "epoch": 41.71, "learning_rate": 7.543979406336698e-06, "loss": 19.541, "step": 46961 }, { "epoch": 41.71, "learning_rate": 7.5424925676074065e-06, "loss": 19.1943, "step": 46962 }, { "epoch": 41.71, "learning_rate": 7.541005863459754e-06, "loss": 19.4121, "step": 46963 }, { "epoch": 41.71, "learning_rate": 7.539519293898472e-06, "loss": 19.5244, "step": 46964 }, { "epoch": 41.71, "learning_rate": 7.538032858928251e-06, "loss": 18.9854, "step": 46965 }, { "epoch": 41.71, "learning_rate": 7.536546558553808e-06, "loss": 19.3594, "step": 46966 }, { "epoch": 41.71, "learning_rate": 7.535060392779892e-06, "loss": 19.7822, "step": 46967 }, { "epoch": 41.71, "learning_rate": 7.533574361611156e-06, "loss": 19.4629, "step": 46968 }, { "epoch": 41.71, "learning_rate": 7.53208846505235e-06, "loss": 20.2051, "step": 46969 }, { "epoch": 41.71, "learning_rate": 7.530602703108158e-06, "loss": 19.5293, "step": 46970 }, { "epoch": 41.71, "learning_rate": 7.529117075783299e-06, "loss": 19.7129, "step": 46971 }, { "epoch": 41.72, "learning_rate": 7.527631583082501e-06, "loss": 18.9346, "step": 46972 }, { "epoch": 41.72, "learning_rate": 7.526146225010455e-06, "loss": 19.3311, "step": 46973 }, { "epoch": 41.72, "learning_rate": 7.5246610015718646e-06, "loss": 19.9336, "step": 46974 }, { "epoch": 41.72, "learning_rate": 7.5231759127714515e-06, "loss": 19.4727, "step": 46975 }, { "epoch": 41.72, "learning_rate": 7.521690958613903e-06, "loss": 19.4277, "step": 46976 }, { "epoch": 41.72, "learning_rate": 7.520206139103958e-06, "loss": 19.5469, "step": 46977 }, { "epoch": 41.72, "learning_rate": 7.518721454246297e-06, "loss": 19.3018, "step": 46978 }, { "epoch": 41.72, "learning_rate": 7.517236904045627e-06, "loss": 19.1064, "step": 46979 }, { "epoch": 41.72, "learning_rate": 7.515752488506667e-06, "loss": 19.3193, "step": 46980 }, { "epoch": 41.72, "learning_rate": 7.514268207634106e-06, "loss": 19.2432, "step": 46981 }, { "epoch": 41.72, "learning_rate": 7.51278406143267e-06, "loss": 19.6387, "step": 46982 }, { "epoch": 41.73, "learning_rate": 7.5113000499070554e-06, "loss": 19.3086, "step": 46983 }, { "epoch": 41.73, "learning_rate": 7.509816173061945e-06, "loss": 18.5557, "step": 46984 }, { "epoch": 41.73, "learning_rate": 7.508332430902076e-06, "loss": 19.1719, "step": 46985 }, { "epoch": 41.73, "learning_rate": 7.506848823432122e-06, "loss": 19.4258, "step": 46986 }, { "epoch": 41.73, "learning_rate": 7.505365350656812e-06, "loss": 18.7559, "step": 46987 }, { "epoch": 41.73, "learning_rate": 7.5038820125808205e-06, "loss": 19.2549, "step": 46988 }, { "epoch": 41.73, "learning_rate": 7.502398809208877e-06, "loss": 19.1797, "step": 46989 }, { "epoch": 41.73, "learning_rate": 7.500915740545672e-06, "loss": 18.8779, "step": 46990 }, { "epoch": 41.73, "learning_rate": 7.4994328065958965e-06, "loss": 19.333, "step": 46991 }, { "epoch": 41.73, "learning_rate": 7.497950007364257e-06, "loss": 19.2432, "step": 46992 }, { "epoch": 41.73, "learning_rate": 7.496467342855467e-06, "loss": 18.582, "step": 46993 }, { "epoch": 41.74, "learning_rate": 7.494984813074213e-06, "loss": 19.0811, "step": 46994 }, { "epoch": 41.74, "learning_rate": 7.4935024180252e-06, "loss": 19.2002, "step": 46995 }, { "epoch": 41.74, "learning_rate": 7.492020157713114e-06, "loss": 19.2666, "step": 46996 }, { "epoch": 41.74, "learning_rate": 7.490538032142658e-06, "loss": 18.9805, "step": 46997 }, { "epoch": 41.74, "learning_rate": 7.489056041318554e-06, "loss": 18.9014, "step": 46998 }, { "epoch": 41.74, "learning_rate": 7.487574185245461e-06, "loss": 18.7363, "step": 46999 }, { "epoch": 41.74, "learning_rate": 7.486092463928112e-06, "loss": 18.833, "step": 47000 }, { "epoch": 41.74, "learning_rate": 7.48461087737119e-06, "loss": 19.0928, "step": 47001 }, { "epoch": 41.74, "learning_rate": 7.483129425579371e-06, "loss": 18.9648, "step": 47002 }, { "epoch": 41.74, "learning_rate": 7.481648108557382e-06, "loss": 19.3838, "step": 47003 }, { "epoch": 41.74, "learning_rate": 7.4801669263099e-06, "loss": 18.9307, "step": 47004 }, { "epoch": 41.75, "learning_rate": 7.47868587884163e-06, "loss": 18.8809, "step": 47005 }, { "epoch": 41.75, "learning_rate": 7.477204966157264e-06, "loss": 18.7979, "step": 47006 }, { "epoch": 41.75, "learning_rate": 7.4757241882614845e-06, "loss": 18.9795, "step": 47007 }, { "epoch": 41.75, "learning_rate": 7.4742435451590095e-06, "loss": 19.4814, "step": 47008 }, { "epoch": 41.75, "learning_rate": 7.472763036854502e-06, "loss": 18.8281, "step": 47009 }, { "epoch": 41.75, "learning_rate": 7.47128266335268e-06, "loss": 19.0371, "step": 47010 }, { "epoch": 41.75, "learning_rate": 7.469802424658229e-06, "loss": 18.7109, "step": 47011 }, { "epoch": 41.75, "learning_rate": 7.468322320775828e-06, "loss": 19.0625, "step": 47012 }, { "epoch": 41.75, "learning_rate": 7.466842351710191e-06, "loss": 19.2412, "step": 47013 }, { "epoch": 41.75, "learning_rate": 7.46536251746599e-06, "loss": 19.1816, "step": 47014 }, { "epoch": 41.75, "learning_rate": 7.463882818047918e-06, "loss": 18.8418, "step": 47015 }, { "epoch": 41.75, "learning_rate": 7.4624032534606925e-06, "loss": 18.8779, "step": 47016 }, { "epoch": 41.76, "learning_rate": 7.4609238237089654e-06, "loss": 18.9512, "step": 47017 }, { "epoch": 41.76, "learning_rate": 7.459444528797438e-06, "loss": 18.9033, "step": 47018 }, { "epoch": 41.76, "learning_rate": 7.4579653687308126e-06, "loss": 19.2178, "step": 47019 }, { "epoch": 41.76, "learning_rate": 7.456486343513763e-06, "loss": 19.0586, "step": 47020 }, { "epoch": 41.76, "learning_rate": 7.455007453151003e-06, "loss": 18.2871, "step": 47021 }, { "epoch": 41.76, "learning_rate": 7.453528697647183e-06, "loss": 18.9355, "step": 47022 }, { "epoch": 41.76, "learning_rate": 7.452050077007e-06, "loss": 19.2041, "step": 47023 }, { "epoch": 41.76, "learning_rate": 7.450571591235167e-06, "loss": 18.9375, "step": 47024 }, { "epoch": 41.76, "learning_rate": 7.449093240336341e-06, "loss": 19.4883, "step": 47025 }, { "epoch": 41.76, "learning_rate": 7.44761502431523e-06, "loss": 19.0742, "step": 47026 }, { "epoch": 41.76, "learning_rate": 7.446136943176507e-06, "loss": 18.7598, "step": 47027 }, { "epoch": 41.77, "learning_rate": 7.444658996924847e-06, "loss": 19.2246, "step": 47028 }, { "epoch": 41.77, "learning_rate": 7.4431811855649625e-06, "loss": 19.2314, "step": 47029 }, { "epoch": 41.77, "learning_rate": 7.441703509101511e-06, "loss": 19.252, "step": 47030 }, { "epoch": 41.77, "learning_rate": 7.440225967539199e-06, "loss": 19.0039, "step": 47031 }, { "epoch": 41.77, "learning_rate": 7.438748560882702e-06, "loss": 18.7344, "step": 47032 }, { "epoch": 41.77, "learning_rate": 7.437271289136683e-06, "loss": 19.3438, "step": 47033 }, { "epoch": 41.77, "learning_rate": 7.4357941523058585e-06, "loss": 19.3594, "step": 47034 }, { "epoch": 41.77, "learning_rate": 7.4343171503948815e-06, "loss": 19.0605, "step": 47035 }, { "epoch": 41.77, "learning_rate": 7.4328402834084434e-06, "loss": 18.9834, "step": 47036 }, { "epoch": 41.77, "learning_rate": 7.431363551351256e-06, "loss": 19.2061, "step": 47037 }, { "epoch": 41.77, "learning_rate": 7.429886954227944e-06, "loss": 19.1201, "step": 47038 }, { "epoch": 41.78, "learning_rate": 7.42841049204323e-06, "loss": 19.1211, "step": 47039 }, { "epoch": 41.78, "learning_rate": 7.426934164801774e-06, "loss": 19.626, "step": 47040 }, { "epoch": 41.78, "learning_rate": 7.4254579725082595e-06, "loss": 18.9795, "step": 47041 }, { "epoch": 41.78, "learning_rate": 7.423981915167394e-06, "loss": 19.0605, "step": 47042 }, { "epoch": 41.78, "learning_rate": 7.422505992783801e-06, "loss": 18.999, "step": 47043 }, { "epoch": 41.78, "learning_rate": 7.421030205362195e-06, "loss": 19.5713, "step": 47044 }, { "epoch": 41.78, "learning_rate": 7.41955455290726e-06, "loss": 19.2578, "step": 47045 }, { "epoch": 41.78, "learning_rate": 7.418079035423647e-06, "loss": 19.0625, "step": 47046 }, { "epoch": 41.78, "learning_rate": 7.41660365291606e-06, "loss": 18.9072, "step": 47047 }, { "epoch": 41.78, "learning_rate": 7.41512840538916e-06, "loss": 18.957, "step": 47048 }, { "epoch": 41.78, "learning_rate": 7.413653292847617e-06, "loss": 19.7314, "step": 47049 }, { "epoch": 41.79, "learning_rate": 7.412178315296131e-06, "loss": 19.2939, "step": 47050 }, { "epoch": 41.79, "learning_rate": 7.41070347273935e-06, "loss": 19.5049, "step": 47051 }, { "epoch": 41.79, "learning_rate": 7.409228765181969e-06, "loss": 19.1299, "step": 47052 }, { "epoch": 41.79, "learning_rate": 7.407754192628657e-06, "loss": 19.0283, "step": 47053 }, { "epoch": 41.79, "learning_rate": 7.406279755084072e-06, "loss": 19.2461, "step": 47054 }, { "epoch": 41.79, "learning_rate": 7.404805452552921e-06, "loss": 18.6924, "step": 47055 }, { "epoch": 41.79, "learning_rate": 7.403331285039838e-06, "loss": 19.3057, "step": 47056 }, { "epoch": 41.79, "learning_rate": 7.401857252549532e-06, "loss": 19.2998, "step": 47057 }, { "epoch": 41.79, "learning_rate": 7.400383355086643e-06, "loss": 18.9023, "step": 47058 }, { "epoch": 41.79, "learning_rate": 7.3989095926558784e-06, "loss": 18.9883, "step": 47059 }, { "epoch": 41.79, "learning_rate": 7.397435965261884e-06, "loss": 19.5303, "step": 47060 }, { "epoch": 41.79, "learning_rate": 7.395962472909329e-06, "loss": 19.0703, "step": 47061 }, { "epoch": 41.8, "learning_rate": 7.394489115602893e-06, "loss": 19.0195, "step": 47062 }, { "epoch": 41.8, "learning_rate": 7.393015893347255e-06, "loss": 19.2607, "step": 47063 }, { "epoch": 41.8, "learning_rate": 7.391542806147073e-06, "loss": 19.2002, "step": 47064 }, { "epoch": 41.8, "learning_rate": 7.390069854007026e-06, "loss": 19.4844, "step": 47065 }, { "epoch": 41.8, "learning_rate": 7.388597036931755e-06, "loss": 19.0615, "step": 47066 }, { "epoch": 41.8, "learning_rate": 7.387124354925956e-06, "loss": 18.9072, "step": 47067 }, { "epoch": 41.8, "learning_rate": 7.385651807994304e-06, "loss": 19.0078, "step": 47068 }, { "epoch": 41.8, "learning_rate": 7.384179396141449e-06, "loss": 19.4561, "step": 47069 }, { "epoch": 41.8, "learning_rate": 7.382707119372051e-06, "loss": 19.1191, "step": 47070 }, { "epoch": 41.8, "learning_rate": 7.3812349776907984e-06, "loss": 18.8604, "step": 47071 }, { "epoch": 41.8, "learning_rate": 7.379762971102338e-06, "loss": 19.1953, "step": 47072 }, { "epoch": 41.81, "learning_rate": 7.378291099611356e-06, "loss": 19.0674, "step": 47073 }, { "epoch": 41.81, "learning_rate": 7.376819363222498e-06, "loss": 19.3652, "step": 47074 }, { "epoch": 41.81, "learning_rate": 7.375347761940443e-06, "loss": 19.4639, "step": 47075 }, { "epoch": 41.81, "learning_rate": 7.3738762957698605e-06, "loss": 18.9824, "step": 47076 }, { "epoch": 41.81, "learning_rate": 7.372404964715385e-06, "loss": 18.9502, "step": 47077 }, { "epoch": 41.81, "learning_rate": 7.370933768781718e-06, "loss": 20.0039, "step": 47078 }, { "epoch": 41.81, "learning_rate": 7.36946270797349e-06, "loss": 18.8291, "step": 47079 }, { "epoch": 41.81, "learning_rate": 7.367991782295391e-06, "loss": 18.7588, "step": 47080 }, { "epoch": 41.81, "learning_rate": 7.366520991752074e-06, "loss": 19.8496, "step": 47081 }, { "epoch": 41.81, "learning_rate": 7.365050336348184e-06, "loss": 19.2637, "step": 47082 }, { "epoch": 41.81, "learning_rate": 7.363579816088411e-06, "loss": 19.3652, "step": 47083 }, { "epoch": 41.82, "learning_rate": 7.362109430977393e-06, "loss": 18.7676, "step": 47084 }, { "epoch": 41.82, "learning_rate": 7.360639181019813e-06, "loss": 18.6631, "step": 47085 }, { "epoch": 41.82, "learning_rate": 7.3591690662203175e-06, "loss": 19.127, "step": 47086 }, { "epoch": 41.82, "learning_rate": 7.3576990865835525e-06, "loss": 19.1201, "step": 47087 }, { "epoch": 41.82, "learning_rate": 7.35622924211421e-06, "loss": 18.7852, "step": 47088 }, { "epoch": 41.82, "learning_rate": 7.354759532816918e-06, "loss": 19.502, "step": 47089 }, { "epoch": 41.82, "learning_rate": 7.353289958696352e-06, "loss": 19.209, "step": 47090 }, { "epoch": 41.82, "learning_rate": 7.351820519757186e-06, "loss": 19.4092, "step": 47091 }, { "epoch": 41.82, "learning_rate": 7.350351216004042e-06, "loss": 18.6982, "step": 47092 }, { "epoch": 41.82, "learning_rate": 7.348882047441591e-06, "loss": 18.8613, "step": 47093 }, { "epoch": 41.82, "learning_rate": 7.347413014074506e-06, "loss": 19.418, "step": 47094 }, { "epoch": 41.83, "learning_rate": 7.345944115907422e-06, "loss": 19.1396, "step": 47095 }, { "epoch": 41.83, "learning_rate": 7.344475352945013e-06, "loss": 19.5234, "step": 47096 }, { "epoch": 41.83, "learning_rate": 7.343006725191925e-06, "loss": 19.5303, "step": 47097 }, { "epoch": 41.83, "learning_rate": 7.341538232652806e-06, "loss": 18.9951, "step": 47098 }, { "epoch": 41.83, "learning_rate": 7.340069875332329e-06, "loss": 18.5479, "step": 47099 }, { "epoch": 41.83, "learning_rate": 7.338601653235127e-06, "loss": 18.8652, "step": 47100 }, { "epoch": 41.83, "learning_rate": 7.337133566365878e-06, "loss": 18.8926, "step": 47101 }, { "epoch": 41.83, "learning_rate": 7.335665614729226e-06, "loss": 19.2344, "step": 47102 }, { "epoch": 41.83, "learning_rate": 7.334197798329806e-06, "loss": 18.5156, "step": 47103 }, { "epoch": 41.83, "learning_rate": 7.332730117172298e-06, "loss": 18.7432, "step": 47104 }, { "epoch": 41.83, "learning_rate": 7.331262571261327e-06, "loss": 19.6055, "step": 47105 }, { "epoch": 41.83, "learning_rate": 7.329795160601577e-06, "loss": 19.0732, "step": 47106 }, { "epoch": 41.84, "learning_rate": 7.328327885197678e-06, "loss": 18.9668, "step": 47107 }, { "epoch": 41.84, "learning_rate": 7.326860745054276e-06, "loss": 19.0684, "step": 47108 }, { "epoch": 41.84, "learning_rate": 7.3253937401760456e-06, "loss": 19.4521, "step": 47109 }, { "epoch": 41.84, "learning_rate": 7.323926870567604e-06, "loss": 19.04, "step": 47110 }, { "epoch": 41.84, "learning_rate": 7.322460136233622e-06, "loss": 19.1592, "step": 47111 }, { "epoch": 41.84, "learning_rate": 7.320993537178772e-06, "loss": 18.8467, "step": 47112 }, { "epoch": 41.84, "learning_rate": 7.31952707340765e-06, "loss": 19.2705, "step": 47113 }, { "epoch": 41.84, "learning_rate": 7.318060744924942e-06, "loss": 19.2568, "step": 47114 }, { "epoch": 41.84, "learning_rate": 7.316594551735273e-06, "loss": 19.0, "step": 47115 }, { "epoch": 41.84, "learning_rate": 7.31512849384331e-06, "loss": 18.9766, "step": 47116 }, { "epoch": 41.84, "learning_rate": 7.31366257125371e-06, "loss": 18.791, "step": 47117 }, { "epoch": 41.85, "learning_rate": 7.31366257125371e-06, "loss": 19.1582, "step": 47118 }, { "epoch": 41.85, "learning_rate": 7.312196783971076e-06, "loss": 19.3652, "step": 47119 }, { "epoch": 41.85, "learning_rate": 7.310731132000087e-06, "loss": 18.8213, "step": 47120 }, { "epoch": 41.85, "learning_rate": 7.3092656153453895e-06, "loss": 18.8896, "step": 47121 }, { "epoch": 41.85, "learning_rate": 7.307800234011614e-06, "loss": 19.2988, "step": 47122 }, { "epoch": 41.85, "learning_rate": 7.306334988003421e-06, "loss": 19.3066, "step": 47123 }, { "epoch": 41.85, "learning_rate": 7.304869877325449e-06, "loss": 19.2227, "step": 47124 }, { "epoch": 41.85, "learning_rate": 7.3034049019823246e-06, "loss": 18.3438, "step": 47125 }, { "epoch": 41.85, "learning_rate": 7.3019400619787236e-06, "loss": 19.2705, "step": 47126 }, { "epoch": 41.85, "learning_rate": 7.300475357319264e-06, "loss": 19.332, "step": 47127 }, { "epoch": 41.85, "learning_rate": 7.299010788008603e-06, "loss": 19.0918, "step": 47128 }, { "epoch": 41.86, "learning_rate": 7.297546354051382e-06, "loss": 19.5117, "step": 47129 }, { "epoch": 41.86, "learning_rate": 7.296082055452224e-06, "loss": 19.4268, "step": 47130 }, { "epoch": 41.86, "learning_rate": 7.294617892215799e-06, "loss": 18.959, "step": 47131 }, { "epoch": 41.86, "learning_rate": 7.293153864346719e-06, "loss": 19.1162, "step": 47132 }, { "epoch": 41.86, "learning_rate": 7.291689971849658e-06, "loss": 18.7041, "step": 47133 }, { "epoch": 41.86, "learning_rate": 7.290226214729218e-06, "loss": 19.1328, "step": 47134 }, { "epoch": 41.86, "learning_rate": 7.288762592990078e-06, "loss": 19.5059, "step": 47135 }, { "epoch": 41.86, "learning_rate": 7.287299106636852e-06, "loss": 19.2715, "step": 47136 }, { "epoch": 41.86, "learning_rate": 7.2858357556741755e-06, "loss": 19.1719, "step": 47137 }, { "epoch": 41.86, "learning_rate": 7.284372540106699e-06, "loss": 18.7695, "step": 47138 }, { "epoch": 41.86, "learning_rate": 7.282909459939069e-06, "loss": 19.3682, "step": 47139 }, { "epoch": 41.87, "learning_rate": 7.281446515175911e-06, "loss": 18.6084, "step": 47140 }, { "epoch": 41.87, "learning_rate": 7.279983705821864e-06, "loss": 18.8477, "step": 47141 }, { "epoch": 41.87, "learning_rate": 7.2785210318815525e-06, "loss": 19.4814, "step": 47142 }, { "epoch": 41.87, "learning_rate": 7.2770584933596284e-06, "loss": 19.0205, "step": 47143 }, { "epoch": 41.87, "learning_rate": 7.275596090260733e-06, "loss": 19.6016, "step": 47144 }, { "epoch": 41.87, "learning_rate": 7.2741338225894905e-06, "loss": 18.7334, "step": 47145 }, { "epoch": 41.87, "learning_rate": 7.27267169035053e-06, "loss": 19.2256, "step": 47146 }, { "epoch": 41.87, "learning_rate": 7.271209693548503e-06, "loss": 18.9238, "step": 47147 }, { "epoch": 41.87, "learning_rate": 7.2697478321880285e-06, "loss": 19.377, "step": 47148 }, { "epoch": 41.87, "learning_rate": 7.268286106273758e-06, "loss": 18.8672, "step": 47149 }, { "epoch": 41.87, "learning_rate": 7.2668245158103e-06, "loss": 19.0322, "step": 47150 }, { "epoch": 41.87, "learning_rate": 7.265363060802311e-06, "loss": 18.8018, "step": 47151 }, { "epoch": 41.88, "learning_rate": 7.263901741254419e-06, "loss": 19.2979, "step": 47152 }, { "epoch": 41.88, "learning_rate": 7.262440557171235e-06, "loss": 19.2705, "step": 47153 }, { "epoch": 41.88, "learning_rate": 7.26097950855742e-06, "loss": 19.4912, "step": 47154 }, { "epoch": 41.88, "learning_rate": 7.259518595417581e-06, "loss": 19.0488, "step": 47155 }, { "epoch": 41.88, "learning_rate": 7.258057817756375e-06, "loss": 18.9922, "step": 47156 }, { "epoch": 41.88, "learning_rate": 7.256597175578411e-06, "loss": 18.8291, "step": 47157 }, { "epoch": 41.88, "learning_rate": 7.255136668888313e-06, "loss": 19.2871, "step": 47158 }, { "epoch": 41.88, "learning_rate": 7.253676297690737e-06, "loss": 18.9404, "step": 47159 }, { "epoch": 41.88, "learning_rate": 7.252216061990286e-06, "loss": 18.624, "step": 47160 }, { "epoch": 41.88, "learning_rate": 7.250755961791611e-06, "loss": 18.9414, "step": 47161 }, { "epoch": 41.88, "learning_rate": 7.2492959970993315e-06, "loss": 18.7285, "step": 47162 }, { "epoch": 41.89, "learning_rate": 7.24783616791806e-06, "loss": 19.6475, "step": 47163 }, { "epoch": 41.89, "learning_rate": 7.246376474252437e-06, "loss": 19.5332, "step": 47164 }, { "epoch": 41.89, "learning_rate": 7.244916916107103e-06, "loss": 19.3291, "step": 47165 }, { "epoch": 41.89, "learning_rate": 7.24345749348666e-06, "loss": 19.2373, "step": 47166 }, { "epoch": 41.89, "learning_rate": 7.241998206395762e-06, "loss": 18.7754, "step": 47167 }, { "epoch": 41.89, "learning_rate": 7.240539054839001e-06, "loss": 19.4443, "step": 47168 }, { "epoch": 41.89, "learning_rate": 7.239080038821017e-06, "loss": 19.4082, "step": 47169 }, { "epoch": 41.89, "learning_rate": 7.237621158346447e-06, "loss": 18.667, "step": 47170 }, { "epoch": 41.89, "learning_rate": 7.236162413419895e-06, "loss": 18.3975, "step": 47171 }, { "epoch": 41.89, "learning_rate": 7.234703804046006e-06, "loss": 18.8916, "step": 47172 }, { "epoch": 41.89, "learning_rate": 7.233245330229394e-06, "loss": 18.7637, "step": 47173 }, { "epoch": 41.9, "learning_rate": 7.2317869919746705e-06, "loss": 18.8154, "step": 47174 }, { "epoch": 41.9, "learning_rate": 7.230328789286478e-06, "loss": 18.6084, "step": 47175 }, { "epoch": 41.9, "learning_rate": 7.2288707221694115e-06, "loss": 18.8506, "step": 47176 }, { "epoch": 41.9, "learning_rate": 7.22741279062813e-06, "loss": 19.2236, "step": 47177 }, { "epoch": 41.9, "learning_rate": 7.225954994667233e-06, "loss": 19.4961, "step": 47178 }, { "epoch": 41.9, "learning_rate": 7.22449733429133e-06, "loss": 18.9326, "step": 47179 }, { "epoch": 41.9, "learning_rate": 7.223039809505066e-06, "loss": 19.1562, "step": 47180 }, { "epoch": 41.9, "learning_rate": 7.221582420313039e-06, "loss": 19.5215, "step": 47181 }, { "epoch": 41.9, "learning_rate": 7.220125166719893e-06, "loss": 18.7734, "step": 47182 }, { "epoch": 41.9, "learning_rate": 7.2186680487302374e-06, "loss": 19.2783, "step": 47183 }, { "epoch": 41.9, "learning_rate": 7.217211066348667e-06, "loss": 18.4932, "step": 47184 }, { "epoch": 41.9, "learning_rate": 7.21575421957984e-06, "loss": 19.0498, "step": 47185 }, { "epoch": 41.91, "learning_rate": 7.214297508428336e-06, "loss": 19.248, "step": 47186 }, { "epoch": 41.91, "learning_rate": 7.212840932898796e-06, "loss": 18.751, "step": 47187 }, { "epoch": 41.91, "learning_rate": 7.211384492995854e-06, "loss": 18.8379, "step": 47188 }, { "epoch": 41.91, "learning_rate": 7.209928188724086e-06, "loss": 19.0449, "step": 47189 }, { "epoch": 41.91, "learning_rate": 7.208472020088125e-06, "loss": 19.2031, "step": 47190 }, { "epoch": 41.91, "learning_rate": 7.207015987092597e-06, "loss": 19.0264, "step": 47191 }, { "epoch": 41.91, "learning_rate": 7.205560089742103e-06, "loss": 19.0234, "step": 47192 }, { "epoch": 41.91, "learning_rate": 7.204104328041272e-06, "loss": 18.4365, "step": 47193 }, { "epoch": 41.91, "learning_rate": 7.202648701994713e-06, "loss": 18.9717, "step": 47194 }, { "epoch": 41.91, "learning_rate": 7.201193211607022e-06, "loss": 18.8193, "step": 47195 }, { "epoch": 41.91, "learning_rate": 7.199737856882843e-06, "loss": 19.0547, "step": 47196 }, { "epoch": 41.92, "learning_rate": 7.198282637826764e-06, "loss": 18.7246, "step": 47197 }, { "epoch": 41.92, "learning_rate": 7.196827554443419e-06, "loss": 19.0312, "step": 47198 }, { "epoch": 41.92, "learning_rate": 7.195372606737405e-06, "loss": 19.1572, "step": 47199 }, { "epoch": 41.92, "learning_rate": 7.193917794713334e-06, "loss": 19.3506, "step": 47200 }, { "epoch": 41.92, "learning_rate": 7.192463118375831e-06, "loss": 18.8057, "step": 47201 }, { "epoch": 41.92, "learning_rate": 7.1910085777294855e-06, "loss": 18.9346, "step": 47202 }, { "epoch": 41.92, "learning_rate": 7.189554172778928e-06, "loss": 19.1533, "step": 47203 }, { "epoch": 41.92, "learning_rate": 7.188099903528766e-06, "loss": 19.2559, "step": 47204 }, { "epoch": 41.92, "learning_rate": 7.186645769983591e-06, "loss": 18.4854, "step": 47205 }, { "epoch": 41.92, "learning_rate": 7.185191772148042e-06, "loss": 19.3945, "step": 47206 }, { "epoch": 41.92, "learning_rate": 7.183737910026694e-06, "loss": 19.4844, "step": 47207 }, { "epoch": 41.93, "learning_rate": 7.1822841836241885e-06, "loss": 19.7197, "step": 47208 }, { "epoch": 41.93, "learning_rate": 7.180830592945104e-06, "loss": 19.6357, "step": 47209 }, { "epoch": 41.93, "learning_rate": 7.179377137994075e-06, "loss": 19.4609, "step": 47210 }, { "epoch": 41.93, "learning_rate": 7.177923818775695e-06, "loss": 18.7607, "step": 47211 }, { "epoch": 41.93, "learning_rate": 7.1764706352945635e-06, "loss": 19.082, "step": 47212 }, { "epoch": 41.93, "learning_rate": 7.175017587555288e-06, "loss": 18.6621, "step": 47213 }, { "epoch": 41.93, "learning_rate": 7.1735646755624994e-06, "loss": 18.623, "step": 47214 }, { "epoch": 41.93, "learning_rate": 7.172111899320783e-06, "loss": 19.1025, "step": 47215 }, { "epoch": 41.93, "learning_rate": 7.170659258834733e-06, "loss": 19.2002, "step": 47216 }, { "epoch": 41.93, "learning_rate": 7.1692067541089755e-06, "loss": 18.958, "step": 47217 }, { "epoch": 41.93, "learning_rate": 7.167754385148101e-06, "loss": 19.3936, "step": 47218 }, { "epoch": 41.94, "learning_rate": 7.166302151956722e-06, "loss": 19.2832, "step": 47219 }, { "epoch": 41.94, "learning_rate": 7.164850054539446e-06, "loss": 19.0098, "step": 47220 }, { "epoch": 41.94, "learning_rate": 7.163398092900853e-06, "loss": 18.9453, "step": 47221 }, { "epoch": 41.94, "learning_rate": 7.161946267045566e-06, "loss": 19.0068, "step": 47222 }, { "epoch": 41.94, "learning_rate": 7.1604945769781775e-06, "loss": 19.1221, "step": 47223 }, { "epoch": 41.94, "learning_rate": 7.159043022703299e-06, "loss": 18.9004, "step": 47224 }, { "epoch": 41.94, "learning_rate": 7.157591604225516e-06, "loss": 19.5996, "step": 47225 }, { "epoch": 41.94, "learning_rate": 7.156140321549448e-06, "loss": 19.4512, "step": 47226 }, { "epoch": 41.94, "learning_rate": 7.154689174679691e-06, "loss": 19.7803, "step": 47227 }, { "epoch": 41.94, "learning_rate": 7.1532381636208235e-06, "loss": 20.0801, "step": 47228 }, { "epoch": 41.94, "learning_rate": 7.15178728837747e-06, "loss": 19.3994, "step": 47229 }, { "epoch": 41.94, "learning_rate": 7.150336548954217e-06, "loss": 18.9639, "step": 47230 }, { "epoch": 41.95, "learning_rate": 7.150336548954217e-06, "loss": 19.0996, "step": 47231 }, { "epoch": 41.95, "learning_rate": 7.148885945355671e-06, "loss": 19.5723, "step": 47232 }, { "epoch": 41.95, "learning_rate": 7.147435477586428e-06, "loss": 19.0371, "step": 47233 }, { "epoch": 41.95, "learning_rate": 7.145985145651074e-06, "loss": 19.5156, "step": 47234 }, { "epoch": 41.95, "learning_rate": 7.144534949554227e-06, "loss": 19.7734, "step": 47235 }, { "epoch": 41.95, "learning_rate": 7.143084889300461e-06, "loss": 18.6523, "step": 47236 }, { "epoch": 41.95, "learning_rate": 7.1416349648943894e-06, "loss": 19.1357, "step": 47237 }, { "epoch": 41.95, "learning_rate": 7.140185176340608e-06, "loss": 19.041, "step": 47238 }, { "epoch": 41.95, "learning_rate": 7.138735523643697e-06, "loss": 18.8916, "step": 47239 }, { "epoch": 41.95, "learning_rate": 7.138735523643697e-06, "loss": 18.6748, "step": 47240 }, { "epoch": 41.95, "learning_rate": 7.137286006808258e-06, "loss": 19.8008, "step": 47241 }, { "epoch": 41.96, "learning_rate": 7.135836625838899e-06, "loss": 19.1904, "step": 47242 }, { "epoch": 41.96, "learning_rate": 7.134387380740199e-06, "loss": 19.1904, "step": 47243 }, { "epoch": 41.96, "learning_rate": 7.132938271516776e-06, "loss": 18.8682, "step": 47244 }, { "epoch": 41.96, "learning_rate": 7.131489298173178e-06, "loss": 18.8408, "step": 47245 }, { "epoch": 41.96, "learning_rate": 7.130040460714033e-06, "loss": 18.7793, "step": 47246 }, { "epoch": 41.96, "learning_rate": 7.128591759143932e-06, "loss": 19.7676, "step": 47247 }, { "epoch": 41.96, "learning_rate": 7.127143193467445e-06, "loss": 19.5498, "step": 47248 }, { "epoch": 41.96, "learning_rate": 7.125694763689194e-06, "loss": 18.5693, "step": 47249 }, { "epoch": 41.96, "learning_rate": 7.124246469813756e-06, "loss": 19.0996, "step": 47250 }, { "epoch": 41.96, "learning_rate": 7.1227983118457075e-06, "loss": 19.3721, "step": 47251 }, { "epoch": 41.96, "learning_rate": 7.121350289789663e-06, "loss": 19.4082, "step": 47252 }, { "epoch": 41.97, "learning_rate": 7.1199024036501915e-06, "loss": 19.0234, "step": 47253 }, { "epoch": 41.97, "learning_rate": 7.118454653431905e-06, "loss": 19.7158, "step": 47254 }, { "epoch": 41.97, "learning_rate": 7.117007039139378e-06, "loss": 18.8975, "step": 47255 }, { "epoch": 41.97, "learning_rate": 7.115559560777191e-06, "loss": 18.9443, "step": 47256 }, { "epoch": 41.97, "learning_rate": 7.114112218349955e-06, "loss": 19.1562, "step": 47257 }, { "epoch": 41.97, "learning_rate": 7.112665011862235e-06, "loss": 19.1621, "step": 47258 }, { "epoch": 41.97, "learning_rate": 7.111217941318626e-06, "loss": 19.207, "step": 47259 }, { "epoch": 41.97, "learning_rate": 7.109771006723742e-06, "loss": 19.123, "step": 47260 }, { "epoch": 41.97, "learning_rate": 7.108324208082118e-06, "loss": 18.667, "step": 47261 }, { "epoch": 41.97, "learning_rate": 7.106877545398382e-06, "loss": 18.9551, "step": 47262 }, { "epoch": 41.97, "learning_rate": 7.105431018677095e-06, "loss": 19.3975, "step": 47263 }, { "epoch": 41.98, "learning_rate": 7.1039846279228495e-06, "loss": 19.3291, "step": 47264 }, { "epoch": 41.98, "learning_rate": 7.1025383731402555e-06, "loss": 19.5352, "step": 47265 }, { "epoch": 41.98, "learning_rate": 7.101092254333852e-06, "loss": 18.5146, "step": 47266 }, { "epoch": 41.98, "learning_rate": 7.099646271508248e-06, "loss": 18.5215, "step": 47267 }, { "epoch": 41.98, "learning_rate": 7.099646271508248e-06, "loss": 18.9014, "step": 47268 }, { "epoch": 41.98, "learning_rate": 7.098200424668034e-06, "loss": 18.9443, "step": 47269 }, { "epoch": 41.98, "learning_rate": 7.096754713817771e-06, "loss": 18.8984, "step": 47270 }, { "epoch": 41.98, "learning_rate": 7.095309138962064e-06, "loss": 19.458, "step": 47271 }, { "epoch": 41.98, "learning_rate": 7.093863700105485e-06, "loss": 19.0039, "step": 47272 }, { "epoch": 41.98, "learning_rate": 7.0924183972526096e-06, "loss": 19.4629, "step": 47273 }, { "epoch": 41.98, "learning_rate": 7.090973230408032e-06, "loss": 18.7939, "step": 47274 }, { "epoch": 41.98, "learning_rate": 7.089528199576318e-06, "loss": 19.6484, "step": 47275 }, { "epoch": 41.99, "learning_rate": 7.088083304762067e-06, "loss": 18.7812, "step": 47276 }, { "epoch": 41.99, "learning_rate": 7.086638545969848e-06, "loss": 18.5703, "step": 47277 }, { "epoch": 41.99, "learning_rate": 7.085193923204231e-06, "loss": 18.8691, "step": 47278 }, { "epoch": 41.99, "learning_rate": 7.083749436469817e-06, "loss": 19.3398, "step": 47279 }, { "epoch": 41.99, "learning_rate": 7.082305085771163e-06, "loss": 19.0205, "step": 47280 }, { "epoch": 41.99, "learning_rate": 7.080860871112866e-06, "loss": 20.0781, "step": 47281 }, { "epoch": 41.99, "learning_rate": 7.079416792499499e-06, "loss": 19.126, "step": 47282 }, { "epoch": 41.99, "learning_rate": 7.0779728499356215e-06, "loss": 18.9131, "step": 47283 }, { "epoch": 41.99, "learning_rate": 7.0765290434258335e-06, "loss": 18.8037, "step": 47284 }, { "epoch": 41.99, "learning_rate": 7.075085372974699e-06, "loss": 18.7529, "step": 47285 }, { "epoch": 41.99, "learning_rate": 7.073641838586792e-06, "loss": 19.2412, "step": 47286 }, { "epoch": 42.0, "learning_rate": 7.072198440266709e-06, "loss": 18.9561, "step": 47287 }, { "epoch": 42.0, "learning_rate": 7.0707551780190065e-06, "loss": 19.0576, "step": 47288 }, { "epoch": 42.0, "learning_rate": 7.0693120518482645e-06, "loss": 19.1963, "step": 47289 }, { "epoch": 42.0, "learning_rate": 7.067869061759047e-06, "loss": 18.6641, "step": 47290 }, { "epoch": 42.0, "learning_rate": 7.0664262077559325e-06, "loss": 19.4697, "step": 47291 }, { "epoch": 42.0, "learning_rate": 7.064983489843513e-06, "loss": 18.9863, "step": 47292 }, { "epoch": 42.0, "learning_rate": 7.06354090802635e-06, "loss": 19.1318, "step": 47293 }, { "epoch": 42.0, "learning_rate": 7.062098462309002e-06, "loss": 19.0781, "step": 47294 }, { "epoch": 42.0, "learning_rate": 7.060656152696066e-06, "loss": 18.9385, "step": 47295 }, { "epoch": 42.0, "learning_rate": 7.059213979192086e-06, "loss": 19.6318, "step": 47296 }, { "epoch": 42.0, "learning_rate": 7.057771941801661e-06, "loss": 18.5361, "step": 47297 }, { "epoch": 42.01, "learning_rate": 7.056330040529352e-06, "loss": 18.7529, "step": 47298 }, { "epoch": 42.01, "learning_rate": 7.054888275379712e-06, "loss": 18.9629, "step": 47299 }, { "epoch": 42.01, "learning_rate": 7.053446646357342e-06, "loss": 19.2207, "step": 47300 }, { "epoch": 42.01, "learning_rate": 7.052005153466779e-06, "loss": 19.1641, "step": 47301 }, { "epoch": 42.01, "learning_rate": 7.050563796712623e-06, "loss": 18.7705, "step": 47302 }, { "epoch": 42.01, "learning_rate": 7.04912257609942e-06, "loss": 18.6309, "step": 47303 }, { "epoch": 42.01, "learning_rate": 7.047681491631752e-06, "loss": 18.9209, "step": 47304 }, { "epoch": 42.01, "learning_rate": 7.046240543314186e-06, "loss": 19.0215, "step": 47305 }, { "epoch": 42.01, "learning_rate": 7.04479973115128e-06, "loss": 18.7148, "step": 47306 }, { "epoch": 42.01, "learning_rate": 7.043359055147608e-06, "loss": 18.75, "step": 47307 }, { "epoch": 42.01, "learning_rate": 7.041918515307733e-06, "loss": 18.5605, "step": 47308 }, { "epoch": 42.02, "learning_rate": 7.040478111636228e-06, "loss": 19.3125, "step": 47309 }, { "epoch": 42.02, "learning_rate": 7.0390378441376584e-06, "loss": 19.1172, "step": 47310 }, { "epoch": 42.02, "learning_rate": 7.037597712816574e-06, "loss": 19.1729, "step": 47311 }, { "epoch": 42.02, "learning_rate": 7.03615771767755e-06, "loss": 19.4375, "step": 47312 }, { "epoch": 42.02, "learning_rate": 7.034717858725165e-06, "loss": 18.9463, "step": 47313 }, { "epoch": 42.02, "learning_rate": 7.033278135963967e-06, "loss": 19.3799, "step": 47314 }, { "epoch": 42.02, "learning_rate": 7.031838549398528e-06, "loss": 19.0986, "step": 47315 }, { "epoch": 42.02, "learning_rate": 7.030399099033392e-06, "loss": 18.7998, "step": 47316 }, { "epoch": 42.02, "learning_rate": 7.028959784873135e-06, "loss": 19.3613, "step": 47317 }, { "epoch": 42.02, "learning_rate": 7.027520606922333e-06, "loss": 18.9316, "step": 47318 }, { "epoch": 42.02, "learning_rate": 7.026081565185522e-06, "loss": 19.0117, "step": 47319 }, { "epoch": 42.02, "learning_rate": 7.024642659667291e-06, "loss": 19.0986, "step": 47320 }, { "epoch": 42.03, "learning_rate": 7.023203890372182e-06, "loss": 18.7412, "step": 47321 }, { "epoch": 42.03, "learning_rate": 7.021765257304752e-06, "loss": 18.9561, "step": 47322 }, { "epoch": 42.03, "learning_rate": 7.020326760469581e-06, "loss": 19.3193, "step": 47323 }, { "epoch": 42.03, "learning_rate": 7.018888399871204e-06, "loss": 18.9902, "step": 47324 }, { "epoch": 42.03, "learning_rate": 7.017450175514206e-06, "loss": 18.9463, "step": 47325 }, { "epoch": 42.03, "learning_rate": 7.016012087403129e-06, "loss": 18.916, "step": 47326 }, { "epoch": 42.03, "learning_rate": 7.0145741355425284e-06, "loss": 18.7412, "step": 47327 }, { "epoch": 42.03, "learning_rate": 7.01313631993698e-06, "loss": 18.4482, "step": 47328 }, { "epoch": 42.03, "learning_rate": 7.011698640591024e-06, "loss": 18.9297, "step": 47329 }, { "epoch": 42.03, "learning_rate": 7.01026109750923e-06, "loss": 19.2236, "step": 47330 }, { "epoch": 42.03, "learning_rate": 7.008823690696153e-06, "loss": 18.7344, "step": 47331 }, { "epoch": 42.04, "learning_rate": 7.007386420156331e-06, "loss": 18.3232, "step": 47332 }, { "epoch": 42.04, "learning_rate": 7.0059492858943474e-06, "loss": 19.0332, "step": 47333 }, { "epoch": 42.04, "learning_rate": 7.004512287914733e-06, "loss": 18.9473, "step": 47334 }, { "epoch": 42.04, "learning_rate": 7.003075426222055e-06, "loss": 19.0488, "step": 47335 }, { "epoch": 42.04, "learning_rate": 7.0016387008208895e-06, "loss": 18.8555, "step": 47336 }, { "epoch": 42.04, "learning_rate": 7.000202111715742e-06, "loss": 19.1396, "step": 47337 }, { "epoch": 42.04, "learning_rate": 6.9987656589111995e-06, "loss": 19.1318, "step": 47338 }, { "epoch": 42.04, "learning_rate": 6.997329342411813e-06, "loss": 19.0605, "step": 47339 }, { "epoch": 42.04, "learning_rate": 6.995893162222122e-06, "loss": 18.8154, "step": 47340 }, { "epoch": 42.04, "learning_rate": 6.9944571183467145e-06, "loss": 19.0234, "step": 47341 }, { "epoch": 42.04, "learning_rate": 6.993021210790091e-06, "loss": 18.8691, "step": 47342 }, { "epoch": 42.05, "learning_rate": 6.9915854395568245e-06, "loss": 18.5996, "step": 47343 }, { "epoch": 42.05, "learning_rate": 6.99014980465148e-06, "loss": 18.6992, "step": 47344 }, { "epoch": 42.05, "learning_rate": 6.988714306078592e-06, "loss": 18.7959, "step": 47345 }, { "epoch": 42.05, "learning_rate": 6.987278943842724e-06, "loss": 18.9893, "step": 47346 }, { "epoch": 42.05, "learning_rate": 6.9858437179484145e-06, "loss": 18.9062, "step": 47347 }, { "epoch": 42.05, "learning_rate": 6.984408628400208e-06, "loss": 18.7754, "step": 47348 }, { "epoch": 42.05, "learning_rate": 6.982973675202676e-06, "loss": 20.1064, "step": 47349 }, { "epoch": 42.05, "learning_rate": 6.981538858360337e-06, "loss": 19.2646, "step": 47350 }, { "epoch": 42.05, "learning_rate": 6.980104177877766e-06, "loss": 18.9502, "step": 47351 }, { "epoch": 42.05, "learning_rate": 6.978669633759499e-06, "loss": 19.0615, "step": 47352 }, { "epoch": 42.05, "learning_rate": 6.977235226010076e-06, "loss": 18.8135, "step": 47353 }, { "epoch": 42.06, "learning_rate": 6.975800954634065e-06, "loss": 18.3057, "step": 47354 }, { "epoch": 42.06, "learning_rate": 6.97436681963598e-06, "loss": 19.3096, "step": 47355 }, { "epoch": 42.06, "learning_rate": 6.9729328210204e-06, "loss": 19.6211, "step": 47356 }, { "epoch": 42.06, "learning_rate": 6.971498958791861e-06, "loss": 18.7275, "step": 47357 }, { "epoch": 42.06, "learning_rate": 6.970065232954886e-06, "loss": 18.9121, "step": 47358 }, { "epoch": 42.06, "learning_rate": 6.968631643514051e-06, "loss": 18.9795, "step": 47359 }, { "epoch": 42.06, "learning_rate": 6.967198190473873e-06, "loss": 18.9258, "step": 47360 }, { "epoch": 42.06, "learning_rate": 6.965764873838914e-06, "loss": 18.5, "step": 47361 }, { "epoch": 42.06, "learning_rate": 6.964331693613718e-06, "loss": 18.7969, "step": 47362 }, { "epoch": 42.06, "learning_rate": 6.962898649802823e-06, "loss": 18.7676, "step": 47363 }, { "epoch": 42.06, "learning_rate": 6.961465742410772e-06, "loss": 19.2324, "step": 47364 }, { "epoch": 42.06, "learning_rate": 6.960032971442093e-06, "loss": 18.4639, "step": 47365 }, { "epoch": 42.07, "learning_rate": 6.958600336901339e-06, "loss": 18.874, "step": 47366 }, { "epoch": 42.07, "learning_rate": 6.9571678387930664e-06, "loss": 19.5352, "step": 47367 }, { "epoch": 42.07, "learning_rate": 6.9557354771218e-06, "loss": 18.4717, "step": 47368 }, { "epoch": 42.07, "learning_rate": 6.954303251892069e-06, "loss": 19.1162, "step": 47369 }, { "epoch": 42.07, "learning_rate": 6.952871163108443e-06, "loss": 19.4385, "step": 47370 }, { "epoch": 42.07, "learning_rate": 6.951439210775429e-06, "loss": 18.9248, "step": 47371 }, { "epoch": 42.07, "learning_rate": 6.950007394897596e-06, "loss": 19.1729, "step": 47372 }, { "epoch": 42.07, "learning_rate": 6.94857571547946e-06, "loss": 19.4951, "step": 47373 }, { "epoch": 42.07, "learning_rate": 6.947144172525566e-06, "loss": 18.877, "step": 47374 }, { "epoch": 42.07, "learning_rate": 6.945712766040458e-06, "loss": 19.5254, "step": 47375 }, { "epoch": 42.07, "learning_rate": 6.94428149602866e-06, "loss": 18.7168, "step": 47376 }, { "epoch": 42.08, "learning_rate": 6.942850362494729e-06, "loss": 19.4932, "step": 47377 }, { "epoch": 42.08, "learning_rate": 6.941419365443174e-06, "loss": 18.8564, "step": 47378 }, { "epoch": 42.08, "learning_rate": 6.939988504878564e-06, "loss": 18.7959, "step": 47379 }, { "epoch": 42.08, "learning_rate": 6.93855778080541e-06, "loss": 19.2432, "step": 47380 }, { "epoch": 42.08, "learning_rate": 6.937127193228249e-06, "loss": 19.3086, "step": 47381 }, { "epoch": 42.08, "learning_rate": 6.935696742151626e-06, "loss": 18.875, "step": 47382 }, { "epoch": 42.08, "learning_rate": 6.934266427580066e-06, "loss": 19.2041, "step": 47383 }, { "epoch": 42.08, "learning_rate": 6.93283624951811e-06, "loss": 19.2178, "step": 47384 }, { "epoch": 42.08, "learning_rate": 6.931406207970293e-06, "loss": 19.3867, "step": 47385 }, { "epoch": 42.08, "learning_rate": 6.929976302941133e-06, "loss": 19.0195, "step": 47386 }, { "epoch": 42.08, "learning_rate": 6.928546534435171e-06, "loss": 19.3174, "step": 47387 }, { "epoch": 42.09, "learning_rate": 6.927116902456948e-06, "loss": 18.6992, "step": 47388 }, { "epoch": 42.09, "learning_rate": 6.925687407010984e-06, "loss": 19.5117, "step": 47389 }, { "epoch": 42.09, "learning_rate": 6.924258048101834e-06, "loss": 19.3047, "step": 47390 }, { "epoch": 42.09, "learning_rate": 6.922828825733984e-06, "loss": 19.0117, "step": 47391 }, { "epoch": 42.09, "learning_rate": 6.921399739911993e-06, "loss": 18.9355, "step": 47392 }, { "epoch": 42.09, "learning_rate": 6.919970790640401e-06, "loss": 19.1553, "step": 47393 }, { "epoch": 42.09, "learning_rate": 6.918541977923709e-06, "loss": 19.3564, "step": 47394 }, { "epoch": 42.09, "learning_rate": 6.917113301766476e-06, "loss": 19.0801, "step": 47395 }, { "epoch": 42.09, "learning_rate": 6.915684762173213e-06, "loss": 19.4043, "step": 47396 }, { "epoch": 42.09, "learning_rate": 6.9142563591484355e-06, "loss": 18.7979, "step": 47397 }, { "epoch": 42.09, "learning_rate": 6.912828092696705e-06, "loss": 18.9795, "step": 47398 }, { "epoch": 42.1, "learning_rate": 6.911399962822518e-06, "loss": 19.2832, "step": 47399 }, { "epoch": 42.1, "learning_rate": 6.909971969530421e-06, "loss": 19.5117, "step": 47400 }, { "epoch": 42.1, "learning_rate": 6.908544112824938e-06, "loss": 18.877, "step": 47401 }, { "epoch": 42.1, "learning_rate": 6.907116392710577e-06, "loss": 18.5225, "step": 47402 }, { "epoch": 42.1, "learning_rate": 6.9056888091918845e-06, "loss": 20.2646, "step": 47403 }, { "epoch": 42.1, "learning_rate": 6.9042613622733735e-06, "loss": 19.0, "step": 47404 }, { "epoch": 42.1, "learning_rate": 6.9028340519595725e-06, "loss": 19.1172, "step": 47405 }, { "epoch": 42.1, "learning_rate": 6.901406878255023e-06, "loss": 18.709, "step": 47406 }, { "epoch": 42.1, "learning_rate": 6.899979841164217e-06, "loss": 19.0801, "step": 47407 }, { "epoch": 42.1, "learning_rate": 6.898552940691699e-06, "loss": 19.2334, "step": 47408 }, { "epoch": 42.1, "learning_rate": 6.897126176841978e-06, "loss": 18.8662, "step": 47409 }, { "epoch": 42.1, "learning_rate": 6.895699549619583e-06, "loss": 18.749, "step": 47410 }, { "epoch": 42.11, "learning_rate": 6.894273059029061e-06, "loss": 19.2988, "step": 47411 }, { "epoch": 42.11, "learning_rate": 6.89284670507489e-06, "loss": 19.0078, "step": 47412 }, { "epoch": 42.11, "learning_rate": 6.891420487761613e-06, "loss": 18.9336, "step": 47413 }, { "epoch": 42.11, "learning_rate": 6.889994407093758e-06, "loss": 18.7773, "step": 47414 }, { "epoch": 42.11, "learning_rate": 6.888568463075823e-06, "loss": 19.0029, "step": 47415 }, { "epoch": 42.11, "learning_rate": 6.88714265571237e-06, "loss": 19.499, "step": 47416 }, { "epoch": 42.11, "learning_rate": 6.885716985007867e-06, "loss": 18.6133, "step": 47417 }, { "epoch": 42.11, "learning_rate": 6.884291450966856e-06, "loss": 19.0605, "step": 47418 }, { "epoch": 42.11, "learning_rate": 6.882866053593867e-06, "loss": 19.0273, "step": 47419 }, { "epoch": 42.11, "learning_rate": 6.881440792893396e-06, "loss": 18.9863, "step": 47420 }, { "epoch": 42.11, "learning_rate": 6.880015668869982e-06, "loss": 19.0186, "step": 47421 }, { "epoch": 42.12, "learning_rate": 6.878590681528135e-06, "loss": 18.8193, "step": 47422 }, { "epoch": 42.12, "learning_rate": 6.877165830872357e-06, "loss": 18.8428, "step": 47423 }, { "epoch": 42.12, "learning_rate": 6.8757411169071915e-06, "loss": 19.0605, "step": 47424 }, { "epoch": 42.12, "learning_rate": 6.874316539637127e-06, "loss": 19.3271, "step": 47425 }, { "epoch": 42.12, "learning_rate": 6.872892099066702e-06, "loss": 18.5869, "step": 47426 }, { "epoch": 42.12, "learning_rate": 6.871467795200426e-06, "loss": 18.5566, "step": 47427 }, { "epoch": 42.12, "learning_rate": 6.8700436280427935e-06, "loss": 19.0273, "step": 47428 }, { "epoch": 42.12, "learning_rate": 6.868619597598347e-06, "loss": 18.9766, "step": 47429 }, { "epoch": 42.12, "learning_rate": 6.867195703871582e-06, "loss": 19.1182, "step": 47430 }, { "epoch": 42.12, "learning_rate": 6.865771946867011e-06, "loss": 18.8486, "step": 47431 }, { "epoch": 42.12, "learning_rate": 6.8643483265891815e-06, "loss": 18.749, "step": 47432 }, { "epoch": 42.13, "learning_rate": 6.862924843042556e-06, "loss": 18.7637, "step": 47433 }, { "epoch": 42.13, "learning_rate": 6.861501496231681e-06, "loss": 19.2568, "step": 47434 }, { "epoch": 42.13, "learning_rate": 6.860078286161048e-06, "loss": 19.3057, "step": 47435 }, { "epoch": 42.13, "learning_rate": 6.858655212835174e-06, "loss": 19.3096, "step": 47436 }, { "epoch": 42.13, "learning_rate": 6.857232276258585e-06, "loss": 18.8232, "step": 47437 }, { "epoch": 42.13, "learning_rate": 6.855809476435776e-06, "loss": 19.1104, "step": 47438 }, { "epoch": 42.13, "learning_rate": 6.854386813371255e-06, "loss": 19.501, "step": 47439 }, { "epoch": 42.13, "learning_rate": 6.8529642870695406e-06, "loss": 18.8818, "step": 47440 }, { "epoch": 42.13, "learning_rate": 6.851541897535135e-06, "loss": 18.7539, "step": 47441 }, { "epoch": 42.13, "learning_rate": 6.850119644772557e-06, "loss": 18.6338, "step": 47442 }, { "epoch": 42.13, "learning_rate": 6.848697528786307e-06, "loss": 19.4004, "step": 47443 }, { "epoch": 42.13, "learning_rate": 6.847275549580889e-06, "loss": 19.1494, "step": 47444 }, { "epoch": 42.14, "learning_rate": 6.845853707160821e-06, "loss": 18.6904, "step": 47445 }, { "epoch": 42.14, "learning_rate": 6.844432001530593e-06, "loss": 18.9072, "step": 47446 }, { "epoch": 42.14, "learning_rate": 6.843010432694736e-06, "loss": 18.7119, "step": 47447 }, { "epoch": 42.14, "learning_rate": 6.841589000657728e-06, "loss": 19.1709, "step": 47448 }, { "epoch": 42.14, "learning_rate": 6.840167705424105e-06, "loss": 19.1436, "step": 47449 }, { "epoch": 42.14, "learning_rate": 6.838746546998353e-06, "loss": 19.0342, "step": 47450 }, { "epoch": 42.14, "learning_rate": 6.837325525384969e-06, "loss": 19.0557, "step": 47451 }, { "epoch": 42.14, "learning_rate": 6.835904640588481e-06, "loss": 19.042, "step": 47452 }, { "epoch": 42.14, "learning_rate": 6.8344838926133696e-06, "loss": 18.7559, "step": 47453 }, { "epoch": 42.14, "learning_rate": 6.833063281464164e-06, "loss": 19.2334, "step": 47454 }, { "epoch": 42.14, "learning_rate": 6.833063281464164e-06, "loss": 18.8906, "step": 47455 }, { "epoch": 42.15, "learning_rate": 6.83164280714535e-06, "loss": 19.0332, "step": 47456 }, { "epoch": 42.15, "learning_rate": 6.830222469661418e-06, "loss": 18.9697, "step": 47457 }, { "epoch": 42.15, "learning_rate": 6.830222469661418e-06, "loss": 18.9609, "step": 47458 }, { "epoch": 42.15, "learning_rate": 6.8288022690168985e-06, "loss": 19.1738, "step": 47459 }, { "epoch": 42.15, "learning_rate": 6.827382205216271e-06, "loss": 18.8252, "step": 47460 }, { "epoch": 42.15, "learning_rate": 6.825962278264053e-06, "loss": 18.8799, "step": 47461 }, { "epoch": 42.15, "learning_rate": 6.824542488164742e-06, "loss": 18.4629, "step": 47462 }, { "epoch": 42.15, "learning_rate": 6.823122834922818e-06, "loss": 19.0918, "step": 47463 }, { "epoch": 42.15, "learning_rate": 6.821703318542805e-06, "loss": 18.6689, "step": 47464 }, { "epoch": 42.15, "learning_rate": 6.820283939029198e-06, "loss": 18.9639, "step": 47465 }, { "epoch": 42.15, "learning_rate": 6.818864696386484e-06, "loss": 18.8135, "step": 47466 }, { "epoch": 42.16, "learning_rate": 6.817445590619187e-06, "loss": 18.3906, "step": 47467 }, { "epoch": 42.16, "learning_rate": 6.816026621731786e-06, "loss": 19.208, "step": 47468 }, { "epoch": 42.16, "learning_rate": 6.814607789728766e-06, "loss": 19.0244, "step": 47469 }, { "epoch": 42.16, "learning_rate": 6.813189094614658e-06, "loss": 18.7109, "step": 47470 }, { "epoch": 42.16, "learning_rate": 6.81177053639393e-06, "loss": 18.6113, "step": 47471 }, { "epoch": 42.16, "learning_rate": 6.810352115071095e-06, "loss": 18.8467, "step": 47472 }, { "epoch": 42.16, "learning_rate": 6.808933830650649e-06, "loss": 19.1074, "step": 47473 }, { "epoch": 42.16, "learning_rate": 6.807515683137073e-06, "loss": 19.3857, "step": 47474 }, { "epoch": 42.16, "learning_rate": 6.8060976725348776e-06, "loss": 18.5674, "step": 47475 }, { "epoch": 42.16, "learning_rate": 6.80467979884854e-06, "loss": 19.2881, "step": 47476 }, { "epoch": 42.16, "learning_rate": 6.803262062082583e-06, "loss": 19.1299, "step": 47477 }, { "epoch": 42.17, "learning_rate": 6.80184446224148e-06, "loss": 19.0156, "step": 47478 }, { "epoch": 42.17, "learning_rate": 6.800426999329723e-06, "loss": 19.2109, "step": 47479 }, { "epoch": 42.17, "learning_rate": 6.799009673351814e-06, "loss": 19.3105, "step": 47480 }, { "epoch": 42.17, "learning_rate": 6.797592484312238e-06, "loss": 19.3486, "step": 47481 }, { "epoch": 42.17, "learning_rate": 6.796175432215484e-06, "loss": 19.1289, "step": 47482 }, { "epoch": 42.17, "learning_rate": 6.7947585170660795e-06, "loss": 19.1348, "step": 47483 }, { "epoch": 42.17, "learning_rate": 6.793341738868464e-06, "loss": 18.8252, "step": 47484 }, { "epoch": 42.17, "learning_rate": 6.791925097627161e-06, "loss": 18.7656, "step": 47485 }, { "epoch": 42.17, "learning_rate": 6.790508593346645e-06, "loss": 18.71, "step": 47486 }, { "epoch": 42.17, "learning_rate": 6.7890922260314075e-06, "loss": 18.6787, "step": 47487 }, { "epoch": 42.17, "learning_rate": 6.787675995685972e-06, "loss": 19.0098, "step": 47488 }, { "epoch": 42.17, "learning_rate": 6.786259902314768e-06, "loss": 18.9873, "step": 47489 }, { "epoch": 42.18, "learning_rate": 6.78484394592232e-06, "loss": 19.0469, "step": 47490 }, { "epoch": 42.18, "learning_rate": 6.783428126513125e-06, "loss": 19.0977, "step": 47491 }, { "epoch": 42.18, "learning_rate": 6.782012444091646e-06, "loss": 19.2256, "step": 47492 }, { "epoch": 42.18, "learning_rate": 6.780596898662389e-06, "loss": 19.6953, "step": 47493 }, { "epoch": 42.18, "learning_rate": 6.779181490229835e-06, "loss": 19.4736, "step": 47494 }, { "epoch": 42.18, "learning_rate": 6.777766218798459e-06, "loss": 18.8672, "step": 47495 }, { "epoch": 42.18, "learning_rate": 6.7763510843727725e-06, "loss": 19.8301, "step": 47496 }, { "epoch": 42.18, "learning_rate": 6.7749360869572344e-06, "loss": 18.917, "step": 47497 }, { "epoch": 42.18, "learning_rate": 6.773521226556351e-06, "loss": 18.6367, "step": 47498 }, { "epoch": 42.18, "learning_rate": 6.772106503174597e-06, "loss": 18.6602, "step": 47499 }, { "epoch": 42.18, "learning_rate": 6.770691916816446e-06, "loss": 18.127, "step": 47500 }, { "epoch": 42.19, "learning_rate": 6.769277467486406e-06, "loss": 18.9004, "step": 47501 }, { "epoch": 42.19, "learning_rate": 6.767863155188936e-06, "loss": 19.0742, "step": 47502 }, { "epoch": 42.19, "learning_rate": 6.766448979928541e-06, "loss": 19.1055, "step": 47503 }, { "epoch": 42.19, "learning_rate": 6.765034941709697e-06, "loss": 18.9688, "step": 47504 }, { "epoch": 42.19, "learning_rate": 6.7636210405368715e-06, "loss": 18.9678, "step": 47505 }, { "epoch": 42.19, "learning_rate": 6.762207276414573e-06, "loss": 19.0713, "step": 47506 }, { "epoch": 42.19, "learning_rate": 6.760793649347252e-06, "loss": 18.2461, "step": 47507 }, { "epoch": 42.19, "learning_rate": 6.759380159339407e-06, "loss": 18.7578, "step": 47508 }, { "epoch": 42.19, "learning_rate": 6.757966806395522e-06, "loss": 18.6484, "step": 47509 }, { "epoch": 42.19, "learning_rate": 6.756553590520076e-06, "loss": 18.9531, "step": 47510 }, { "epoch": 42.19, "learning_rate": 6.7551405117175445e-06, "loss": 19.0264, "step": 47511 }, { "epoch": 42.2, "learning_rate": 6.753727569992396e-06, "loss": 18.5205, "step": 47512 }, { "epoch": 42.2, "learning_rate": 6.752314765349121e-06, "loss": 18.9092, "step": 47513 }, { "epoch": 42.2, "learning_rate": 6.750902097792206e-06, "loss": 18.8359, "step": 47514 }, { "epoch": 42.2, "learning_rate": 6.749489567326117e-06, "loss": 19.5869, "step": 47515 }, { "epoch": 42.2, "learning_rate": 6.748077173955325e-06, "loss": 18.8984, "step": 47516 }, { "epoch": 42.2, "learning_rate": 6.746664917684331e-06, "loss": 19.3291, "step": 47517 }, { "epoch": 42.2, "learning_rate": 6.745252798517582e-06, "loss": 19.1445, "step": 47518 }, { "epoch": 42.2, "learning_rate": 6.743840816459573e-06, "loss": 19.2305, "step": 47519 }, { "epoch": 42.2, "learning_rate": 6.742428971514786e-06, "loss": 19.8096, "step": 47520 }, { "epoch": 42.2, "learning_rate": 6.741017263687665e-06, "loss": 18.7617, "step": 47521 }, { "epoch": 42.2, "learning_rate": 6.739605692982726e-06, "loss": 19.0703, "step": 47522 }, { "epoch": 42.21, "learning_rate": 6.738194259404401e-06, "loss": 18.8535, "step": 47523 }, { "epoch": 42.21, "learning_rate": 6.736782962957205e-06, "loss": 19.0762, "step": 47524 }, { "epoch": 42.21, "learning_rate": 6.735371803645579e-06, "loss": 19.3037, "step": 47525 }, { "epoch": 42.21, "learning_rate": 6.733960781474019e-06, "loss": 18.8047, "step": 47526 }, { "epoch": 42.21, "learning_rate": 6.732549896446988e-06, "loss": 19.6162, "step": 47527 }, { "epoch": 42.21, "learning_rate": 6.731139148568949e-06, "loss": 19.3271, "step": 47528 }, { "epoch": 42.21, "learning_rate": 6.7297285378443874e-06, "loss": 18.5186, "step": 47529 }, { "epoch": 42.21, "learning_rate": 6.7283180642777666e-06, "loss": 19.4258, "step": 47530 }, { "epoch": 42.21, "learning_rate": 6.726907727873572e-06, "loss": 19.1396, "step": 47531 }, { "epoch": 42.21, "learning_rate": 6.7254975286362595e-06, "loss": 18.959, "step": 47532 }, { "epoch": 42.21, "learning_rate": 6.724087466570289e-06, "loss": 18.6963, "step": 47533 }, { "epoch": 42.21, "learning_rate": 6.72267754168015e-06, "loss": 19.3643, "step": 47534 }, { "epoch": 42.22, "learning_rate": 6.7212677539703115e-06, "loss": 18.6943, "step": 47535 }, { "epoch": 42.22, "learning_rate": 6.719858103445242e-06, "loss": 19.0449, "step": 47536 }, { "epoch": 42.22, "learning_rate": 6.7184485901094e-06, "loss": 19.3799, "step": 47537 }, { "epoch": 42.22, "learning_rate": 6.7170392139672465e-06, "loss": 19.1875, "step": 47538 }, { "epoch": 42.22, "learning_rate": 6.7156299750232575e-06, "loss": 18.6934, "step": 47539 }, { "epoch": 42.22, "learning_rate": 6.714220873281918e-06, "loss": 19.1064, "step": 47540 }, { "epoch": 42.22, "learning_rate": 6.712811908747668e-06, "loss": 19.0908, "step": 47541 }, { "epoch": 42.22, "learning_rate": 6.711403081424994e-06, "loss": 19.6162, "step": 47542 }, { "epoch": 42.22, "learning_rate": 6.709994391318347e-06, "loss": 18.7627, "step": 47543 }, { "epoch": 42.22, "learning_rate": 6.708585838432191e-06, "loss": 19.4424, "step": 47544 }, { "epoch": 42.22, "learning_rate": 6.7071774227710104e-06, "loss": 19.0967, "step": 47545 }, { "epoch": 42.23, "learning_rate": 6.705769144339247e-06, "loss": 19.1182, "step": 47546 }, { "epoch": 42.23, "learning_rate": 6.70436100314138e-06, "loss": 19.5986, "step": 47547 }, { "epoch": 42.23, "learning_rate": 6.702952999181866e-06, "loss": 18.8311, "step": 47548 }, { "epoch": 42.23, "learning_rate": 6.701545132465164e-06, "loss": 19.5859, "step": 47549 }, { "epoch": 42.23, "learning_rate": 6.700137402995749e-06, "loss": 19.2979, "step": 47550 }, { "epoch": 42.23, "learning_rate": 6.698729810778065e-06, "loss": 18.4561, "step": 47551 }, { "epoch": 42.23, "learning_rate": 6.697322355816598e-06, "loss": 19.29, "step": 47552 }, { "epoch": 42.23, "learning_rate": 6.6959150381157964e-06, "loss": 19.1426, "step": 47553 }, { "epoch": 42.23, "learning_rate": 6.69450785768011e-06, "loss": 19.2393, "step": 47554 }, { "epoch": 42.23, "learning_rate": 6.6931008145140195e-06, "loss": 18.9307, "step": 47555 }, { "epoch": 42.23, "learning_rate": 6.6916939086219654e-06, "loss": 18.6357, "step": 47556 }, { "epoch": 42.24, "learning_rate": 6.690287140008417e-06, "loss": 19.1309, "step": 47557 }, { "epoch": 42.24, "learning_rate": 6.688880508677858e-06, "loss": 18.9121, "step": 47558 }, { "epoch": 42.24, "learning_rate": 6.687474014634698e-06, "loss": 19.0664, "step": 47559 }, { "epoch": 42.24, "learning_rate": 6.686067657883422e-06, "loss": 19.5156, "step": 47560 }, { "epoch": 42.24, "learning_rate": 6.684661438428497e-06, "loss": 18.8936, "step": 47561 }, { "epoch": 42.24, "learning_rate": 6.683255356274359e-06, "loss": 19.3086, "step": 47562 }, { "epoch": 42.24, "learning_rate": 6.6818494114255e-06, "loss": 19.0186, "step": 47563 }, { "epoch": 42.24, "learning_rate": 6.680443603886327e-06, "loss": 19.1045, "step": 47564 }, { "epoch": 42.24, "learning_rate": 6.679037933661325e-06, "loss": 18.8252, "step": 47565 }, { "epoch": 42.24, "learning_rate": 6.677632400754957e-06, "loss": 18.7637, "step": 47566 }, { "epoch": 42.24, "learning_rate": 6.676227005171654e-06, "loss": 19.3193, "step": 47567 }, { "epoch": 42.25, "learning_rate": 6.674821746915893e-06, "loss": 19.1475, "step": 47568 }, { "epoch": 42.25, "learning_rate": 6.673416625992124e-06, "loss": 18.7666, "step": 47569 }, { "epoch": 42.25, "learning_rate": 6.6720116424047855e-06, "loss": 18.6191, "step": 47570 }, { "epoch": 42.25, "learning_rate": 6.670606796158352e-06, "loss": 18.958, "step": 47571 }, { "epoch": 42.25, "learning_rate": 6.669202087257253e-06, "loss": 18.7432, "step": 47572 }, { "epoch": 42.25, "learning_rate": 6.66779751570597e-06, "loss": 19.2402, "step": 47573 }, { "epoch": 42.25, "learning_rate": 6.666393081508937e-06, "loss": 18.9502, "step": 47574 }, { "epoch": 42.25, "learning_rate": 6.664988784670595e-06, "loss": 18.8271, "step": 47575 }, { "epoch": 42.25, "learning_rate": 6.663584625195424e-06, "loss": 18.9355, "step": 47576 }, { "epoch": 42.25, "learning_rate": 6.662180603087853e-06, "loss": 18.9854, "step": 47577 }, { "epoch": 42.25, "learning_rate": 6.6607767183523465e-06, "loss": 19.375, "step": 47578 }, { "epoch": 42.25, "learning_rate": 6.659372970993344e-06, "loss": 18.6631, "step": 47579 }, { "epoch": 42.26, "learning_rate": 6.657969361015293e-06, "loss": 19.5967, "step": 47580 }, { "epoch": 42.26, "learning_rate": 6.656565888422656e-06, "loss": 18.7529, "step": 47581 }, { "epoch": 42.26, "learning_rate": 6.655162553219863e-06, "loss": 18.6123, "step": 47582 }, { "epoch": 42.26, "learning_rate": 6.6537593554113766e-06, "loss": 18.9941, "step": 47583 }, { "epoch": 42.26, "learning_rate": 6.65235629500165e-06, "loss": 19.4795, "step": 47584 }, { "epoch": 42.26, "learning_rate": 6.650953371995117e-06, "loss": 19.7871, "step": 47585 }, { "epoch": 42.26, "learning_rate": 6.649550586396225e-06, "loss": 19.1572, "step": 47586 }, { "epoch": 42.26, "learning_rate": 6.648147938209431e-06, "loss": 18.9932, "step": 47587 }, { "epoch": 42.26, "learning_rate": 6.646745427439171e-06, "loss": 18.6875, "step": 47588 }, { "epoch": 42.26, "learning_rate": 6.6453430540899035e-06, "loss": 19.0459, "step": 47589 }, { "epoch": 42.26, "learning_rate": 6.643940818166061e-06, "loss": 19.3271, "step": 47590 }, { "epoch": 42.27, "learning_rate": 6.642538719672087e-06, "loss": 18.8076, "step": 47591 }, { "epoch": 42.27, "learning_rate": 6.641136758612437e-06, "loss": 19.0, "step": 47592 }, { "epoch": 42.27, "learning_rate": 6.639734934991537e-06, "loss": 18.6523, "step": 47593 }, { "epoch": 42.27, "learning_rate": 6.6383332488138605e-06, "loss": 18.833, "step": 47594 }, { "epoch": 42.27, "learning_rate": 6.636931700083826e-06, "loss": 19.6494, "step": 47595 }, { "epoch": 42.27, "learning_rate": 6.635530288805875e-06, "loss": 18.7314, "step": 47596 }, { "epoch": 42.27, "learning_rate": 6.634129014984469e-06, "loss": 19.1035, "step": 47597 }, { "epoch": 42.27, "learning_rate": 6.632727878624028e-06, "loss": 19.1025, "step": 47598 }, { "epoch": 42.27, "learning_rate": 6.631326879729016e-06, "loss": 18.9014, "step": 47599 }, { "epoch": 42.27, "learning_rate": 6.629926018303845e-06, "loss": 18.793, "step": 47600 }, { "epoch": 42.27, "learning_rate": 6.628525294352989e-06, "loss": 19.0293, "step": 47601 }, { "epoch": 42.28, "learning_rate": 6.627124707880866e-06, "loss": 19.4492, "step": 47602 }, { "epoch": 42.28, "learning_rate": 6.6257242588919075e-06, "loss": 19.2852, "step": 47603 }, { "epoch": 42.28, "learning_rate": 6.624323947390581e-06, "loss": 18.8438, "step": 47604 }, { "epoch": 42.28, "learning_rate": 6.622923773381301e-06, "loss": 18.5898, "step": 47605 }, { "epoch": 42.28, "learning_rate": 6.621523736868524e-06, "loss": 18.6338, "step": 47606 }, { "epoch": 42.28, "learning_rate": 6.620123837856673e-06, "loss": 18.6523, "step": 47607 }, { "epoch": 42.28, "learning_rate": 6.618724076350186e-06, "loss": 19.3506, "step": 47608 }, { "epoch": 42.28, "learning_rate": 6.617324452353502e-06, "loss": 19.209, "step": 47609 }, { "epoch": 42.28, "learning_rate": 6.615924965871073e-06, "loss": 19.6104, "step": 47610 }, { "epoch": 42.28, "learning_rate": 6.6145256169073185e-06, "loss": 18.9834, "step": 47611 }, { "epoch": 42.28, "learning_rate": 6.613126405466669e-06, "loss": 19.1455, "step": 47612 }, { "epoch": 42.29, "learning_rate": 6.611727331553586e-06, "loss": 19.1074, "step": 47613 }, { "epoch": 42.29, "learning_rate": 6.610328395172466e-06, "loss": 18.8252, "step": 47614 }, { "epoch": 42.29, "learning_rate": 6.6089295963277845e-06, "loss": 18.7441, "step": 47615 }, { "epoch": 42.29, "learning_rate": 6.607530935023937e-06, "loss": 19.3389, "step": 47616 }, { "epoch": 42.29, "learning_rate": 6.6061324112653865e-06, "loss": 19.2363, "step": 47617 }, { "epoch": 42.29, "learning_rate": 6.604734025056558e-06, "loss": 19.3525, "step": 47618 }, { "epoch": 42.29, "learning_rate": 6.60333577640187e-06, "loss": 18.9336, "step": 47619 }, { "epoch": 42.29, "learning_rate": 6.60193766530578e-06, "loss": 19.2969, "step": 47620 }, { "epoch": 42.29, "learning_rate": 6.6005396917726895e-06, "loss": 19.1816, "step": 47621 }, { "epoch": 42.29, "learning_rate": 6.599141855807056e-06, "loss": 18.4287, "step": 47622 }, { "epoch": 42.29, "learning_rate": 6.597744157413299e-06, "loss": 19.335, "step": 47623 }, { "epoch": 42.29, "learning_rate": 6.596346596595843e-06, "loss": 18.8135, "step": 47624 }, { "epoch": 42.3, "learning_rate": 6.594949173359133e-06, "loss": 19.1797, "step": 47625 }, { "epoch": 42.3, "learning_rate": 6.593551887707578e-06, "loss": 19.0947, "step": 47626 }, { "epoch": 42.3, "learning_rate": 6.592154739645634e-06, "loss": 18.7617, "step": 47627 }, { "epoch": 42.3, "learning_rate": 6.590757729177716e-06, "loss": 18.999, "step": 47628 }, { "epoch": 42.3, "learning_rate": 6.5893608563082356e-06, "loss": 19.2998, "step": 47629 }, { "epoch": 42.3, "learning_rate": 6.587964121041651e-06, "loss": 18.7471, "step": 47630 }, { "epoch": 42.3, "learning_rate": 6.586567523382364e-06, "loss": 18.8975, "step": 47631 }, { "epoch": 42.3, "learning_rate": 6.585171063334811e-06, "loss": 19.4043, "step": 47632 }, { "epoch": 42.3, "learning_rate": 6.583774740903443e-06, "loss": 18.707, "step": 47633 }, { "epoch": 42.3, "learning_rate": 6.582378556092639e-06, "loss": 19.4043, "step": 47634 }, { "epoch": 42.3, "learning_rate": 6.580982508906852e-06, "loss": 18.9824, "step": 47635 }, { "epoch": 42.31, "learning_rate": 6.579586599350512e-06, "loss": 18.7891, "step": 47636 }, { "epoch": 42.31, "learning_rate": 6.579586599350512e-06, "loss": 19.502, "step": 47637 }, { "epoch": 42.31, "learning_rate": 6.578190827428027e-06, "loss": 19.4111, "step": 47638 }, { "epoch": 42.31, "learning_rate": 6.5767951931438475e-06, "loss": 18.9502, "step": 47639 }, { "epoch": 42.31, "learning_rate": 6.57539969650236e-06, "loss": 19.0049, "step": 47640 }, { "epoch": 42.31, "learning_rate": 6.574004337508011e-06, "loss": 18.8643, "step": 47641 }, { "epoch": 42.31, "learning_rate": 6.572609116165229e-06, "loss": 18.8896, "step": 47642 }, { "epoch": 42.31, "learning_rate": 6.571214032478418e-06, "loss": 19.6504, "step": 47643 }, { "epoch": 42.31, "learning_rate": 6.569819086452017e-06, "loss": 19.0557, "step": 47644 }, { "epoch": 42.31, "learning_rate": 6.568424278090446e-06, "loss": 19.1641, "step": 47645 }, { "epoch": 42.31, "learning_rate": 6.567029607398107e-06, "loss": 19.1592, "step": 47646 }, { "epoch": 42.32, "learning_rate": 6.565635074379445e-06, "loss": 18.9629, "step": 47647 }, { "epoch": 42.32, "learning_rate": 6.564240679038858e-06, "loss": 18.7109, "step": 47648 }, { "epoch": 42.32, "learning_rate": 6.562846421380792e-06, "loss": 19.2197, "step": 47649 }, { "epoch": 42.32, "learning_rate": 6.561452301409654e-06, "loss": 19.252, "step": 47650 }, { "epoch": 42.32, "learning_rate": 6.560058319129847e-06, "loss": 18.4443, "step": 47651 }, { "epoch": 42.32, "learning_rate": 6.558664474545817e-06, "loss": 18.5684, "step": 47652 }, { "epoch": 42.32, "learning_rate": 6.557270767661955e-06, "loss": 19.3506, "step": 47653 }, { "epoch": 42.32, "learning_rate": 6.555877198482696e-06, "loss": 18.9961, "step": 47654 }, { "epoch": 42.32, "learning_rate": 6.554483767012482e-06, "loss": 19.0322, "step": 47655 }, { "epoch": 42.32, "learning_rate": 6.553090473255674e-06, "loss": 18.7725, "step": 47656 }, { "epoch": 42.32, "learning_rate": 6.551697317216726e-06, "loss": 18.9814, "step": 47657 }, { "epoch": 42.33, "learning_rate": 6.550304298900039e-06, "loss": 18.9961, "step": 47658 }, { "epoch": 42.33, "learning_rate": 6.548911418310033e-06, "loss": 19.4062, "step": 47659 }, { "epoch": 42.33, "learning_rate": 6.547518675451136e-06, "loss": 18.7031, "step": 47660 }, { "epoch": 42.33, "learning_rate": 6.5461260703277516e-06, "loss": 19.1748, "step": 47661 }, { "epoch": 42.33, "learning_rate": 6.544733602944281e-06, "loss": 19.3799, "step": 47662 }, { "epoch": 42.33, "learning_rate": 6.543341273305165e-06, "loss": 19.3916, "step": 47663 }, { "epoch": 42.33, "learning_rate": 6.541949081414789e-06, "loss": 19.0684, "step": 47664 }, { "epoch": 42.33, "learning_rate": 6.5405570272775886e-06, "loss": 18.6738, "step": 47665 }, { "epoch": 42.33, "learning_rate": 6.539165110897971e-06, "loss": 19.2236, "step": 47666 }, { "epoch": 42.33, "learning_rate": 6.537773332280334e-06, "loss": 18.9141, "step": 47667 }, { "epoch": 42.33, "learning_rate": 6.536381691429111e-06, "loss": 19.2822, "step": 47668 }, { "epoch": 42.33, "learning_rate": 6.534990188348688e-06, "loss": 18.5049, "step": 47669 }, { "epoch": 42.34, "learning_rate": 6.533598823043507e-06, "loss": 18.8799, "step": 47670 }, { "epoch": 42.34, "learning_rate": 6.5322075955179586e-06, "loss": 18.5146, "step": 47671 }, { "epoch": 42.34, "learning_rate": 6.530816505776444e-06, "loss": 18.9121, "step": 47672 }, { "epoch": 42.34, "learning_rate": 6.5294255538233986e-06, "loss": 18.8818, "step": 47673 }, { "epoch": 42.34, "learning_rate": 6.528034739663202e-06, "loss": 19.168, "step": 47674 }, { "epoch": 42.34, "learning_rate": 6.5266440633002916e-06, "loss": 18.3906, "step": 47675 }, { "epoch": 42.34, "learning_rate": 6.52525352473905e-06, "loss": 18.7959, "step": 47676 }, { "epoch": 42.34, "learning_rate": 6.523863123983909e-06, "loss": 18.9512, "step": 47677 }, { "epoch": 42.34, "learning_rate": 6.522472861039259e-06, "loss": 18.6367, "step": 47678 }, { "epoch": 42.34, "learning_rate": 6.521082735909506e-06, "loss": 19.2803, "step": 47679 }, { "epoch": 42.34, "learning_rate": 6.51969274859906e-06, "loss": 18.6611, "step": 47680 }, { "epoch": 42.35, "learning_rate": 6.518302899112338e-06, "loss": 19.0615, "step": 47681 }, { "epoch": 42.35, "learning_rate": 6.5169131874537385e-06, "loss": 19.2188, "step": 47682 }, { "epoch": 42.35, "learning_rate": 6.515523613627661e-06, "loss": 19.2148, "step": 47683 }, { "epoch": 42.35, "learning_rate": 6.514134177638509e-06, "loss": 18.9336, "step": 47684 }, { "epoch": 42.35, "learning_rate": 6.512744879490684e-06, "loss": 18.8379, "step": 47685 }, { "epoch": 42.35, "learning_rate": 6.5113557191886165e-06, "loss": 19.1064, "step": 47686 }, { "epoch": 42.35, "learning_rate": 6.5099666967366855e-06, "loss": 18.8037, "step": 47687 }, { "epoch": 42.35, "learning_rate": 6.508577812139288e-06, "loss": 19.0342, "step": 47688 }, { "epoch": 42.35, "learning_rate": 6.507189065400848e-06, "loss": 19.2871, "step": 47689 }, { "epoch": 42.35, "learning_rate": 6.505800456525751e-06, "loss": 19.5498, "step": 47690 }, { "epoch": 42.35, "learning_rate": 6.50441198551841e-06, "loss": 19.4756, "step": 47691 }, { "epoch": 42.36, "learning_rate": 6.503023652383211e-06, "loss": 18.6504, "step": 47692 }, { "epoch": 42.36, "learning_rate": 6.501635457124577e-06, "loss": 18.5186, "step": 47693 }, { "epoch": 42.36, "learning_rate": 6.500247399746895e-06, "loss": 19.0635, "step": 47694 }, { "epoch": 42.36, "learning_rate": 6.498859480254555e-06, "loss": 19.084, "step": 47695 }, { "epoch": 42.36, "learning_rate": 6.49747169865198e-06, "loss": 19.2305, "step": 47696 }, { "epoch": 42.36, "learning_rate": 6.496084054943541e-06, "loss": 19.2588, "step": 47697 }, { "epoch": 42.36, "learning_rate": 6.494696549133667e-06, "loss": 19.0596, "step": 47698 }, { "epoch": 42.36, "learning_rate": 6.493309181226737e-06, "loss": 19.0215, "step": 47699 }, { "epoch": 42.36, "learning_rate": 6.491921951227142e-06, "loss": 18.9785, "step": 47700 }, { "epoch": 42.36, "learning_rate": 6.4905348591393025e-06, "loss": 18.9521, "step": 47701 }, { "epoch": 42.36, "learning_rate": 6.489147904967591e-06, "loss": 19.2881, "step": 47702 }, { "epoch": 42.37, "learning_rate": 6.487761088716416e-06, "loss": 19.1699, "step": 47703 }, { "epoch": 42.37, "learning_rate": 6.486374410390195e-06, "loss": 18.8145, "step": 47704 }, { "epoch": 42.37, "learning_rate": 6.4849878699932805e-06, "loss": 18.5693, "step": 47705 }, { "epoch": 42.37, "learning_rate": 6.483601467530081e-06, "loss": 19.7002, "step": 47706 }, { "epoch": 42.37, "learning_rate": 6.482215203005015e-06, "loss": 19.0757, "step": 47707 }, { "epoch": 42.37, "learning_rate": 6.480829076422451e-06, "loss": 18.7881, "step": 47708 }, { "epoch": 42.37, "learning_rate": 6.479443087786813e-06, "loss": 18.7607, "step": 47709 }, { "epoch": 42.37, "learning_rate": 6.4780572371024474e-06, "loss": 18.9795, "step": 47710 }, { "epoch": 42.37, "learning_rate": 6.476671524373773e-06, "loss": 18.9199, "step": 47711 }, { "epoch": 42.37, "learning_rate": 6.475285949605198e-06, "loss": 18.6279, "step": 47712 }, { "epoch": 42.37, "learning_rate": 6.473900512801084e-06, "loss": 19.7471, "step": 47713 }, { "epoch": 42.37, "learning_rate": 6.4725152139658466e-06, "loss": 19.29, "step": 47714 }, { "epoch": 42.38, "learning_rate": 6.4711300531038685e-06, "loss": 19.0947, "step": 47715 }, { "epoch": 42.38, "learning_rate": 6.469745030219532e-06, "loss": 19.1641, "step": 47716 }, { "epoch": 42.38, "learning_rate": 6.469745030219532e-06, "loss": 19.6191, "step": 47717 }, { "epoch": 42.38, "learning_rate": 6.468360145317243e-06, "loss": 18.9609, "step": 47718 }, { "epoch": 42.38, "learning_rate": 6.46697539840137e-06, "loss": 19.0723, "step": 47719 }, { "epoch": 42.38, "learning_rate": 6.465590789476328e-06, "loss": 18.9883, "step": 47720 }, { "epoch": 42.38, "learning_rate": 6.46420631854649e-06, "loss": 19.0732, "step": 47721 }, { "epoch": 42.38, "learning_rate": 6.462821985616241e-06, "loss": 18.8105, "step": 47722 }, { "epoch": 42.38, "learning_rate": 6.4614377906899835e-06, "loss": 19.0117, "step": 47723 }, { "epoch": 42.38, "learning_rate": 6.460053733772087e-06, "loss": 18.7598, "step": 47724 }, { "epoch": 42.38, "learning_rate": 6.458669814866957e-06, "loss": 19.1387, "step": 47725 }, { "epoch": 42.39, "learning_rate": 6.457286033978977e-06, "loss": 19.0596, "step": 47726 }, { "epoch": 42.39, "learning_rate": 6.4559023911125175e-06, "loss": 19.1826, "step": 47727 }, { "epoch": 42.39, "learning_rate": 6.454518886271982e-06, "loss": 19.2432, "step": 47728 }, { "epoch": 42.39, "learning_rate": 6.453135519461745e-06, "loss": 19.0391, "step": 47729 }, { "epoch": 42.39, "learning_rate": 6.451752290686192e-06, "loss": 19.5176, "step": 47730 }, { "epoch": 42.39, "learning_rate": 6.45036919994973e-06, "loss": 18.8857, "step": 47731 }, { "epoch": 42.39, "learning_rate": 6.448986247256705e-06, "loss": 19.5049, "step": 47732 }, { "epoch": 42.39, "learning_rate": 6.447603432611532e-06, "loss": 19.0947, "step": 47733 }, { "epoch": 42.39, "learning_rate": 6.446220756018573e-06, "loss": 19.4463, "step": 47734 }, { "epoch": 42.39, "learning_rate": 6.444838217482219e-06, "loss": 18.8857, "step": 47735 }, { "epoch": 42.39, "learning_rate": 6.4434558170068605e-06, "loss": 19.4932, "step": 47736 }, { "epoch": 42.4, "learning_rate": 6.442073554596878e-06, "loss": 19.1387, "step": 47737 }, { "epoch": 42.4, "learning_rate": 6.4406914302566345e-06, "loss": 19.6738, "step": 47738 }, { "epoch": 42.4, "learning_rate": 6.439309443990532e-06, "loss": 19.0596, "step": 47739 }, { "epoch": 42.4, "learning_rate": 6.437927595802934e-06, "loss": 19.3613, "step": 47740 }, { "epoch": 42.4, "learning_rate": 6.436545885698242e-06, "loss": 19.6045, "step": 47741 }, { "epoch": 42.4, "learning_rate": 6.435164313680825e-06, "loss": 19.2832, "step": 47742 }, { "epoch": 42.4, "learning_rate": 6.4337828797550456e-06, "loss": 19.4092, "step": 47743 }, { "epoch": 42.4, "learning_rate": 6.432401583925312e-06, "loss": 18.2725, "step": 47744 }, { "epoch": 42.4, "learning_rate": 6.431020426195977e-06, "loss": 18.6484, "step": 47745 }, { "epoch": 42.4, "learning_rate": 6.429639406571442e-06, "loss": 18.7812, "step": 47746 }, { "epoch": 42.4, "learning_rate": 6.428258525056069e-06, "loss": 19.0654, "step": 47747 }, { "epoch": 42.4, "learning_rate": 6.426877781654228e-06, "loss": 19.2549, "step": 47748 }, { "epoch": 42.41, "learning_rate": 6.425497176370321e-06, "loss": 18.6406, "step": 47749 }, { "epoch": 42.41, "learning_rate": 6.424116709208699e-06, "loss": 18.917, "step": 47750 }, { "epoch": 42.41, "learning_rate": 6.422736380173755e-06, "loss": 18.96, "step": 47751 }, { "epoch": 42.41, "learning_rate": 6.4213561892698506e-06, "loss": 18.8809, "step": 47752 }, { "epoch": 42.41, "learning_rate": 6.419976136501377e-06, "loss": 19.0234, "step": 47753 }, { "epoch": 42.41, "learning_rate": 6.418596221872703e-06, "loss": 19.0576, "step": 47754 }, { "epoch": 42.41, "learning_rate": 6.4172164453881854e-06, "loss": 18.7363, "step": 47755 }, { "epoch": 42.41, "learning_rate": 6.415836807052211e-06, "loss": 18.8848, "step": 47756 }, { "epoch": 42.41, "learning_rate": 6.414457306869165e-06, "loss": 19.3955, "step": 47757 }, { "epoch": 42.41, "learning_rate": 6.4130779448434094e-06, "loss": 19.335, "step": 47758 }, { "epoch": 42.41, "learning_rate": 6.41169872097932e-06, "loss": 19.1143, "step": 47759 }, { "epoch": 42.42, "learning_rate": 6.410319635281248e-06, "loss": 18.5508, "step": 47760 }, { "epoch": 42.42, "learning_rate": 6.408940687753584e-06, "loss": 18.8545, "step": 47761 }, { "epoch": 42.42, "learning_rate": 6.407561878400709e-06, "loss": 18.9766, "step": 47762 }, { "epoch": 42.42, "learning_rate": 6.406183207226973e-06, "loss": 18.9619, "step": 47763 }, { "epoch": 42.42, "learning_rate": 6.404804674236753e-06, "loss": 18.959, "step": 47764 }, { "epoch": 42.42, "learning_rate": 6.403426279434427e-06, "loss": 19.0557, "step": 47765 }, { "epoch": 42.42, "learning_rate": 6.4020480228243416e-06, "loss": 18.9033, "step": 47766 }, { "epoch": 42.42, "learning_rate": 6.4006699044108945e-06, "loss": 19.0586, "step": 47767 }, { "epoch": 42.42, "learning_rate": 6.399291924198431e-06, "loss": 19.7188, "step": 47768 }, { "epoch": 42.42, "learning_rate": 6.397914082191342e-06, "loss": 19.0879, "step": 47769 }, { "epoch": 42.42, "learning_rate": 6.396536378393975e-06, "loss": 19.3906, "step": 47770 }, { "epoch": 42.43, "learning_rate": 6.395158812810697e-06, "loss": 19.0947, "step": 47771 }, { "epoch": 42.43, "learning_rate": 6.395158812810697e-06, "loss": 19.5146, "step": 47772 }, { "epoch": 42.43, "learning_rate": 6.39378138544589e-06, "loss": 18.752, "step": 47773 }, { "epoch": 42.43, "learning_rate": 6.392404096303906e-06, "loss": 19.2529, "step": 47774 }, { "epoch": 42.43, "learning_rate": 6.391026945389117e-06, "loss": 19.2432, "step": 47775 }, { "epoch": 42.43, "learning_rate": 6.389649932705894e-06, "loss": 18.8574, "step": 47776 }, { "epoch": 42.43, "learning_rate": 6.388273058258581e-06, "loss": 19.2051, "step": 47777 }, { "epoch": 42.43, "learning_rate": 6.386896322051572e-06, "loss": 19.4189, "step": 47778 }, { "epoch": 42.43, "learning_rate": 6.3855197240892e-06, "loss": 19.3506, "step": 47779 }, { "epoch": 42.43, "learning_rate": 6.384143264375847e-06, "loss": 19.2227, "step": 47780 }, { "epoch": 42.43, "learning_rate": 6.3827669429158966e-06, "loss": 19.541, "step": 47781 }, { "epoch": 42.44, "learning_rate": 6.381390759713662e-06, "loss": 18.9004, "step": 47782 }, { "epoch": 42.44, "learning_rate": 6.380014714773536e-06, "loss": 19.1104, "step": 47783 }, { "epoch": 42.44, "learning_rate": 6.378638808099879e-06, "loss": 19.2715, "step": 47784 }, { "epoch": 42.44, "learning_rate": 6.377263039697046e-06, "loss": 18.8096, "step": 47785 }, { "epoch": 42.44, "learning_rate": 6.37588740956942e-06, "loss": 18.8906, "step": 47786 }, { "epoch": 42.44, "learning_rate": 6.374511917721321e-06, "loss": 19.167, "step": 47787 }, { "epoch": 42.44, "learning_rate": 6.373136564157128e-06, "loss": 18.541, "step": 47788 }, { "epoch": 42.44, "learning_rate": 6.371761348881216e-06, "loss": 19.041, "step": 47789 }, { "epoch": 42.44, "learning_rate": 6.370386271897921e-06, "loss": 19.1973, "step": 47790 }, { "epoch": 42.44, "learning_rate": 6.369011333211622e-06, "loss": 18.7432, "step": 47791 }, { "epoch": 42.44, "learning_rate": 6.367636532826671e-06, "loss": 19.0078, "step": 47792 }, { "epoch": 42.44, "learning_rate": 6.366261870747403e-06, "loss": 18.7949, "step": 47793 }, { "epoch": 42.45, "learning_rate": 6.36488734697821e-06, "loss": 18.9902, "step": 47794 }, { "epoch": 42.45, "learning_rate": 6.363512961523427e-06, "loss": 19.1914, "step": 47795 }, { "epoch": 42.45, "learning_rate": 6.362138714387422e-06, "loss": 18.6748, "step": 47796 }, { "epoch": 42.45, "learning_rate": 6.360764605574549e-06, "loss": 19.3252, "step": 47797 }, { "epoch": 42.45, "learning_rate": 6.3593906350891465e-06, "loss": 18.8389, "step": 47798 }, { "epoch": 42.45, "learning_rate": 6.358016802935601e-06, "loss": 18.8877, "step": 47799 }, { "epoch": 42.45, "learning_rate": 6.356643109118232e-06, "loss": 19.2725, "step": 47800 }, { "epoch": 42.45, "learning_rate": 6.355269553641419e-06, "loss": 19.207, "step": 47801 }, { "epoch": 42.45, "learning_rate": 6.353896136509524e-06, "loss": 18.8965, "step": 47802 }, { "epoch": 42.45, "learning_rate": 6.352522857726867e-06, "loss": 18.9434, "step": 47803 }, { "epoch": 42.45, "learning_rate": 6.351149717297833e-06, "loss": 18.9336, "step": 47804 }, { "epoch": 42.46, "learning_rate": 6.349776715226747e-06, "loss": 18.5234, "step": 47805 }, { "epoch": 42.46, "learning_rate": 6.348403851517976e-06, "loss": 18.8809, "step": 47806 }, { "epoch": 42.46, "learning_rate": 6.34703112617589e-06, "loss": 18.6406, "step": 47807 }, { "epoch": 42.46, "learning_rate": 6.345658539204802e-06, "loss": 18.5869, "step": 47808 }, { "epoch": 42.46, "learning_rate": 6.344286090609081e-06, "loss": 18.9541, "step": 47809 }, { "epoch": 42.46, "learning_rate": 6.34291378039309e-06, "loss": 19.4648, "step": 47810 }, { "epoch": 42.46, "learning_rate": 6.341541608561158e-06, "loss": 18.9541, "step": 47811 }, { "epoch": 42.46, "learning_rate": 6.34016957511765e-06, "loss": 18.7275, "step": 47812 }, { "epoch": 42.46, "learning_rate": 6.33879768006691e-06, "loss": 19.0127, "step": 47813 }, { "epoch": 42.46, "learning_rate": 6.337425923413276e-06, "loss": 18.9482, "step": 47814 }, { "epoch": 42.46, "learning_rate": 6.336054305161116e-06, "loss": 19.3838, "step": 47815 }, { "epoch": 42.47, "learning_rate": 6.334682825314759e-06, "loss": 19.0176, "step": 47816 }, { "epoch": 42.47, "learning_rate": 6.333311483878568e-06, "loss": 18.6221, "step": 47817 }, { "epoch": 42.47, "learning_rate": 6.331940280856885e-06, "loss": 18.6709, "step": 47818 }, { "epoch": 42.47, "learning_rate": 6.33056921625404e-06, "loss": 18.9268, "step": 47819 }, { "epoch": 42.47, "learning_rate": 6.329198290074407e-06, "loss": 20.1084, "step": 47820 }, { "epoch": 42.47, "learning_rate": 6.3278275023223035e-06, "loss": 18.8516, "step": 47821 }, { "epoch": 42.47, "learning_rate": 6.326456853002105e-06, "loss": 19.7861, "step": 47822 }, { "epoch": 42.47, "learning_rate": 6.325086342118136e-06, "loss": 19.1758, "step": 47823 }, { "epoch": 42.47, "learning_rate": 6.323715969674732e-06, "loss": 18.8965, "step": 47824 }, { "epoch": 42.47, "learning_rate": 6.322345735676261e-06, "loss": 19.3848, "step": 47825 }, { "epoch": 42.47, "learning_rate": 6.320975640127047e-06, "loss": 19.2451, "step": 47826 }, { "epoch": 42.48, "learning_rate": 6.319605683031438e-06, "loss": 19.5479, "step": 47827 }, { "epoch": 42.48, "learning_rate": 6.31823586439379e-06, "loss": 19.3955, "step": 47828 }, { "epoch": 42.48, "learning_rate": 6.316866184218434e-06, "loss": 19.4463, "step": 47829 }, { "epoch": 42.48, "learning_rate": 6.315496642509716e-06, "loss": 19.2363, "step": 47830 }, { "epoch": 42.48, "learning_rate": 6.314127239271956e-06, "loss": 19.3877, "step": 47831 }, { "epoch": 42.48, "learning_rate": 6.312757974509514e-06, "loss": 18.6934, "step": 47832 }, { "epoch": 42.48, "learning_rate": 6.31138884822674e-06, "loss": 18.7002, "step": 47833 }, { "epoch": 42.48, "learning_rate": 6.310019860427963e-06, "loss": 18.9766, "step": 47834 }, { "epoch": 42.48, "learning_rate": 6.308651011117506e-06, "loss": 18.9209, "step": 47835 }, { "epoch": 42.48, "learning_rate": 6.307282300299738e-06, "loss": 18.9473, "step": 47836 }, { "epoch": 42.48, "learning_rate": 6.305913727978968e-06, "loss": 19.1074, "step": 47837 }, { "epoch": 42.48, "learning_rate": 6.304545294159564e-06, "loss": 18.7295, "step": 47838 }, { "epoch": 42.49, "learning_rate": 6.303176998845839e-06, "loss": 18.9326, "step": 47839 }, { "epoch": 42.49, "learning_rate": 6.301808842042145e-06, "loss": 19.1113, "step": 47840 }, { "epoch": 42.49, "learning_rate": 6.300440823752818e-06, "loss": 18.9863, "step": 47841 }, { "epoch": 42.49, "learning_rate": 6.299072943982176e-06, "loss": 18.8652, "step": 47842 }, { "epoch": 42.49, "learning_rate": 6.297705202734577e-06, "loss": 19.6396, "step": 47843 }, { "epoch": 42.49, "learning_rate": 6.2963376000143405e-06, "loss": 19.666, "step": 47844 }, { "epoch": 42.49, "learning_rate": 6.294970135825823e-06, "loss": 19.6387, "step": 47845 }, { "epoch": 42.49, "learning_rate": 6.293602810173344e-06, "loss": 18.8252, "step": 47846 }, { "epoch": 42.49, "learning_rate": 6.292235623061227e-06, "loss": 19.4316, "step": 47847 }, { "epoch": 42.49, "learning_rate": 6.290868574493824e-06, "loss": 20.0879, "step": 47848 }, { "epoch": 42.49, "learning_rate": 6.2895016644754555e-06, "loss": 19.0918, "step": 47849 }, { "epoch": 42.5, "learning_rate": 6.288134893010472e-06, "loss": 19.2344, "step": 47850 }, { "epoch": 42.5, "learning_rate": 6.286768260103198e-06, "loss": 19.3525, "step": 47851 }, { "epoch": 42.5, "learning_rate": 6.2854017657579475e-06, "loss": 18.8291, "step": 47852 }, { "epoch": 42.5, "learning_rate": 6.284035409979078e-06, "loss": 19.1504, "step": 47853 }, { "epoch": 42.5, "learning_rate": 6.282669192770896e-06, "loss": 18.8838, "step": 47854 }, { "epoch": 42.5, "learning_rate": 6.281303114137749e-06, "loss": 18.748, "step": 47855 }, { "epoch": 42.5, "learning_rate": 6.2799371740839776e-06, "loss": 18.4189, "step": 47856 }, { "epoch": 42.5, "learning_rate": 6.278571372613884e-06, "loss": 18.5342, "step": 47857 }, { "epoch": 42.5, "learning_rate": 6.2772057097318094e-06, "loss": 19.167, "step": 47858 }, { "epoch": 42.5, "learning_rate": 6.275840185442094e-06, "loss": 19.3203, "step": 47859 }, { "epoch": 42.5, "learning_rate": 6.274474799749042e-06, "loss": 19.3359, "step": 47860 }, { "epoch": 42.51, "learning_rate": 6.273109552657014e-06, "loss": 20.1162, "step": 47861 }, { "epoch": 42.51, "learning_rate": 6.271744444170313e-06, "loss": 18.7109, "step": 47862 }, { "epoch": 42.51, "learning_rate": 6.270379474293264e-06, "loss": 18.7559, "step": 47863 }, { "epoch": 42.51, "learning_rate": 6.269014643030213e-06, "loss": 18.791, "step": 47864 }, { "epoch": 42.51, "learning_rate": 6.267649950385468e-06, "loss": 19.4834, "step": 47865 }, { "epoch": 42.51, "learning_rate": 6.266285396363369e-06, "loss": 19.0312, "step": 47866 }, { "epoch": 42.51, "learning_rate": 6.264920980968236e-06, "loss": 19.4873, "step": 47867 }, { "epoch": 42.51, "learning_rate": 6.2635567042043815e-06, "loss": 19.0498, "step": 47868 }, { "epoch": 42.51, "learning_rate": 6.262192566076147e-06, "loss": 19.7197, "step": 47869 }, { "epoch": 42.51, "learning_rate": 6.260828566587845e-06, "loss": 19.1846, "step": 47870 }, { "epoch": 42.51, "learning_rate": 6.259464705743817e-06, "loss": 18.8213, "step": 47871 }, { "epoch": 42.52, "learning_rate": 6.258100983548371e-06, "loss": 18.9316, "step": 47872 }, { "epoch": 42.52, "learning_rate": 6.256737400005824e-06, "loss": 19.1416, "step": 47873 }, { "epoch": 42.52, "learning_rate": 6.255373955120514e-06, "loss": 19.5, "step": 47874 }, { "epoch": 42.52, "learning_rate": 6.254010648896746e-06, "loss": 19.1035, "step": 47875 }, { "epoch": 42.52, "learning_rate": 6.252647481338853e-06, "loss": 19.4639, "step": 47876 }, { "epoch": 42.52, "learning_rate": 6.251284452451173e-06, "loss": 19.2266, "step": 47877 }, { "epoch": 42.52, "learning_rate": 6.249921562237987e-06, "loss": 18.7676, "step": 47878 }, { "epoch": 42.52, "learning_rate": 6.248558810703647e-06, "loss": 19.4688, "step": 47879 }, { "epoch": 42.52, "learning_rate": 6.24719619785245e-06, "loss": 19.2012, "step": 47880 }, { "epoch": 42.52, "learning_rate": 6.245833723688727e-06, "loss": 19.0264, "step": 47881 }, { "epoch": 42.52, "learning_rate": 6.244471388216816e-06, "loss": 18.8457, "step": 47882 }, { "epoch": 42.52, "learning_rate": 6.243109191440994e-06, "loss": 19.2168, "step": 47883 }, { "epoch": 42.53, "learning_rate": 6.241747133365605e-06, "loss": 19.4307, "step": 47884 }, { "epoch": 42.53, "learning_rate": 6.240385213994965e-06, "loss": 18.9912, "step": 47885 }, { "epoch": 42.53, "learning_rate": 6.239023433333385e-06, "loss": 19.0996, "step": 47886 }, { "epoch": 42.53, "learning_rate": 6.237661791385191e-06, "loss": 19.2676, "step": 47887 }, { "epoch": 42.53, "learning_rate": 6.2363002881546895e-06, "loss": 19.5264, "step": 47888 }, { "epoch": 42.53, "learning_rate": 6.234938923646194e-06, "loss": 19.2344, "step": 47889 }, { "epoch": 42.53, "learning_rate": 6.233577697864034e-06, "loss": 18.9053, "step": 47890 }, { "epoch": 42.53, "learning_rate": 6.232216610812508e-06, "loss": 19.1348, "step": 47891 }, { "epoch": 42.53, "learning_rate": 6.230855662495944e-06, "loss": 19.2666, "step": 47892 }, { "epoch": 42.53, "learning_rate": 6.229494852918649e-06, "loss": 19.0459, "step": 47893 }, { "epoch": 42.53, "learning_rate": 6.228134182084927e-06, "loss": 19.0361, "step": 47894 }, { "epoch": 42.54, "learning_rate": 6.2267736499991125e-06, "loss": 18.8242, "step": 47895 }, { "epoch": 42.54, "learning_rate": 6.225413256665496e-06, "loss": 19.3857, "step": 47896 }, { "epoch": 42.54, "learning_rate": 6.224053002088415e-06, "loss": 19.1406, "step": 47897 }, { "epoch": 42.54, "learning_rate": 6.222692886272152e-06, "loss": 18.8301, "step": 47898 }, { "epoch": 42.54, "learning_rate": 6.221332909221045e-06, "loss": 19.4824, "step": 47899 }, { "epoch": 42.54, "learning_rate": 6.219973070939389e-06, "loss": 18.9971, "step": 47900 }, { "epoch": 42.54, "learning_rate": 6.218613371431492e-06, "loss": 19.0996, "step": 47901 }, { "epoch": 42.54, "learning_rate": 6.217253810701667e-06, "loss": 18.7031, "step": 47902 }, { "epoch": 42.54, "learning_rate": 6.21589438875424e-06, "loss": 19.0039, "step": 47903 }, { "epoch": 42.54, "learning_rate": 6.214535105593505e-06, "loss": 19.6348, "step": 47904 }, { "epoch": 42.54, "learning_rate": 6.213175961223777e-06, "loss": 19.0293, "step": 47905 }, { "epoch": 42.55, "learning_rate": 6.211816955649341e-06, "loss": 18.8818, "step": 47906 }, { "epoch": 42.55, "learning_rate": 6.210458088874532e-06, "loss": 19.2764, "step": 47907 }, { "epoch": 42.55, "learning_rate": 6.209099360903653e-06, "loss": 19.2539, "step": 47908 }, { "epoch": 42.55, "learning_rate": 6.207740771741011e-06, "loss": 19.3652, "step": 47909 }, { "epoch": 42.55, "learning_rate": 6.2063823213908914e-06, "loss": 19.3271, "step": 47910 }, { "epoch": 42.55, "learning_rate": 6.205024009857635e-06, "loss": 19.1963, "step": 47911 }, { "epoch": 42.55, "learning_rate": 6.203665837145517e-06, "loss": 18.2139, "step": 47912 }, { "epoch": 42.55, "learning_rate": 6.202307803258861e-06, "loss": 19.2988, "step": 47913 }, { "epoch": 42.55, "learning_rate": 6.2009499082019585e-06, "loss": 19.2793, "step": 47914 }, { "epoch": 42.55, "learning_rate": 6.199592151979128e-06, "loss": 19.2861, "step": 47915 }, { "epoch": 42.55, "learning_rate": 6.198234534594672e-06, "loss": 19.0459, "step": 47916 }, { "epoch": 42.56, "learning_rate": 6.196877056052874e-06, "loss": 19.2422, "step": 47917 }, { "epoch": 42.56, "learning_rate": 6.195519716358061e-06, "loss": 19.2539, "step": 47918 }, { "epoch": 42.56, "learning_rate": 6.194162515514512e-06, "loss": 18.9844, "step": 47919 }, { "epoch": 42.56, "learning_rate": 6.192805453526557e-06, "loss": 19.5635, "step": 47920 }, { "epoch": 42.56, "learning_rate": 6.191448530398486e-06, "loss": 18.4639, "step": 47921 }, { "epoch": 42.56, "learning_rate": 6.19009174613458e-06, "loss": 19.0156, "step": 47922 }, { "epoch": 42.56, "learning_rate": 6.188735100739174e-06, "loss": 19.6631, "step": 47923 }, { "epoch": 42.56, "learning_rate": 6.187378594216537e-06, "loss": 19.3174, "step": 47924 }, { "epoch": 42.56, "learning_rate": 6.186022226570992e-06, "loss": 18.3584, "step": 47925 }, { "epoch": 42.56, "learning_rate": 6.184665997806832e-06, "loss": 18.9385, "step": 47926 }, { "epoch": 42.56, "learning_rate": 6.1833099079283415e-06, "loss": 19.0, "step": 47927 }, { "epoch": 42.56, "learning_rate": 6.1819539569398285e-06, "loss": 19.127, "step": 47928 }, { "epoch": 42.57, "learning_rate": 6.180598144845606e-06, "loss": 18.793, "step": 47929 }, { "epoch": 42.57, "learning_rate": 6.179242471649954e-06, "loss": 19.0059, "step": 47930 }, { "epoch": 42.57, "learning_rate": 6.177886937357191e-06, "loss": 19.4502, "step": 47931 }, { "epoch": 42.57, "learning_rate": 6.176531541971576e-06, "loss": 18.8203, "step": 47932 }, { "epoch": 42.57, "learning_rate": 6.17517628549743e-06, "loss": 18.8916, "step": 47933 }, { "epoch": 42.57, "learning_rate": 6.173821167939053e-06, "loss": 19.0635, "step": 47934 }, { "epoch": 42.57, "learning_rate": 6.1724661893007245e-06, "loss": 18.4531, "step": 47935 }, { "epoch": 42.57, "learning_rate": 6.171111349586761e-06, "loss": 18.8848, "step": 47936 }, { "epoch": 42.57, "learning_rate": 6.169756648801439e-06, "loss": 18.7197, "step": 47937 }, { "epoch": 42.57, "learning_rate": 6.168402086949054e-06, "loss": 18.498, "step": 47938 }, { "epoch": 42.57, "learning_rate": 6.167047664033909e-06, "loss": 18.7969, "step": 47939 }, { "epoch": 42.58, "learning_rate": 6.1656933800602836e-06, "loss": 19.4492, "step": 47940 }, { "epoch": 42.58, "learning_rate": 6.16433923503249e-06, "loss": 19.1162, "step": 47941 }, { "epoch": 42.58, "learning_rate": 6.16433923503249e-06, "loss": 19.4004, "step": 47942 }, { "epoch": 42.58, "learning_rate": 6.16298522895481e-06, "loss": 19.3975, "step": 47943 }, { "epoch": 42.58, "learning_rate": 6.1616313618315265e-06, "loss": 18.7646, "step": 47944 }, { "epoch": 42.58, "learning_rate": 6.160277633666944e-06, "loss": 19.0176, "step": 47945 }, { "epoch": 42.58, "learning_rate": 6.158924044465342e-06, "loss": 18.6572, "step": 47946 }, { "epoch": 42.58, "learning_rate": 6.1575705942310324e-06, "loss": 19.1016, "step": 47947 }, { "epoch": 42.58, "learning_rate": 6.156217282968285e-06, "loss": 19.8086, "step": 47948 }, { "epoch": 42.58, "learning_rate": 6.154864110681385e-06, "loss": 18.9238, "step": 47949 }, { "epoch": 42.58, "learning_rate": 6.153511077374646e-06, "loss": 18.9141, "step": 47950 }, { "epoch": 42.59, "learning_rate": 6.152158183052337e-06, "loss": 19.6377, "step": 47951 }, { "epoch": 42.59, "learning_rate": 6.150805427718748e-06, "loss": 18.7656, "step": 47952 }, { "epoch": 42.59, "learning_rate": 6.149452811378187e-06, "loss": 18.7158, "step": 47953 }, { "epoch": 42.59, "learning_rate": 6.1481003340349115e-06, "loss": 18.7939, "step": 47954 }, { "epoch": 42.59, "learning_rate": 6.146747995693225e-06, "loss": 19.627, "step": 47955 }, { "epoch": 42.59, "learning_rate": 6.1453957963574175e-06, "loss": 19.3496, "step": 47956 }, { "epoch": 42.59, "learning_rate": 6.144043736031762e-06, "loss": 18.8379, "step": 47957 }, { "epoch": 42.59, "learning_rate": 6.142691814720575e-06, "loss": 18.8105, "step": 47958 }, { "epoch": 42.59, "learning_rate": 6.141340032428094e-06, "loss": 19.0254, "step": 47959 }, { "epoch": 42.59, "learning_rate": 6.1399883891586296e-06, "loss": 19.2021, "step": 47960 }, { "epoch": 42.59, "learning_rate": 6.138636884916482e-06, "loss": 18.8887, "step": 47961 }, { "epoch": 42.6, "learning_rate": 6.137285519705899e-06, "loss": 18.7988, "step": 47962 }, { "epoch": 42.6, "learning_rate": 6.135934293531204e-06, "loss": 19.0234, "step": 47963 }, { "epoch": 42.6, "learning_rate": 6.1345832063966545e-06, "loss": 19.0596, "step": 47964 }, { "epoch": 42.6, "learning_rate": 6.133232258306526e-06, "loss": 18.625, "step": 47965 }, { "epoch": 42.6, "learning_rate": 6.131881449265125e-06, "loss": 19.25, "step": 47966 }, { "epoch": 42.6, "learning_rate": 6.130530779276716e-06, "loss": 18.9883, "step": 47967 }, { "epoch": 42.6, "learning_rate": 6.129180248345595e-06, "loss": 19.4453, "step": 47968 }, { "epoch": 42.6, "learning_rate": 6.127829856476031e-06, "loss": 19.4229, "step": 47969 }, { "epoch": 42.6, "learning_rate": 6.126479603672297e-06, "loss": 19.0557, "step": 47970 }, { "epoch": 42.6, "learning_rate": 6.125129489938697e-06, "loss": 18.5605, "step": 47971 }, { "epoch": 42.6, "learning_rate": 6.123779515279482e-06, "loss": 18.834, "step": 47972 }, { "epoch": 42.6, "learning_rate": 6.12242967969896e-06, "loss": 19.7764, "step": 47973 }, { "epoch": 42.61, "learning_rate": 6.1210799832013885e-06, "loss": 18.7393, "step": 47974 }, { "epoch": 42.61, "learning_rate": 6.119730425791059e-06, "loss": 19.1641, "step": 47975 }, { "epoch": 42.61, "learning_rate": 6.118381007472246e-06, "loss": 18.9004, "step": 47976 }, { "epoch": 42.61, "learning_rate": 6.1170317282492114e-06, "loss": 18.9707, "step": 47977 }, { "epoch": 42.61, "learning_rate": 6.115682588126248e-06, "loss": 19.0381, "step": 47978 }, { "epoch": 42.61, "learning_rate": 6.114333587107634e-06, "loss": 19.0645, "step": 47979 }, { "epoch": 42.61, "learning_rate": 6.112984725197646e-06, "loss": 19.4355, "step": 47980 }, { "epoch": 42.61, "learning_rate": 6.111636002400545e-06, "loss": 18.5752, "step": 47981 }, { "epoch": 42.61, "learning_rate": 6.110287418720623e-06, "loss": 19.9111, "step": 47982 }, { "epoch": 42.61, "learning_rate": 6.1089389741621376e-06, "loss": 19.0283, "step": 47983 }, { "epoch": 42.61, "learning_rate": 6.1075906687293845e-06, "loss": 19.2256, "step": 47984 }, { "epoch": 42.62, "learning_rate": 6.106242502426624e-06, "loss": 19.0361, "step": 47985 }, { "epoch": 42.62, "learning_rate": 6.104894475258122e-06, "loss": 19.1768, "step": 47986 }, { "epoch": 42.62, "learning_rate": 6.103546587228176e-06, "loss": 19.1738, "step": 47987 }, { "epoch": 42.62, "learning_rate": 6.102198838341028e-06, "loss": 19.3379, "step": 47988 }, { "epoch": 42.62, "learning_rate": 6.100851228600973e-06, "loss": 19.2178, "step": 47989 }, { "epoch": 42.62, "learning_rate": 6.09950375801227e-06, "loss": 18.9629, "step": 47990 }, { "epoch": 42.62, "learning_rate": 6.098156426579205e-06, "loss": 19.2314, "step": 47991 }, { "epoch": 42.62, "learning_rate": 6.096809234306039e-06, "loss": 18.8457, "step": 47992 }, { "epoch": 42.62, "learning_rate": 6.095462181197031e-06, "loss": 18.7285, "step": 47993 }, { "epoch": 42.62, "learning_rate": 6.0941152672564725e-06, "loss": 18.6699, "step": 47994 }, { "epoch": 42.62, "learning_rate": 6.092768492488615e-06, "loss": 19.5713, "step": 47995 }, { "epoch": 42.63, "learning_rate": 6.091421856897744e-06, "loss": 18.8574, "step": 47996 }, { "epoch": 42.63, "learning_rate": 6.090075360488118e-06, "loss": 18.9473, "step": 47997 }, { "epoch": 42.63, "learning_rate": 6.088729003263999e-06, "loss": 18.8662, "step": 47998 }, { "epoch": 42.63, "learning_rate": 6.087382785229667e-06, "loss": 18.9229, "step": 47999 }, { "epoch": 42.63, "learning_rate": 6.086036706389381e-06, "loss": 19.1191, "step": 48000 }, { "epoch": 42.63, "learning_rate": 6.0846907667474195e-06, "loss": 18.957, "step": 48001 }, { "epoch": 42.63, "learning_rate": 6.083344966308036e-06, "loss": 18.9268, "step": 48002 }, { "epoch": 42.63, "learning_rate": 6.081999305075498e-06, "loss": 18.6455, "step": 48003 }, { "epoch": 42.63, "learning_rate": 6.0806537830540685e-06, "loss": 18.708, "step": 48004 }, { "epoch": 42.63, "learning_rate": 6.079308400248029e-06, "loss": 18.9561, "step": 48005 }, { "epoch": 42.63, "learning_rate": 6.077963156661626e-06, "loss": 18.5459, "step": 48006 }, { "epoch": 42.63, "learning_rate": 6.0766180522991486e-06, "loss": 18.8789, "step": 48007 }, { "epoch": 42.64, "learning_rate": 6.075273087164824e-06, "loss": 18.8076, "step": 48008 }, { "epoch": 42.64, "learning_rate": 6.073928261262929e-06, "loss": 19.0928, "step": 48009 }, { "epoch": 42.64, "learning_rate": 6.072583574597745e-06, "loss": 19.1562, "step": 48010 }, { "epoch": 42.64, "learning_rate": 6.0712390271735145e-06, "loss": 19.0947, "step": 48011 }, { "epoch": 42.64, "learning_rate": 6.06989461899451e-06, "loss": 19.2861, "step": 48012 }, { "epoch": 42.64, "learning_rate": 6.068550350064994e-06, "loss": 18.623, "step": 48013 }, { "epoch": 42.64, "learning_rate": 6.067206220389204e-06, "loss": 18.8857, "step": 48014 }, { "epoch": 42.64, "learning_rate": 6.065862229971437e-06, "loss": 18.6768, "step": 48015 }, { "epoch": 42.64, "learning_rate": 6.064518378815925e-06, "loss": 19.5938, "step": 48016 }, { "epoch": 42.64, "learning_rate": 6.063174666926946e-06, "loss": 18.624, "step": 48017 }, { "epoch": 42.64, "learning_rate": 6.061831094308751e-06, "loss": 19.0811, "step": 48018 }, { "epoch": 42.65, "learning_rate": 6.060487660965586e-06, "loss": 19.5654, "step": 48019 }, { "epoch": 42.65, "learning_rate": 6.059144366901736e-06, "loss": 19.0811, "step": 48020 }, { "epoch": 42.65, "learning_rate": 6.057801212121439e-06, "loss": 18.8271, "step": 48021 }, { "epoch": 42.65, "learning_rate": 6.05645819662895e-06, "loss": 19.1084, "step": 48022 }, { "epoch": 42.65, "learning_rate": 6.055115320428562e-06, "loss": 19.4805, "step": 48023 }, { "epoch": 42.65, "learning_rate": 6.053772583524481e-06, "loss": 19.2832, "step": 48024 }, { "epoch": 42.65, "learning_rate": 6.052429985920999e-06, "loss": 18.9883, "step": 48025 }, { "epoch": 42.65, "learning_rate": 6.051087527622351e-06, "loss": 18.7207, "step": 48026 }, { "epoch": 42.65, "learning_rate": 6.049745208632801e-06, "loss": 18.9434, "step": 48027 }, { "epoch": 42.65, "learning_rate": 6.048403028956623e-06, "loss": 18.8066, "step": 48028 }, { "epoch": 42.65, "learning_rate": 6.04706098859803e-06, "loss": 19.4414, "step": 48029 }, { "epoch": 42.66, "learning_rate": 6.045719087561296e-06, "loss": 19.1201, "step": 48030 }, { "epoch": 42.66, "learning_rate": 6.044377325850692e-06, "loss": 18.6865, "step": 48031 }, { "epoch": 42.66, "learning_rate": 6.0430357034704455e-06, "loss": 19.1738, "step": 48032 }, { "epoch": 42.66, "learning_rate": 6.041694220424832e-06, "loss": 18.9609, "step": 48033 }, { "epoch": 42.66, "learning_rate": 6.040352876718086e-06, "loss": 19.1631, "step": 48034 }, { "epoch": 42.66, "learning_rate": 6.0390116723544554e-06, "loss": 19.2051, "step": 48035 }, { "epoch": 42.66, "learning_rate": 6.037670607338214e-06, "loss": 19.7217, "step": 48036 }, { "epoch": 42.66, "learning_rate": 6.036329681673586e-06, "loss": 19.1797, "step": 48037 }, { "epoch": 42.66, "learning_rate": 6.034988895364846e-06, "loss": 19.5859, "step": 48038 }, { "epoch": 42.66, "learning_rate": 6.033648248416235e-06, "loss": 18.6299, "step": 48039 }, { "epoch": 42.66, "learning_rate": 6.032307740831988e-06, "loss": 19.0645, "step": 48040 }, { "epoch": 42.67, "learning_rate": 6.030967372616381e-06, "loss": 19.2725, "step": 48041 }, { "epoch": 42.67, "learning_rate": 6.029627143773636e-06, "loss": 19.3838, "step": 48042 }, { "epoch": 42.67, "learning_rate": 6.02828705430803e-06, "loss": 18.9902, "step": 48043 }, { "epoch": 42.67, "learning_rate": 6.02694710422379e-06, "loss": 19.166, "step": 48044 }, { "epoch": 42.67, "learning_rate": 6.025607293525154e-06, "loss": 19.3164, "step": 48045 }, { "epoch": 42.67, "learning_rate": 6.0242676222164005e-06, "loss": 19.2246, "step": 48046 }, { "epoch": 42.67, "learning_rate": 6.022928090301744e-06, "loss": 19.0742, "step": 48047 }, { "epoch": 42.67, "learning_rate": 6.021588697785446e-06, "loss": 18.8984, "step": 48048 }, { "epoch": 42.67, "learning_rate": 6.02024944467176e-06, "loss": 18.917, "step": 48049 }, { "epoch": 42.67, "learning_rate": 6.018910330964927e-06, "loss": 18.7354, "step": 48050 }, { "epoch": 42.67, "learning_rate": 6.017571356669183e-06, "loss": 18.7568, "step": 48051 }, { "epoch": 42.67, "learning_rate": 6.016232521788767e-06, "loss": 19.0752, "step": 48052 }, { "epoch": 42.68, "learning_rate": 6.014893826327933e-06, "loss": 18.7422, "step": 48053 }, { "epoch": 42.68, "learning_rate": 6.013555270290932e-06, "loss": 19.3613, "step": 48054 }, { "epoch": 42.68, "learning_rate": 6.012216853682001e-06, "loss": 18.793, "step": 48055 }, { "epoch": 42.68, "learning_rate": 6.010878576505374e-06, "loss": 19.126, "step": 48056 }, { "epoch": 42.68, "learning_rate": 6.009540438765305e-06, "loss": 18.8252, "step": 48057 }, { "epoch": 42.68, "learning_rate": 6.008202440466015e-06, "loss": 18.9697, "step": 48058 }, { "epoch": 42.68, "learning_rate": 6.0068645816117765e-06, "loss": 18.8662, "step": 48059 }, { "epoch": 42.68, "learning_rate": 6.005526862206811e-06, "loss": 19.0518, "step": 48060 }, { "epoch": 42.68, "learning_rate": 6.0041892822553516e-06, "loss": 18.9482, "step": 48061 }, { "epoch": 42.68, "learning_rate": 6.002851841761659e-06, "loss": 19.5264, "step": 48062 }, { "epoch": 42.68, "learning_rate": 6.0015145407299525e-06, "loss": 19.1279, "step": 48063 }, { "epoch": 42.69, "learning_rate": 6.00017737916449e-06, "loss": 18.9326, "step": 48064 }, { "epoch": 42.69, "learning_rate": 5.998840357069485e-06, "loss": 19.1875, "step": 48065 }, { "epoch": 42.69, "learning_rate": 5.997503474449206e-06, "loss": 18.6387, "step": 48066 }, { "epoch": 42.69, "learning_rate": 5.996166731307879e-06, "loss": 19.2051, "step": 48067 }, { "epoch": 42.69, "learning_rate": 5.9948301276497195e-06, "loss": 18.7939, "step": 48068 }, { "epoch": 42.69, "learning_rate": 5.9934936634789995e-06, "loss": 19.1074, "step": 48069 }, { "epoch": 42.69, "learning_rate": 5.992157338799919e-06, "loss": 18.5723, "step": 48070 }, { "epoch": 42.69, "learning_rate": 5.990821153616755e-06, "loss": 19.0342, "step": 48071 }, { "epoch": 42.69, "learning_rate": 5.989485107933712e-06, "loss": 18.7559, "step": 48072 }, { "epoch": 42.69, "learning_rate": 5.988149201755028e-06, "loss": 19.8154, "step": 48073 }, { "epoch": 42.69, "learning_rate": 5.986813435084943e-06, "loss": 18.8545, "step": 48074 }, { "epoch": 42.7, "learning_rate": 5.985477807927703e-06, "loss": 18.9365, "step": 48075 }, { "epoch": 42.7, "learning_rate": 5.984142320287528e-06, "loss": 18.667, "step": 48076 }, { "epoch": 42.7, "learning_rate": 5.982806972168659e-06, "loss": 18.9619, "step": 48077 }, { "epoch": 42.7, "learning_rate": 5.981471763575308e-06, "loss": 18.4619, "step": 48078 }, { "epoch": 42.7, "learning_rate": 5.980136694511723e-06, "loss": 19.1025, "step": 48079 }, { "epoch": 42.7, "learning_rate": 5.978801764982145e-06, "loss": 19.3359, "step": 48080 }, { "epoch": 42.7, "learning_rate": 5.977466974990786e-06, "loss": 19.0879, "step": 48081 }, { "epoch": 42.7, "learning_rate": 5.9761323245419e-06, "loss": 19.6064, "step": 48082 }, { "epoch": 42.7, "learning_rate": 5.974797813639704e-06, "loss": 19.0225, "step": 48083 }, { "epoch": 42.7, "learning_rate": 5.973463442288419e-06, "loss": 18.8564, "step": 48084 }, { "epoch": 42.7, "learning_rate": 5.9721292104922945e-06, "loss": 19.208, "step": 48085 }, { "epoch": 42.71, "learning_rate": 5.97079511825554e-06, "loss": 19.1318, "step": 48086 }, { "epoch": 42.71, "learning_rate": 5.969461165582402e-06, "loss": 18.9922, "step": 48087 }, { "epoch": 42.71, "learning_rate": 5.968127352477104e-06, "loss": 18.4756, "step": 48088 }, { "epoch": 42.71, "learning_rate": 5.96679367894386e-06, "loss": 19.5684, "step": 48089 }, { "epoch": 42.71, "learning_rate": 5.965460144986917e-06, "loss": 18.8047, "step": 48090 }, { "epoch": 42.71, "learning_rate": 5.964126750610483e-06, "loss": 19.2578, "step": 48091 }, { "epoch": 42.71, "learning_rate": 5.962793495818808e-06, "loss": 18.9355, "step": 48092 }, { "epoch": 42.71, "learning_rate": 5.962793495818808e-06, "loss": 19.6035, "step": 48093 }, { "epoch": 42.71, "learning_rate": 5.9614603806161016e-06, "loss": 19.0303, "step": 48094 }, { "epoch": 42.71, "learning_rate": 5.960127405006582e-06, "loss": 19.0039, "step": 48095 }, { "epoch": 42.71, "learning_rate": 5.9587945689945025e-06, "loss": 19.4619, "step": 48096 }, { "epoch": 42.71, "learning_rate": 5.957461872584053e-06, "loss": 19.0312, "step": 48097 }, { "epoch": 42.72, "learning_rate": 5.95612931577948e-06, "loss": 18.9795, "step": 48098 }, { "epoch": 42.72, "learning_rate": 5.954796898585024e-06, "loss": 19.0498, "step": 48099 }, { "epoch": 42.72, "learning_rate": 5.953464621004862e-06, "loss": 18.915, "step": 48100 }, { "epoch": 42.72, "learning_rate": 5.952132483043249e-06, "loss": 18.9951, "step": 48101 }, { "epoch": 42.72, "learning_rate": 5.950800484704405e-06, "loss": 19.1279, "step": 48102 }, { "epoch": 42.72, "learning_rate": 5.9494686259925434e-06, "loss": 19.1289, "step": 48103 }, { "epoch": 42.72, "learning_rate": 5.948136906911911e-06, "loss": 18.9854, "step": 48104 }, { "epoch": 42.72, "learning_rate": 5.946805327466687e-06, "loss": 18.7969, "step": 48105 }, { "epoch": 42.72, "learning_rate": 5.9454738876611184e-06, "loss": 19.4854, "step": 48106 }, { "epoch": 42.72, "learning_rate": 5.944142587499424e-06, "loss": 18.6953, "step": 48107 }, { "epoch": 42.72, "learning_rate": 5.942811426985817e-06, "loss": 18.5127, "step": 48108 }, { "epoch": 42.73, "learning_rate": 5.9414804061245275e-06, "loss": 19.1992, "step": 48109 }, { "epoch": 42.73, "learning_rate": 5.940149524919775e-06, "loss": 19.3447, "step": 48110 }, { "epoch": 42.73, "learning_rate": 5.938818783375755e-06, "loss": 19.1455, "step": 48111 }, { "epoch": 42.73, "learning_rate": 5.937488181496714e-06, "loss": 19.1631, "step": 48112 }, { "epoch": 42.73, "learning_rate": 5.936157719286845e-06, "loss": 19.2402, "step": 48113 }, { "epoch": 42.73, "learning_rate": 5.934827396750392e-06, "loss": 18.9238, "step": 48114 }, { "epoch": 42.73, "learning_rate": 5.933497213891559e-06, "loss": 18.8291, "step": 48115 }, { "epoch": 42.73, "learning_rate": 5.9321671707145475e-06, "loss": 18.585, "step": 48116 }, { "epoch": 42.73, "learning_rate": 5.930837267223599e-06, "loss": 19.2676, "step": 48117 }, { "epoch": 42.73, "learning_rate": 5.9295075034229044e-06, "loss": 19.0635, "step": 48118 }, { "epoch": 42.73, "learning_rate": 5.928177879316704e-06, "loss": 18.6562, "step": 48119 }, { "epoch": 42.74, "learning_rate": 5.9268483949092015e-06, "loss": 18.9531, "step": 48120 }, { "epoch": 42.74, "learning_rate": 5.925519050204598e-06, "loss": 18.8506, "step": 48121 }, { "epoch": 42.74, "learning_rate": 5.924189845207129e-06, "loss": 18.8359, "step": 48122 }, { "epoch": 42.74, "learning_rate": 5.922860779920991e-06, "loss": 18.8203, "step": 48123 }, { "epoch": 42.74, "learning_rate": 5.921531854350399e-06, "loss": 19.5898, "step": 48124 }, { "epoch": 42.74, "learning_rate": 5.92020306849958e-06, "loss": 18.5059, "step": 48125 }, { "epoch": 42.74, "learning_rate": 5.9188744223727385e-06, "loss": 18.79, "step": 48126 }, { "epoch": 42.74, "learning_rate": 5.917545915974087e-06, "loss": 19.084, "step": 48127 }, { "epoch": 42.74, "learning_rate": 5.916217549307818e-06, "loss": 18.6572, "step": 48128 }, { "epoch": 42.74, "learning_rate": 5.914889322378159e-06, "loss": 18.6533, "step": 48129 }, { "epoch": 42.74, "learning_rate": 5.91356123518933e-06, "loss": 18.8848, "step": 48130 }, { "epoch": 42.75, "learning_rate": 5.912233287745528e-06, "loss": 18.8232, "step": 48131 }, { "epoch": 42.75, "learning_rate": 5.912233287745528e-06, "loss": 19.1611, "step": 48132 }, { "epoch": 42.75, "learning_rate": 5.910905480050949e-06, "loss": 18.9688, "step": 48133 }, { "epoch": 42.75, "learning_rate": 5.9095778121098345e-06, "loss": 19.0566, "step": 48134 }, { "epoch": 42.75, "learning_rate": 5.9082502839263584e-06, "loss": 18.7012, "step": 48135 }, { "epoch": 42.75, "learning_rate": 5.906922895504757e-06, "loss": 19.168, "step": 48136 }, { "epoch": 42.75, "learning_rate": 5.905595646849227e-06, "loss": 19.4502, "step": 48137 }, { "epoch": 42.75, "learning_rate": 5.904268537963964e-06, "loss": 19.0635, "step": 48138 }, { "epoch": 42.75, "learning_rate": 5.902941568853198e-06, "loss": 18.9941, "step": 48139 }, { "epoch": 42.75, "learning_rate": 5.9016147395211105e-06, "loss": 18.7734, "step": 48140 }, { "epoch": 42.75, "learning_rate": 5.900288049971931e-06, "loss": 18.8682, "step": 48141 }, { "epoch": 42.75, "learning_rate": 5.8989615002098375e-06, "loss": 18.9648, "step": 48142 }, { "epoch": 42.76, "learning_rate": 5.8976350902390675e-06, "loss": 18.9082, "step": 48143 }, { "epoch": 42.76, "learning_rate": 5.896308820063806e-06, "loss": 19.4414, "step": 48144 }, { "epoch": 42.76, "learning_rate": 5.8949826896882444e-06, "loss": 18.7568, "step": 48145 }, { "epoch": 42.76, "learning_rate": 5.8936566991166175e-06, "loss": 19.3877, "step": 48146 }, { "epoch": 42.76, "learning_rate": 5.8923308483531005e-06, "loss": 19.4326, "step": 48147 }, { "epoch": 42.76, "learning_rate": 5.8910051374019175e-06, "loss": 19.2236, "step": 48148 }, { "epoch": 42.76, "learning_rate": 5.889679566267259e-06, "loss": 19.6104, "step": 48149 }, { "epoch": 42.76, "learning_rate": 5.888354134953322e-06, "loss": 19.2529, "step": 48150 }, { "epoch": 42.76, "learning_rate": 5.887028843464315e-06, "loss": 19.1895, "step": 48151 }, { "epoch": 42.76, "learning_rate": 5.885703691804445e-06, "loss": 18.9561, "step": 48152 }, { "epoch": 42.76, "learning_rate": 5.884378679977909e-06, "loss": 19.043, "step": 48153 }, { "epoch": 42.77, "learning_rate": 5.883053807988903e-06, "loss": 18.8398, "step": 48154 }, { "epoch": 42.77, "learning_rate": 5.881729075841619e-06, "loss": 18.8301, "step": 48155 }, { "epoch": 42.77, "learning_rate": 5.880404483540264e-06, "loss": 18.582, "step": 48156 }, { "epoch": 42.77, "learning_rate": 5.879080031089046e-06, "loss": 19.1338, "step": 48157 }, { "epoch": 42.77, "learning_rate": 5.877755718492145e-06, "loss": 18.7588, "step": 48158 }, { "epoch": 42.77, "learning_rate": 5.87643154575378e-06, "loss": 19.3105, "step": 48159 }, { "epoch": 42.77, "learning_rate": 5.875107512878136e-06, "loss": 19.1611, "step": 48160 }, { "epoch": 42.77, "learning_rate": 5.873783619869405e-06, "loss": 18.7939, "step": 48161 }, { "epoch": 42.77, "learning_rate": 5.872459866731794e-06, "loss": 19.0762, "step": 48162 }, { "epoch": 42.77, "learning_rate": 5.871136253469484e-06, "loss": 19.251, "step": 48163 }, { "epoch": 42.77, "learning_rate": 5.869812780086692e-06, "loss": 19.0879, "step": 48164 }, { "epoch": 42.78, "learning_rate": 5.868489446587605e-06, "loss": 19.2988, "step": 48165 }, { "epoch": 42.78, "learning_rate": 5.867166252976402e-06, "loss": 19.1445, "step": 48166 }, { "epoch": 42.78, "learning_rate": 5.8658431992572985e-06, "loss": 19.1562, "step": 48167 }, { "epoch": 42.78, "learning_rate": 5.864520285434471e-06, "loss": 18.6074, "step": 48168 }, { "epoch": 42.78, "learning_rate": 5.8631975115121254e-06, "loss": 18.4805, "step": 48169 }, { "epoch": 42.78, "learning_rate": 5.8618748774944665e-06, "loss": 19.0312, "step": 48170 }, { "epoch": 42.78, "learning_rate": 5.860552383385648e-06, "loss": 19.1963, "step": 48171 }, { "epoch": 42.78, "learning_rate": 5.859230029189899e-06, "loss": 19.3809, "step": 48172 }, { "epoch": 42.78, "learning_rate": 5.85790781491139e-06, "loss": 18.8281, "step": 48173 }, { "epoch": 42.78, "learning_rate": 5.856585740554316e-06, "loss": 19.0498, "step": 48174 }, { "epoch": 42.78, "learning_rate": 5.855263806122891e-06, "loss": 18.8691, "step": 48175 }, { "epoch": 42.79, "learning_rate": 5.8539420116212665e-06, "loss": 19.2764, "step": 48176 }, { "epoch": 42.79, "learning_rate": 5.852620357053651e-06, "loss": 18.8389, "step": 48177 }, { "epoch": 42.79, "learning_rate": 5.851298842424241e-06, "loss": 19.1484, "step": 48178 }, { "epoch": 42.79, "learning_rate": 5.849977467737211e-06, "loss": 18.7227, "step": 48179 }, { "epoch": 42.79, "learning_rate": 5.84865623299678e-06, "loss": 19.2549, "step": 48180 }, { "epoch": 42.79, "learning_rate": 5.847335138207089e-06, "loss": 19.5918, "step": 48181 }, { "epoch": 42.79, "learning_rate": 5.8460141833723505e-06, "loss": 19.1494, "step": 48182 }, { "epoch": 42.79, "learning_rate": 5.844693368496762e-06, "loss": 19.1562, "step": 48183 }, { "epoch": 42.79, "learning_rate": 5.843372693584487e-06, "loss": 18.624, "step": 48184 }, { "epoch": 42.79, "learning_rate": 5.8420521586397325e-06, "loss": 19.0361, "step": 48185 }, { "epoch": 42.79, "learning_rate": 5.840731763666679e-06, "loss": 19.0049, "step": 48186 }, { "epoch": 42.79, "learning_rate": 5.839411508669496e-06, "loss": 19.2217, "step": 48187 }, { "epoch": 42.8, "learning_rate": 5.8380913936523895e-06, "loss": 19.1152, "step": 48188 }, { "epoch": 42.8, "learning_rate": 5.83677141861953e-06, "loss": 18.7422, "step": 48189 }, { "epoch": 42.8, "learning_rate": 5.835451583575113e-06, "loss": 19.4766, "step": 48190 }, { "epoch": 42.8, "learning_rate": 5.834131888523314e-06, "loss": 19.2168, "step": 48191 }, { "epoch": 42.8, "learning_rate": 5.832812333468313e-06, "loss": 18.9219, "step": 48192 }, { "epoch": 42.8, "learning_rate": 5.831492918414305e-06, "loss": 18.8594, "step": 48193 }, { "epoch": 42.8, "learning_rate": 5.830173643365456e-06, "loss": 18.835, "step": 48194 }, { "epoch": 42.8, "learning_rate": 5.828854508325959e-06, "loss": 18.4443, "step": 48195 }, { "epoch": 42.8, "learning_rate": 5.827535513300014e-06, "loss": 18.9238, "step": 48196 }, { "epoch": 42.8, "learning_rate": 5.826216658291756e-06, "loss": 19.3164, "step": 48197 }, { "epoch": 42.8, "learning_rate": 5.824897943305402e-06, "loss": 18.8145, "step": 48198 }, { "epoch": 42.81, "learning_rate": 5.823579368345117e-06, "loss": 19.4668, "step": 48199 }, { "epoch": 42.81, "learning_rate": 5.82226093341508e-06, "loss": 18.541, "step": 48200 }, { "epoch": 42.81, "learning_rate": 5.820942638519483e-06, "loss": 19.5762, "step": 48201 }, { "epoch": 42.81, "learning_rate": 5.8196244836625e-06, "loss": 19.0713, "step": 48202 }, { "epoch": 42.81, "learning_rate": 5.818306468848289e-06, "loss": 18.7183, "step": 48203 }, { "epoch": 42.81, "learning_rate": 5.816988594081063e-06, "loss": 19.2627, "step": 48204 }, { "epoch": 42.81, "learning_rate": 5.815670859364963e-06, "loss": 19.3672, "step": 48205 }, { "epoch": 42.81, "learning_rate": 5.814353264704203e-06, "loss": 19.4395, "step": 48206 }, { "epoch": 42.81, "learning_rate": 5.813035810102935e-06, "loss": 19.1729, "step": 48207 }, { "epoch": 42.81, "learning_rate": 5.811718495565327e-06, "loss": 18.7588, "step": 48208 }, { "epoch": 42.81, "learning_rate": 5.810401321095582e-06, "loss": 19.1396, "step": 48209 }, { "epoch": 42.82, "learning_rate": 5.809084286697853e-06, "loss": 19.5977, "step": 48210 }, { "epoch": 42.82, "learning_rate": 5.807767392376334e-06, "loss": 18.9766, "step": 48211 }, { "epoch": 42.82, "learning_rate": 5.806450638135186e-06, "loss": 18.9785, "step": 48212 }, { "epoch": 42.82, "learning_rate": 5.80513402397857e-06, "loss": 19.2383, "step": 48213 }, { "epoch": 42.82, "learning_rate": 5.8038175499106894e-06, "loss": 18.6729, "step": 48214 }, { "epoch": 42.82, "learning_rate": 5.802501215935691e-06, "loss": 18.3281, "step": 48215 }, { "epoch": 42.82, "learning_rate": 5.80118502205777e-06, "loss": 19.4795, "step": 48216 }, { "epoch": 42.82, "learning_rate": 5.7998689682810746e-06, "loss": 19.3887, "step": 48217 }, { "epoch": 42.82, "learning_rate": 5.798553054609801e-06, "loss": 19.334, "step": 48218 }, { "epoch": 42.82, "learning_rate": 5.7972372810481125e-06, "loss": 18.3672, "step": 48219 }, { "epoch": 42.82, "learning_rate": 5.795921647600155e-06, "loss": 19.126, "step": 48220 }, { "epoch": 42.83, "learning_rate": 5.794606154270138e-06, "loss": 19.4951, "step": 48221 }, { "epoch": 42.83, "learning_rate": 5.793290801062201e-06, "loss": 19.4482, "step": 48222 }, { "epoch": 42.83, "learning_rate": 5.791975587980531e-06, "loss": 18.7305, "step": 48223 }, { "epoch": 42.83, "learning_rate": 5.790660515029295e-06, "loss": 19.7314, "step": 48224 }, { "epoch": 42.83, "learning_rate": 5.789345582212646e-06, "loss": 19.1631, "step": 48225 }, { "epoch": 42.83, "learning_rate": 5.788030789534765e-06, "loss": 18.9102, "step": 48226 }, { "epoch": 42.83, "learning_rate": 5.786716136999826e-06, "loss": 19.1055, "step": 48227 }, { "epoch": 42.83, "learning_rate": 5.78540162461198e-06, "loss": 18.749, "step": 48228 }, { "epoch": 42.83, "learning_rate": 5.7840872523754145e-06, "loss": 18.9902, "step": 48229 }, { "epoch": 42.83, "learning_rate": 5.7827730202942795e-06, "loss": 18.6719, "step": 48230 }, { "epoch": 42.83, "learning_rate": 5.781458928372735e-06, "loss": 18.9824, "step": 48231 }, { "epoch": 42.83, "learning_rate": 5.780144976614971e-06, "loss": 19.2891, "step": 48232 }, { "epoch": 42.84, "learning_rate": 5.780144976614971e-06, "loss": 20.1025, "step": 48233 }, { "epoch": 42.84, "learning_rate": 5.778831165025123e-06, "loss": 18.6318, "step": 48234 }, { "epoch": 42.84, "learning_rate": 5.777517493607382e-06, "loss": 19.1416, "step": 48235 }, { "epoch": 42.84, "learning_rate": 5.776203962365895e-06, "loss": 19.0762, "step": 48236 }, { "epoch": 42.84, "learning_rate": 5.774890571304825e-06, "loss": 18.9668, "step": 48237 }, { "epoch": 42.84, "learning_rate": 5.773577320428353e-06, "loss": 19.0859, "step": 48238 }, { "epoch": 42.84, "learning_rate": 5.772264209740618e-06, "loss": 18.8262, "step": 48239 }, { "epoch": 42.84, "learning_rate": 5.770951239245803e-06, "loss": 19.3965, "step": 48240 }, { "epoch": 42.84, "learning_rate": 5.769638408948064e-06, "loss": 18.6631, "step": 48241 }, { "epoch": 42.84, "learning_rate": 5.7683257188515474e-06, "loss": 19.332, "step": 48242 }, { "epoch": 42.84, "learning_rate": 5.767013168960439e-06, "loss": 18.7422, "step": 48243 }, { "epoch": 42.85, "learning_rate": 5.765700759278869e-06, "loss": 19.1768, "step": 48244 }, { "epoch": 42.85, "learning_rate": 5.764388489811023e-06, "loss": 18.9297, "step": 48245 }, { "epoch": 42.85, "learning_rate": 5.76307636056107e-06, "loss": 18.9814, "step": 48246 }, { "epoch": 42.85, "learning_rate": 5.761764371533129e-06, "loss": 18.6377, "step": 48247 }, { "epoch": 42.85, "learning_rate": 5.7604525227313965e-06, "loss": 19.0156, "step": 48248 }, { "epoch": 42.85, "learning_rate": 5.7591408141600025e-06, "loss": 19.1279, "step": 48249 }, { "epoch": 42.85, "learning_rate": 5.7578292458231155e-06, "loss": 18.5117, "step": 48250 }, { "epoch": 42.85, "learning_rate": 5.756517817724916e-06, "loss": 19.374, "step": 48251 }, { "epoch": 42.85, "learning_rate": 5.755206529869522e-06, "loss": 19.2998, "step": 48252 }, { "epoch": 42.85, "learning_rate": 5.753895382261109e-06, "loss": 19.3691, "step": 48253 }, { "epoch": 42.85, "learning_rate": 5.752584374903847e-06, "loss": 18.4482, "step": 48254 }, { "epoch": 42.86, "learning_rate": 5.751273507801857e-06, "loss": 18.6621, "step": 48255 }, { "epoch": 42.86, "learning_rate": 5.7499627809593335e-06, "loss": 18.7744, "step": 48256 }, { "epoch": 42.86, "learning_rate": 5.748652194380411e-06, "loss": 19.5371, "step": 48257 }, { "epoch": 42.86, "learning_rate": 5.747341748069229e-06, "loss": 19.5566, "step": 48258 }, { "epoch": 42.86, "learning_rate": 5.74603144202997e-06, "loss": 19.0117, "step": 48259 }, { "epoch": 42.86, "learning_rate": 5.744721276266768e-06, "loss": 18.8828, "step": 48260 }, { "epoch": 42.86, "learning_rate": 5.7434112507837866e-06, "loss": 19.3945, "step": 48261 }, { "epoch": 42.86, "learning_rate": 5.742101365585179e-06, "loss": 18.7656, "step": 48262 }, { "epoch": 42.86, "learning_rate": 5.740791620675079e-06, "loss": 18.9512, "step": 48263 }, { "epoch": 42.86, "learning_rate": 5.7394820160576675e-06, "loss": 18.9297, "step": 48264 }, { "epoch": 42.86, "learning_rate": 5.738172551737064e-06, "loss": 19.542, "step": 48265 }, { "epoch": 42.87, "learning_rate": 5.7368632277174485e-06, "loss": 19.1377, "step": 48266 }, { "epoch": 42.87, "learning_rate": 5.735554044002956e-06, "loss": 18.9609, "step": 48267 }, { "epoch": 42.87, "learning_rate": 5.734245000597732e-06, "loss": 19.2832, "step": 48268 }, { "epoch": 42.87, "learning_rate": 5.732936097505937e-06, "loss": 18.7715, "step": 48269 }, { "epoch": 42.87, "learning_rate": 5.731627334731709e-06, "loss": 19.1172, "step": 48270 }, { "epoch": 42.87, "learning_rate": 5.730318712279203e-06, "loss": 18.9736, "step": 48271 }, { "epoch": 42.87, "learning_rate": 5.729010230152587e-06, "loss": 19.5146, "step": 48272 }, { "epoch": 42.87, "learning_rate": 5.727701888355963e-06, "loss": 19.0674, "step": 48273 }, { "epoch": 42.87, "learning_rate": 5.7263936868935165e-06, "loss": 19.1533, "step": 48274 }, { "epoch": 42.87, "learning_rate": 5.725085625769372e-06, "loss": 19.0439, "step": 48275 }, { "epoch": 42.87, "learning_rate": 5.723777704987688e-06, "loss": 19.4062, "step": 48276 }, { "epoch": 42.87, "learning_rate": 5.722469924552615e-06, "loss": 19.3291, "step": 48277 }, { "epoch": 42.88, "learning_rate": 5.72116228446829e-06, "loss": 18.9814, "step": 48278 }, { "epoch": 42.88, "learning_rate": 5.719854784738849e-06, "loss": 19.209, "step": 48279 }, { "epoch": 42.88, "learning_rate": 5.718547425368453e-06, "loss": 19.71, "step": 48280 }, { "epoch": 42.88, "learning_rate": 5.7172402063612354e-06, "loss": 18.5752, "step": 48281 }, { "epoch": 42.88, "learning_rate": 5.715933127721351e-06, "loss": 18.9219, "step": 48282 }, { "epoch": 42.88, "learning_rate": 5.714626189452938e-06, "loss": 18.6973, "step": 48283 }, { "epoch": 42.88, "learning_rate": 5.713319391560123e-06, "loss": 19.1172, "step": 48284 }, { "epoch": 42.88, "learning_rate": 5.712012734047073e-06, "loss": 19.2188, "step": 48285 }, { "epoch": 42.88, "learning_rate": 5.71070621691791e-06, "loss": 18.9805, "step": 48286 }, { "epoch": 42.88, "learning_rate": 5.709399840176794e-06, "loss": 19.6309, "step": 48287 }, { "epoch": 42.88, "learning_rate": 5.708093603827846e-06, "loss": 19.1055, "step": 48288 }, { "epoch": 42.89, "learning_rate": 5.708093603827846e-06, "loss": 19.6943, "step": 48289 }, { "epoch": 42.89, "learning_rate": 5.706787507875227e-06, "loss": 19.3418, "step": 48290 }, { "epoch": 42.89, "learning_rate": 5.705481552323072e-06, "loss": 19.0186, "step": 48291 }, { "epoch": 42.89, "learning_rate": 5.704175737175499e-06, "loss": 18.9932, "step": 48292 }, { "epoch": 42.89, "learning_rate": 5.702870062436677e-06, "loss": 20.0557, "step": 48293 }, { "epoch": 42.89, "learning_rate": 5.70156452811072e-06, "loss": 18.9805, "step": 48294 }, { "epoch": 42.89, "learning_rate": 5.700259134201785e-06, "loss": 18.5898, "step": 48295 }, { "epoch": 42.89, "learning_rate": 5.6989538807140085e-06, "loss": 18.9893, "step": 48296 }, { "epoch": 42.89, "learning_rate": 5.697648767651509e-06, "loss": 18.8457, "step": 48297 }, { "epoch": 42.89, "learning_rate": 5.696343795018433e-06, "loss": 18.7939, "step": 48298 }, { "epoch": 42.89, "learning_rate": 5.695038962818933e-06, "loss": 18.6211, "step": 48299 }, { "epoch": 42.9, "learning_rate": 5.693734271057133e-06, "loss": 18.8027, "step": 48300 }, { "epoch": 42.9, "learning_rate": 5.692429719737169e-06, "loss": 19.4648, "step": 48301 }, { "epoch": 42.9, "learning_rate": 5.691125308863166e-06, "loss": 19.8477, "step": 48302 }, { "epoch": 42.9, "learning_rate": 5.689821038439263e-06, "loss": 19.2822, "step": 48303 }, { "epoch": 42.9, "learning_rate": 5.68851690846961e-06, "loss": 19.3809, "step": 48304 }, { "epoch": 42.9, "learning_rate": 5.687212918958324e-06, "loss": 18.9854, "step": 48305 }, { "epoch": 42.9, "learning_rate": 5.6859090699095506e-06, "loss": 19.1279, "step": 48306 }, { "epoch": 42.9, "learning_rate": 5.684605361327416e-06, "loss": 18.9121, "step": 48307 }, { "epoch": 42.9, "learning_rate": 5.6833017932160505e-06, "loss": 18.9844, "step": 48308 }, { "epoch": 42.9, "learning_rate": 5.681998365579594e-06, "loss": 19.6045, "step": 48309 }, { "epoch": 42.9, "learning_rate": 5.68069507842216e-06, "loss": 18.9619, "step": 48310 }, { "epoch": 42.9, "learning_rate": 5.679391931747907e-06, "loss": 19.1016, "step": 48311 }, { "epoch": 42.91, "learning_rate": 5.678088925560948e-06, "loss": 19.1787, "step": 48312 }, { "epoch": 42.91, "learning_rate": 5.676786059865408e-06, "loss": 19.0566, "step": 48313 }, { "epoch": 42.91, "learning_rate": 5.6754833346654325e-06, "loss": 19.2793, "step": 48314 }, { "epoch": 42.91, "learning_rate": 5.674180749965136e-06, "loss": 18.7383, "step": 48315 }, { "epoch": 42.91, "learning_rate": 5.67287830576867e-06, "loss": 18.6934, "step": 48316 }, { "epoch": 42.91, "learning_rate": 5.671576002080142e-06, "loss": 19.1816, "step": 48317 }, { "epoch": 42.91, "learning_rate": 5.670273838903678e-06, "loss": 18.8506, "step": 48318 }, { "epoch": 42.91, "learning_rate": 5.668971816243423e-06, "loss": 19.1035, "step": 48319 }, { "epoch": 42.91, "learning_rate": 5.667669934103487e-06, "loss": 19.3428, "step": 48320 }, { "epoch": 42.91, "learning_rate": 5.666368192488003e-06, "loss": 19.126, "step": 48321 }, { "epoch": 42.91, "learning_rate": 5.665066591401119e-06, "loss": 19.2295, "step": 48322 }, { "epoch": 42.92, "learning_rate": 5.6637651308469205e-06, "loss": 18.8164, "step": 48323 }, { "epoch": 42.92, "learning_rate": 5.662463810829555e-06, "loss": 18.7715, "step": 48324 }, { "epoch": 42.92, "learning_rate": 5.661162631353151e-06, "loss": 19.083, "step": 48325 }, { "epoch": 42.92, "learning_rate": 5.659861592421823e-06, "loss": 19.4795, "step": 48326 }, { "epoch": 42.92, "learning_rate": 5.658560694039716e-06, "loss": 19.3027, "step": 48327 }, { "epoch": 42.92, "learning_rate": 5.657259936210918e-06, "loss": 19.1807, "step": 48328 }, { "epoch": 42.92, "learning_rate": 5.6559593189395744e-06, "loss": 19.0283, "step": 48329 }, { "epoch": 42.92, "learning_rate": 5.65465884222981e-06, "loss": 19.1328, "step": 48330 }, { "epoch": 42.92, "learning_rate": 5.653358506085732e-06, "loss": 18.9961, "step": 48331 }, { "epoch": 42.92, "learning_rate": 5.652058310511482e-06, "loss": 19.1328, "step": 48332 }, { "epoch": 42.92, "learning_rate": 5.650758255511173e-06, "loss": 18.9053, "step": 48333 }, { "epoch": 42.93, "learning_rate": 5.649458341088915e-06, "loss": 19.3291, "step": 48334 }, { "epoch": 42.93, "learning_rate": 5.648158567248846e-06, "loss": 19.2646, "step": 48335 }, { "epoch": 42.93, "learning_rate": 5.64685893399507e-06, "loss": 19.5723, "step": 48336 }, { "epoch": 42.93, "learning_rate": 5.645559441331721e-06, "loss": 19.1797, "step": 48337 }, { "epoch": 42.93, "learning_rate": 5.644260089262915e-06, "loss": 18.6602, "step": 48338 }, { "epoch": 42.93, "learning_rate": 5.642960877792752e-06, "loss": 19.3135, "step": 48339 }, { "epoch": 42.93, "learning_rate": 5.64166180692538e-06, "loss": 19.0117, "step": 48340 }, { "epoch": 42.93, "learning_rate": 5.640362876664889e-06, "loss": 19.2568, "step": 48341 }, { "epoch": 42.93, "learning_rate": 5.639064087015422e-06, "loss": 18.873, "step": 48342 }, { "epoch": 42.93, "learning_rate": 5.63776543798108e-06, "loss": 19.2471, "step": 48343 }, { "epoch": 42.93, "learning_rate": 5.6364669295659755e-06, "loss": 19.5732, "step": 48344 }, { "epoch": 42.94, "learning_rate": 5.63516856177424e-06, "loss": 19.002, "step": 48345 }, { "epoch": 42.94, "learning_rate": 5.633870334609975e-06, "loss": 18.8936, "step": 48346 }, { "epoch": 42.94, "learning_rate": 5.6325722480772945e-06, "loss": 19.2314, "step": 48347 }, { "epoch": 42.94, "learning_rate": 5.631274302180345e-06, "loss": 19.1445, "step": 48348 }, { "epoch": 42.94, "learning_rate": 5.629976496923195e-06, "loss": 18.6836, "step": 48349 }, { "epoch": 42.94, "learning_rate": 5.6286788323099805e-06, "loss": 18.9619, "step": 48350 }, { "epoch": 42.94, "learning_rate": 5.62738130834482e-06, "loss": 19.3706, "step": 48351 }, { "epoch": 42.94, "learning_rate": 5.6260839250318165e-06, "loss": 19.4189, "step": 48352 }, { "epoch": 42.94, "learning_rate": 5.624786682375089e-06, "loss": 19.0684, "step": 48353 }, { "epoch": 42.94, "learning_rate": 5.6234895803787494e-06, "loss": 19.3506, "step": 48354 }, { "epoch": 42.94, "learning_rate": 5.622192619046896e-06, "loss": 18.9404, "step": 48355 }, { "epoch": 42.94, "learning_rate": 5.620895798383658e-06, "loss": 19.5625, "step": 48356 }, { "epoch": 42.95, "learning_rate": 5.619599118393132e-06, "loss": 19.3975, "step": 48357 }, { "epoch": 42.95, "learning_rate": 5.6183025790794375e-06, "loss": 19.2236, "step": 48358 }, { "epoch": 42.95, "learning_rate": 5.617006180446688e-06, "loss": 18.8047, "step": 48359 }, { "epoch": 42.95, "learning_rate": 5.615709922498974e-06, "loss": 19.0596, "step": 48360 }, { "epoch": 42.95, "learning_rate": 5.614413805240426e-06, "loss": 18.8369, "step": 48361 }, { "epoch": 42.95, "learning_rate": 5.61311782867513e-06, "loss": 18.9766, "step": 48362 }, { "epoch": 42.95, "learning_rate": 5.61182199280722e-06, "loss": 18.8779, "step": 48363 }, { "epoch": 42.95, "learning_rate": 5.610526297640778e-06, "loss": 18.6465, "step": 48364 }, { "epoch": 42.95, "learning_rate": 5.6092307431799384e-06, "loss": 19.0068, "step": 48365 }, { "epoch": 42.95, "learning_rate": 5.607935329428787e-06, "loss": 19.0303, "step": 48366 }, { "epoch": 42.95, "learning_rate": 5.606640056391427e-06, "loss": 19.0332, "step": 48367 }, { "epoch": 42.96, "learning_rate": 5.605344924071987e-06, "loss": 18.8301, "step": 48368 }, { "epoch": 42.96, "learning_rate": 5.604049932474542e-06, "loss": 19.4756, "step": 48369 }, { "epoch": 42.96, "learning_rate": 5.602755081603228e-06, "loss": 19.2334, "step": 48370 }, { "epoch": 42.96, "learning_rate": 5.60146037146213e-06, "loss": 18.7344, "step": 48371 }, { "epoch": 42.96, "learning_rate": 5.6001658020553515e-06, "loss": 19.2314, "step": 48372 }, { "epoch": 42.96, "learning_rate": 5.598871373386993e-06, "loss": 19.2559, "step": 48373 }, { "epoch": 42.96, "learning_rate": 5.597577085461187e-06, "loss": 18.8027, "step": 48374 }, { "epoch": 42.96, "learning_rate": 5.596282938282005e-06, "loss": 19.0762, "step": 48375 }, { "epoch": 42.96, "learning_rate": 5.594988931853551e-06, "loss": 18.8457, "step": 48376 }, { "epoch": 42.96, "learning_rate": 5.59369506617995e-06, "loss": 18.416, "step": 48377 }, { "epoch": 42.96, "learning_rate": 5.592401341265274e-06, "loss": 18.8955, "step": 48378 }, { "epoch": 42.97, "learning_rate": 5.591107757113645e-06, "loss": 18.8516, "step": 48379 }, { "epoch": 42.97, "learning_rate": 5.589814313729147e-06, "loss": 19.5098, "step": 48380 }, { "epoch": 42.97, "learning_rate": 5.588521011115905e-06, "loss": 18.5439, "step": 48381 }, { "epoch": 42.97, "learning_rate": 5.587227849277998e-06, "loss": 19.1943, "step": 48382 }, { "epoch": 42.97, "learning_rate": 5.585934828219519e-06, "loss": 18.7373, "step": 48383 }, { "epoch": 42.97, "learning_rate": 5.584641947944591e-06, "loss": 18.6172, "step": 48384 }, { "epoch": 42.97, "learning_rate": 5.583349208457284e-06, "loss": 19.249, "step": 48385 }, { "epoch": 42.97, "learning_rate": 5.582056609761721e-06, "loss": 18.8115, "step": 48386 }, { "epoch": 42.97, "learning_rate": 5.580764151861989e-06, "loss": 18.6787, "step": 48387 }, { "epoch": 42.97, "learning_rate": 5.579471834762174e-06, "loss": 19.4941, "step": 48388 }, { "epoch": 42.97, "learning_rate": 5.578179658466392e-06, "loss": 19.0605, "step": 48389 }, { "epoch": 42.98, "learning_rate": 5.576887622978721e-06, "loss": 19.1611, "step": 48390 }, { "epoch": 42.98, "learning_rate": 5.575595728303279e-06, "loss": 19.1816, "step": 48391 }, { "epoch": 42.98, "learning_rate": 5.574303974444145e-06, "loss": 18.8564, "step": 48392 }, { "epoch": 42.98, "learning_rate": 5.573012361405399e-06, "loss": 18.4268, "step": 48393 }, { "epoch": 42.98, "learning_rate": 5.571720889191168e-06, "loss": 18.9746, "step": 48394 }, { "epoch": 42.98, "learning_rate": 5.570429557805518e-06, "loss": 18.7598, "step": 48395 }, { "epoch": 42.98, "learning_rate": 5.569138367252552e-06, "loss": 19.4893, "step": 48396 }, { "epoch": 42.98, "learning_rate": 5.56784731753639e-06, "loss": 19.0566, "step": 48397 }, { "epoch": 42.98, "learning_rate": 5.5665564086610775e-06, "loss": 18.5537, "step": 48398 }, { "epoch": 42.98, "learning_rate": 5.565265640630723e-06, "loss": 18.999, "step": 48399 }, { "epoch": 42.98, "learning_rate": 5.563975013449435e-06, "loss": 18.7705, "step": 48400 }, { "epoch": 42.98, "learning_rate": 5.562684527121287e-06, "loss": 19.3877, "step": 48401 }, { "epoch": 42.99, "learning_rate": 5.561394181650386e-06, "loss": 18.6406, "step": 48402 }, { "epoch": 42.99, "learning_rate": 5.560103977040798e-06, "loss": 19.1895, "step": 48403 }, { "epoch": 42.99, "learning_rate": 5.558813913296623e-06, "loss": 19.0225, "step": 48404 }, { "epoch": 42.99, "learning_rate": 5.55752399042197e-06, "loss": 18.8145, "step": 48405 }, { "epoch": 42.99, "learning_rate": 5.5562342084208905e-06, "loss": 18.9121, "step": 48406 }, { "epoch": 42.99, "learning_rate": 5.55494456729751e-06, "loss": 18.8496, "step": 48407 }, { "epoch": 42.99, "learning_rate": 5.553655067055896e-06, "loss": 18.499, "step": 48408 }, { "epoch": 42.99, "learning_rate": 5.55236570770013e-06, "loss": 18.9404, "step": 48409 }, { "epoch": 42.99, "learning_rate": 5.55107648923432e-06, "loss": 19.0811, "step": 48410 }, { "epoch": 42.99, "learning_rate": 5.549787411662532e-06, "loss": 18.6963, "step": 48411 }, { "epoch": 42.99, "learning_rate": 5.548498474988867e-06, "loss": 19.4229, "step": 48412 }, { "epoch": 43.0, "learning_rate": 5.547209679217408e-06, "loss": 18.8389, "step": 48413 }, { "epoch": 43.0, "learning_rate": 5.54592102435223e-06, "loss": 18.7236, "step": 48414 }, { "epoch": 43.0, "learning_rate": 5.544632510397429e-06, "loss": 18.6611, "step": 48415 }, { "epoch": 43.0, "learning_rate": 5.544632510397429e-06, "loss": 19.5645, "step": 48416 }, { "epoch": 43.0, "learning_rate": 5.543344137357081e-06, "loss": 19.2949, "step": 48417 }, { "epoch": 43.0, "learning_rate": 5.542055905235271e-06, "loss": 19.1113, "step": 48418 }, { "epoch": 43.0, "learning_rate": 5.540767814036102e-06, "loss": 18.8818, "step": 48419 }, { "epoch": 43.0, "learning_rate": 5.539479863763624e-06, "loss": 19.6631, "step": 48420 }, { "epoch": 43.0, "learning_rate": 5.538192054421948e-06, "loss": 19.3252, "step": 48421 }, { "epoch": 43.0, "learning_rate": 5.53690438601513e-06, "loss": 19.0488, "step": 48422 }, { "epoch": 43.0, "learning_rate": 5.535616858547271e-06, "loss": 19.1973, "step": 48423 }, { "epoch": 43.01, "learning_rate": 5.534329472022454e-06, "loss": 19.0283, "step": 48424 }, { "epoch": 43.01, "learning_rate": 5.5330422264447515e-06, "loss": 18.6973, "step": 48425 }, { "epoch": 43.01, "learning_rate": 5.531755121818233e-06, "loss": 19.1172, "step": 48426 }, { "epoch": 43.01, "learning_rate": 5.5304681581470065e-06, "loss": 19.5576, "step": 48427 }, { "epoch": 43.01, "learning_rate": 5.529181335435124e-06, "loss": 18.8315, "step": 48428 }, { "epoch": 43.01, "learning_rate": 5.527894653686683e-06, "loss": 19.0986, "step": 48429 }, { "epoch": 43.01, "learning_rate": 5.526608112905756e-06, "loss": 19.0986, "step": 48430 }, { "epoch": 43.01, "learning_rate": 5.52532171309641e-06, "loss": 19.1035, "step": 48431 }, { "epoch": 43.01, "learning_rate": 5.524035454262738e-06, "loss": 18.3076, "step": 48432 }, { "epoch": 43.01, "learning_rate": 5.522749336408806e-06, "loss": 18.9619, "step": 48433 }, { "epoch": 43.01, "learning_rate": 5.521463359538709e-06, "loss": 19.0215, "step": 48434 }, { "epoch": 43.02, "learning_rate": 5.520177523656506e-06, "loss": 18.751, "step": 48435 }, { "epoch": 43.02, "learning_rate": 5.51889182876627e-06, "loss": 18.9609, "step": 48436 }, { "epoch": 43.02, "learning_rate": 5.517606274872095e-06, "loss": 18.6201, "step": 48437 }, { "epoch": 43.02, "learning_rate": 5.51632086197803e-06, "loss": 19.1768, "step": 48438 }, { "epoch": 43.02, "learning_rate": 5.51503559008818e-06, "loss": 18.7451, "step": 48439 }, { "epoch": 43.02, "learning_rate": 5.51375045920659e-06, "loss": 19.0811, "step": 48440 }, { "epoch": 43.02, "learning_rate": 5.512465469337358e-06, "loss": 19.1436, "step": 48441 }, { "epoch": 43.02, "learning_rate": 5.511180620484546e-06, "loss": 18.7334, "step": 48442 }, { "epoch": 43.02, "learning_rate": 5.509895912652219e-06, "loss": 18.96, "step": 48443 }, { "epoch": 43.02, "learning_rate": 5.5086113458444555e-06, "loss": 18.9844, "step": 48444 }, { "epoch": 43.02, "learning_rate": 5.507326920065337e-06, "loss": 19.4043, "step": 48445 }, { "epoch": 43.02, "learning_rate": 5.506042635318931e-06, "loss": 19.1016, "step": 48446 }, { "epoch": 43.03, "learning_rate": 5.504758491609302e-06, "loss": 18.6846, "step": 48447 }, { "epoch": 43.03, "learning_rate": 5.503474488940513e-06, "loss": 19.0684, "step": 48448 }, { "epoch": 43.03, "learning_rate": 5.502190627316639e-06, "loss": 18.418, "step": 48449 }, { "epoch": 43.03, "learning_rate": 5.500906906741771e-06, "loss": 18.7422, "step": 48450 }, { "epoch": 43.03, "learning_rate": 5.49962332721996e-06, "loss": 19.29, "step": 48451 }, { "epoch": 43.03, "learning_rate": 5.4983398887552605e-06, "loss": 18.623, "step": 48452 }, { "epoch": 43.03, "learning_rate": 5.497056591351774e-06, "loss": 18.8506, "step": 48453 }, { "epoch": 43.03, "learning_rate": 5.495773435013535e-06, "loss": 19.084, "step": 48454 }, { "epoch": 43.03, "learning_rate": 5.494490419744641e-06, "loss": 18.957, "step": 48455 }, { "epoch": 43.03, "learning_rate": 5.493207545549134e-06, "loss": 19.6582, "step": 48456 }, { "epoch": 43.03, "learning_rate": 5.491924812431099e-06, "loss": 19.2842, "step": 48457 }, { "epoch": 43.04, "learning_rate": 5.490642220394593e-06, "loss": 18.583, "step": 48458 }, { "epoch": 43.04, "learning_rate": 5.4893597694436746e-06, "loss": 18.8877, "step": 48459 }, { "epoch": 43.04, "learning_rate": 5.488077459582425e-06, "loss": 18.5732, "step": 48460 }, { "epoch": 43.04, "learning_rate": 5.486795290814894e-06, "loss": 19.3027, "step": 48461 }, { "epoch": 43.04, "learning_rate": 5.485513263145159e-06, "loss": 19.2041, "step": 48462 }, { "epoch": 43.04, "learning_rate": 5.484231376577276e-06, "loss": 19.335, "step": 48463 }, { "epoch": 43.04, "learning_rate": 5.482949631115303e-06, "loss": 18.75, "step": 48464 }, { "epoch": 43.04, "learning_rate": 5.481668026763315e-06, "loss": 18.4668, "step": 48465 }, { "epoch": 43.04, "learning_rate": 5.4803865635253634e-06, "loss": 18.8027, "step": 48466 }, { "epoch": 43.04, "learning_rate": 5.479105241405524e-06, "loss": 18.502, "step": 48467 }, { "epoch": 43.04, "learning_rate": 5.477824060407849e-06, "loss": 18.9062, "step": 48468 }, { "epoch": 43.05, "learning_rate": 5.47654302053639e-06, "loss": 18.7373, "step": 48469 }, { "epoch": 43.05, "learning_rate": 5.475262121795222e-06, "loss": 19.3955, "step": 48470 }, { "epoch": 43.05, "learning_rate": 5.473981364188407e-06, "loss": 18.917, "step": 48471 }, { "epoch": 43.05, "learning_rate": 5.472700747719989e-06, "loss": 18.5635, "step": 48472 }, { "epoch": 43.05, "learning_rate": 5.471420272394062e-06, "loss": 18.6016, "step": 48473 }, { "epoch": 43.05, "learning_rate": 5.470139938214636e-06, "loss": 18.8965, "step": 48474 }, { "epoch": 43.05, "learning_rate": 5.468859745185789e-06, "loss": 19.0645, "step": 48475 }, { "epoch": 43.05, "learning_rate": 5.467579693311603e-06, "loss": 19.7734, "step": 48476 }, { "epoch": 43.05, "learning_rate": 5.466299782596102e-06, "loss": 18.8496, "step": 48477 }, { "epoch": 43.05, "learning_rate": 5.4650200130433645e-06, "loss": 18.2363, "step": 48478 }, { "epoch": 43.05, "learning_rate": 5.46374038465744e-06, "loss": 19.4521, "step": 48479 }, { "epoch": 43.06, "learning_rate": 5.462460897442379e-06, "loss": 19.2451, "step": 48480 }, { "epoch": 43.06, "learning_rate": 5.461181551402245e-06, "loss": 18.5889, "step": 48481 }, { "epoch": 43.06, "learning_rate": 5.4599023465410845e-06, "loss": 19.1377, "step": 48482 }, { "epoch": 43.06, "learning_rate": 5.458623282862968e-06, "loss": 18.2734, "step": 48483 }, { "epoch": 43.06, "learning_rate": 5.457344360371947e-06, "loss": 19.1631, "step": 48484 }, { "epoch": 43.06, "learning_rate": 5.45606557907205e-06, "loss": 18.748, "step": 48485 }, { "epoch": 43.06, "learning_rate": 5.4547869389673604e-06, "loss": 18.6953, "step": 48486 }, { "epoch": 43.06, "learning_rate": 5.453508440061916e-06, "loss": 18.8291, "step": 48487 }, { "epoch": 43.06, "learning_rate": 5.452230082359777e-06, "loss": 19.4336, "step": 48488 }, { "epoch": 43.06, "learning_rate": 5.450951865864995e-06, "loss": 19.0693, "step": 48489 }, { "epoch": 43.06, "learning_rate": 5.449673790581611e-06, "loss": 18.9893, "step": 48490 }, { "epoch": 43.06, "learning_rate": 5.448395856513689e-06, "loss": 18.8975, "step": 48491 }, { "epoch": 43.07, "learning_rate": 5.447118063665269e-06, "loss": 19.4199, "step": 48492 }, { "epoch": 43.07, "learning_rate": 5.4458404120404035e-06, "loss": 18.832, "step": 48493 }, { "epoch": 43.07, "learning_rate": 5.4445629016431686e-06, "loss": 18.7695, "step": 48494 }, { "epoch": 43.07, "learning_rate": 5.443285532477571e-06, "loss": 18.8037, "step": 48495 }, { "epoch": 43.07, "learning_rate": 5.442008304547691e-06, "loss": 19.2871, "step": 48496 }, { "epoch": 43.07, "learning_rate": 5.440731217857553e-06, "loss": 18.6924, "step": 48497 }, { "epoch": 43.07, "learning_rate": 5.43945427241122e-06, "loss": 18.8584, "step": 48498 }, { "epoch": 43.07, "learning_rate": 5.438177468212747e-06, "loss": 19.2295, "step": 48499 }, { "epoch": 43.07, "learning_rate": 5.436900805266171e-06, "loss": 18.5215, "step": 48500 }, { "epoch": 43.07, "learning_rate": 5.435624283575535e-06, "loss": 19.0361, "step": 48501 }, { "epoch": 43.07, "learning_rate": 5.434347903144893e-06, "loss": 18.9902, "step": 48502 }, { "epoch": 43.08, "learning_rate": 5.433071663978284e-06, "loss": 19.04, "step": 48503 }, { "epoch": 43.08, "learning_rate": 5.431795566079761e-06, "loss": 19.2676, "step": 48504 }, { "epoch": 43.08, "learning_rate": 5.430519609453372e-06, "loss": 19.0723, "step": 48505 }, { "epoch": 43.08, "learning_rate": 5.42924379410314e-06, "loss": 18.6602, "step": 48506 }, { "epoch": 43.08, "learning_rate": 5.427968120033133e-06, "loss": 18.8125, "step": 48507 }, { "epoch": 43.08, "learning_rate": 5.426692587247378e-06, "loss": 18.4004, "step": 48508 }, { "epoch": 43.08, "learning_rate": 5.425417195749938e-06, "loss": 19.0723, "step": 48509 }, { "epoch": 43.08, "learning_rate": 5.4241419455448415e-06, "loss": 18.9854, "step": 48510 }, { "epoch": 43.08, "learning_rate": 5.422866836636126e-06, "loss": 19.041, "step": 48511 }, { "epoch": 43.08, "learning_rate": 5.421591869027842e-06, "loss": 18.6387, "step": 48512 }, { "epoch": 43.08, "learning_rate": 5.420317042724027e-06, "loss": 19.2314, "step": 48513 }, { "epoch": 43.09, "learning_rate": 5.4190423577287265e-06, "loss": 18.5049, "step": 48514 }, { "epoch": 43.09, "learning_rate": 5.4177678140459765e-06, "loss": 18.7686, "step": 48515 }, { "epoch": 43.09, "learning_rate": 5.416493411679824e-06, "loss": 18.7959, "step": 48516 }, { "epoch": 43.09, "learning_rate": 5.4152191506343045e-06, "loss": 18.999, "step": 48517 }, { "epoch": 43.09, "learning_rate": 5.413945030913442e-06, "loss": 18.9424, "step": 48518 }, { "epoch": 43.09, "learning_rate": 5.412671052521296e-06, "loss": 18.9688, "step": 48519 }, { "epoch": 43.09, "learning_rate": 5.411397215461905e-06, "loss": 18.4316, "step": 48520 }, { "epoch": 43.09, "learning_rate": 5.410123519739302e-06, "loss": 18.6553, "step": 48521 }, { "epoch": 43.09, "learning_rate": 5.408849965357521e-06, "loss": 18.7627, "step": 48522 }, { "epoch": 43.09, "learning_rate": 5.407576552320587e-06, "loss": 18.8096, "step": 48523 }, { "epoch": 43.09, "learning_rate": 5.406303280632552e-06, "loss": 18.9727, "step": 48524 }, { "epoch": 43.1, "learning_rate": 5.405030150297463e-06, "loss": 18.7461, "step": 48525 }, { "epoch": 43.1, "learning_rate": 5.40375716131934e-06, "loss": 19.3262, "step": 48526 }, { "epoch": 43.1, "learning_rate": 5.40375716131934e-06, "loss": 19.1963, "step": 48527 }, { "epoch": 43.1, "learning_rate": 5.402484313702211e-06, "loss": 18.7354, "step": 48528 }, { "epoch": 43.1, "learning_rate": 5.40121160745013e-06, "loss": 18.8184, "step": 48529 }, { "epoch": 43.1, "learning_rate": 5.3999390425671094e-06, "loss": 18.7354, "step": 48530 }, { "epoch": 43.1, "learning_rate": 5.3986666190572025e-06, "loss": 19.4189, "step": 48531 }, { "epoch": 43.1, "learning_rate": 5.397394336924427e-06, "loss": 18.3672, "step": 48532 }, { "epoch": 43.1, "learning_rate": 5.396122196172837e-06, "loss": 19.4492, "step": 48533 }, { "epoch": 43.1, "learning_rate": 5.39485019680645e-06, "loss": 18.8271, "step": 48534 }, { "epoch": 43.1, "learning_rate": 5.393578338829286e-06, "loss": 18.5996, "step": 48535 }, { "epoch": 43.1, "learning_rate": 5.392306622245408e-06, "loss": 18.4248, "step": 48536 }, { "epoch": 43.11, "learning_rate": 5.391035047058812e-06, "loss": 19.291, "step": 48537 }, { "epoch": 43.11, "learning_rate": 5.389763613273557e-06, "loss": 19.4492, "step": 48538 }, { "epoch": 43.11, "learning_rate": 5.388492320893662e-06, "loss": 19.085, "step": 48539 }, { "epoch": 43.11, "learning_rate": 5.3872211699231514e-06, "loss": 18.8779, "step": 48540 }, { "epoch": 43.11, "learning_rate": 5.385950160366066e-06, "loss": 19.374, "step": 48541 }, { "epoch": 43.11, "learning_rate": 5.384679292226419e-06, "loss": 18.8486, "step": 48542 }, { "epoch": 43.11, "learning_rate": 5.3834085655082465e-06, "loss": 18.9277, "step": 48543 }, { "epoch": 43.11, "learning_rate": 5.382137980215601e-06, "loss": 18.9248, "step": 48544 }, { "epoch": 43.11, "learning_rate": 5.380867536352469e-06, "loss": 18.7461, "step": 48545 }, { "epoch": 43.11, "learning_rate": 5.3795972339228896e-06, "loss": 19.4424, "step": 48546 }, { "epoch": 43.11, "learning_rate": 5.378327072930911e-06, "loss": 18.7549, "step": 48547 }, { "epoch": 43.12, "learning_rate": 5.37705705338053e-06, "loss": 18.9668, "step": 48548 }, { "epoch": 43.12, "learning_rate": 5.37705705338053e-06, "loss": 19.002, "step": 48549 }, { "epoch": 43.12, "learning_rate": 5.375787175275809e-06, "loss": 19.2012, "step": 48550 }, { "epoch": 43.12, "learning_rate": 5.374517438620729e-06, "loss": 18.8691, "step": 48551 }, { "epoch": 43.12, "learning_rate": 5.373247843419338e-06, "loss": 18.625, "step": 48552 }, { "epoch": 43.12, "learning_rate": 5.3719783896756695e-06, "loss": 19.1719, "step": 48553 }, { "epoch": 43.12, "learning_rate": 5.370709077393721e-06, "loss": 18.6016, "step": 48554 }, { "epoch": 43.12, "learning_rate": 5.369439906577551e-06, "loss": 18.4814, "step": 48555 }, { "epoch": 43.12, "learning_rate": 5.368170877231154e-06, "loss": 18.8281, "step": 48556 }, { "epoch": 43.12, "learning_rate": 5.366901989358558e-06, "loss": 18.5625, "step": 48557 }, { "epoch": 43.12, "learning_rate": 5.365633242963791e-06, "loss": 19.9277, "step": 48558 }, { "epoch": 43.13, "learning_rate": 5.364364638050867e-06, "loss": 19.0566, "step": 48559 }, { "epoch": 43.13, "learning_rate": 5.363096174623827e-06, "loss": 18.8174, "step": 48560 }, { "epoch": 43.13, "learning_rate": 5.361827852686674e-06, "loss": 19.6904, "step": 48561 }, { "epoch": 43.13, "learning_rate": 5.3605596722434205e-06, "loss": 19.2852, "step": 48562 }, { "epoch": 43.13, "learning_rate": 5.359291633298108e-06, "loss": 19.1104, "step": 48563 }, { "epoch": 43.13, "learning_rate": 5.358023735854734e-06, "loss": 18.9355, "step": 48564 }, { "epoch": 43.13, "learning_rate": 5.356755979917333e-06, "loss": 19.2588, "step": 48565 }, { "epoch": 43.13, "learning_rate": 5.3554883654899356e-06, "loss": 18.6396, "step": 48566 }, { "epoch": 43.13, "learning_rate": 5.354220892576522e-06, "loss": 18.5156, "step": 48567 }, { "epoch": 43.13, "learning_rate": 5.3529535611811454e-06, "loss": 19.1436, "step": 48568 }, { "epoch": 43.13, "learning_rate": 5.351686371307801e-06, "loss": 18.9346, "step": 48569 }, { "epoch": 43.13, "learning_rate": 5.350419322960509e-06, "loss": 19.2627, "step": 48570 }, { "epoch": 43.14, "learning_rate": 5.349152416143316e-06, "loss": 19.0439, "step": 48571 }, { "epoch": 43.14, "learning_rate": 5.34788565086019e-06, "loss": 19.2812, "step": 48572 }, { "epoch": 43.14, "learning_rate": 5.346619027115168e-06, "loss": 19.3066, "step": 48573 }, { "epoch": 43.14, "learning_rate": 5.345352544912274e-06, "loss": 18.8203, "step": 48574 }, { "epoch": 43.14, "learning_rate": 5.3440862042555055e-06, "loss": 18.8867, "step": 48575 }, { "epoch": 43.14, "learning_rate": 5.342820005148896e-06, "loss": 18.9521, "step": 48576 }, { "epoch": 43.14, "learning_rate": 5.341553947596445e-06, "loss": 19.418, "step": 48577 }, { "epoch": 43.14, "learning_rate": 5.340288031602164e-06, "loss": 18.3643, "step": 48578 }, { "epoch": 43.14, "learning_rate": 5.339022257170079e-06, "loss": 19.0273, "step": 48579 }, { "epoch": 43.14, "learning_rate": 5.33775662430418e-06, "loss": 19.3252, "step": 48580 }, { "epoch": 43.14, "learning_rate": 5.336491133008503e-06, "loss": 18.749, "step": 48581 }, { "epoch": 43.15, "learning_rate": 5.335225783287051e-06, "loss": 18.7812, "step": 48582 }, { "epoch": 43.15, "learning_rate": 5.333960575143826e-06, "loss": 18.8418, "step": 48583 }, { "epoch": 43.15, "learning_rate": 5.332695508582853e-06, "loss": 18.918, "step": 48584 }, { "epoch": 43.15, "learning_rate": 5.331430583608121e-06, "loss": 19.3955, "step": 48585 }, { "epoch": 43.15, "learning_rate": 5.330165800223669e-06, "loss": 18.9834, "step": 48586 }, { "epoch": 43.15, "learning_rate": 5.328901158433486e-06, "loss": 18.6875, "step": 48587 }, { "epoch": 43.15, "learning_rate": 5.327636658241575e-06, "loss": 19.1318, "step": 48588 }, { "epoch": 43.15, "learning_rate": 5.32637229965196e-06, "loss": 18.5781, "step": 48589 }, { "epoch": 43.15, "learning_rate": 5.32510808266864e-06, "loss": 18.9922, "step": 48590 }, { "epoch": 43.15, "learning_rate": 5.323844007295619e-06, "loss": 19.2725, "step": 48591 }, { "epoch": 43.15, "learning_rate": 5.322580073536925e-06, "loss": 19.5889, "step": 48592 }, { "epoch": 43.16, "learning_rate": 5.321316281396543e-06, "loss": 19.2803, "step": 48593 }, { "epoch": 43.16, "learning_rate": 5.320052630878491e-06, "loss": 18.9932, "step": 48594 }, { "epoch": 43.16, "learning_rate": 5.318789121986756e-06, "loss": 19.1992, "step": 48595 }, { "epoch": 43.16, "learning_rate": 5.317525754725355e-06, "loss": 18.4033, "step": 48596 }, { "epoch": 43.16, "learning_rate": 5.316262529098303e-06, "loss": 19.4482, "step": 48597 }, { "epoch": 43.16, "learning_rate": 5.314999445109597e-06, "loss": 18.4609, "step": 48598 }, { "epoch": 43.16, "learning_rate": 5.313736502763228e-06, "loss": 18.9316, "step": 48599 }, { "epoch": 43.16, "learning_rate": 5.31247370206322e-06, "loss": 18.6533, "step": 48600 }, { "epoch": 43.16, "learning_rate": 5.311211043013553e-06, "loss": 18.5078, "step": 48601 }, { "epoch": 43.16, "learning_rate": 5.309948525618252e-06, "loss": 19.0205, "step": 48602 }, { "epoch": 43.16, "learning_rate": 5.308686149881309e-06, "loss": 19.2285, "step": 48603 }, { "epoch": 43.17, "learning_rate": 5.307423915806714e-06, "loss": 19.0078, "step": 48604 }, { "epoch": 43.17, "learning_rate": 5.306161823398492e-06, "loss": 18.5879, "step": 48605 }, { "epoch": 43.17, "learning_rate": 5.304899872660618e-06, "loss": 19.1309, "step": 48606 }, { "epoch": 43.17, "learning_rate": 5.303638063597116e-06, "loss": 19.4551, "step": 48607 }, { "epoch": 43.17, "learning_rate": 5.302376396211966e-06, "loss": 19.0479, "step": 48608 }, { "epoch": 43.17, "learning_rate": 5.301114870509183e-06, "loss": 18.9395, "step": 48609 }, { "epoch": 43.17, "learning_rate": 5.299853486492762e-06, "loss": 19.46, "step": 48610 }, { "epoch": 43.17, "learning_rate": 5.298592244166683e-06, "loss": 18.7812, "step": 48611 }, { "epoch": 43.17, "learning_rate": 5.2973311435349725e-06, "loss": 19.3193, "step": 48612 }, { "epoch": 43.17, "learning_rate": 5.296070184601604e-06, "loss": 19.1826, "step": 48613 }, { "epoch": 43.17, "learning_rate": 5.29480936737059e-06, "loss": 18.8096, "step": 48614 }, { "epoch": 43.17, "learning_rate": 5.293548691845928e-06, "loss": 18.9385, "step": 48615 }, { "epoch": 43.18, "learning_rate": 5.292288158031594e-06, "loss": 19.1035, "step": 48616 }, { "epoch": 43.18, "learning_rate": 5.2910277659316054e-06, "loss": 19.0811, "step": 48617 }, { "epoch": 43.18, "learning_rate": 5.289767515549943e-06, "loss": 19.0146, "step": 48618 }, { "epoch": 43.18, "learning_rate": 5.288507406890608e-06, "loss": 19.1289, "step": 48619 }, { "epoch": 43.18, "learning_rate": 5.287247439957615e-06, "loss": 19.1924, "step": 48620 }, { "epoch": 43.18, "learning_rate": 5.285987614754917e-06, "loss": 19.167, "step": 48621 }, { "epoch": 43.18, "learning_rate": 5.284727931286526e-06, "loss": 18.7207, "step": 48622 }, { "epoch": 43.18, "learning_rate": 5.2834683895564455e-06, "loss": 18.8701, "step": 48623 }, { "epoch": 43.18, "learning_rate": 5.282208989568654e-06, "loss": 19.3369, "step": 48624 }, { "epoch": 43.18, "learning_rate": 5.280949731327156e-06, "loss": 18.6309, "step": 48625 }, { "epoch": 43.18, "learning_rate": 5.279690614835936e-06, "loss": 19.2471, "step": 48626 }, { "epoch": 43.19, "learning_rate": 5.278431640098974e-06, "loss": 19.0898, "step": 48627 }, { "epoch": 43.19, "learning_rate": 5.277172807120284e-06, "loss": 19.3682, "step": 48628 }, { "epoch": 43.19, "learning_rate": 5.275914115903829e-06, "loss": 19.5879, "step": 48629 }, { "epoch": 43.19, "learning_rate": 5.274655566453629e-06, "loss": 19.0303, "step": 48630 }, { "epoch": 43.19, "learning_rate": 5.273397158773657e-06, "loss": 19.2422, "step": 48631 }, { "epoch": 43.19, "learning_rate": 5.272138892867895e-06, "loss": 19.2168, "step": 48632 }, { "epoch": 43.19, "learning_rate": 5.2708807687403436e-06, "loss": 19.2549, "step": 48633 }, { "epoch": 43.19, "learning_rate": 5.269622786394984e-06, "loss": 18.8994, "step": 48634 }, { "epoch": 43.19, "learning_rate": 5.268364945835813e-06, "loss": 19.0684, "step": 48635 }, { "epoch": 43.19, "learning_rate": 5.26710724706681e-06, "loss": 19.2295, "step": 48636 }, { "epoch": 43.19, "learning_rate": 5.265849690091951e-06, "loss": 19.0703, "step": 48637 }, { "epoch": 43.2, "learning_rate": 5.264592274915248e-06, "loss": 18.9258, "step": 48638 }, { "epoch": 43.2, "learning_rate": 5.263335001540659e-06, "loss": 18.7412, "step": 48639 }, { "epoch": 43.2, "learning_rate": 5.262077869972187e-06, "loss": 18.9092, "step": 48640 }, { "epoch": 43.2, "learning_rate": 5.260820880213829e-06, "loss": 19.0293, "step": 48641 }, { "epoch": 43.2, "learning_rate": 5.259564032269537e-06, "loss": 18.749, "step": 48642 }, { "epoch": 43.2, "learning_rate": 5.2583073261433195e-06, "loss": 18.8096, "step": 48643 }, { "epoch": 43.2, "learning_rate": 5.257050761839138e-06, "loss": 19.0117, "step": 48644 }, { "epoch": 43.2, "learning_rate": 5.255794339360992e-06, "loss": 19.0, "step": 48645 }, { "epoch": 43.2, "learning_rate": 5.2545380587128824e-06, "loss": 18.9941, "step": 48646 }, { "epoch": 43.2, "learning_rate": 5.2532819198987506e-06, "loss": 19.0127, "step": 48647 }, { "epoch": 43.2, "learning_rate": 5.252025922922599e-06, "loss": 18.7578, "step": 48648 }, { "epoch": 43.21, "learning_rate": 5.250770067788419e-06, "loss": 19.584, "step": 48649 }, { "epoch": 43.21, "learning_rate": 5.2495143545001624e-06, "loss": 18.9219, "step": 48650 }, { "epoch": 43.21, "learning_rate": 5.248258783061844e-06, "loss": 18.8623, "step": 48651 }, { "epoch": 43.21, "learning_rate": 5.2470033534774256e-06, "loss": 18.7783, "step": 48652 }, { "epoch": 43.21, "learning_rate": 5.2457480657508775e-06, "loss": 18.626, "step": 48653 }, { "epoch": 43.21, "learning_rate": 5.244492919886201e-06, "loss": 19.1113, "step": 48654 }, { "epoch": 43.21, "learning_rate": 5.2432379158873505e-06, "loss": 18.9248, "step": 48655 }, { "epoch": 43.21, "learning_rate": 5.241983053758331e-06, "loss": 18.7295, "step": 48656 }, { "epoch": 43.21, "learning_rate": 5.2407283335031035e-06, "loss": 19.8799, "step": 48657 }, { "epoch": 43.21, "learning_rate": 5.239473755125635e-06, "loss": 18.7832, "step": 48658 }, { "epoch": 43.21, "learning_rate": 5.2382193186299275e-06, "loss": 18.9082, "step": 48659 }, { "epoch": 43.21, "learning_rate": 5.236965024019935e-06, "loss": 19.3193, "step": 48660 }, { "epoch": 43.22, "learning_rate": 5.235710871299654e-06, "loss": 19.042, "step": 48661 }, { "epoch": 43.22, "learning_rate": 5.234456860473042e-06, "loss": 18.7627, "step": 48662 }, { "epoch": 43.22, "learning_rate": 5.2332029915440786e-06, "loss": 19.1318, "step": 48663 }, { "epoch": 43.22, "learning_rate": 5.231949264516744e-06, "loss": 18.7695, "step": 48664 }, { "epoch": 43.22, "learning_rate": 5.2306956793950035e-06, "loss": 18.9731, "step": 48665 }, { "epoch": 43.22, "learning_rate": 5.229442236182835e-06, "loss": 18.8184, "step": 48666 }, { "epoch": 43.22, "learning_rate": 5.228188934884226e-06, "loss": 19.2393, "step": 48667 }, { "epoch": 43.22, "learning_rate": 5.226935775503128e-06, "loss": 19.0889, "step": 48668 }, { "epoch": 43.22, "learning_rate": 5.225682758043527e-06, "loss": 19.1504, "step": 48669 }, { "epoch": 43.22, "learning_rate": 5.2244298825093794e-06, "loss": 19.0801, "step": 48670 }, { "epoch": 43.22, "learning_rate": 5.2231771489046625e-06, "loss": 19.3076, "step": 48671 }, { "epoch": 43.23, "learning_rate": 5.22192455723336e-06, "loss": 19.1475, "step": 48672 }, { "epoch": 43.23, "learning_rate": 5.220672107499436e-06, "loss": 19.3721, "step": 48673 }, { "epoch": 43.23, "learning_rate": 5.219419799706848e-06, "loss": 18.6025, "step": 48674 }, { "epoch": 43.23, "learning_rate": 5.218167633859583e-06, "loss": 18.543, "step": 48675 }, { "epoch": 43.23, "learning_rate": 5.216915609961598e-06, "loss": 18.7695, "step": 48676 }, { "epoch": 43.23, "learning_rate": 5.215663728016867e-06, "loss": 19.0186, "step": 48677 }, { "epoch": 43.23, "learning_rate": 5.214411988029355e-06, "loss": 18.8516, "step": 48678 }, { "epoch": 43.23, "learning_rate": 5.213160390003036e-06, "loss": 18.5664, "step": 48679 }, { "epoch": 43.23, "learning_rate": 5.211908933941878e-06, "loss": 19.4277, "step": 48680 }, { "epoch": 43.23, "learning_rate": 5.2106576198498295e-06, "loss": 19.1846, "step": 48681 }, { "epoch": 43.23, "learning_rate": 5.209406447730886e-06, "loss": 19.2129, "step": 48682 }, { "epoch": 43.24, "learning_rate": 5.208155417588983e-06, "loss": 19.3799, "step": 48683 }, { "epoch": 43.24, "learning_rate": 5.206904529428114e-06, "loss": 20.0039, "step": 48684 }, { "epoch": 43.24, "learning_rate": 5.206904529428114e-06, "loss": 18.7861, "step": 48685 }, { "epoch": 43.24, "learning_rate": 5.205653783252229e-06, "loss": 19.1602, "step": 48686 }, { "epoch": 43.24, "learning_rate": 5.204403179065281e-06, "loss": 18.7568, "step": 48687 }, { "epoch": 43.24, "learning_rate": 5.203152716871263e-06, "loss": 18.6387, "step": 48688 }, { "epoch": 43.24, "learning_rate": 5.201902396674113e-06, "loss": 18.9521, "step": 48689 }, { "epoch": 43.24, "learning_rate": 5.200652218477814e-06, "loss": 19.002, "step": 48690 }, { "epoch": 43.24, "learning_rate": 5.199402182286323e-06, "loss": 18.8271, "step": 48691 }, { "epoch": 43.24, "learning_rate": 5.198152288103586e-06, "loss": 19.4893, "step": 48692 }, { "epoch": 43.24, "learning_rate": 5.196902535933579e-06, "loss": 19.334, "step": 48693 }, { "epoch": 43.25, "learning_rate": 5.196902535933579e-06, "loss": 19.9951, "step": 48694 }, { "epoch": 43.25, "learning_rate": 5.19565292578027e-06, "loss": 18.7969, "step": 48695 }, { "epoch": 43.25, "learning_rate": 5.194403457647601e-06, "loss": 19.0254, "step": 48696 }, { "epoch": 43.25, "learning_rate": 5.193154131539568e-06, "loss": 19.1025, "step": 48697 }, { "epoch": 43.25, "learning_rate": 5.191904947460086e-06, "loss": 19.6133, "step": 48698 }, { "epoch": 43.25, "learning_rate": 5.190655905413138e-06, "loss": 19.2432, "step": 48699 }, { "epoch": 43.25, "learning_rate": 5.189407005402686e-06, "loss": 18.9619, "step": 48700 }, { "epoch": 43.25, "learning_rate": 5.188158247432678e-06, "loss": 18.4014, "step": 48701 }, { "epoch": 43.25, "learning_rate": 5.186909631507087e-06, "loss": 19.3262, "step": 48702 }, { "epoch": 43.25, "learning_rate": 5.185661157629856e-06, "loss": 19.2842, "step": 48703 }, { "epoch": 43.25, "learning_rate": 5.1844128258049465e-06, "loss": 19.167, "step": 48704 }, { "epoch": 43.25, "learning_rate": 5.183164636036325e-06, "loss": 18.8584, "step": 48705 }, { "epoch": 43.26, "learning_rate": 5.181916588327929e-06, "loss": 19.4951, "step": 48706 }, { "epoch": 43.26, "learning_rate": 5.180668682683732e-06, "loss": 18.7979, "step": 48707 }, { "epoch": 43.26, "learning_rate": 5.179420919107686e-06, "loss": 18.8086, "step": 48708 }, { "epoch": 43.26, "learning_rate": 5.178173297603739e-06, "loss": 19.0811, "step": 48709 }, { "epoch": 43.26, "learning_rate": 5.176925818175854e-06, "loss": 18.8945, "step": 48710 }, { "epoch": 43.26, "learning_rate": 5.175678480827972e-06, "loss": 19.3076, "step": 48711 }, { "epoch": 43.26, "learning_rate": 5.174431285564058e-06, "loss": 19.1113, "step": 48712 }, { "epoch": 43.26, "learning_rate": 5.1731842323880845e-06, "loss": 18.7227, "step": 48713 }, { "epoch": 43.26, "learning_rate": 5.17193732130396e-06, "loss": 19.7051, "step": 48714 }, { "epoch": 43.26, "learning_rate": 5.170690552315676e-06, "loss": 19.585, "step": 48715 }, { "epoch": 43.26, "learning_rate": 5.169443925427153e-06, "loss": 18.8965, "step": 48716 }, { "epoch": 43.27, "learning_rate": 5.1681974406423635e-06, "loss": 18.8252, "step": 48717 }, { "epoch": 43.27, "learning_rate": 5.166951097965273e-06, "loss": 18.7783, "step": 48718 }, { "epoch": 43.27, "learning_rate": 5.165704897399793e-06, "loss": 19.2842, "step": 48719 }, { "epoch": 43.27, "learning_rate": 5.164458838949887e-06, "loss": 19.4082, "step": 48720 }, { "epoch": 43.27, "learning_rate": 5.163212922619532e-06, "loss": 18.8701, "step": 48721 }, { "epoch": 43.27, "learning_rate": 5.161967148412639e-06, "loss": 18.8291, "step": 48722 }, { "epoch": 43.27, "learning_rate": 5.160721516333195e-06, "loss": 19.6387, "step": 48723 }, { "epoch": 43.27, "learning_rate": 5.159476026385107e-06, "loss": 19.5166, "step": 48724 }, { "epoch": 43.27, "learning_rate": 5.158230678572351e-06, "loss": 19.3711, "step": 48725 }, { "epoch": 43.27, "learning_rate": 5.156985472898868e-06, "loss": 19.0859, "step": 48726 }, { "epoch": 43.27, "learning_rate": 5.155740409368598e-06, "loss": 19.4492, "step": 48727 }, { "epoch": 43.28, "learning_rate": 5.154495487985506e-06, "loss": 18.7275, "step": 48728 }, { "epoch": 43.28, "learning_rate": 5.153250708753526e-06, "loss": 18.7119, "step": 48729 }, { "epoch": 43.28, "learning_rate": 5.152006071676591e-06, "loss": 19.0801, "step": 48730 }, { "epoch": 43.28, "learning_rate": 5.150761576758672e-06, "loss": 19.0703, "step": 48731 }, { "epoch": 43.28, "learning_rate": 5.149517224003686e-06, "loss": 18.9531, "step": 48732 }, { "epoch": 43.28, "learning_rate": 5.148273013415606e-06, "loss": 19.4678, "step": 48733 }, { "epoch": 43.28, "learning_rate": 5.147028944998361e-06, "loss": 18.7441, "step": 48734 }, { "epoch": 43.28, "learning_rate": 5.145785018755888e-06, "loss": 19.4102, "step": 48735 }, { "epoch": 43.28, "learning_rate": 5.144541234692146e-06, "loss": 18.8516, "step": 48736 }, { "epoch": 43.28, "learning_rate": 5.143297592811058e-06, "loss": 19.6406, "step": 48737 }, { "epoch": 43.28, "learning_rate": 5.142054093116589e-06, "loss": 18.9561, "step": 48738 }, { "epoch": 43.29, "learning_rate": 5.140810735612655e-06, "loss": 19.4404, "step": 48739 }, { "epoch": 43.29, "learning_rate": 5.139567520303223e-06, "loss": 19.2393, "step": 48740 }, { "epoch": 43.29, "learning_rate": 5.138324447192222e-06, "loss": 19.1865, "step": 48741 }, { "epoch": 43.29, "learning_rate": 5.137081516283581e-06, "loss": 18.8721, "step": 48742 }, { "epoch": 43.29, "learning_rate": 5.135838727581249e-06, "loss": 19.21, "step": 48743 }, { "epoch": 43.29, "learning_rate": 5.134596081089183e-06, "loss": 18.4795, "step": 48744 }, { "epoch": 43.29, "learning_rate": 5.133353576811301e-06, "loss": 18.9648, "step": 48745 }, { "epoch": 43.29, "learning_rate": 5.132111214751539e-06, "loss": 19.0029, "step": 48746 }, { "epoch": 43.29, "learning_rate": 5.130868994913851e-06, "loss": 18.7783, "step": 48747 }, { "epoch": 43.29, "learning_rate": 5.1296269173021605e-06, "loss": 18.876, "step": 48748 }, { "epoch": 43.29, "learning_rate": 5.128384981920414e-06, "loss": 18.7803, "step": 48749 }, { "epoch": 43.29, "learning_rate": 5.127143188772548e-06, "loss": 19.0107, "step": 48750 }, { "epoch": 43.3, "learning_rate": 5.125901537862487e-06, "loss": 18.3047, "step": 48751 }, { "epoch": 43.3, "learning_rate": 5.124660029194184e-06, "loss": 18.9375, "step": 48752 }, { "epoch": 43.3, "learning_rate": 5.1234186627715565e-06, "loss": 19.2783, "step": 48753 }, { "epoch": 43.3, "learning_rate": 5.122177438598552e-06, "loss": 18.9229, "step": 48754 }, { "epoch": 43.3, "learning_rate": 5.120936356679096e-06, "loss": 18.5869, "step": 48755 }, { "epoch": 43.3, "learning_rate": 5.11969541701714e-06, "loss": 19.4307, "step": 48756 }, { "epoch": 43.3, "learning_rate": 5.118454619616603e-06, "loss": 18.6338, "step": 48757 }, { "epoch": 43.3, "learning_rate": 5.11721396448141e-06, "loss": 18.9121, "step": 48758 }, { "epoch": 43.3, "learning_rate": 5.115973451615514e-06, "loss": 19.041, "step": 48759 }, { "epoch": 43.3, "learning_rate": 5.114733081022827e-06, "loss": 18.6162, "step": 48760 }, { "epoch": 43.3, "learning_rate": 5.113492852707296e-06, "loss": 19.2061, "step": 48761 }, { "epoch": 43.31, "learning_rate": 5.1122527666728535e-06, "loss": 18.583, "step": 48762 }, { "epoch": 43.31, "learning_rate": 5.111012822923411e-06, "loss": 18.585, "step": 48763 }, { "epoch": 43.31, "learning_rate": 5.109773021462921e-06, "loss": 18.4463, "step": 48764 }, { "epoch": 43.31, "learning_rate": 5.108533362295298e-06, "loss": 18.54, "step": 48765 }, { "epoch": 43.31, "learning_rate": 5.107293845424488e-06, "loss": 18.8643, "step": 48766 }, { "epoch": 43.31, "learning_rate": 5.106054470854404e-06, "loss": 18.9961, "step": 48767 }, { "epoch": 43.31, "learning_rate": 5.104815238588973e-06, "loss": 18.7637, "step": 48768 }, { "epoch": 43.31, "learning_rate": 5.103576148632133e-06, "loss": 18.4941, "step": 48769 }, { "epoch": 43.31, "learning_rate": 5.102337200987817e-06, "loss": 18.6729, "step": 48770 }, { "epoch": 43.31, "learning_rate": 5.101098395659931e-06, "loss": 19.2832, "step": 48771 }, { "epoch": 43.31, "learning_rate": 5.099859732652429e-06, "loss": 19.2432, "step": 48772 }, { "epoch": 43.32, "learning_rate": 5.098621211969223e-06, "loss": 18.7021, "step": 48773 }, { "epoch": 43.32, "learning_rate": 5.097382833614228e-06, "loss": 18.8955, "step": 48774 }, { "epoch": 43.32, "learning_rate": 5.09614459759139e-06, "loss": 19.3457, "step": 48775 }, { "epoch": 43.32, "learning_rate": 5.094906503904617e-06, "loss": 18.8184, "step": 48776 }, { "epoch": 43.32, "learning_rate": 5.093668552557851e-06, "loss": 18.6836, "step": 48777 }, { "epoch": 43.32, "learning_rate": 5.092430743555005e-06, "loss": 19.126, "step": 48778 }, { "epoch": 43.32, "learning_rate": 5.0911930768999915e-06, "loss": 18.7197, "step": 48779 }, { "epoch": 43.32, "learning_rate": 5.089955552596759e-06, "loss": 18.666, "step": 48780 }, { "epoch": 43.32, "learning_rate": 5.088718170649204e-06, "loss": 18.6084, "step": 48781 }, { "epoch": 43.32, "learning_rate": 5.087480931061272e-06, "loss": 18.7207, "step": 48782 }, { "epoch": 43.32, "learning_rate": 5.086243833836873e-06, "loss": 18.7471, "step": 48783 }, { "epoch": 43.33, "learning_rate": 5.085006878979926e-06, "loss": 19.1367, "step": 48784 }, { "epoch": 43.33, "learning_rate": 5.083770066494364e-06, "loss": 18.9863, "step": 48785 }, { "epoch": 43.33, "learning_rate": 5.082533396384087e-06, "loss": 18.7471, "step": 48786 }, { "epoch": 43.33, "learning_rate": 5.081296868653029e-06, "loss": 19.0742, "step": 48787 }, { "epoch": 43.33, "learning_rate": 5.0800604833051264e-06, "loss": 19.8779, "step": 48788 }, { "epoch": 43.33, "learning_rate": 5.07882424034426e-06, "loss": 18.7949, "step": 48789 }, { "epoch": 43.33, "learning_rate": 5.077588139774375e-06, "loss": 19.1094, "step": 48790 }, { "epoch": 43.33, "learning_rate": 5.077588139774375e-06, "loss": 19.7822, "step": 48791 }, { "epoch": 43.33, "learning_rate": 5.076352181599375e-06, "loss": 18.7305, "step": 48792 }, { "epoch": 43.33, "learning_rate": 5.0751163658231905e-06, "loss": 18.8008, "step": 48793 }, { "epoch": 43.33, "learning_rate": 5.073880692449745e-06, "loss": 18.8818, "step": 48794 }, { "epoch": 43.33, "learning_rate": 5.072645161482931e-06, "loss": 18.7979, "step": 48795 }, { "epoch": 43.34, "learning_rate": 5.0714097729266775e-06, "loss": 19.4648, "step": 48796 }, { "epoch": 43.34, "learning_rate": 5.07017452678491e-06, "loss": 19.5781, "step": 48797 }, { "epoch": 43.34, "learning_rate": 5.068939423061519e-06, "loss": 19.2568, "step": 48798 }, { "epoch": 43.34, "learning_rate": 5.067704461760464e-06, "loss": 18.9414, "step": 48799 }, { "epoch": 43.34, "learning_rate": 5.066469642885607e-06, "loss": 19.1572, "step": 48800 }, { "epoch": 43.34, "learning_rate": 5.065234966440885e-06, "loss": 18.8604, "step": 48801 }, { "epoch": 43.34, "learning_rate": 5.064000432430222e-06, "loss": 18.9717, "step": 48802 }, { "epoch": 43.34, "learning_rate": 5.062766040857514e-06, "loss": 19.0703, "step": 48803 }, { "epoch": 43.34, "learning_rate": 5.061531791726693e-06, "loss": 18.4541, "step": 48804 }, { "epoch": 43.34, "learning_rate": 5.060297685041659e-06, "loss": 19.0391, "step": 48805 }, { "epoch": 43.34, "learning_rate": 5.059063720806312e-06, "loss": 18.8516, "step": 48806 }, { "epoch": 43.35, "learning_rate": 5.057829899024591e-06, "loss": 19.2236, "step": 48807 }, { "epoch": 43.35, "learning_rate": 5.056596219700377e-06, "loss": 19.1865, "step": 48808 }, { "epoch": 43.35, "learning_rate": 5.055362682837611e-06, "loss": 18.6621, "step": 48809 }, { "epoch": 43.35, "learning_rate": 5.054129288440184e-06, "loss": 19.3643, "step": 48810 }, { "epoch": 43.35, "learning_rate": 5.052896036512e-06, "loss": 19.2354, "step": 48811 }, { "epoch": 43.35, "learning_rate": 5.0516629270569885e-06, "loss": 19.2441, "step": 48812 }, { "epoch": 43.35, "learning_rate": 5.050429960079039e-06, "loss": 19.0928, "step": 48813 }, { "epoch": 43.35, "learning_rate": 5.049197135582068e-06, "loss": 18.7695, "step": 48814 }, { "epoch": 43.35, "learning_rate": 5.0479644535699925e-06, "loss": 19.4639, "step": 48815 }, { "epoch": 43.35, "learning_rate": 5.0467319140467095e-06, "loss": 18.9668, "step": 48816 }, { "epoch": 43.35, "learning_rate": 5.0454995170161276e-06, "loss": 19.1426, "step": 48817 }, { "epoch": 43.36, "learning_rate": 5.044267262482144e-06, "loss": 19.4814, "step": 48818 }, { "epoch": 43.36, "learning_rate": 5.043035150448671e-06, "loss": 18.9893, "step": 48819 }, { "epoch": 43.36, "learning_rate": 5.0418031809196294e-06, "loss": 19.1572, "step": 48820 }, { "epoch": 43.36, "learning_rate": 5.04057135389891e-06, "loss": 19.0889, "step": 48821 }, { "epoch": 43.36, "learning_rate": 5.0393396693904085e-06, "loss": 18.7598, "step": 48822 }, { "epoch": 43.36, "learning_rate": 5.03810812739805e-06, "loss": 18.8037, "step": 48823 }, { "epoch": 43.36, "learning_rate": 5.0368767279257214e-06, "loss": 19.2188, "step": 48824 }, { "epoch": 43.36, "learning_rate": 5.03564547097734e-06, "loss": 18.3672, "step": 48825 }, { "epoch": 43.36, "learning_rate": 5.034414356556799e-06, "loss": 18.7852, "step": 48826 }, { "epoch": 43.36, "learning_rate": 5.033183384667994e-06, "loss": 19.3438, "step": 48827 }, { "epoch": 43.36, "learning_rate": 5.031952555314845e-06, "loss": 19.4346, "step": 48828 }, { "epoch": 43.37, "learning_rate": 5.030721868501237e-06, "loss": 18.6357, "step": 48829 }, { "epoch": 43.37, "learning_rate": 5.0294913242310835e-06, "loss": 19.3076, "step": 48830 }, { "epoch": 43.37, "learning_rate": 5.028260922508271e-06, "loss": 19.3438, "step": 48831 }, { "epoch": 43.37, "learning_rate": 5.027030663336724e-06, "loss": 18.7979, "step": 48832 }, { "epoch": 43.37, "learning_rate": 5.025800546720321e-06, "loss": 19.0586, "step": 48833 }, { "epoch": 43.37, "learning_rate": 5.024570572662956e-06, "loss": 18.957, "step": 48834 }, { "epoch": 43.37, "learning_rate": 5.023340741168553e-06, "loss": 18.8447, "step": 48835 }, { "epoch": 43.37, "learning_rate": 5.0221110522409856e-06, "loss": 18.7451, "step": 48836 }, { "epoch": 43.37, "learning_rate": 5.0208815058841675e-06, "loss": 19.0283, "step": 48837 }, { "epoch": 43.37, "learning_rate": 5.01965210210199e-06, "loss": 18.9746, "step": 48838 }, { "epoch": 43.37, "learning_rate": 5.018422840898346e-06, "loss": 18.9717, "step": 48839 }, { "epoch": 43.37, "learning_rate": 5.0171937222771355e-06, "loss": 19.2363, "step": 48840 }, { "epoch": 43.38, "learning_rate": 5.015964746242263e-06, "loss": 18.8086, "step": 48841 }, { "epoch": 43.38, "learning_rate": 5.014735912797619e-06, "loss": 18.7666, "step": 48842 }, { "epoch": 43.38, "learning_rate": 5.013507221947095e-06, "loss": 18.9492, "step": 48843 }, { "epoch": 43.38, "learning_rate": 5.012278673694582e-06, "loss": 19.3926, "step": 48844 }, { "epoch": 43.38, "learning_rate": 5.011050268043971e-06, "loss": 18.9346, "step": 48845 }, { "epoch": 43.38, "learning_rate": 5.009822004999182e-06, "loss": 18.8057, "step": 48846 }, { "epoch": 43.38, "learning_rate": 5.008593884564078e-06, "loss": 19.541, "step": 48847 }, { "epoch": 43.38, "learning_rate": 5.007365906742573e-06, "loss": 18.6934, "step": 48848 }, { "epoch": 43.38, "learning_rate": 5.006138071538552e-06, "loss": 18.668, "step": 48849 }, { "epoch": 43.38, "learning_rate": 5.0049103789558905e-06, "loss": 18.9033, "step": 48850 }, { "epoch": 43.38, "learning_rate": 5.003682828998513e-06, "loss": 19.1377, "step": 48851 }, { "epoch": 43.39, "learning_rate": 5.0024554216702825e-06, "loss": 19.1924, "step": 48852 }, { "epoch": 43.39, "learning_rate": 5.0012281569751074e-06, "loss": 18.9131, "step": 48853 }, { "epoch": 43.39, "learning_rate": 5.000001034916868e-06, "loss": 18.8623, "step": 48854 }, { "epoch": 43.39, "learning_rate": 4.99877405549945e-06, "loss": 19.2539, "step": 48855 }, { "epoch": 43.39, "learning_rate": 4.997547218726761e-06, "loss": 18.9551, "step": 48856 }, { "epoch": 43.39, "learning_rate": 4.996320524602666e-06, "loss": 19.0244, "step": 48857 }, { "epoch": 43.39, "learning_rate": 4.995093973131071e-06, "loss": 19.1123, "step": 48858 }, { "epoch": 43.39, "learning_rate": 4.993867564315863e-06, "loss": 18.2969, "step": 48859 }, { "epoch": 43.39, "learning_rate": 4.992641298160916e-06, "loss": 18.749, "step": 48860 }, { "epoch": 43.39, "learning_rate": 4.991415174670133e-06, "loss": 19.1396, "step": 48861 }, { "epoch": 43.39, "learning_rate": 4.990189193847389e-06, "loss": 18.7793, "step": 48862 }, { "epoch": 43.4, "learning_rate": 4.988963355696569e-06, "loss": 19.0303, "step": 48863 }, { "epoch": 43.4, "learning_rate": 4.987737660221587e-06, "loss": 19.5596, "step": 48864 }, { "epoch": 43.4, "learning_rate": 4.986512107426283e-06, "loss": 19.083, "step": 48865 }, { "epoch": 43.4, "learning_rate": 4.9852866973145676e-06, "loss": 19.3047, "step": 48866 }, { "epoch": 43.4, "learning_rate": 4.984061429890324e-06, "loss": 18.8037, "step": 48867 }, { "epoch": 43.4, "learning_rate": 4.9828363051574285e-06, "loss": 18.4336, "step": 48868 }, { "epoch": 43.4, "learning_rate": 4.9816113231197946e-06, "loss": 18.5977, "step": 48869 }, { "epoch": 43.4, "learning_rate": 4.980386483781252e-06, "loss": 18.917, "step": 48870 }, { "epoch": 43.4, "learning_rate": 4.979161787145719e-06, "loss": 18.9971, "step": 48871 }, { "epoch": 43.4, "learning_rate": 4.9779372332170785e-06, "loss": 19.0381, "step": 48872 }, { "epoch": 43.4, "learning_rate": 4.976712821999191e-06, "loss": 19.3389, "step": 48873 }, { "epoch": 43.4, "learning_rate": 4.97548855349596e-06, "loss": 19.2793, "step": 48874 }, { "epoch": 43.41, "learning_rate": 4.974264427711256e-06, "loss": 18.8672, "step": 48875 }, { "epoch": 43.41, "learning_rate": 4.973040444648952e-06, "loss": 18.9648, "step": 48876 }, { "epoch": 43.41, "learning_rate": 4.971816604312946e-06, "loss": 18.8662, "step": 48877 }, { "epoch": 43.41, "learning_rate": 4.970592906707094e-06, "loss": 18.707, "step": 48878 }, { "epoch": 43.41, "learning_rate": 4.969369351835301e-06, "loss": 19.3086, "step": 48879 }, { "epoch": 43.41, "learning_rate": 4.968145939701435e-06, "loss": 18.7314, "step": 48880 }, { "epoch": 43.41, "learning_rate": 4.966922670309354e-06, "loss": 18.5684, "step": 48881 }, { "epoch": 43.41, "learning_rate": 4.965699543662966e-06, "loss": 18.7139, "step": 48882 }, { "epoch": 43.41, "learning_rate": 4.964476559766123e-06, "loss": 18.668, "step": 48883 }, { "epoch": 43.41, "learning_rate": 4.963253718622729e-06, "loss": 19.5586, "step": 48884 }, { "epoch": 43.41, "learning_rate": 4.96203102023664e-06, "loss": 19.1025, "step": 48885 }, { "epoch": 43.42, "learning_rate": 4.960808464611727e-06, "loss": 18.6611, "step": 48886 }, { "epoch": 43.42, "learning_rate": 4.959586051751885e-06, "loss": 18.7539, "step": 48887 }, { "epoch": 43.42, "learning_rate": 4.958363781660968e-06, "loss": 18.957, "step": 48888 }, { "epoch": 43.42, "learning_rate": 4.957141654342862e-06, "loss": 19.042, "step": 48889 }, { "epoch": 43.42, "learning_rate": 4.955919669801445e-06, "loss": 18.8184, "step": 48890 }, { "epoch": 43.42, "learning_rate": 4.9546978280405885e-06, "loss": 18.3965, "step": 48891 }, { "epoch": 43.42, "learning_rate": 4.95347612906416e-06, "loss": 19.3008, "step": 48892 }, { "epoch": 43.42, "learning_rate": 4.952254572876025e-06, "loss": 19.3564, "step": 48893 }, { "epoch": 43.42, "learning_rate": 4.951033159480067e-06, "loss": 19.0137, "step": 48894 }, { "epoch": 43.42, "learning_rate": 4.9498118888801625e-06, "loss": 18.8174, "step": 48895 }, { "epoch": 43.42, "learning_rate": 4.948590761080174e-06, "loss": 18.5273, "step": 48896 }, { "epoch": 43.43, "learning_rate": 4.9473697760839654e-06, "loss": 19.1201, "step": 48897 }, { "epoch": 43.43, "learning_rate": 4.9461489338954226e-06, "loss": 18.7109, "step": 48898 }, { "epoch": 43.43, "learning_rate": 4.944928234518403e-06, "loss": 19.4512, "step": 48899 }, { "epoch": 43.43, "learning_rate": 4.9437076779567885e-06, "loss": 18.6436, "step": 48900 }, { "epoch": 43.43, "learning_rate": 4.94248726421444e-06, "loss": 18.9395, "step": 48901 }, { "epoch": 43.43, "learning_rate": 4.9412669932952185e-06, "loss": 19.4121, "step": 48902 }, { "epoch": 43.43, "learning_rate": 4.940046865203008e-06, "loss": 18.5107, "step": 48903 }, { "epoch": 43.43, "learning_rate": 4.938826879941661e-06, "loss": 19.2109, "step": 48904 }, { "epoch": 43.43, "learning_rate": 4.937607037515057e-06, "loss": 18.6318, "step": 48905 }, { "epoch": 43.43, "learning_rate": 4.936387337927045e-06, "loss": 18.333, "step": 48906 }, { "epoch": 43.43, "learning_rate": 4.935167781181521e-06, "loss": 19.1143, "step": 48907 }, { "epoch": 43.44, "learning_rate": 4.9339483672823314e-06, "loss": 18.8516, "step": 48908 }, { "epoch": 43.44, "learning_rate": 4.9327290962333295e-06, "loss": 18.9648, "step": 48909 }, { "epoch": 43.44, "learning_rate": 4.931509968038406e-06, "loss": 19.3135, "step": 48910 }, { "epoch": 43.44, "learning_rate": 4.930290982701402e-06, "loss": 18.6729, "step": 48911 }, { "epoch": 43.44, "learning_rate": 4.9290721402262045e-06, "loss": 19.0488, "step": 48912 }, { "epoch": 43.44, "learning_rate": 4.927853440616664e-06, "loss": 18.8096, "step": 48913 }, { "epoch": 43.44, "learning_rate": 4.926634883876641e-06, "loss": 18.6494, "step": 48914 }, { "epoch": 43.44, "learning_rate": 4.925416470009992e-06, "loss": 18.6338, "step": 48915 }, { "epoch": 43.44, "learning_rate": 4.924198199020608e-06, "loss": 19.0713, "step": 48916 }, { "epoch": 43.44, "learning_rate": 4.922980070912326e-06, "loss": 18.9473, "step": 48917 }, { "epoch": 43.44, "learning_rate": 4.9217620856890135e-06, "loss": 18.6709, "step": 48918 }, { "epoch": 43.44, "learning_rate": 4.920544243354519e-06, "loss": 18.708, "step": 48919 }, { "epoch": 43.45, "learning_rate": 4.919326543912717e-06, "loss": 18.874, "step": 48920 }, { "epoch": 43.45, "learning_rate": 4.91810898736747e-06, "loss": 18.9902, "step": 48921 }, { "epoch": 43.45, "learning_rate": 4.916891573722626e-06, "loss": 19.3838, "step": 48922 }, { "epoch": 43.45, "learning_rate": 4.91567430298206e-06, "loss": 18.8281, "step": 48923 }, { "epoch": 43.45, "learning_rate": 4.914457175149623e-06, "loss": 18.6816, "step": 48924 }, { "epoch": 43.45, "learning_rate": 4.913240190229157e-06, "loss": 19.0166, "step": 48925 }, { "epoch": 43.45, "learning_rate": 4.912023348224543e-06, "loss": 18.9434, "step": 48926 }, { "epoch": 43.45, "learning_rate": 4.910806649139621e-06, "loss": 19.4824, "step": 48927 }, { "epoch": 43.45, "learning_rate": 4.909590092978261e-06, "loss": 19.3184, "step": 48928 }, { "epoch": 43.45, "learning_rate": 4.908373679744316e-06, "loss": 18.9805, "step": 48929 }, { "epoch": 43.45, "learning_rate": 4.907157409441631e-06, "loss": 18.7998, "step": 48930 }, { "epoch": 43.46, "learning_rate": 4.905941282074078e-06, "loss": 18.7578, "step": 48931 }, { "epoch": 43.46, "learning_rate": 4.90472529764549e-06, "loss": 18.8926, "step": 48932 }, { "epoch": 43.46, "learning_rate": 4.903509456159739e-06, "loss": 18.9604, "step": 48933 }, { "epoch": 43.46, "learning_rate": 4.90229375762069e-06, "loss": 19.2021, "step": 48934 }, { "epoch": 43.46, "learning_rate": 4.901078202032167e-06, "loss": 18.6494, "step": 48935 }, { "epoch": 43.46, "learning_rate": 4.899862789398041e-06, "loss": 18.8828, "step": 48936 }, { "epoch": 43.46, "learning_rate": 4.898647519722155e-06, "loss": 18.709, "step": 48937 }, { "epoch": 43.46, "learning_rate": 4.897432393008366e-06, "loss": 18.5781, "step": 48938 }, { "epoch": 43.46, "learning_rate": 4.8962174092605505e-06, "loss": 19.3096, "step": 48939 }, { "epoch": 43.46, "learning_rate": 4.8950025684825095e-06, "loss": 19.3877, "step": 48940 }, { "epoch": 43.46, "learning_rate": 4.8937878706781235e-06, "loss": 19.0098, "step": 48941 }, { "epoch": 43.47, "learning_rate": 4.8925733158512514e-06, "loss": 19.2754, "step": 48942 }, { "epoch": 43.47, "learning_rate": 4.891358904005716e-06, "loss": 19.5322, "step": 48943 }, { "epoch": 43.47, "learning_rate": 4.890144635145405e-06, "loss": 19.1406, "step": 48944 }, { "epoch": 43.47, "learning_rate": 4.888930509274126e-06, "loss": 19.0596, "step": 48945 }, { "epoch": 43.47, "learning_rate": 4.887716526395741e-06, "loss": 18.8984, "step": 48946 }, { "epoch": 43.47, "learning_rate": 4.886502686514121e-06, "loss": 19.2734, "step": 48947 }, { "epoch": 43.47, "learning_rate": 4.88528898963308e-06, "loss": 19.1592, "step": 48948 }, { "epoch": 43.47, "learning_rate": 4.884075435756491e-06, "loss": 19.7637, "step": 48949 }, { "epoch": 43.47, "learning_rate": 4.882862024888191e-06, "loss": 19.2676, "step": 48950 }, { "epoch": 43.47, "learning_rate": 4.881648757032015e-06, "loss": 19.0342, "step": 48951 }, { "epoch": 43.47, "learning_rate": 4.880435632191832e-06, "loss": 19.4814, "step": 48952 }, { "epoch": 43.48, "learning_rate": 4.8792226503714625e-06, "loss": 18.7783, "step": 48953 }, { "epoch": 43.48, "learning_rate": 4.878009811574774e-06, "loss": 19.3379, "step": 48954 }, { "epoch": 43.48, "learning_rate": 4.876797115805604e-06, "loss": 18.75, "step": 48955 }, { "epoch": 43.48, "learning_rate": 4.875584563067781e-06, "loss": 18.6924, "step": 48956 }, { "epoch": 43.48, "learning_rate": 4.87437215336517e-06, "loss": 19.2041, "step": 48957 }, { "epoch": 43.48, "learning_rate": 4.8731598867016005e-06, "loss": 18.6797, "step": 48958 }, { "epoch": 43.48, "learning_rate": 4.871947763080914e-06, "loss": 19.0186, "step": 48959 }, { "epoch": 43.48, "learning_rate": 4.87073578250698e-06, "loss": 18.8975, "step": 48960 }, { "epoch": 43.48, "learning_rate": 4.869523944983595e-06, "loss": 19.4883, "step": 48961 }, { "epoch": 43.48, "learning_rate": 4.868312250514639e-06, "loss": 19.8096, "step": 48962 }, { "epoch": 43.48, "learning_rate": 4.867100699103927e-06, "loss": 19.3359, "step": 48963 }, { "epoch": 43.48, "learning_rate": 4.8658892907553045e-06, "loss": 18.8135, "step": 48964 }, { "epoch": 43.49, "learning_rate": 4.8646780254726355e-06, "loss": 19.1426, "step": 48965 }, { "epoch": 43.49, "learning_rate": 4.863466903259733e-06, "loss": 18.9609, "step": 48966 }, { "epoch": 43.49, "learning_rate": 4.86225592412044e-06, "loss": 18.4033, "step": 48967 }, { "epoch": 43.49, "learning_rate": 4.861045088058603e-06, "loss": 18.7197, "step": 48968 }, { "epoch": 43.49, "learning_rate": 4.85983439507805e-06, "loss": 19.6807, "step": 48969 }, { "epoch": 43.49, "learning_rate": 4.858623845182636e-06, "loss": 19.0449, "step": 48970 }, { "epoch": 43.49, "learning_rate": 4.857413438376185e-06, "loss": 18.5439, "step": 48971 }, { "epoch": 43.49, "learning_rate": 4.856203174662521e-06, "loss": 19.5254, "step": 48972 }, { "epoch": 43.49, "learning_rate": 4.854993054045509e-06, "loss": 19.3174, "step": 48973 }, { "epoch": 43.49, "learning_rate": 4.853783076528962e-06, "loss": 18.6758, "step": 48974 }, { "epoch": 43.49, "learning_rate": 4.852573242116737e-06, "loss": 19.1289, "step": 48975 }, { "epoch": 43.5, "learning_rate": 4.8513635508126485e-06, "loss": 18.6846, "step": 48976 }, { "epoch": 43.5, "learning_rate": 4.8501540026205325e-06, "loss": 18.3428, "step": 48977 }, { "epoch": 43.5, "learning_rate": 4.848944597544242e-06, "loss": 19.1025, "step": 48978 }, { "epoch": 43.5, "learning_rate": 4.8477353355875835e-06, "loss": 19.0498, "step": 48979 }, { "epoch": 43.5, "learning_rate": 4.846526216754415e-06, "loss": 19.1152, "step": 48980 }, { "epoch": 43.5, "learning_rate": 4.845317241048547e-06, "loss": 18.7402, "step": 48981 }, { "epoch": 43.5, "learning_rate": 4.844108408473835e-06, "loss": 18.8545, "step": 48982 }, { "epoch": 43.5, "learning_rate": 4.8428997190341e-06, "loss": 19.0234, "step": 48983 }, { "epoch": 43.5, "learning_rate": 4.841691172733159e-06, "loss": 19.1279, "step": 48984 }, { "epoch": 43.5, "learning_rate": 4.840482769574861e-06, "loss": 18.7549, "step": 48985 }, { "epoch": 43.5, "learning_rate": 4.839274509563036e-06, "loss": 18.9229, "step": 48986 }, { "epoch": 43.51, "learning_rate": 4.838066392701512e-06, "loss": 19.3779, "step": 48987 }, { "epoch": 43.51, "learning_rate": 4.836858418994117e-06, "loss": 18.9375, "step": 48988 }, { "epoch": 43.51, "learning_rate": 4.835650588444668e-06, "loss": 19.1992, "step": 48989 }, { "epoch": 43.51, "learning_rate": 4.834442901057001e-06, "loss": 19.3857, "step": 48990 }, { "epoch": 43.51, "learning_rate": 4.833235356834959e-06, "loss": 18.6074, "step": 48991 }, { "epoch": 43.51, "learning_rate": 4.832027955782364e-06, "loss": 18.7285, "step": 48992 }, { "epoch": 43.51, "learning_rate": 4.830820697903021e-06, "loss": 18.7568, "step": 48993 }, { "epoch": 43.51, "learning_rate": 4.829613583200787e-06, "loss": 18.8809, "step": 48994 }, { "epoch": 43.51, "learning_rate": 4.828406611679459e-06, "loss": 19.1855, "step": 48995 }, { "epoch": 43.51, "learning_rate": 4.827199783342895e-06, "loss": 19.0117, "step": 48996 }, { "epoch": 43.51, "learning_rate": 4.825993098194892e-06, "loss": 19.2383, "step": 48997 }, { "epoch": 43.52, "learning_rate": 4.824786556239291e-06, "loss": 19.3809, "step": 48998 }, { "epoch": 43.52, "learning_rate": 4.823580157479918e-06, "loss": 18.8486, "step": 48999 }, { "epoch": 43.52, "learning_rate": 4.822373901920579e-06, "loss": 19.2822, "step": 49000 }, { "epoch": 43.52, "learning_rate": 4.821167789565123e-06, "loss": 19.4453, "step": 49001 }, { "epoch": 43.52, "learning_rate": 4.819961820417345e-06, "loss": 19.0156, "step": 49002 }, { "epoch": 43.52, "learning_rate": 4.8187559944811e-06, "loss": 18.5879, "step": 49003 }, { "epoch": 43.52, "learning_rate": 4.8175503117601885e-06, "loss": 19.1406, "step": 49004 }, { "epoch": 43.52, "learning_rate": 4.816344772258424e-06, "loss": 18.833, "step": 49005 }, { "epoch": 43.52, "learning_rate": 4.815139375979655e-06, "loss": 18.96, "step": 49006 }, { "epoch": 43.52, "learning_rate": 4.813934122927671e-06, "loss": 19.4395, "step": 49007 }, { "epoch": 43.52, "learning_rate": 4.812729013106315e-06, "loss": 19.2754, "step": 49008 }, { "epoch": 43.52, "learning_rate": 4.811524046519422e-06, "loss": 19.001, "step": 49009 }, { "epoch": 43.53, "learning_rate": 4.810319223170767e-06, "loss": 19.2061, "step": 49010 }, { "epoch": 43.53, "learning_rate": 4.809114543064203e-06, "loss": 18.9922, "step": 49011 }, { "epoch": 43.53, "learning_rate": 4.807910006203531e-06, "loss": 19.041, "step": 49012 }, { "epoch": 43.53, "learning_rate": 4.806705612592577e-06, "loss": 19.0381, "step": 49013 }, { "epoch": 43.53, "learning_rate": 4.805501362235177e-06, "loss": 19.7354, "step": 49014 }, { "epoch": 43.53, "learning_rate": 4.804297255135109e-06, "loss": 19.1299, "step": 49015 }, { "epoch": 43.53, "learning_rate": 4.803093291296207e-06, "loss": 19.5801, "step": 49016 }, { "epoch": 43.53, "learning_rate": 4.801889470722304e-06, "loss": 19.0322, "step": 49017 }, { "epoch": 43.53, "learning_rate": 4.800685793417193e-06, "loss": 19.0625, "step": 49018 }, { "epoch": 43.53, "learning_rate": 4.799482259384708e-06, "loss": 18.6914, "step": 49019 }, { "epoch": 43.53, "learning_rate": 4.798278868628653e-06, "loss": 19.3145, "step": 49020 }, { "epoch": 43.54, "learning_rate": 4.797075621152836e-06, "loss": 18.5928, "step": 49021 }, { "epoch": 43.54, "learning_rate": 4.795872516961087e-06, "loss": 19.0732, "step": 49022 }, { "epoch": 43.54, "learning_rate": 4.794669556057202e-06, "loss": 19.3711, "step": 49023 }, { "epoch": 43.54, "learning_rate": 4.793466738445013e-06, "loss": 19.1953, "step": 49024 }, { "epoch": 43.54, "learning_rate": 4.792264064128327e-06, "loss": 18.5957, "step": 49025 }, { "epoch": 43.54, "learning_rate": 4.791061533110941e-06, "loss": 19.0186, "step": 49026 }, { "epoch": 43.54, "learning_rate": 4.789859145396691e-06, "loss": 18.4385, "step": 49027 }, { "epoch": 43.54, "learning_rate": 4.788656900989364e-06, "loss": 19.7852, "step": 49028 }, { "epoch": 43.54, "learning_rate": 4.787454799892793e-06, "loss": 19.3184, "step": 49029 }, { "epoch": 43.54, "learning_rate": 4.7862528421107776e-06, "loss": 19.3701, "step": 49030 }, { "epoch": 43.54, "learning_rate": 4.785051027647119e-06, "loss": 18.9824, "step": 49031 }, { "epoch": 43.55, "learning_rate": 4.783849356505643e-06, "loss": 18.7607, "step": 49032 }, { "epoch": 43.55, "learning_rate": 4.7826478286901455e-06, "loss": 18.7959, "step": 49033 }, { "epoch": 43.55, "learning_rate": 4.781446444204441e-06, "loss": 18.9482, "step": 49034 }, { "epoch": 43.55, "learning_rate": 4.780245203052358e-06, "loss": 19.1113, "step": 49035 }, { "epoch": 43.55, "learning_rate": 4.779044105237668e-06, "loss": 18.8936, "step": 49036 }, { "epoch": 43.55, "learning_rate": 4.777843150764199e-06, "loss": 18.7061, "step": 49037 }, { "epoch": 43.55, "learning_rate": 4.777843150764199e-06, "loss": 19.5342, "step": 49038 }, { "epoch": 43.55, "learning_rate": 4.776642339635745e-06, "loss": 18.8369, "step": 49039 }, { "epoch": 43.55, "learning_rate": 4.7754416718561175e-06, "loss": 18.4229, "step": 49040 }, { "epoch": 43.55, "learning_rate": 4.774241147429143e-06, "loss": 19.0098, "step": 49041 }, { "epoch": 43.55, "learning_rate": 4.7730407663586e-06, "loss": 18.8145, "step": 49042 }, { "epoch": 43.56, "learning_rate": 4.771840528648297e-06, "loss": 19.3887, "step": 49043 }, { "epoch": 43.56, "learning_rate": 4.770640434302059e-06, "loss": 19.123, "step": 49044 }, { "epoch": 43.56, "learning_rate": 4.7694404833236615e-06, "loss": 18.8857, "step": 49045 }, { "epoch": 43.56, "learning_rate": 4.7682406757169285e-06, "loss": 19.5117, "step": 49046 }, { "epoch": 43.56, "learning_rate": 4.7670410114856625e-06, "loss": 19.3252, "step": 49047 }, { "epoch": 43.56, "learning_rate": 4.765841490633644e-06, "loss": 18.5508, "step": 49048 }, { "epoch": 43.56, "learning_rate": 4.764642113164708e-06, "loss": 19.2871, "step": 49049 }, { "epoch": 43.56, "learning_rate": 4.763442879082625e-06, "loss": 18.6777, "step": 49050 }, { "epoch": 43.56, "learning_rate": 4.762243788391224e-06, "loss": 18.5928, "step": 49051 }, { "epoch": 43.56, "learning_rate": 4.761044841094292e-06, "loss": 18.7598, "step": 49052 }, { "epoch": 43.56, "learning_rate": 4.75984603719562e-06, "loss": 18.7305, "step": 49053 }, { "epoch": 43.56, "learning_rate": 4.758647376699032e-06, "loss": 19.2207, "step": 49054 }, { "epoch": 43.57, "learning_rate": 4.757448859608299e-06, "loss": 19.1416, "step": 49055 }, { "epoch": 43.57, "learning_rate": 4.756250485927249e-06, "loss": 18.9629, "step": 49056 }, { "epoch": 43.57, "learning_rate": 4.755052255659653e-06, "loss": 19.1846, "step": 49057 }, { "epoch": 43.57, "learning_rate": 4.753854168809335e-06, "loss": 18.627, "step": 49058 }, { "epoch": 43.57, "learning_rate": 4.752656225380081e-06, "loss": 18.457, "step": 49059 }, { "epoch": 43.57, "learning_rate": 4.7514584253756765e-06, "loss": 19.8438, "step": 49060 }, { "epoch": 43.57, "learning_rate": 4.750260768799924e-06, "loss": 19.0547, "step": 49061 }, { "epoch": 43.57, "learning_rate": 4.750260768799924e-06, "loss": 19.3301, "step": 49062 }, { "epoch": 43.57, "learning_rate": 4.749063255656644e-06, "loss": 19.3896, "step": 49063 }, { "epoch": 43.57, "learning_rate": 4.747865885949609e-06, "loss": 18.7939, "step": 49064 }, { "epoch": 43.57, "learning_rate": 4.7466686596826185e-06, "loss": 18.4268, "step": 49065 }, { "epoch": 43.58, "learning_rate": 4.745471576859461e-06, "loss": 19.2734, "step": 49066 }, { "epoch": 43.58, "learning_rate": 4.744274637483936e-06, "loss": 18.4922, "step": 49067 }, { "epoch": 43.58, "learning_rate": 4.743077841559851e-06, "loss": 18.7881, "step": 49068 }, { "epoch": 43.58, "learning_rate": 4.7418811890909795e-06, "loss": 18.8203, "step": 49069 }, { "epoch": 43.58, "learning_rate": 4.740684680081131e-06, "loss": 19.417, "step": 49070 }, { "epoch": 43.58, "learning_rate": 4.7394883145340906e-06, "loss": 18.6943, "step": 49071 }, { "epoch": 43.58, "learning_rate": 4.738292092453639e-06, "loss": 19.2881, "step": 49072 }, { "epoch": 43.58, "learning_rate": 4.737096013843595e-06, "loss": 19.3896, "step": 49073 }, { "epoch": 43.58, "learning_rate": 4.735900078707717e-06, "loss": 19.3047, "step": 49074 }, { "epoch": 43.58, "learning_rate": 4.734704287049829e-06, "loss": 19.7148, "step": 49075 }, { "epoch": 43.58, "learning_rate": 4.733508638873702e-06, "loss": 18.9336, "step": 49076 }, { "epoch": 43.59, "learning_rate": 4.732313134183119e-06, "loss": 19.1787, "step": 49077 }, { "epoch": 43.59, "learning_rate": 4.731117772981897e-06, "loss": 19.2764, "step": 49078 }, { "epoch": 43.59, "learning_rate": 4.7299225552737915e-06, "loss": 19.1289, "step": 49079 }, { "epoch": 43.59, "learning_rate": 4.728727481062617e-06, "loss": 18.7715, "step": 49080 }, { "epoch": 43.59, "learning_rate": 4.72753255035216e-06, "loss": 19.3818, "step": 49081 }, { "epoch": 43.59, "learning_rate": 4.7263377631461825e-06, "loss": 19.3027, "step": 49082 }, { "epoch": 43.59, "learning_rate": 4.725143119448505e-06, "loss": 18.6582, "step": 49083 }, { "epoch": 43.59, "learning_rate": 4.723948619262886e-06, "loss": 18.998, "step": 49084 }, { "epoch": 43.59, "learning_rate": 4.722754262593127e-06, "loss": 19.0293, "step": 49085 }, { "epoch": 43.59, "learning_rate": 4.7215600494430305e-06, "loss": 18.9482, "step": 49086 }, { "epoch": 43.59, "learning_rate": 4.720365979816343e-06, "loss": 18.9736, "step": 49087 }, { "epoch": 43.6, "learning_rate": 4.719172053716869e-06, "loss": 18.667, "step": 49088 }, { "epoch": 43.6, "learning_rate": 4.7179782711484044e-06, "loss": 18.7695, "step": 49089 }, { "epoch": 43.6, "learning_rate": 4.7167846321147124e-06, "loss": 18.374, "step": 49090 }, { "epoch": 43.6, "learning_rate": 4.715591136619607e-06, "loss": 18.6875, "step": 49091 }, { "epoch": 43.6, "learning_rate": 4.71439778466683e-06, "loss": 19.2803, "step": 49092 }, { "epoch": 43.6, "learning_rate": 4.713204576260189e-06, "loss": 19.1035, "step": 49093 }, { "epoch": 43.6, "learning_rate": 4.712011511403469e-06, "loss": 19.0752, "step": 49094 }, { "epoch": 43.6, "learning_rate": 4.710818590100435e-06, "loss": 19.3232, "step": 49095 }, { "epoch": 43.6, "learning_rate": 4.70962581235489e-06, "loss": 19.0127, "step": 49096 }, { "epoch": 43.6, "learning_rate": 4.708433178170601e-06, "loss": 18.8184, "step": 49097 }, { "epoch": 43.6, "learning_rate": 4.707240687551345e-06, "loss": 19.3154, "step": 49098 }, { "epoch": 43.6, "learning_rate": 4.707240687551345e-06, "loss": 20.002, "step": 49099 }, { "epoch": 43.61, "learning_rate": 4.706048340500912e-06, "loss": 19.7383, "step": 49100 }, { "epoch": 43.61, "learning_rate": 4.704856137023072e-06, "loss": 19.4316, "step": 49101 }, { "epoch": 43.61, "learning_rate": 4.7036640771216166e-06, "loss": 19.1611, "step": 49102 }, { "epoch": 43.61, "learning_rate": 4.70247216080032e-06, "loss": 19.0273, "step": 49103 }, { "epoch": 43.61, "learning_rate": 4.701280388062945e-06, "loss": 19.251, "step": 49104 }, { "epoch": 43.61, "learning_rate": 4.700088758913291e-06, "loss": 19.0957, "step": 49105 }, { "epoch": 43.61, "learning_rate": 4.698897273355113e-06, "loss": 18.8105, "step": 49106 }, { "epoch": 43.61, "learning_rate": 4.697705931392216e-06, "loss": 18.8877, "step": 49107 }, { "epoch": 43.61, "learning_rate": 4.696514733028357e-06, "loss": 19.1162, "step": 49108 }, { "epoch": 43.61, "learning_rate": 4.69532367826731e-06, "loss": 18.7002, "step": 49109 }, { "epoch": 43.61, "learning_rate": 4.694132767112863e-06, "loss": 19.0547, "step": 49110 }, { "epoch": 43.62, "learning_rate": 4.692941999568773e-06, "loss": 18.96, "step": 49111 }, { "epoch": 43.62, "learning_rate": 4.691751375638831e-06, "loss": 19.3105, "step": 49112 }, { "epoch": 43.62, "learning_rate": 4.690560895326817e-06, "loss": 19.5869, "step": 49113 }, { "epoch": 43.62, "learning_rate": 4.68937055863648e-06, "loss": 18.9316, "step": 49114 }, { "epoch": 43.62, "learning_rate": 4.688180365571604e-06, "loss": 18.7607, "step": 49115 }, { "epoch": 43.62, "learning_rate": 4.686990316135975e-06, "loss": 18.6982, "step": 49116 }, { "epoch": 43.62, "learning_rate": 4.685800410333346e-06, "loss": 18.5967, "step": 49117 }, { "epoch": 43.62, "learning_rate": 4.684610648167503e-06, "loss": 18.9092, "step": 49118 }, { "epoch": 43.62, "learning_rate": 4.683421029642215e-06, "loss": 18.8848, "step": 49119 }, { "epoch": 43.62, "learning_rate": 4.682231554761235e-06, "loss": 19.2715, "step": 49120 }, { "epoch": 43.62, "learning_rate": 4.681042223528359e-06, "loss": 18.5615, "step": 49121 }, { "epoch": 43.63, "learning_rate": 4.679853035947335e-06, "loss": 18.8486, "step": 49122 }, { "epoch": 43.63, "learning_rate": 4.678663992021953e-06, "loss": 18.7354, "step": 49123 }, { "epoch": 43.63, "learning_rate": 4.677475091755973e-06, "loss": 19.125, "step": 49124 }, { "epoch": 43.63, "learning_rate": 4.676286335153157e-06, "loss": 18.749, "step": 49125 }, { "epoch": 43.63, "learning_rate": 4.675097722217281e-06, "loss": 19.0645, "step": 49126 }, { "epoch": 43.63, "learning_rate": 4.673909252952108e-06, "loss": 18.8936, "step": 49127 }, { "epoch": 43.63, "learning_rate": 4.672720927361412e-06, "loss": 18.8955, "step": 49128 }, { "epoch": 43.63, "learning_rate": 4.6715327454489425e-06, "loss": 18.7432, "step": 49129 }, { "epoch": 43.63, "learning_rate": 4.6703447072184935e-06, "loss": 19.6572, "step": 49130 }, { "epoch": 43.63, "learning_rate": 4.669156812673814e-06, "loss": 18.5576, "step": 49131 }, { "epoch": 43.63, "learning_rate": 4.667969061818661e-06, "loss": 18.9355, "step": 49132 }, { "epoch": 43.63, "learning_rate": 4.666781454656821e-06, "loss": 19.3164, "step": 49133 }, { "epoch": 43.64, "learning_rate": 4.665593991192041e-06, "loss": 18.6592, "step": 49134 }, { "epoch": 43.64, "learning_rate": 4.6644066714280955e-06, "loss": 18.9951, "step": 49135 }, { "epoch": 43.64, "learning_rate": 4.663219495368743e-06, "loss": 19.0723, "step": 49136 }, { "epoch": 43.64, "learning_rate": 4.66203246301774e-06, "loss": 19.001, "step": 49137 }, { "epoch": 43.64, "learning_rate": 4.660845574378858e-06, "loss": 19.6426, "step": 49138 }, { "epoch": 43.64, "learning_rate": 4.659658829455866e-06, "loss": 19.2881, "step": 49139 }, { "epoch": 43.64, "learning_rate": 4.658472228252514e-06, "loss": 18.8535, "step": 49140 }, { "epoch": 43.64, "learning_rate": 4.657285770772563e-06, "loss": 19.1289, "step": 49141 }, { "epoch": 43.64, "learning_rate": 4.656099457019786e-06, "loss": 19.1768, "step": 49142 }, { "epoch": 43.64, "learning_rate": 4.654913286997925e-06, "loss": 19.1904, "step": 49143 }, { "epoch": 43.64, "learning_rate": 4.653727260710755e-06, "loss": 18.6689, "step": 49144 }, { "epoch": 43.65, "learning_rate": 4.652541378162023e-06, "loss": 19.6201, "step": 49145 }, { "epoch": 43.65, "learning_rate": 4.651355639355509e-06, "loss": 18.791, "step": 49146 }, { "epoch": 43.65, "learning_rate": 4.650170044294955e-06, "loss": 18.6895, "step": 49147 }, { "epoch": 43.65, "learning_rate": 4.648984592984112e-06, "loss": 19.0586, "step": 49148 }, { "epoch": 43.65, "learning_rate": 4.647799285426757e-06, "loss": 18.3008, "step": 49149 }, { "epoch": 43.65, "learning_rate": 4.64661412162663e-06, "loss": 19.2148, "step": 49150 }, { "epoch": 43.65, "learning_rate": 4.6454291015875e-06, "loss": 19.3057, "step": 49151 }, { "epoch": 43.65, "learning_rate": 4.644244225313121e-06, "loss": 18.959, "step": 49152 }, { "epoch": 43.65, "learning_rate": 4.643059492807239e-06, "loss": 18.7627, "step": 49153 }, { "epoch": 43.65, "learning_rate": 4.641874904073628e-06, "loss": 18.8926, "step": 49154 }, { "epoch": 43.65, "learning_rate": 4.64069045911602e-06, "loss": 19.585, "step": 49155 }, { "epoch": 43.66, "learning_rate": 4.639506157938195e-06, "loss": 19.3936, "step": 49156 }, { "epoch": 43.66, "learning_rate": 4.638322000543888e-06, "loss": 20.1602, "step": 49157 }, { "epoch": 43.66, "learning_rate": 4.637137986936851e-06, "loss": 19.2139, "step": 49158 }, { "epoch": 43.66, "learning_rate": 4.63595411712085e-06, "loss": 18.418, "step": 49159 }, { "epoch": 43.66, "learning_rate": 4.6347703910996246e-06, "loss": 18.8359, "step": 49160 }, { "epoch": 43.66, "learning_rate": 4.633586808876933e-06, "loss": 19.1484, "step": 49161 }, { "epoch": 43.66, "learning_rate": 4.632403370456551e-06, "loss": 18.9746, "step": 49162 }, { "epoch": 43.66, "learning_rate": 4.63122007584218e-06, "loss": 18.9932, "step": 49163 }, { "epoch": 43.66, "learning_rate": 4.630036925037606e-06, "loss": 18.3838, "step": 49164 }, { "epoch": 43.66, "learning_rate": 4.628853918046572e-06, "loss": 18.6133, "step": 49165 }, { "epoch": 43.66, "learning_rate": 4.627671054872823e-06, "loss": 18.6611, "step": 49166 }, { "epoch": 43.67, "learning_rate": 4.626488335520129e-06, "loss": 18.5781, "step": 49167 }, { "epoch": 43.67, "learning_rate": 4.625305759992205e-06, "loss": 19.041, "step": 49168 }, { "epoch": 43.67, "learning_rate": 4.624123328292818e-06, "loss": 19.2236, "step": 49169 }, { "epoch": 43.67, "learning_rate": 4.622941040425721e-06, "loss": 19.7607, "step": 49170 }, { "epoch": 43.67, "learning_rate": 4.621758896394646e-06, "loss": 18.793, "step": 49171 }, { "epoch": 43.67, "learning_rate": 4.62057689620336e-06, "loss": 19.335, "step": 49172 }, { "epoch": 43.67, "learning_rate": 4.619395039855595e-06, "loss": 19.252, "step": 49173 }, { "epoch": 43.67, "learning_rate": 4.618213327355097e-06, "loss": 18.8711, "step": 49174 }, { "epoch": 43.67, "learning_rate": 4.617031758705625e-06, "loss": 18.8652, "step": 49175 }, { "epoch": 43.67, "learning_rate": 4.615850333910904e-06, "loss": 19.5264, "step": 49176 }, { "epoch": 43.67, "learning_rate": 4.614669052974702e-06, "loss": 18.8135, "step": 49177 }, { "epoch": 43.67, "learning_rate": 4.613487915900755e-06, "loss": 19.4004, "step": 49178 }, { "epoch": 43.68, "learning_rate": 4.6123069226927885e-06, "loss": 18.5947, "step": 49179 }, { "epoch": 43.68, "learning_rate": 4.611126073354571e-06, "loss": 19.165, "step": 49180 }, { "epoch": 43.68, "learning_rate": 4.609945367889829e-06, "loss": 19.1904, "step": 49181 }, { "epoch": 43.68, "learning_rate": 4.608764806302312e-06, "loss": 19.0244, "step": 49182 }, { "epoch": 43.68, "learning_rate": 4.607584388595781e-06, "loss": 19.1191, "step": 49183 }, { "epoch": 43.68, "learning_rate": 4.606404114773938e-06, "loss": 19.3545, "step": 49184 }, { "epoch": 43.68, "learning_rate": 4.605223984840557e-06, "loss": 19.1611, "step": 49185 }, { "epoch": 43.68, "learning_rate": 4.604043998799357e-06, "loss": 18.8066, "step": 49186 }, { "epoch": 43.68, "learning_rate": 4.602864156654091e-06, "loss": 18.6406, "step": 49187 }, { "epoch": 43.68, "learning_rate": 4.601684458408506e-06, "loss": 19.042, "step": 49188 }, { "epoch": 43.68, "learning_rate": 4.600504904066322e-06, "loss": 18.8652, "step": 49189 }, { "epoch": 43.69, "learning_rate": 4.5993254936312845e-06, "loss": 18.9746, "step": 49190 }, { "epoch": 43.69, "learning_rate": 4.598146227107142e-06, "loss": 18.7354, "step": 49191 }, { "epoch": 43.69, "learning_rate": 4.596967104497618e-06, "loss": 19.2021, "step": 49192 }, { "epoch": 43.69, "learning_rate": 4.595788125806466e-06, "loss": 18.7354, "step": 49193 }, { "epoch": 43.69, "learning_rate": 4.594609291037411e-06, "loss": 18.6758, "step": 49194 }, { "epoch": 43.69, "learning_rate": 4.593430600194187e-06, "loss": 19.25, "step": 49195 }, { "epoch": 43.69, "learning_rate": 4.592252053280549e-06, "loss": 18.5508, "step": 49196 }, { "epoch": 43.69, "learning_rate": 4.591073650300204e-06, "loss": 18.9922, "step": 49197 }, { "epoch": 43.69, "learning_rate": 4.589895391256921e-06, "loss": 19.3086, "step": 49198 }, { "epoch": 43.69, "learning_rate": 4.588717276154408e-06, "loss": 19.1621, "step": 49199 }, { "epoch": 43.69, "learning_rate": 4.587539304996408e-06, "loss": 19.167, "step": 49200 }, { "epoch": 43.7, "learning_rate": 4.58636147778666e-06, "loss": 18.4834, "step": 49201 }, { "epoch": 43.7, "learning_rate": 4.585183794528886e-06, "loss": 18.9551, "step": 49202 }, { "epoch": 43.7, "learning_rate": 4.584006255226836e-06, "loss": 19.4209, "step": 49203 }, { "epoch": 43.7, "learning_rate": 4.5828288598842196e-06, "loss": 19.0488, "step": 49204 }, { "epoch": 43.7, "learning_rate": 4.581651608504795e-06, "loss": 19.0518, "step": 49205 }, { "epoch": 43.7, "learning_rate": 4.58047450109228e-06, "loss": 19.6689, "step": 49206 }, { "epoch": 43.7, "learning_rate": 4.579297537650395e-06, "loss": 18.5215, "step": 49207 }, { "epoch": 43.7, "learning_rate": 4.578120718182888e-06, "loss": 19.2246, "step": 49208 }, { "epoch": 43.7, "learning_rate": 4.5769440426934875e-06, "loss": 19.665, "step": 49209 }, { "epoch": 43.7, "learning_rate": 4.5757675111859244e-06, "loss": 18.6855, "step": 49210 }, { "epoch": 43.7, "learning_rate": 4.574591123663918e-06, "loss": 18.8018, "step": 49211 }, { "epoch": 43.71, "learning_rate": 4.5734148801311934e-06, "loss": 19.0732, "step": 49212 }, { "epoch": 43.71, "learning_rate": 4.572238780591492e-06, "loss": 19.1299, "step": 49213 }, { "epoch": 43.71, "learning_rate": 4.571062825048545e-06, "loss": 18.6357, "step": 49214 }, { "epoch": 43.71, "learning_rate": 4.569887013506069e-06, "loss": 19.2031, "step": 49215 }, { "epoch": 43.71, "learning_rate": 4.568711345967791e-06, "loss": 19.5781, "step": 49216 }, { "epoch": 43.71, "learning_rate": 4.567535822437452e-06, "loss": 18.6865, "step": 49217 }, { "epoch": 43.71, "learning_rate": 4.566360442918755e-06, "loss": 18.9219, "step": 49218 }, { "epoch": 43.71, "learning_rate": 4.565185207415445e-06, "loss": 18.9072, "step": 49219 }, { "epoch": 43.71, "learning_rate": 4.564010115931233e-06, "loss": 18.7959, "step": 49220 }, { "epoch": 43.71, "learning_rate": 4.562835168469865e-06, "loss": 18.9717, "step": 49221 }, { "epoch": 43.71, "learning_rate": 4.561660365035048e-06, "loss": 19.2656, "step": 49222 }, { "epoch": 43.71, "learning_rate": 4.560485705630502e-06, "loss": 18.3984, "step": 49223 }, { "epoch": 43.72, "learning_rate": 4.559311190259963e-06, "loss": 18.9912, "step": 49224 }, { "epoch": 43.72, "learning_rate": 4.5581368189271444e-06, "loss": 19.0869, "step": 49225 }, { "epoch": 43.72, "learning_rate": 4.556962591635783e-06, "loss": 18.335, "step": 49226 }, { "epoch": 43.72, "learning_rate": 4.555788508389586e-06, "loss": 19.1084, "step": 49227 }, { "epoch": 43.72, "learning_rate": 4.5546145691922725e-06, "loss": 18.4551, "step": 49228 }, { "epoch": 43.72, "learning_rate": 4.553440774047585e-06, "loss": 18.665, "step": 49229 }, { "epoch": 43.72, "learning_rate": 4.5522671229592195e-06, "loss": 18.582, "step": 49230 }, { "epoch": 43.72, "learning_rate": 4.551093615930913e-06, "loss": 18.9951, "step": 49231 }, { "epoch": 43.72, "learning_rate": 4.549920252966383e-06, "loss": 18.9229, "step": 49232 }, { "epoch": 43.72, "learning_rate": 4.548747034069339e-06, "loss": 18.624, "step": 49233 }, { "epoch": 43.72, "learning_rate": 4.5475739592435e-06, "loss": 19.1064, "step": 49234 }, { "epoch": 43.73, "learning_rate": 4.5475739592435e-06, "loss": 19.2441, "step": 49235 }, { "epoch": 43.73, "learning_rate": 4.546401028492603e-06, "loss": 18.5088, "step": 49236 }, { "epoch": 43.73, "learning_rate": 4.5452282418203425e-06, "loss": 19.4873, "step": 49237 }, { "epoch": 43.73, "learning_rate": 4.544055599230468e-06, "loss": 18.6699, "step": 49238 }, { "epoch": 43.73, "learning_rate": 4.542883100726658e-06, "loss": 18.9043, "step": 49239 }, { "epoch": 43.73, "learning_rate": 4.541710746312644e-06, "loss": 18.8545, "step": 49240 }, { "epoch": 43.73, "learning_rate": 4.540538535992156e-06, "loss": 18.4395, "step": 49241 }, { "epoch": 43.73, "learning_rate": 4.539366469768885e-06, "loss": 19.2256, "step": 49242 }, { "epoch": 43.73, "learning_rate": 4.538194547646574e-06, "loss": 18.9893, "step": 49243 }, { "epoch": 43.73, "learning_rate": 4.5370227696289235e-06, "loss": 18.6084, "step": 49244 }, { "epoch": 43.73, "learning_rate": 4.535851135719638e-06, "loss": 19.457, "step": 49245 }, { "epoch": 43.74, "learning_rate": 4.534679645922446e-06, "loss": 19.5732, "step": 49246 }, { "epoch": 43.74, "learning_rate": 4.533508300241052e-06, "loss": 18.8857, "step": 49247 }, { "epoch": 43.74, "learning_rate": 4.532337098679179e-06, "loss": 18.4229, "step": 49248 }, { "epoch": 43.74, "learning_rate": 4.531166041240531e-06, "loss": 19.0479, "step": 49249 }, { "epoch": 43.74, "learning_rate": 4.529995127928821e-06, "loss": 18.7656, "step": 49250 }, { "epoch": 43.74, "learning_rate": 4.528824358747763e-06, "loss": 18.8154, "step": 49251 }, { "epoch": 43.74, "learning_rate": 4.527653733701065e-06, "loss": 18.8457, "step": 49252 }, { "epoch": 43.74, "learning_rate": 4.526483252792446e-06, "loss": 18.7627, "step": 49253 }, { "epoch": 43.74, "learning_rate": 4.525312916025609e-06, "loss": 18.7441, "step": 49254 }, { "epoch": 43.74, "learning_rate": 4.524142723404256e-06, "loss": 19.1924, "step": 49255 }, { "epoch": 43.74, "learning_rate": 4.5229726749321135e-06, "loss": 19.0547, "step": 49256 }, { "epoch": 43.75, "learning_rate": 4.521802770612871e-06, "loss": 18.9678, "step": 49257 }, { "epoch": 43.75, "learning_rate": 4.5206330104502485e-06, "loss": 19.4756, "step": 49258 }, { "epoch": 43.75, "learning_rate": 4.519463394447976e-06, "loss": 18.873, "step": 49259 }, { "epoch": 43.75, "learning_rate": 4.518293922609712e-06, "loss": 18.9824, "step": 49260 }, { "epoch": 43.75, "learning_rate": 4.517124594939198e-06, "loss": 18.9658, "step": 49261 }, { "epoch": 43.75, "learning_rate": 4.515955411440137e-06, "loss": 19.1123, "step": 49262 }, { "epoch": 43.75, "learning_rate": 4.51478637211622e-06, "loss": 19.4844, "step": 49263 }, { "epoch": 43.75, "learning_rate": 4.513617476971171e-06, "loss": 19.0732, "step": 49264 }, { "epoch": 43.75, "learning_rate": 4.512448726008689e-06, "loss": 18.8281, "step": 49265 }, { "epoch": 43.75, "learning_rate": 4.511280119232464e-06, "loss": 20.2148, "step": 49266 }, { "epoch": 43.75, "learning_rate": 4.510111656646226e-06, "loss": 19.1855, "step": 49267 }, { "epoch": 43.75, "learning_rate": 4.508943338253652e-06, "loss": 19.4033, "step": 49268 }, { "epoch": 43.76, "learning_rate": 4.507775164058469e-06, "loss": 19.126, "step": 49269 }, { "epoch": 43.76, "learning_rate": 4.506607134064372e-06, "loss": 19.3574, "step": 49270 }, { "epoch": 43.76, "learning_rate": 4.50543924827505e-06, "loss": 19.2881, "step": 49271 }, { "epoch": 43.76, "learning_rate": 4.50427150669423e-06, "loss": 19.4189, "step": 49272 }, { "epoch": 43.76, "learning_rate": 4.503103909325585e-06, "loss": 19.3477, "step": 49273 }, { "epoch": 43.76, "learning_rate": 4.503103909325585e-06, "loss": 19.2412, "step": 49274 }, { "epoch": 43.76, "learning_rate": 4.501936456172845e-06, "loss": 18.9209, "step": 49275 }, { "epoch": 43.76, "learning_rate": 4.500769147239692e-06, "loss": 19.498, "step": 49276 }, { "epoch": 43.76, "learning_rate": 4.4996019825298215e-06, "loss": 19.2812, "step": 49277 }, { "epoch": 43.76, "learning_rate": 4.498434962046949e-06, "loss": 18.9902, "step": 49278 }, { "epoch": 43.76, "learning_rate": 4.4972680857947645e-06, "loss": 19.0459, "step": 49279 }, { "epoch": 43.77, "learning_rate": 4.496101353776972e-06, "loss": 19.1338, "step": 49280 }, { "epoch": 43.77, "learning_rate": 4.494934765997261e-06, "loss": 18.8525, "step": 49281 }, { "epoch": 43.77, "learning_rate": 4.493768322459341e-06, "loss": 19.0771, "step": 49282 }, { "epoch": 43.77, "learning_rate": 4.492602023166909e-06, "loss": 18.8906, "step": 49283 }, { "epoch": 43.77, "learning_rate": 4.491435868123645e-06, "loss": 19.167, "step": 49284 }, { "epoch": 43.77, "learning_rate": 4.490269857333251e-06, "loss": 19.0195, "step": 49285 }, { "epoch": 43.77, "learning_rate": 4.489103990799448e-06, "loss": 18.7588, "step": 49286 }, { "epoch": 43.77, "learning_rate": 4.487938268525904e-06, "loss": 18.7939, "step": 49287 }, { "epoch": 43.77, "learning_rate": 4.486772690516327e-06, "loss": 19.0361, "step": 49288 }, { "epoch": 43.77, "learning_rate": 4.485607256774399e-06, "loss": 18.7402, "step": 49289 }, { "epoch": 43.77, "learning_rate": 4.484441967303821e-06, "loss": 18.877, "step": 49290 }, { "epoch": 43.78, "learning_rate": 4.483276822108296e-06, "loss": 19.2627, "step": 49291 }, { "epoch": 43.78, "learning_rate": 4.482111821191514e-06, "loss": 18.3047, "step": 49292 }, { "epoch": 43.78, "learning_rate": 4.480946964557148e-06, "loss": 18.8125, "step": 49293 }, { "epoch": 43.78, "learning_rate": 4.479782252208919e-06, "loss": 19.0332, "step": 49294 }, { "epoch": 43.78, "learning_rate": 4.478617684150493e-06, "loss": 17.9893, "step": 49295 }, { "epoch": 43.78, "learning_rate": 4.477453260385589e-06, "loss": 18.7998, "step": 49296 }, { "epoch": 43.78, "learning_rate": 4.4762889809178695e-06, "loss": 18.7373, "step": 49297 }, { "epoch": 43.78, "learning_rate": 4.47512484575105e-06, "loss": 18.6855, "step": 49298 }, { "epoch": 43.78, "learning_rate": 4.473960854888803e-06, "loss": 18.8301, "step": 49299 }, { "epoch": 43.78, "learning_rate": 4.472797008334823e-06, "loss": 18.8408, "step": 49300 }, { "epoch": 43.78, "learning_rate": 4.471633306092804e-06, "loss": 18.8477, "step": 49301 }, { "epoch": 43.79, "learning_rate": 4.470469748166422e-06, "loss": 18.8203, "step": 49302 }, { "epoch": 43.79, "learning_rate": 4.4693063345593865e-06, "loss": 19.2666, "step": 49303 }, { "epoch": 43.79, "learning_rate": 4.468143065275371e-06, "loss": 19.0078, "step": 49304 }, { "epoch": 43.79, "learning_rate": 4.466979940318061e-06, "loss": 18.6484, "step": 49305 }, { "epoch": 43.79, "learning_rate": 4.465816959691149e-06, "loss": 18.7783, "step": 49306 }, { "epoch": 43.79, "learning_rate": 4.464654123398315e-06, "loss": 18.6016, "step": 49307 }, { "epoch": 43.79, "learning_rate": 4.463491431443256e-06, "loss": 18.8018, "step": 49308 }, { "epoch": 43.79, "learning_rate": 4.462328883829653e-06, "loss": 19.5039, "step": 49309 }, { "epoch": 43.79, "learning_rate": 4.46116648056118e-06, "loss": 18.8301, "step": 49310 }, { "epoch": 43.79, "learning_rate": 4.460004221641528e-06, "loss": 19.0088, "step": 49311 }, { "epoch": 43.79, "learning_rate": 4.458842107074396e-06, "loss": 19.0547, "step": 49312 }, { "epoch": 43.79, "learning_rate": 4.4576801368634455e-06, "loss": 18.5498, "step": 49313 }, { "epoch": 43.8, "learning_rate": 4.456518311012392e-06, "loss": 18.9209, "step": 49314 }, { "epoch": 43.8, "learning_rate": 4.455356629524871e-06, "loss": 18.8203, "step": 49315 }, { "epoch": 43.8, "learning_rate": 4.454195092404595e-06, "loss": 18.999, "step": 49316 }, { "epoch": 43.8, "learning_rate": 4.453033699655246e-06, "loss": 19.1963, "step": 49317 }, { "epoch": 43.8, "learning_rate": 4.451872451280492e-06, "loss": 18.8047, "step": 49318 }, { "epoch": 43.8, "learning_rate": 4.4507113472840315e-06, "loss": 18.9658, "step": 49319 }, { "epoch": 43.8, "learning_rate": 4.4495503876695375e-06, "loss": 18.8271, "step": 49320 }, { "epoch": 43.8, "learning_rate": 4.448389572440675e-06, "loss": 19.2188, "step": 49321 }, { "epoch": 43.8, "learning_rate": 4.447228901601147e-06, "loss": 19.2461, "step": 49322 }, { "epoch": 43.8, "learning_rate": 4.446068375154616e-06, "loss": 18.9199, "step": 49323 }, { "epoch": 43.8, "learning_rate": 4.444907993104775e-06, "loss": 19.2412, "step": 49324 }, { "epoch": 43.81, "learning_rate": 4.443747755455291e-06, "loss": 18.8662, "step": 49325 }, { "epoch": 43.81, "learning_rate": 4.4425876622098354e-06, "loss": 18.7197, "step": 49326 }, { "epoch": 43.81, "learning_rate": 4.441427713372104e-06, "loss": 19.1113, "step": 49327 }, { "epoch": 43.81, "learning_rate": 4.440267908945755e-06, "loss": 19.126, "step": 49328 }, { "epoch": 43.81, "learning_rate": 4.439108248934476e-06, "loss": 19.0322, "step": 49329 }, { "epoch": 43.81, "learning_rate": 4.4379487333419565e-06, "loss": 19.1016, "step": 49330 }, { "epoch": 43.81, "learning_rate": 4.436789362171839e-06, "loss": 18.8027, "step": 49331 }, { "epoch": 43.81, "learning_rate": 4.435630135427826e-06, "loss": 19.1738, "step": 49332 }, { "epoch": 43.81, "learning_rate": 4.434471053113571e-06, "loss": 19.0186, "step": 49333 }, { "epoch": 43.81, "learning_rate": 4.4333121152327625e-06, "loss": 18.9385, "step": 49334 }, { "epoch": 43.81, "learning_rate": 4.432153321789084e-06, "loss": 18.5381, "step": 49335 }, { "epoch": 43.82, "learning_rate": 4.430994672786182e-06, "loss": 19.332, "step": 49336 }, { "epoch": 43.82, "learning_rate": 4.429836168227735e-06, "loss": 18.6084, "step": 49337 }, { "epoch": 43.82, "learning_rate": 4.428677808117437e-06, "loss": 18.8105, "step": 49338 }, { "epoch": 43.82, "learning_rate": 4.427519592458934e-06, "loss": 19.0723, "step": 49339 }, { "epoch": 43.82, "learning_rate": 4.426361521255918e-06, "loss": 18.9053, "step": 49340 }, { "epoch": 43.82, "learning_rate": 4.425203594512051e-06, "loss": 18.7871, "step": 49341 }, { "epoch": 43.82, "learning_rate": 4.424045812230993e-06, "loss": 19.4121, "step": 49342 }, { "epoch": 43.82, "learning_rate": 4.422888174416434e-06, "loss": 18.2031, "step": 49343 }, { "epoch": 43.82, "learning_rate": 4.4217306810720225e-06, "loss": 18.7207, "step": 49344 }, { "epoch": 43.82, "learning_rate": 4.42057333220145e-06, "loss": 18.7354, "step": 49345 }, { "epoch": 43.82, "learning_rate": 4.419416127808368e-06, "loss": 19.0049, "step": 49346 }, { "epoch": 43.83, "learning_rate": 4.418259067896447e-06, "loss": 19.2402, "step": 49347 }, { "epoch": 43.83, "learning_rate": 4.417102152469365e-06, "loss": 19.376, "step": 49348 }, { "epoch": 43.83, "learning_rate": 4.4159453815307675e-06, "loss": 19.4336, "step": 49349 }, { "epoch": 43.83, "learning_rate": 4.414788755084348e-06, "loss": 19.0703, "step": 49350 }, { "epoch": 43.83, "learning_rate": 4.413632273133761e-06, "loss": 18.8936, "step": 49351 }, { "epoch": 43.83, "learning_rate": 4.412475935682664e-06, "loss": 18.8223, "step": 49352 }, { "epoch": 43.83, "learning_rate": 4.411319742734738e-06, "loss": 18.5752, "step": 49353 }, { "epoch": 43.83, "learning_rate": 4.4101636942936286e-06, "loss": 18.7344, "step": 49354 }, { "epoch": 43.83, "learning_rate": 4.409007790363012e-06, "loss": 19.0684, "step": 49355 }, { "epoch": 43.83, "learning_rate": 4.407852030946563e-06, "loss": 19.0488, "step": 49356 }, { "epoch": 43.83, "learning_rate": 4.406696416047929e-06, "loss": 19.3447, "step": 49357 }, { "epoch": 43.83, "learning_rate": 4.405540945670783e-06, "loss": 18.5654, "step": 49358 }, { "epoch": 43.84, "learning_rate": 4.4043856198187685e-06, "loss": 18.9531, "step": 49359 }, { "epoch": 43.84, "learning_rate": 4.403230438495564e-06, "loss": 19.3799, "step": 49360 }, { "epoch": 43.84, "learning_rate": 4.402075401704841e-06, "loss": 18.9619, "step": 49361 }, { "epoch": 43.84, "learning_rate": 4.400920509450246e-06, "loss": 18.8418, "step": 49362 }, { "epoch": 43.84, "learning_rate": 4.399765761735431e-06, "loss": 19.2822, "step": 49363 }, { "epoch": 43.84, "learning_rate": 4.398611158564075e-06, "loss": 19.083, "step": 49364 }, { "epoch": 43.84, "learning_rate": 4.397456699939822e-06, "loss": 18.835, "step": 49365 }, { "epoch": 43.84, "learning_rate": 4.396302385866352e-06, "loss": 18.9531, "step": 49366 }, { "epoch": 43.84, "learning_rate": 4.3951482163473115e-06, "loss": 19.0811, "step": 49367 }, { "epoch": 43.84, "learning_rate": 4.3939941913863525e-06, "loss": 18.6211, "step": 49368 }, { "epoch": 43.84, "learning_rate": 4.392840310987145e-06, "loss": 19.1885, "step": 49369 }, { "epoch": 43.85, "learning_rate": 4.391686575153331e-06, "loss": 19.1191, "step": 49370 }, { "epoch": 43.85, "learning_rate": 4.39053298388859e-06, "loss": 19.0078, "step": 49371 }, { "epoch": 43.85, "learning_rate": 4.389379537196559e-06, "loss": 19.1279, "step": 49372 }, { "epoch": 43.85, "learning_rate": 4.388226235080905e-06, "loss": 18.9111, "step": 49373 }, { "epoch": 43.85, "learning_rate": 4.387073077545284e-06, "loss": 19.5273, "step": 49374 }, { "epoch": 43.85, "learning_rate": 4.38592006459334e-06, "loss": 18.5762, "step": 49375 }, { "epoch": 43.85, "learning_rate": 4.3847671962287395e-06, "loss": 19.4697, "step": 49376 }, { "epoch": 43.85, "learning_rate": 4.3836144724551276e-06, "loss": 19.0322, "step": 49377 }, { "epoch": 43.85, "learning_rate": 4.382461893276174e-06, "loss": 18.7139, "step": 49378 }, { "epoch": 43.85, "learning_rate": 4.381309458695521e-06, "loss": 18.8057, "step": 49379 }, { "epoch": 43.85, "learning_rate": 4.380157168716809e-06, "loss": 18.7666, "step": 49380 }, { "epoch": 43.86, "learning_rate": 4.379005023343718e-06, "loss": 18.6309, "step": 49381 }, { "epoch": 43.86, "learning_rate": 4.3778530225798755e-06, "loss": 18.8838, "step": 49382 }, { "epoch": 43.86, "learning_rate": 4.376701166428948e-06, "loss": 18.3398, "step": 49383 }, { "epoch": 43.86, "learning_rate": 4.376701166428948e-06, "loss": 19.1055, "step": 49384 }, { "epoch": 43.86, "learning_rate": 4.3755494548945895e-06, "loss": 19.0039, "step": 49385 }, { "epoch": 43.86, "learning_rate": 4.37439788798043e-06, "loss": 18.6523, "step": 49386 }, { "epoch": 43.86, "learning_rate": 4.373246465690134e-06, "loss": 19.3594, "step": 49387 }, { "epoch": 43.86, "learning_rate": 4.372095188027358e-06, "loss": 18.8594, "step": 49388 }, { "epoch": 43.86, "learning_rate": 4.3709440549957345e-06, "loss": 18.5938, "step": 49389 }, { "epoch": 43.86, "learning_rate": 4.369793066598932e-06, "loss": 18.9844, "step": 49390 }, { "epoch": 43.86, "learning_rate": 4.368642222840585e-06, "loss": 19.29, "step": 49391 }, { "epoch": 43.87, "learning_rate": 4.367491523724343e-06, "loss": 18.877, "step": 49392 }, { "epoch": 43.87, "learning_rate": 4.366340969253857e-06, "loss": 18.875, "step": 49393 }, { "epoch": 43.87, "learning_rate": 4.365190559432769e-06, "loss": 18.5205, "step": 49394 }, { "epoch": 43.87, "learning_rate": 4.364040294264732e-06, "loss": 18.834, "step": 49395 }, { "epoch": 43.87, "learning_rate": 4.362890173753393e-06, "loss": 19.4014, "step": 49396 }, { "epoch": 43.87, "learning_rate": 4.361740197902387e-06, "loss": 18.8408, "step": 49397 }, { "epoch": 43.87, "learning_rate": 4.360590366715367e-06, "loss": 19.7559, "step": 49398 }, { "epoch": 43.87, "learning_rate": 4.359440680195975e-06, "loss": 18.666, "step": 49399 }, { "epoch": 43.87, "learning_rate": 4.358291138347864e-06, "loss": 18.9971, "step": 49400 }, { "epoch": 43.87, "learning_rate": 4.35714174117467e-06, "loss": 18.6816, "step": 49401 }, { "epoch": 43.87, "learning_rate": 4.355992488680027e-06, "loss": 19.2568, "step": 49402 }, { "epoch": 43.87, "learning_rate": 4.354843380867596e-06, "loss": 18.6367, "step": 49403 }, { "epoch": 43.88, "learning_rate": 4.3536944177410055e-06, "loss": 18.8574, "step": 49404 }, { "epoch": 43.88, "learning_rate": 4.352545599303898e-06, "loss": 18.3096, "step": 49405 }, { "epoch": 43.88, "learning_rate": 4.3513969255599414e-06, "loss": 18.7969, "step": 49406 }, { "epoch": 43.88, "learning_rate": 4.3502483965127405e-06, "loss": 18.6309, "step": 49407 }, { "epoch": 43.88, "learning_rate": 4.3491000121659575e-06, "loss": 19.1562, "step": 49408 }, { "epoch": 43.88, "learning_rate": 4.347951772523218e-06, "loss": 19.4023, "step": 49409 }, { "epoch": 43.88, "learning_rate": 4.346803677588168e-06, "loss": 18.1484, "step": 49410 }, { "epoch": 43.88, "learning_rate": 4.345655727364467e-06, "loss": 19.417, "step": 49411 }, { "epoch": 43.88, "learning_rate": 4.3445079218557175e-06, "loss": 19.0664, "step": 49412 }, { "epoch": 43.88, "learning_rate": 4.343360261065577e-06, "loss": 18.7197, "step": 49413 }, { "epoch": 43.88, "learning_rate": 4.342212744997692e-06, "loss": 19.3906, "step": 49414 }, { "epoch": 43.89, "learning_rate": 4.341065373655678e-06, "loss": 19.2803, "step": 49415 }, { "epoch": 43.89, "learning_rate": 4.339918147043192e-06, "loss": 18.8857, "step": 49416 }, { "epoch": 43.89, "learning_rate": 4.3387710651638655e-06, "loss": 18.9971, "step": 49417 }, { "epoch": 43.89, "learning_rate": 4.337624128021317e-06, "loss": 18.8672, "step": 49418 }, { "epoch": 43.89, "learning_rate": 4.33647733561921e-06, "loss": 18.5811, "step": 49419 }, { "epoch": 43.89, "learning_rate": 4.335330687961159e-06, "loss": 18.4062, "step": 49420 }, { "epoch": 43.89, "learning_rate": 4.334184185050811e-06, "loss": 18.8506, "step": 49421 }, { "epoch": 43.89, "learning_rate": 4.333037826891795e-06, "loss": 18.9072, "step": 49422 }, { "epoch": 43.89, "learning_rate": 4.331891613487738e-06, "loss": 19.2666, "step": 49423 }, { "epoch": 43.89, "learning_rate": 4.330745544842285e-06, "loss": 18.9785, "step": 49424 }, { "epoch": 43.89, "learning_rate": 4.329599620959057e-06, "loss": 19.1738, "step": 49425 }, { "epoch": 43.9, "learning_rate": 4.328453841841701e-06, "loss": 19.6064, "step": 49426 }, { "epoch": 43.9, "learning_rate": 4.327308207493841e-06, "loss": 18.708, "step": 49427 }, { "epoch": 43.9, "learning_rate": 4.326162717919096e-06, "loss": 19.0879, "step": 49428 }, { "epoch": 43.9, "learning_rate": 4.325017373121121e-06, "loss": 18.7881, "step": 49429 }, { "epoch": 43.9, "learning_rate": 4.323872173103527e-06, "loss": 18.9883, "step": 49430 }, { "epoch": 43.9, "learning_rate": 4.322727117869951e-06, "loss": 18.7715, "step": 49431 }, { "epoch": 43.9, "learning_rate": 4.3215822074240355e-06, "loss": 19.0859, "step": 49432 }, { "epoch": 43.9, "learning_rate": 4.320437441769393e-06, "loss": 18.7461, "step": 49433 }, { "epoch": 43.9, "learning_rate": 4.319292820909654e-06, "loss": 19.0068, "step": 49434 }, { "epoch": 43.9, "learning_rate": 4.3181483448484435e-06, "loss": 18.7031, "step": 49435 }, { "epoch": 43.9, "learning_rate": 4.317004013589399e-06, "loss": 19.0049, "step": 49436 }, { "epoch": 43.9, "learning_rate": 4.315859827136148e-06, "loss": 19.5469, "step": 49437 }, { "epoch": 43.91, "learning_rate": 4.314715785492313e-06, "loss": 18.75, "step": 49438 }, { "epoch": 43.91, "learning_rate": 4.313571888661516e-06, "loss": 18.9824, "step": 49439 }, { "epoch": 43.91, "learning_rate": 4.312428136647395e-06, "loss": 19.1533, "step": 49440 }, { "epoch": 43.91, "learning_rate": 4.311284529453557e-06, "loss": 18.6875, "step": 49441 }, { "epoch": 43.91, "learning_rate": 4.310141067083645e-06, "loss": 18.8525, "step": 49442 }, { "epoch": 43.91, "learning_rate": 4.308997749541283e-06, "loss": 19.0957, "step": 49443 }, { "epoch": 43.91, "learning_rate": 4.307854576830073e-06, "loss": 18.8564, "step": 49444 }, { "epoch": 43.91, "learning_rate": 4.306711548953668e-06, "loss": 19.2607, "step": 49445 }, { "epoch": 43.91, "learning_rate": 4.3055686659156655e-06, "loss": 18.9854, "step": 49446 }, { "epoch": 43.91, "learning_rate": 4.304425927719713e-06, "loss": 19.0469, "step": 49447 }, { "epoch": 43.91, "learning_rate": 4.303283334369407e-06, "loss": 19.207, "step": 49448 }, { "epoch": 43.92, "learning_rate": 4.302140885868394e-06, "loss": 18.9766, "step": 49449 }, { "epoch": 43.92, "learning_rate": 4.300998582220278e-06, "loss": 18.9365, "step": 49450 }, { "epoch": 43.92, "learning_rate": 4.2998564234286835e-06, "loss": 18.9385, "step": 49451 }, { "epoch": 43.92, "learning_rate": 4.29871440949724e-06, "loss": 18.5586, "step": 49452 }, { "epoch": 43.92, "learning_rate": 4.297572540429545e-06, "loss": 18.2295, "step": 49453 }, { "epoch": 43.92, "learning_rate": 4.296430816229247e-06, "loss": 18.5723, "step": 49454 }, { "epoch": 43.92, "learning_rate": 4.295289236899952e-06, "loss": 18.8037, "step": 49455 }, { "epoch": 43.92, "learning_rate": 4.29414780244527e-06, "loss": 18.5488, "step": 49456 }, { "epoch": 43.92, "learning_rate": 4.293006512868825e-06, "loss": 18.6328, "step": 49457 }, { "epoch": 43.92, "learning_rate": 4.2918653681742475e-06, "loss": 18.7764, "step": 49458 }, { "epoch": 43.92, "learning_rate": 4.2907243683651285e-06, "loss": 18.8057, "step": 49459 }, { "epoch": 43.93, "learning_rate": 4.289583513445122e-06, "loss": 18.7041, "step": 49460 }, { "epoch": 43.93, "learning_rate": 4.288442803417808e-06, "loss": 19.0752, "step": 49461 }, { "epoch": 43.93, "learning_rate": 4.287302238286811e-06, "loss": 18.8945, "step": 49462 }, { "epoch": 43.93, "learning_rate": 4.286161818055767e-06, "loss": 18.9619, "step": 49463 }, { "epoch": 43.93, "learning_rate": 4.285021542728263e-06, "loss": 19.0039, "step": 49464 }, { "epoch": 43.93, "learning_rate": 4.2838814123079326e-06, "loss": 19.0107, "step": 49465 }, { "epoch": 43.93, "learning_rate": 4.282741426798387e-06, "loss": 18.8525, "step": 49466 }, { "epoch": 43.93, "learning_rate": 4.281601586203226e-06, "loss": 19.1113, "step": 49467 }, { "epoch": 43.93, "learning_rate": 4.280461890526083e-06, "loss": 18.8057, "step": 49468 }, { "epoch": 43.93, "learning_rate": 4.279322339770553e-06, "loss": 18.8623, "step": 49469 }, { "epoch": 43.93, "learning_rate": 4.278182933940261e-06, "loss": 18.4883, "step": 49470 }, { "epoch": 43.94, "learning_rate": 4.277043673038816e-06, "loss": 18.8896, "step": 49471 }, { "epoch": 43.94, "learning_rate": 4.275904557069815e-06, "loss": 19.4531, "step": 49472 }, { "epoch": 43.94, "learning_rate": 4.274765586036889e-06, "loss": 19.2393, "step": 49473 }, { "epoch": 43.94, "learning_rate": 4.274765586036889e-06, "loss": 19.6006, "step": 49474 }, { "epoch": 43.94, "learning_rate": 4.273626759943633e-06, "loss": 19.3418, "step": 49475 }, { "epoch": 43.94, "learning_rate": 4.272488078793663e-06, "loss": 19.0586, "step": 49476 }, { "epoch": 43.94, "learning_rate": 4.271349542590608e-06, "loss": 19.7744, "step": 49477 }, { "epoch": 43.94, "learning_rate": 4.270211151338039e-06, "loss": 19.5469, "step": 49478 }, { "epoch": 43.94, "learning_rate": 4.269072905039589e-06, "loss": 18.8018, "step": 49479 }, { "epoch": 43.94, "learning_rate": 4.2679348036988585e-06, "loss": 18.8564, "step": 49480 }, { "epoch": 43.94, "learning_rate": 4.266796847319449e-06, "loss": 18.7188, "step": 49481 }, { "epoch": 43.94, "learning_rate": 4.265659035904996e-06, "loss": 19.2852, "step": 49482 }, { "epoch": 43.95, "learning_rate": 4.264521369459068e-06, "loss": 19.335, "step": 49483 }, { "epoch": 43.95, "learning_rate": 4.263383847985292e-06, "loss": 18.7236, "step": 49484 }, { "epoch": 43.95, "learning_rate": 4.2622464714872745e-06, "loss": 18.8936, "step": 49485 }, { "epoch": 43.95, "learning_rate": 4.261109239968608e-06, "loss": 18.5244, "step": 49486 }, { "epoch": 43.95, "learning_rate": 4.259972153432929e-06, "loss": 18.8438, "step": 49487 }, { "epoch": 43.95, "learning_rate": 4.258835211883794e-06, "loss": 18.9629, "step": 49488 }, { "epoch": 43.95, "learning_rate": 4.258835211883794e-06, "loss": 19.1553, "step": 49489 }, { "epoch": 43.95, "learning_rate": 4.257698415324834e-06, "loss": 19.3398, "step": 49490 }, { "epoch": 43.95, "learning_rate": 4.256561763759664e-06, "loss": 19.1035, "step": 49491 }, { "epoch": 43.95, "learning_rate": 4.2554252571918585e-06, "loss": 19.3496, "step": 49492 }, { "epoch": 43.95, "learning_rate": 4.254288895625047e-06, "loss": 18.4336, "step": 49493 }, { "epoch": 43.96, "learning_rate": 4.253152679062816e-06, "loss": 18.8867, "step": 49494 }, { "epoch": 43.96, "learning_rate": 4.2520166075087635e-06, "loss": 19.167, "step": 49495 }, { "epoch": 43.96, "learning_rate": 4.2508806809665015e-06, "loss": 19.0537, "step": 49496 }, { "epoch": 43.96, "learning_rate": 4.2497448994396225e-06, "loss": 18.9668, "step": 49497 }, { "epoch": 43.96, "learning_rate": 4.248609262931736e-06, "loss": 19.4209, "step": 49498 }, { "epoch": 43.96, "learning_rate": 4.247473771446442e-06, "loss": 18.7988, "step": 49499 }, { "epoch": 43.96, "learning_rate": 4.246338424987318e-06, "loss": 18.5703, "step": 49500 }, { "epoch": 43.96, "learning_rate": 4.245203223557992e-06, "loss": 19.1064, "step": 49501 }, { "epoch": 43.96, "learning_rate": 4.244068167162041e-06, "loss": 19.2324, "step": 49502 }, { "epoch": 43.96, "learning_rate": 4.2429332558030775e-06, "loss": 18.6592, "step": 49503 }, { "epoch": 43.96, "learning_rate": 4.241798489484694e-06, "loss": 18.8145, "step": 49504 }, { "epoch": 43.97, "learning_rate": 4.240663868210476e-06, "loss": 19.0938, "step": 49505 }, { "epoch": 43.97, "learning_rate": 4.2395293919840425e-06, "loss": 18.6875, "step": 49506 }, { "epoch": 43.97, "learning_rate": 4.238395060808964e-06, "loss": 19.0312, "step": 49507 }, { "epoch": 43.97, "learning_rate": 4.237260874688853e-06, "loss": 19.293, "step": 49508 }, { "epoch": 43.97, "learning_rate": 4.236126833627308e-06, "loss": 18.7812, "step": 49509 }, { "epoch": 43.97, "learning_rate": 4.2349929376279125e-06, "loss": 18.7793, "step": 49510 }, { "epoch": 43.97, "learning_rate": 4.2338591866942614e-06, "loss": 18.7627, "step": 49511 }, { "epoch": 43.97, "learning_rate": 4.23272558082996e-06, "loss": 19.2354, "step": 49512 }, { "epoch": 43.97, "learning_rate": 4.231592120038585e-06, "loss": 19.1377, "step": 49513 }, { "epoch": 43.97, "learning_rate": 4.230458804323745e-06, "loss": 19.375, "step": 49514 }, { "epoch": 43.97, "learning_rate": 4.2293256336890245e-06, "loss": 18.8828, "step": 49515 }, { "epoch": 43.98, "learning_rate": 4.2281926081380095e-06, "loss": 18.8594, "step": 49516 }, { "epoch": 43.98, "learning_rate": 4.227059727674304e-06, "loss": 19.4219, "step": 49517 }, { "epoch": 43.98, "learning_rate": 4.225926992301482e-06, "loss": 18.4062, "step": 49518 }, { "epoch": 43.98, "learning_rate": 4.2247944020231575e-06, "loss": 18.873, "step": 49519 }, { "epoch": 43.98, "learning_rate": 4.223661956842901e-06, "loss": 18.6465, "step": 49520 }, { "epoch": 43.98, "learning_rate": 4.222529656764318e-06, "loss": 18.8359, "step": 49521 }, { "epoch": 43.98, "learning_rate": 4.221397501790986e-06, "loss": 18.8809, "step": 49522 }, { "epoch": 43.98, "learning_rate": 4.220265491926489e-06, "loss": 18.9971, "step": 49523 }, { "epoch": 43.98, "learning_rate": 4.219133627174432e-06, "loss": 19.1572, "step": 49524 }, { "epoch": 43.98, "learning_rate": 4.218001907538382e-06, "loss": 19.0957, "step": 49525 }, { "epoch": 43.98, "learning_rate": 4.216870333021949e-06, "loss": 18.73, "step": 49526 }, { "epoch": 43.98, "learning_rate": 4.215738903628708e-06, "loss": 19.7773, "step": 49527 }, { "epoch": 43.99, "learning_rate": 4.214607619362237e-06, "loss": 18.6191, "step": 49528 }, { "epoch": 43.99, "learning_rate": 4.2134764802261415e-06, "loss": 19.0947, "step": 49529 }, { "epoch": 43.99, "learning_rate": 4.21234548622399e-06, "loss": 19.5293, "step": 49530 }, { "epoch": 43.99, "learning_rate": 4.211214637359378e-06, "loss": 18.334, "step": 49531 }, { "epoch": 43.99, "learning_rate": 4.210083933635889e-06, "loss": 19.042, "step": 49532 }, { "epoch": 43.99, "learning_rate": 4.208953375057095e-06, "loss": 18.7051, "step": 49533 }, { "epoch": 43.99, "learning_rate": 4.20782296162659e-06, "loss": 18.7861, "step": 49534 }, { "epoch": 43.99, "learning_rate": 4.206692693347963e-06, "loss": 18.6602, "step": 49535 }, { "epoch": 43.99, "learning_rate": 4.20556257022478e-06, "loss": 18.5518, "step": 49536 }, { "epoch": 43.99, "learning_rate": 4.2044325922606435e-06, "loss": 19.0371, "step": 49537 }, { "epoch": 43.99, "learning_rate": 4.203302759459127e-06, "loss": 19.5088, "step": 49538 }, { "epoch": 44.0, "learning_rate": 4.202173071823801e-06, "loss": 18.6953, "step": 49539 }, { "epoch": 44.0, "learning_rate": 4.201043529358256e-06, "loss": 19.2354, "step": 49540 }, { "epoch": 44.0, "learning_rate": 4.199914132066069e-06, "loss": 19.0508, "step": 49541 }, { "epoch": 44.0, "learning_rate": 4.1987848799508345e-06, "loss": 19.5068, "step": 49542 }, { "epoch": 44.0, "learning_rate": 4.197655773016112e-06, "loss": 19.4062, "step": 49543 }, { "epoch": 44.0, "learning_rate": 4.1965268112654884e-06, "loss": 19.376, "step": 49544 }, { "epoch": 44.0, "learning_rate": 4.195397994702543e-06, "loss": 19.0684, "step": 49545 }, { "epoch": 44.0, "learning_rate": 4.1942693233308515e-06, "loss": 19.0527, "step": 49546 }, { "epoch": 44.0, "learning_rate": 4.193140797153999e-06, "loss": 18.9355, "step": 49547 }, { "epoch": 44.0, "learning_rate": 4.192012416175556e-06, "loss": 19.2168, "step": 49548 }, { "epoch": 44.0, "learning_rate": 4.19088418039909e-06, "loss": 18.7939, "step": 49549 }, { "epoch": 44.01, "learning_rate": 4.1897560898282e-06, "loss": 19.3301, "step": 49550 }, { "epoch": 44.01, "learning_rate": 4.188628144466439e-06, "loss": 19.5508, "step": 49551 }, { "epoch": 44.01, "learning_rate": 4.187500344317391e-06, "loss": 19.0557, "step": 49552 }, { "epoch": 44.01, "learning_rate": 4.186372689384654e-06, "loss": 18.8945, "step": 49553 }, { "epoch": 44.01, "learning_rate": 4.18524517967176e-06, "loss": 19.5088, "step": 49554 }, { "epoch": 44.01, "learning_rate": 4.184117815182315e-06, "loss": 19.0898, "step": 49555 }, { "epoch": 44.01, "learning_rate": 4.182990595919872e-06, "loss": 18.6689, "step": 49556 }, { "epoch": 44.01, "learning_rate": 4.181863521888019e-06, "loss": 18.9932, "step": 49557 }, { "epoch": 44.01, "learning_rate": 4.180736593090334e-06, "loss": 18.915, "step": 49558 }, { "epoch": 44.01, "learning_rate": 4.1796098095303604e-06, "loss": 18.7266, "step": 49559 }, { "epoch": 44.01, "learning_rate": 4.178483171211689e-06, "loss": 19.0156, "step": 49560 }, { "epoch": 44.02, "learning_rate": 4.1773566781379e-06, "loss": 19.0518, "step": 49561 }, { "epoch": 44.02, "learning_rate": 4.176230330312547e-06, "loss": 19.1807, "step": 49562 }, { "epoch": 44.02, "learning_rate": 4.175104127739221e-06, "loss": 18.6221, "step": 49563 }, { "epoch": 44.02, "learning_rate": 4.173978070421464e-06, "loss": 19.1777, "step": 49564 }, { "epoch": 44.02, "learning_rate": 4.172852158362861e-06, "loss": 19.5342, "step": 49565 }, { "epoch": 44.02, "learning_rate": 4.171726391566983e-06, "loss": 19.0439, "step": 49566 }, { "epoch": 44.02, "learning_rate": 4.170600770037386e-06, "loss": 19.1035, "step": 49567 }, { "epoch": 44.02, "learning_rate": 4.169475293777658e-06, "loss": 19.3984, "step": 49568 }, { "epoch": 44.02, "learning_rate": 4.168349962791357e-06, "loss": 18.9629, "step": 49569 }, { "epoch": 44.02, "learning_rate": 4.16722477708204e-06, "loss": 18.5254, "step": 49570 }, { "epoch": 44.02, "learning_rate": 4.166099736653289e-06, "loss": 18.8691, "step": 49571 }, { "epoch": 44.02, "learning_rate": 4.1649748415086505e-06, "loss": 19.2578, "step": 49572 }, { "epoch": 44.03, "learning_rate": 4.163850091651717e-06, "loss": 18.4102, "step": 49573 }, { "epoch": 44.03, "learning_rate": 4.162725487086039e-06, "loss": 18.542, "step": 49574 }, { "epoch": 44.03, "learning_rate": 4.161601027815171e-06, "loss": 18.7832, "step": 49575 }, { "epoch": 44.03, "learning_rate": 4.160476713842698e-06, "loss": 19.0537, "step": 49576 }, { "epoch": 44.03, "learning_rate": 4.159352545172168e-06, "loss": 18.5576, "step": 49577 }, { "epoch": 44.03, "learning_rate": 4.158228521807145e-06, "loss": 19.2314, "step": 49578 }, { "epoch": 44.03, "learning_rate": 4.1571046437512085e-06, "loss": 19.0674, "step": 49579 }, { "epoch": 44.03, "learning_rate": 4.155980911007912e-06, "loss": 19.1895, "step": 49580 }, { "epoch": 44.03, "learning_rate": 4.154857323580813e-06, "loss": 18.2188, "step": 49581 }, { "epoch": 44.03, "learning_rate": 4.153733881473465e-06, "loss": 18.7617, "step": 49582 }, { "epoch": 44.03, "learning_rate": 4.152610584689443e-06, "loss": 18.8516, "step": 49583 }, { "epoch": 44.04, "learning_rate": 4.151487433232315e-06, "loss": 18.7295, "step": 49584 }, { "epoch": 44.04, "learning_rate": 4.150364427105624e-06, "loss": 19.1992, "step": 49585 }, { "epoch": 44.04, "learning_rate": 4.149241566312928e-06, "loss": 19.0166, "step": 49586 }, { "epoch": 44.04, "learning_rate": 4.148118850857807e-06, "loss": 19.2041, "step": 49587 }, { "epoch": 44.04, "learning_rate": 4.146996280743798e-06, "loss": 18.8779, "step": 49588 }, { "epoch": 44.04, "learning_rate": 4.145873855974475e-06, "loss": 18.9004, "step": 49589 }, { "epoch": 44.04, "learning_rate": 4.1447515765533855e-06, "loss": 19.2861, "step": 49590 }, { "epoch": 44.04, "learning_rate": 4.143629442484087e-06, "loss": 19.3076, "step": 49591 }, { "epoch": 44.04, "learning_rate": 4.14250745377015e-06, "loss": 18.6035, "step": 49592 }, { "epoch": 44.04, "learning_rate": 4.141385610415105e-06, "loss": 18.835, "step": 49593 }, { "epoch": 44.04, "learning_rate": 4.140263912422538e-06, "loss": 18.4648, "step": 49594 }, { "epoch": 44.05, "learning_rate": 4.139142359795983e-06, "loss": 18.5537, "step": 49595 }, { "epoch": 44.05, "learning_rate": 4.138020952539007e-06, "loss": 18.4385, "step": 49596 }, { "epoch": 44.05, "learning_rate": 4.136899690655166e-06, "loss": 19.21, "step": 49597 }, { "epoch": 44.05, "learning_rate": 4.135778574147997e-06, "loss": 19.2598, "step": 49598 }, { "epoch": 44.05, "learning_rate": 4.134657603021069e-06, "loss": 19.3652, "step": 49599 }, { "epoch": 44.05, "learning_rate": 4.1335367772779295e-06, "loss": 18.6729, "step": 49600 }, { "epoch": 44.05, "learning_rate": 4.132416096922137e-06, "loss": 18.8477, "step": 49601 }, { "epoch": 44.05, "learning_rate": 4.131295561957244e-06, "loss": 19.3398, "step": 49602 }, { "epoch": 44.05, "learning_rate": 4.130175172386786e-06, "loss": 18.458, "step": 49603 }, { "epoch": 44.05, "learning_rate": 4.129054928214332e-06, "loss": 18.542, "step": 49604 }, { "epoch": 44.05, "learning_rate": 4.127934829443431e-06, "loss": 18.6719, "step": 49605 }, { "epoch": 44.06, "learning_rate": 4.126814876077633e-06, "loss": 18.8857, "step": 49606 }, { "epoch": 44.06, "learning_rate": 4.125695068120483e-06, "loss": 19.1475, "step": 49607 }, { "epoch": 44.06, "learning_rate": 4.124575405575526e-06, "loss": 19.4355, "step": 49608 }, { "epoch": 44.06, "learning_rate": 4.123455888446315e-06, "loss": 18.873, "step": 49609 }, { "epoch": 44.06, "learning_rate": 4.122336516736413e-06, "loss": 18.9375, "step": 49610 }, { "epoch": 44.06, "learning_rate": 4.121217290449347e-06, "loss": 19.4102, "step": 49611 }, { "epoch": 44.06, "learning_rate": 4.120098209588686e-06, "loss": 18.3867, "step": 49612 }, { "epoch": 44.06, "learning_rate": 4.118979274157964e-06, "loss": 18.9941, "step": 49613 }, { "epoch": 44.06, "learning_rate": 4.117860484160718e-06, "loss": 19.3818, "step": 49614 }, { "epoch": 44.06, "learning_rate": 4.116741839600519e-06, "loss": 18.5254, "step": 49615 }, { "epoch": 44.06, "learning_rate": 4.11562334048089e-06, "loss": 19.0137, "step": 49616 }, { "epoch": 44.06, "learning_rate": 4.11450498680539e-06, "loss": 18.832, "step": 49617 }, { "epoch": 44.07, "learning_rate": 4.113386778577566e-06, "loss": 19.4277, "step": 49618 }, { "epoch": 44.07, "learning_rate": 4.112268715800943e-06, "loss": 18.7744, "step": 49619 }, { "epoch": 44.07, "learning_rate": 4.111150798479091e-06, "loss": 18.7383, "step": 49620 }, { "epoch": 44.07, "learning_rate": 4.1100330266155284e-06, "loss": 19.209, "step": 49621 }, { "epoch": 44.07, "learning_rate": 4.1089154002138255e-06, "loss": 18.8203, "step": 49622 }, { "epoch": 44.07, "learning_rate": 4.107797919277506e-06, "loss": 19.3203, "step": 49623 }, { "epoch": 44.07, "learning_rate": 4.106680583810108e-06, "loss": 18.7588, "step": 49624 }, { "epoch": 44.07, "learning_rate": 4.105563393815193e-06, "loss": 18.582, "step": 49625 }, { "epoch": 44.07, "learning_rate": 4.1044463492962815e-06, "loss": 18.3281, "step": 49626 }, { "epoch": 44.07, "learning_rate": 4.103329450256926e-06, "loss": 18.918, "step": 49627 }, { "epoch": 44.07, "learning_rate": 4.103329450256926e-06, "loss": 19.6797, "step": 49628 }, { "epoch": 44.08, "learning_rate": 4.10221269670068e-06, "loss": 18.5459, "step": 49629 }, { "epoch": 44.08, "learning_rate": 4.101096088631051e-06, "loss": 18.8281, "step": 49630 }, { "epoch": 44.08, "learning_rate": 4.099979626051592e-06, "loss": 18.791, "step": 49631 }, { "epoch": 44.08, "learning_rate": 4.098863308965856e-06, "loss": 18.9893, "step": 49632 }, { "epoch": 44.08, "learning_rate": 4.097747137377367e-06, "loss": 19.6709, "step": 49633 }, { "epoch": 44.08, "learning_rate": 4.096631111289678e-06, "loss": 18.5908, "step": 49634 }, { "epoch": 44.08, "learning_rate": 4.095515230706304e-06, "loss": 18.6172, "step": 49635 }, { "epoch": 44.08, "learning_rate": 4.094399495630791e-06, "loss": 18.9102, "step": 49636 }, { "epoch": 44.08, "learning_rate": 4.093283906066686e-06, "loss": 18.9844, "step": 49637 }, { "epoch": 44.08, "learning_rate": 4.0921684620175096e-06, "loss": 18.8584, "step": 49638 }, { "epoch": 44.08, "learning_rate": 4.091053163486813e-06, "loss": 18.4727, "step": 49639 }, { "epoch": 44.09, "learning_rate": 4.089938010478128e-06, "loss": 19.0439, "step": 49640 }, { "epoch": 44.09, "learning_rate": 4.088823002994974e-06, "loss": 18.5127, "step": 49641 }, { "epoch": 44.09, "learning_rate": 4.087708141040902e-06, "loss": 18.9863, "step": 49642 }, { "epoch": 44.09, "learning_rate": 4.086593424619439e-06, "loss": 18.8867, "step": 49643 }, { "epoch": 44.09, "learning_rate": 4.085478853734126e-06, "loss": 19.3975, "step": 49644 }, { "epoch": 44.09, "learning_rate": 4.084364428388488e-06, "loss": 18.7891, "step": 49645 }, { "epoch": 44.09, "learning_rate": 4.083250148586049e-06, "loss": 18.208, "step": 49646 }, { "epoch": 44.09, "learning_rate": 4.082136014330368e-06, "loss": 19.1123, "step": 49647 }, { "epoch": 44.09, "learning_rate": 4.081022025624942e-06, "loss": 18.3809, "step": 49648 }, { "epoch": 44.09, "learning_rate": 4.0799081824733355e-06, "loss": 18.8809, "step": 49649 }, { "epoch": 44.09, "learning_rate": 4.0787944848790615e-06, "loss": 19.1807, "step": 49650 }, { "epoch": 44.1, "learning_rate": 4.077680932845645e-06, "loss": 19.3799, "step": 49651 }, { "epoch": 44.1, "learning_rate": 4.076567526376629e-06, "loss": 18.583, "step": 49652 }, { "epoch": 44.1, "learning_rate": 4.075454265475531e-06, "loss": 18.4521, "step": 49653 }, { "epoch": 44.1, "learning_rate": 4.074341150145888e-06, "loss": 18.708, "step": 49654 }, { "epoch": 44.1, "learning_rate": 4.0732281803912305e-06, "loss": 18.6641, "step": 49655 }, { "epoch": 44.1, "learning_rate": 4.0721153562150834e-06, "loss": 18.4922, "step": 49656 }, { "epoch": 44.1, "learning_rate": 4.071002677620972e-06, "loss": 18.665, "step": 49657 }, { "epoch": 44.1, "learning_rate": 4.0698901446124205e-06, "loss": 19.1035, "step": 49658 }, { "epoch": 44.1, "learning_rate": 4.0687777571929545e-06, "loss": 18.5566, "step": 49659 }, { "epoch": 44.1, "learning_rate": 4.067665515366115e-06, "loss": 18.6914, "step": 49660 }, { "epoch": 44.1, "learning_rate": 4.066553419135416e-06, "loss": 19.041, "step": 49661 }, { "epoch": 44.1, "learning_rate": 4.065441468504377e-06, "loss": 18.5342, "step": 49662 }, { "epoch": 44.11, "learning_rate": 4.064329663476535e-06, "loss": 19.0684, "step": 49663 }, { "epoch": 44.11, "learning_rate": 4.063218004055403e-06, "loss": 19.0254, "step": 49664 }, { "epoch": 44.11, "learning_rate": 4.0621064902445165e-06, "loss": 18.8789, "step": 49665 }, { "epoch": 44.11, "learning_rate": 4.060995122047395e-06, "loss": 19.1191, "step": 49666 }, { "epoch": 44.11, "learning_rate": 4.059883899467548e-06, "loss": 19.0059, "step": 49667 }, { "epoch": 44.11, "learning_rate": 4.058772822508516e-06, "loss": 18.9219, "step": 49668 }, { "epoch": 44.11, "learning_rate": 4.057661891173809e-06, "loss": 18.96, "step": 49669 }, { "epoch": 44.11, "learning_rate": 4.05655110546696e-06, "loss": 18.7031, "step": 49670 }, { "epoch": 44.11, "learning_rate": 4.055440465391475e-06, "loss": 18.8408, "step": 49671 }, { "epoch": 44.11, "learning_rate": 4.054329970950887e-06, "loss": 18.3984, "step": 49672 }, { "epoch": 44.11, "learning_rate": 4.0532196221487185e-06, "loss": 19.2773, "step": 49673 }, { "epoch": 44.12, "learning_rate": 4.05210941898847e-06, "loss": 18.998, "step": 49674 }, { "epoch": 44.12, "learning_rate": 4.050999361473684e-06, "loss": 18.627, "step": 49675 }, { "epoch": 44.12, "learning_rate": 4.049889449607852e-06, "loss": 18.8682, "step": 49676 }, { "epoch": 44.12, "learning_rate": 4.048779683394527e-06, "loss": 19.2637, "step": 49677 }, { "epoch": 44.12, "learning_rate": 4.0476700628372e-06, "loss": 19.0137, "step": 49678 }, { "epoch": 44.12, "learning_rate": 4.046560587939391e-06, "loss": 19.5781, "step": 49679 }, { "epoch": 44.12, "learning_rate": 4.045451258704619e-06, "loss": 18.6572, "step": 49680 }, { "epoch": 44.12, "learning_rate": 4.0443420751364145e-06, "loss": 19.2627, "step": 49681 }, { "epoch": 44.12, "learning_rate": 4.043233037238281e-06, "loss": 18.998, "step": 49682 }, { "epoch": 44.12, "learning_rate": 4.042124145013737e-06, "loss": 18.8662, "step": 49683 }, { "epoch": 44.12, "learning_rate": 4.041015398466286e-06, "loss": 19.2842, "step": 49684 }, { "epoch": 44.13, "learning_rate": 4.039906797599452e-06, "loss": 19.1768, "step": 49685 }, { "epoch": 44.13, "learning_rate": 4.038798342416761e-06, "loss": 18.6768, "step": 49686 }, { "epoch": 44.13, "learning_rate": 4.037690032921699e-06, "loss": 19.1904, "step": 49687 }, { "epoch": 44.13, "learning_rate": 4.036581869117811e-06, "loss": 18.8945, "step": 49688 }, { "epoch": 44.13, "learning_rate": 4.035473851008586e-06, "loss": 18.6357, "step": 49689 }, { "epoch": 44.13, "learning_rate": 4.034365978597543e-06, "loss": 18.9395, "step": 49690 }, { "epoch": 44.13, "learning_rate": 4.033258251888195e-06, "loss": 18.8447, "step": 49691 }, { "epoch": 44.13, "learning_rate": 4.032150670884049e-06, "loss": 19.0322, "step": 49692 }, { "epoch": 44.13, "learning_rate": 4.031043235588627e-06, "loss": 19.0547, "step": 49693 }, { "epoch": 44.13, "learning_rate": 4.029935946005431e-06, "loss": 18.9053, "step": 49694 }, { "epoch": 44.13, "learning_rate": 4.0288288021379626e-06, "loss": 18.9951, "step": 49695 }, { "epoch": 44.13, "learning_rate": 4.027721803989754e-06, "loss": 19.0391, "step": 49696 }, { "epoch": 44.14, "learning_rate": 4.0266149515642834e-06, "loss": 19.4424, "step": 49697 }, { "epoch": 44.14, "learning_rate": 4.025508244865095e-06, "loss": 19.2656, "step": 49698 }, { "epoch": 44.14, "learning_rate": 4.024401683895668e-06, "loss": 19.4199, "step": 49699 }, { "epoch": 44.14, "learning_rate": 4.023295268659516e-06, "loss": 18.9219, "step": 49700 }, { "epoch": 44.14, "learning_rate": 4.022188999160159e-06, "loss": 19.2891, "step": 49701 }, { "epoch": 44.14, "learning_rate": 4.021082875401089e-06, "loss": 19.1016, "step": 49702 }, { "epoch": 44.14, "learning_rate": 4.019976897385813e-06, "loss": 19.3887, "step": 49703 }, { "epoch": 44.14, "learning_rate": 4.018871065117863e-06, "loss": 18.3271, "step": 49704 }, { "epoch": 44.14, "learning_rate": 4.017765378600708e-06, "loss": 18.585, "step": 49705 }, { "epoch": 44.14, "learning_rate": 4.01665983783786e-06, "loss": 19.21, "step": 49706 }, { "epoch": 44.14, "learning_rate": 4.0155544428328475e-06, "loss": 19.2383, "step": 49707 }, { "epoch": 44.15, "learning_rate": 4.014449193589148e-06, "loss": 18.9375, "step": 49708 }, { "epoch": 44.15, "learning_rate": 4.013344090110288e-06, "loss": 18.7168, "step": 49709 }, { "epoch": 44.15, "learning_rate": 4.012239132399742e-06, "loss": 19.4395, "step": 49710 }, { "epoch": 44.15, "learning_rate": 4.0111343204610294e-06, "loss": 18.5078, "step": 49711 }, { "epoch": 44.15, "learning_rate": 4.010029654297659e-06, "loss": 18.665, "step": 49712 }, { "epoch": 44.15, "learning_rate": 4.008925133913116e-06, "loss": 18.9355, "step": 49713 }, { "epoch": 44.15, "learning_rate": 4.007820759310921e-06, "loss": 18.3022, "step": 49714 }, { "epoch": 44.15, "learning_rate": 4.0067165304945585e-06, "loss": 18.6533, "step": 49715 }, { "epoch": 44.15, "learning_rate": 4.005612447467527e-06, "loss": 19.0, "step": 49716 }, { "epoch": 44.15, "learning_rate": 4.00450851023334e-06, "loss": 18.7871, "step": 49717 }, { "epoch": 44.15, "learning_rate": 4.003404718795478e-06, "loss": 18.9375, "step": 49718 }, { "epoch": 44.16, "learning_rate": 4.0023010731574666e-06, "loss": 18.5293, "step": 49719 }, { "epoch": 44.16, "learning_rate": 4.001197573322784e-06, "loss": 18.4805, "step": 49720 }, { "epoch": 44.16, "learning_rate": 4.000094219294925e-06, "loss": 18.9707, "step": 49721 }, { "epoch": 44.16, "learning_rate": 3.998991011077408e-06, "loss": 19.1299, "step": 49722 }, { "epoch": 44.16, "learning_rate": 3.9978879486737065e-06, "loss": 19.0244, "step": 49723 }, { "epoch": 44.16, "learning_rate": 3.996785032087324e-06, "loss": 18.9971, "step": 49724 }, { "epoch": 44.16, "learning_rate": 3.995682261321776e-06, "loss": 18.8066, "step": 49725 }, { "epoch": 44.16, "learning_rate": 3.99457963638053e-06, "loss": 19.0146, "step": 49726 }, { "epoch": 44.16, "learning_rate": 3.9934771572671e-06, "loss": 18.9102, "step": 49727 }, { "epoch": 44.16, "learning_rate": 3.992374823984962e-06, "loss": 19.126, "step": 49728 }, { "epoch": 44.16, "learning_rate": 3.991272636537624e-06, "loss": 18.3154, "step": 49729 }, { "epoch": 44.17, "learning_rate": 3.990170594928583e-06, "loss": 18.4756, "step": 49730 }, { "epoch": 44.17, "learning_rate": 3.98906869916133e-06, "loss": 18.8604, "step": 49731 }, { "epoch": 44.17, "learning_rate": 3.987966949239347e-06, "loss": 18.7539, "step": 49732 }, { "epoch": 44.17, "learning_rate": 3.986865345166141e-06, "loss": 18.9307, "step": 49733 }, { "epoch": 44.17, "learning_rate": 3.985763886945188e-06, "loss": 18.8945, "step": 49734 }, { "epoch": 44.17, "learning_rate": 3.984662574579995e-06, "loss": 19.041, "step": 49735 }, { "epoch": 44.17, "learning_rate": 3.983561408074049e-06, "loss": 18.8281, "step": 49736 }, { "epoch": 44.17, "learning_rate": 3.9824603874308306e-06, "loss": 18.9336, "step": 49737 }, { "epoch": 44.17, "learning_rate": 3.981359512653843e-06, "loss": 18.4033, "step": 49738 }, { "epoch": 44.17, "learning_rate": 3.9802587837465595e-06, "loss": 18.8447, "step": 49739 }, { "epoch": 44.17, "learning_rate": 3.979158200712485e-06, "loss": 19.1318, "step": 49740 }, { "epoch": 44.17, "learning_rate": 3.97805776355511e-06, "loss": 18.9189, "step": 49741 }, { "epoch": 44.18, "learning_rate": 3.976957472277898e-06, "loss": 19.1455, "step": 49742 }, { "epoch": 44.18, "learning_rate": 3.975857326884369e-06, "loss": 18.6436, "step": 49743 }, { "epoch": 44.18, "learning_rate": 3.974757327377981e-06, "loss": 18.4736, "step": 49744 }, { "epoch": 44.18, "learning_rate": 3.973657473762249e-06, "loss": 18.7549, "step": 49745 }, { "epoch": 44.18, "learning_rate": 3.972557766040636e-06, "loss": 19.249, "step": 49746 }, { "epoch": 44.18, "learning_rate": 3.9714582042166384e-06, "loss": 19.2002, "step": 49747 }, { "epoch": 44.18, "learning_rate": 3.970358788293749e-06, "loss": 18.9199, "step": 49748 }, { "epoch": 44.18, "learning_rate": 3.969259518275431e-06, "loss": 18.7422, "step": 49749 }, { "epoch": 44.18, "learning_rate": 3.968160394165177e-06, "loss": 19.1543, "step": 49750 }, { "epoch": 44.18, "learning_rate": 3.967061415966488e-06, "loss": 18.9795, "step": 49751 }, { "epoch": 44.18, "learning_rate": 3.965962583682837e-06, "loss": 19.0352, "step": 49752 }, { "epoch": 44.19, "learning_rate": 3.964863897317706e-06, "loss": 18.6748, "step": 49753 }, { "epoch": 44.19, "learning_rate": 3.963765356874566e-06, "loss": 18.7275, "step": 49754 }, { "epoch": 44.19, "learning_rate": 3.962666962356909e-06, "loss": 19.3359, "step": 49755 }, { "epoch": 44.19, "learning_rate": 3.9615687137682265e-06, "loss": 19.1826, "step": 49756 }, { "epoch": 44.19, "learning_rate": 3.960470611111994e-06, "loss": 18.2461, "step": 49757 }, { "epoch": 44.19, "learning_rate": 3.959372654391675e-06, "loss": 18.7266, "step": 49758 }, { "epoch": 44.19, "learning_rate": 3.958274843610776e-06, "loss": 18.5527, "step": 49759 }, { "epoch": 44.19, "learning_rate": 3.957177178772758e-06, "loss": 18.377, "step": 49760 }, { "epoch": 44.19, "learning_rate": 3.956079659881113e-06, "loss": 18.9082, "step": 49761 }, { "epoch": 44.19, "learning_rate": 3.954982286939307e-06, "loss": 19.3506, "step": 49762 }, { "epoch": 44.19, "learning_rate": 3.953885059950835e-06, "loss": 18.8799, "step": 49763 }, { "epoch": 44.2, "learning_rate": 3.952787978919159e-06, "loss": 18.8174, "step": 49764 }, { "epoch": 44.2, "learning_rate": 3.951691043847761e-06, "loss": 19.1934, "step": 49765 }, { "epoch": 44.2, "learning_rate": 3.950594254740125e-06, "loss": 19.1426, "step": 49766 }, { "epoch": 44.2, "learning_rate": 3.949497611599717e-06, "loss": 18.957, "step": 49767 }, { "epoch": 44.2, "learning_rate": 3.948401114430028e-06, "loss": 18.6113, "step": 49768 }, { "epoch": 44.2, "learning_rate": 3.947304763234521e-06, "loss": 18.8389, "step": 49769 }, { "epoch": 44.2, "learning_rate": 3.946208558016673e-06, "loss": 18.4736, "step": 49770 }, { "epoch": 44.2, "learning_rate": 3.945112498779962e-06, "loss": 18.5518, "step": 49771 }, { "epoch": 44.2, "learning_rate": 3.944016585527854e-06, "loss": 18.6367, "step": 49772 }, { "epoch": 44.2, "learning_rate": 3.942920818263829e-06, "loss": 19.125, "step": 49773 }, { "epoch": 44.2, "learning_rate": 3.941825196991378e-06, "loss": 18.8115, "step": 49774 }, { "epoch": 44.21, "learning_rate": 3.940729721713943e-06, "loss": 18.7334, "step": 49775 }, { "epoch": 44.21, "learning_rate": 3.9396343924350156e-06, "loss": 18.3545, "step": 49776 }, { "epoch": 44.21, "learning_rate": 3.9385392091580545e-06, "loss": 18.3799, "step": 49777 }, { "epoch": 44.21, "learning_rate": 3.9374441718865394e-06, "loss": 19.2188, "step": 49778 }, { "epoch": 44.21, "learning_rate": 3.9363492806239574e-06, "loss": 19.1162, "step": 49779 }, { "epoch": 44.21, "learning_rate": 3.935254535373745e-06, "loss": 19.2734, "step": 49780 }, { "epoch": 44.21, "learning_rate": 3.934159936139392e-06, "loss": 18.8232, "step": 49781 }, { "epoch": 44.21, "learning_rate": 3.933065482924375e-06, "loss": 18.9414, "step": 49782 }, { "epoch": 44.21, "learning_rate": 3.9319711757321464e-06, "loss": 18.3945, "step": 49783 }, { "epoch": 44.21, "learning_rate": 3.930877014566186e-06, "loss": 19.3945, "step": 49784 }, { "epoch": 44.21, "learning_rate": 3.929782999429965e-06, "loss": 19.0459, "step": 49785 }, { "epoch": 44.21, "learning_rate": 3.928689130326935e-06, "loss": 18.71, "step": 49786 }, { "epoch": 44.22, "learning_rate": 3.9275954072605815e-06, "loss": 18.9766, "step": 49787 }, { "epoch": 44.22, "learning_rate": 3.9265018302343525e-06, "loss": 19.04, "step": 49788 }, { "epoch": 44.22, "learning_rate": 3.925408399251734e-06, "loss": 19.4121, "step": 49789 }, { "epoch": 44.22, "learning_rate": 3.924315114316185e-06, "loss": 19.0645, "step": 49790 }, { "epoch": 44.22, "learning_rate": 3.923221975431162e-06, "loss": 19.46, "step": 49791 }, { "epoch": 44.22, "learning_rate": 3.922128982600149e-06, "loss": 19.2354, "step": 49792 }, { "epoch": 44.22, "learning_rate": 3.921036135826584e-06, "loss": 19.0449, "step": 49793 }, { "epoch": 44.22, "learning_rate": 3.919943435113954e-06, "loss": 18.5039, "step": 49794 }, { "epoch": 44.22, "learning_rate": 3.918850880465719e-06, "loss": 18.4482, "step": 49795 }, { "epoch": 44.22, "learning_rate": 3.9177584718853246e-06, "loss": 18.4912, "step": 49796 }, { "epoch": 44.22, "learning_rate": 3.916666209376258e-06, "loss": 19.208, "step": 49797 }, { "epoch": 44.23, "learning_rate": 3.915574092941959e-06, "loss": 19.0293, "step": 49798 }, { "epoch": 44.23, "learning_rate": 3.914482122585905e-06, "loss": 18.7832, "step": 49799 }, { "epoch": 44.23, "learning_rate": 3.91339029831157e-06, "loss": 18.666, "step": 49800 }, { "epoch": 44.23, "learning_rate": 3.912298620122373e-06, "loss": 18.7861, "step": 49801 }, { "epoch": 44.23, "learning_rate": 3.911207088021812e-06, "loss": 18.9121, "step": 49802 }, { "epoch": 44.23, "learning_rate": 3.9101157020133285e-06, "loss": 18.6035, "step": 49803 }, { "epoch": 44.23, "learning_rate": 3.9090244621003855e-06, "loss": 19.0674, "step": 49804 }, { "epoch": 44.23, "learning_rate": 3.907933368286454e-06, "loss": 18.8242, "step": 49805 }, { "epoch": 44.23, "learning_rate": 3.90684242057498e-06, "loss": 18.5908, "step": 49806 }, { "epoch": 44.23, "learning_rate": 3.905751618969417e-06, "loss": 18.6416, "step": 49807 }, { "epoch": 44.23, "learning_rate": 3.904660963473233e-06, "loss": 19.1035, "step": 49808 }, { "epoch": 44.24, "learning_rate": 3.903570454089878e-06, "loss": 19.1367, "step": 49809 }, { "epoch": 44.24, "learning_rate": 3.902480090822819e-06, "loss": 18.9062, "step": 49810 }, { "epoch": 44.24, "learning_rate": 3.901389873675509e-06, "loss": 18.9912, "step": 49811 }, { "epoch": 44.24, "learning_rate": 3.900299802651392e-06, "loss": 18.9268, "step": 49812 }, { "epoch": 44.24, "learning_rate": 3.89920987775394e-06, "loss": 18.708, "step": 49813 }, { "epoch": 44.24, "learning_rate": 3.898120098986585e-06, "loss": 19.126, "step": 49814 }, { "epoch": 44.24, "learning_rate": 3.897030466352813e-06, "loss": 19.5557, "step": 49815 }, { "epoch": 44.24, "learning_rate": 3.8959409798560555e-06, "loss": 19.1289, "step": 49816 }, { "epoch": 44.24, "learning_rate": 3.894851639499764e-06, "loss": 19.0039, "step": 49817 }, { "epoch": 44.24, "learning_rate": 3.8937624452874134e-06, "loss": 19.0898, "step": 49818 }, { "epoch": 44.24, "learning_rate": 3.892673397222424e-06, "loss": 19.1562, "step": 49819 }, { "epoch": 44.25, "learning_rate": 3.891584495308281e-06, "loss": 19.1982, "step": 49820 }, { "epoch": 44.25, "learning_rate": 3.890495739548406e-06, "loss": 18.9766, "step": 49821 }, { "epoch": 44.25, "learning_rate": 3.889407129946277e-06, "loss": 19.1387, "step": 49822 }, { "epoch": 44.25, "learning_rate": 3.888318666505336e-06, "loss": 19.1094, "step": 49823 }, { "epoch": 44.25, "learning_rate": 3.887230349229015e-06, "loss": 18.7139, "step": 49824 }, { "epoch": 44.25, "learning_rate": 3.886142178120783e-06, "loss": 18.6777, "step": 49825 }, { "epoch": 44.25, "learning_rate": 3.885054153184087e-06, "loss": 19.1494, "step": 49826 }, { "epoch": 44.25, "learning_rate": 3.88396627442238e-06, "loss": 19.3848, "step": 49827 }, { "epoch": 44.25, "learning_rate": 3.882878541839097e-06, "loss": 18.5303, "step": 49828 }, { "epoch": 44.25, "learning_rate": 3.881790955437692e-06, "loss": 19.0713, "step": 49829 }, { "epoch": 44.25, "learning_rate": 3.880703515221607e-06, "loss": 19.2598, "step": 49830 }, { "epoch": 44.25, "learning_rate": 3.879616221194305e-06, "loss": 18.4795, "step": 49831 }, { "epoch": 44.26, "learning_rate": 3.878529073359227e-06, "loss": 19.6758, "step": 49832 }, { "epoch": 44.26, "learning_rate": 3.8774420717198e-06, "loss": 18.96, "step": 49833 }, { "epoch": 44.26, "learning_rate": 3.876355216279498e-06, "loss": 19.0713, "step": 49834 }, { "epoch": 44.26, "learning_rate": 3.87526850704174e-06, "loss": 19.3877, "step": 49835 }, { "epoch": 44.26, "learning_rate": 3.8741819440099914e-06, "loss": 18.457, "step": 49836 }, { "epoch": 44.26, "learning_rate": 3.873095527187681e-06, "loss": 19.2051, "step": 49837 }, { "epoch": 44.26, "learning_rate": 3.872009256578269e-06, "loss": 18.9658, "step": 49838 }, { "epoch": 44.26, "learning_rate": 3.8709231321851836e-06, "loss": 18.3838, "step": 49839 }, { "epoch": 44.26, "learning_rate": 3.869837154011868e-06, "loss": 19.3271, "step": 49840 }, { "epoch": 44.26, "learning_rate": 3.868751322061781e-06, "loss": 19.1504, "step": 49841 }, { "epoch": 44.26, "learning_rate": 3.867665636338341e-06, "loss": 18.4883, "step": 49842 }, { "epoch": 44.27, "learning_rate": 3.866580096845013e-06, "loss": 18.5645, "step": 49843 }, { "epoch": 44.27, "learning_rate": 3.8654947035852265e-06, "loss": 18.6182, "step": 49844 }, { "epoch": 44.27, "learning_rate": 3.864409456562412e-06, "loss": 19.1299, "step": 49845 }, { "epoch": 44.27, "learning_rate": 3.863324355780024e-06, "loss": 18.4971, "step": 49846 }, { "epoch": 44.27, "learning_rate": 3.862239401241496e-06, "loss": 18.8965, "step": 49847 }, { "epoch": 44.27, "learning_rate": 3.861154592950261e-06, "loss": 19.0332, "step": 49848 }, { "epoch": 44.27, "learning_rate": 3.860069930909788e-06, "loss": 18.7139, "step": 49849 }, { "epoch": 44.27, "learning_rate": 3.858985415123473e-06, "loss": 19.0352, "step": 49850 }, { "epoch": 44.27, "learning_rate": 3.857901045594775e-06, "loss": 18.7539, "step": 49851 }, { "epoch": 44.27, "learning_rate": 3.856816822327136e-06, "loss": 19.1191, "step": 49852 }, { "epoch": 44.27, "learning_rate": 3.8557327453239815e-06, "loss": 18.71, "step": 49853 }, { "epoch": 44.28, "learning_rate": 3.854648814588763e-06, "loss": 19.1406, "step": 49854 }, { "epoch": 44.28, "learning_rate": 3.853565030124895e-06, "loss": 19.0234, "step": 49855 }, { "epoch": 44.28, "learning_rate": 3.85248139193582e-06, "loss": 18.9961, "step": 49856 }, { "epoch": 44.28, "learning_rate": 3.851397900024984e-06, "loss": 19.5273, "step": 49857 }, { "epoch": 44.28, "learning_rate": 3.850314554395806e-06, "loss": 19.1758, "step": 49858 }, { "epoch": 44.28, "learning_rate": 3.849231355051736e-06, "loss": 18.2773, "step": 49859 }, { "epoch": 44.28, "learning_rate": 3.848148301996202e-06, "loss": 18.9404, "step": 49860 }, { "epoch": 44.28, "learning_rate": 3.847065395232624e-06, "loss": 18.5547, "step": 49861 }, { "epoch": 44.28, "learning_rate": 3.847065395232624e-06, "loss": 18.8877, "step": 49862 }, { "epoch": 44.28, "learning_rate": 3.845982634764455e-06, "loss": 18.8867, "step": 49863 }, { "epoch": 44.28, "learning_rate": 3.845982634764455e-06, "loss": 19.2539, "step": 49864 }, { "epoch": 44.29, "learning_rate": 3.844900020595105e-06, "loss": 18.4707, "step": 49865 }, { "epoch": 44.29, "learning_rate": 3.8438175527280296e-06, "loss": 19.5547, "step": 49866 }, { "epoch": 44.29, "learning_rate": 3.8427352311666496e-06, "loss": 18.7002, "step": 49867 }, { "epoch": 44.29, "learning_rate": 3.841653055914385e-06, "loss": 18.9268, "step": 49868 }, { "epoch": 44.29, "learning_rate": 3.840571026974682e-06, "loss": 18.8916, "step": 49869 }, { "epoch": 44.29, "learning_rate": 3.839489144350955e-06, "loss": 19.0645, "step": 49870 }, { "epoch": 44.29, "learning_rate": 3.838407408046646e-06, "loss": 18.8262, "step": 49871 }, { "epoch": 44.29, "learning_rate": 3.83732581806519e-06, "loss": 19.2822, "step": 49872 }, { "epoch": 44.29, "learning_rate": 3.836244374409997e-06, "loss": 18.6553, "step": 49873 }, { "epoch": 44.29, "learning_rate": 3.835163077084508e-06, "loss": 18.7754, "step": 49874 }, { "epoch": 44.29, "learning_rate": 3.834081926092137e-06, "loss": 18.5586, "step": 49875 }, { "epoch": 44.29, "learning_rate": 3.833000921436319e-06, "loss": 18.6934, "step": 49876 }, { "epoch": 44.3, "learning_rate": 3.831920063120503e-06, "loss": 18.4023, "step": 49877 }, { "epoch": 44.3, "learning_rate": 3.830839351148075e-06, "loss": 19.6934, "step": 49878 }, { "epoch": 44.3, "learning_rate": 3.8297587855224745e-06, "loss": 18.9785, "step": 49879 }, { "epoch": 44.3, "learning_rate": 3.8286783662471455e-06, "loss": 18.5791, "step": 49880 }, { "epoch": 44.3, "learning_rate": 3.82759809332549e-06, "loss": 18.873, "step": 49881 }, { "epoch": 44.3, "learning_rate": 3.8265179667609505e-06, "loss": 18.915, "step": 49882 }, { "epoch": 44.3, "learning_rate": 3.8254379865569345e-06, "loss": 18.9932, "step": 49883 }, { "epoch": 44.3, "learning_rate": 3.824358152716873e-06, "loss": 18.752, "step": 49884 }, { "epoch": 44.3, "learning_rate": 3.82327846524419e-06, "loss": 19.1143, "step": 49885 }, { "epoch": 44.3, "learning_rate": 3.822198924142295e-06, "loss": 18.7676, "step": 49886 }, { "epoch": 44.3, "learning_rate": 3.821119529414635e-06, "loss": 18.8301, "step": 49887 }, { "epoch": 44.31, "learning_rate": 3.820040281064613e-06, "loss": 19.0107, "step": 49888 }, { "epoch": 44.31, "learning_rate": 3.818961179095648e-06, "loss": 19.1953, "step": 49889 }, { "epoch": 44.31, "learning_rate": 3.817882223511177e-06, "loss": 18.4121, "step": 49890 }, { "epoch": 44.31, "learning_rate": 3.816803414314601e-06, "loss": 18.5664, "step": 49891 }, { "epoch": 44.31, "learning_rate": 3.815724751509353e-06, "loss": 18.8164, "step": 49892 }, { "epoch": 44.31, "learning_rate": 3.814646235098851e-06, "loss": 18.6523, "step": 49893 }, { "epoch": 44.31, "learning_rate": 3.813567865086498e-06, "loss": 18.4473, "step": 49894 }, { "epoch": 44.31, "learning_rate": 3.812489641475736e-06, "loss": 19.2217, "step": 49895 }, { "epoch": 44.31, "learning_rate": 3.811411564269962e-06, "loss": 19.1787, "step": 49896 }, { "epoch": 44.31, "learning_rate": 3.8103336334726127e-06, "loss": 18.374, "step": 49897 }, { "epoch": 44.31, "learning_rate": 3.8092558490870842e-06, "loss": 19.001, "step": 49898 }, { "epoch": 44.32, "learning_rate": 3.8081782111168085e-06, "loss": 19.3721, "step": 49899 }, { "epoch": 44.32, "learning_rate": 3.807100719565204e-06, "loss": 18.8604, "step": 49900 }, { "epoch": 44.32, "learning_rate": 3.8060233744356633e-06, "loss": 18.5752, "step": 49901 }, { "epoch": 44.32, "learning_rate": 3.804946175731622e-06, "loss": 18.9473, "step": 49902 }, { "epoch": 44.32, "learning_rate": 3.8038691234564936e-06, "loss": 18.7197, "step": 49903 }, { "epoch": 44.32, "learning_rate": 3.8027922176136875e-06, "loss": 18.7236, "step": 49904 }, { "epoch": 44.32, "learning_rate": 3.8017154582066116e-06, "loss": 18.709, "step": 49905 }, { "epoch": 44.32, "learning_rate": 3.8006388452386908e-06, "loss": 19.0098, "step": 49906 }, { "epoch": 44.32, "learning_rate": 3.7995623787133226e-06, "loss": 18.9814, "step": 49907 }, { "epoch": 44.32, "learning_rate": 3.7995623787133226e-06, "loss": 19.0117, "step": 49908 }, { "epoch": 44.32, "learning_rate": 3.7984860586339433e-06, "loss": 18.9502, "step": 49909 }, { "epoch": 44.33, "learning_rate": 3.7974098850039332e-06, "loss": 18.6514, "step": 49910 }, { "epoch": 44.33, "learning_rate": 3.7963338578267337e-06, "loss": 18.3311, "step": 49911 }, { "epoch": 44.33, "learning_rate": 3.795257977105737e-06, "loss": 19.083, "step": 49912 }, { "epoch": 44.33, "learning_rate": 3.794182242844352e-06, "loss": 18.8955, "step": 49913 }, { "epoch": 44.33, "learning_rate": 3.793106655046008e-06, "loss": 18.8223, "step": 49914 }, { "epoch": 44.33, "learning_rate": 3.792031213714087e-06, "loss": 18.9834, "step": 49915 }, { "epoch": 44.33, "learning_rate": 3.790955918852024e-06, "loss": 18.8779, "step": 49916 }, { "epoch": 44.33, "learning_rate": 3.7898807704632167e-06, "loss": 18.9092, "step": 49917 }, { "epoch": 44.33, "learning_rate": 3.788805768551057e-06, "loss": 18.6787, "step": 49918 }, { "epoch": 44.33, "learning_rate": 3.787730913118981e-06, "loss": 19.1865, "step": 49919 }, { "epoch": 44.33, "learning_rate": 3.786656204170375e-06, "loss": 19.4395, "step": 49920 }, { "epoch": 44.33, "learning_rate": 3.7855816417086574e-06, "loss": 18.8633, "step": 49921 }, { "epoch": 44.34, "learning_rate": 3.7845072257372327e-06, "loss": 18.8564, "step": 49922 }, { "epoch": 44.34, "learning_rate": 3.783432956259497e-06, "loss": 19.4355, "step": 49923 }, { "epoch": 44.34, "learning_rate": 3.782358833278865e-06, "loss": 18.9141, "step": 49924 }, { "epoch": 44.34, "learning_rate": 3.7812848567987337e-06, "loss": 19.126, "step": 49925 }, { "epoch": 44.34, "learning_rate": 3.780211026822511e-06, "loss": 18.9688, "step": 49926 }, { "epoch": 44.34, "learning_rate": 3.7791373433536227e-06, "loss": 18.8438, "step": 49927 }, { "epoch": 44.34, "learning_rate": 3.778063806395432e-06, "loss": 18.9688, "step": 49928 }, { "epoch": 44.34, "learning_rate": 3.776990415951359e-06, "loss": 19.2061, "step": 49929 }, { "epoch": 44.34, "learning_rate": 3.7759171720248233e-06, "loss": 18.749, "step": 49930 }, { "epoch": 44.34, "learning_rate": 3.774844074619199e-06, "loss": 19.4473, "step": 49931 }, { "epoch": 44.34, "learning_rate": 3.773771123737918e-06, "loss": 18.958, "step": 49932 }, { "epoch": 44.35, "learning_rate": 3.772698319384349e-06, "loss": 19.0068, "step": 49933 }, { "epoch": 44.35, "learning_rate": 3.7716256615619062e-06, "loss": 18.8457, "step": 49934 }, { "epoch": 44.35, "learning_rate": 3.770553150273998e-06, "loss": 19.1641, "step": 49935 }, { "epoch": 44.35, "learning_rate": 3.76948078552401e-06, "loss": 18.8447, "step": 49936 }, { "epoch": 44.35, "learning_rate": 3.7684085673153568e-06, "loss": 18.4824, "step": 49937 }, { "epoch": 44.35, "learning_rate": 3.76733649565143e-06, "loss": 19.2412, "step": 49938 }, { "epoch": 44.35, "learning_rate": 3.766264570535616e-06, "loss": 18.5957, "step": 49939 }, { "epoch": 44.35, "learning_rate": 3.7651927919713335e-06, "loss": 18.8228, "step": 49940 }, { "epoch": 44.35, "learning_rate": 3.7641211599619587e-06, "loss": 18.8418, "step": 49941 }, { "epoch": 44.35, "learning_rate": 3.76304967451091e-06, "loss": 19.7666, "step": 49942 }, { "epoch": 44.35, "learning_rate": 3.761978335621569e-06, "loss": 18.9512, "step": 49943 }, { "epoch": 44.36, "learning_rate": 3.760907143297332e-06, "loss": 19.2393, "step": 49944 }, { "epoch": 44.36, "learning_rate": 3.759836097541608e-06, "loss": 18.3926, "step": 49945 }, { "epoch": 44.36, "learning_rate": 3.758765198357772e-06, "loss": 18.7207, "step": 49946 }, { "epoch": 44.36, "learning_rate": 3.757694445749227e-06, "loss": 18.6064, "step": 49947 }, { "epoch": 44.36, "learning_rate": 3.7566238397193863e-06, "loss": 18.9248, "step": 49948 }, { "epoch": 44.36, "learning_rate": 3.755553380271609e-06, "loss": 18.8906, "step": 49949 }, { "epoch": 44.36, "learning_rate": 3.7544830674093146e-06, "loss": 19.1367, "step": 49950 }, { "epoch": 44.36, "learning_rate": 3.7534129011358777e-06, "loss": 18.4365, "step": 49951 }, { "epoch": 44.36, "learning_rate": 3.752342881454696e-06, "loss": 18.9453, "step": 49952 }, { "epoch": 44.36, "learning_rate": 3.7512730083691826e-06, "loss": 18.5723, "step": 49953 }, { "epoch": 44.36, "learning_rate": 3.750203281882697e-06, "loss": 18.4971, "step": 49954 }, { "epoch": 44.37, "learning_rate": 3.7491337019986417e-06, "loss": 19.2012, "step": 49955 }, { "epoch": 44.37, "learning_rate": 3.7480642687204195e-06, "loss": 19.123, "step": 49956 }, { "epoch": 44.37, "learning_rate": 3.7469949820513993e-06, "loss": 18.832, "step": 49957 }, { "epoch": 44.37, "learning_rate": 3.745925841994985e-06, "loss": 19.1982, "step": 49958 }, { "epoch": 44.37, "learning_rate": 3.744856848554568e-06, "loss": 19.2178, "step": 49959 }, { "epoch": 44.37, "learning_rate": 3.7437880017335225e-06, "loss": 19.25, "step": 49960 }, { "epoch": 44.37, "learning_rate": 3.7427193015352467e-06, "loss": 18.6523, "step": 49961 }, { "epoch": 44.37, "learning_rate": 3.741650747963121e-06, "loss": 19.0537, "step": 49962 }, { "epoch": 44.37, "learning_rate": 3.7405823410205486e-06, "loss": 18.9209, "step": 49963 }, { "epoch": 44.37, "learning_rate": 3.7395140807108984e-06, "loss": 18.7881, "step": 49964 }, { "epoch": 44.37, "learning_rate": 3.7384459670375626e-06, "loss": 18.541, "step": 49965 }, { "epoch": 44.37, "learning_rate": 3.737378000003927e-06, "loss": 18.5186, "step": 49966 }, { "epoch": 44.38, "learning_rate": 3.736310179613378e-06, "loss": 19.1494, "step": 49967 }, { "epoch": 44.38, "learning_rate": 3.735242505869302e-06, "loss": 19.1758, "step": 49968 }, { "epoch": 44.38, "learning_rate": 3.7341749787750735e-06, "loss": 18.6885, "step": 49969 }, { "epoch": 44.38, "learning_rate": 3.7331075983340903e-06, "loss": 18.6172, "step": 49970 }, { "epoch": 44.38, "learning_rate": 3.7320403645497327e-06, "loss": 18.333, "step": 49971 }, { "epoch": 44.38, "learning_rate": 3.73097327742537e-06, "loss": 19.1758, "step": 49972 }, { "epoch": 44.38, "learning_rate": 3.729906336964395e-06, "loss": 18.5889, "step": 49973 }, { "epoch": 44.38, "learning_rate": 3.7288395431701983e-06, "loss": 18.8857, "step": 49974 }, { "epoch": 44.38, "learning_rate": 3.72777289604615e-06, "loss": 19.041, "step": 49975 }, { "epoch": 44.38, "learning_rate": 3.726706395595636e-06, "loss": 18.6436, "step": 49976 }, { "epoch": 44.38, "learning_rate": 3.7256400418220262e-06, "loss": 18.8984, "step": 49977 }, { "epoch": 44.39, "learning_rate": 3.7245738347287063e-06, "loss": 19.1143, "step": 49978 }, { "epoch": 44.39, "learning_rate": 3.7235077743190685e-06, "loss": 18.7168, "step": 49979 }, { "epoch": 44.39, "learning_rate": 3.7224418605964873e-06, "loss": 19.4434, "step": 49980 }, { "epoch": 44.39, "learning_rate": 3.7213760935643218e-06, "loss": 18.9043, "step": 49981 }, { "epoch": 44.39, "learning_rate": 3.720310473225974e-06, "loss": 18.7334, "step": 49982 }, { "epoch": 44.39, "learning_rate": 3.7192449995848087e-06, "loss": 18.5278, "step": 49983 }, { "epoch": 44.39, "learning_rate": 3.718179672644212e-06, "loss": 18.8975, "step": 49984 }, { "epoch": 44.39, "learning_rate": 3.7171144924075474e-06, "loss": 19.0703, "step": 49985 }, { "epoch": 44.39, "learning_rate": 3.716049458878207e-06, "loss": 18.7324, "step": 49986 }, { "epoch": 44.39, "learning_rate": 3.71498457205956e-06, "loss": 18.6826, "step": 49987 }, { "epoch": 44.39, "learning_rate": 3.713919831954976e-06, "loss": 18.3877, "step": 49988 }, { "epoch": 44.4, "learning_rate": 3.7128552385678417e-06, "loss": 19.3838, "step": 49989 }, { "epoch": 44.4, "learning_rate": 3.711790791901515e-06, "loss": 18.6797, "step": 49990 }, { "epoch": 44.4, "learning_rate": 3.710726491959393e-06, "loss": 18.4814, "step": 49991 }, { "epoch": 44.4, "learning_rate": 3.709662338744835e-06, "loss": 18.6602, "step": 49992 }, { "epoch": 44.4, "learning_rate": 3.708598332261204e-06, "loss": 19.0352, "step": 49993 }, { "epoch": 44.4, "learning_rate": 3.7075344725118978e-06, "loss": 18.9224, "step": 49994 }, { "epoch": 44.4, "learning_rate": 3.7064707595002635e-06, "loss": 19.1172, "step": 49995 }, { "epoch": 44.4, "learning_rate": 3.705407193229693e-06, "loss": 18.7979, "step": 49996 }, { "epoch": 44.4, "learning_rate": 3.7043437737035503e-06, "loss": 19.6592, "step": 49997 }, { "epoch": 44.4, "learning_rate": 3.703280500925199e-06, "loss": 19.1475, "step": 49998 }, { "epoch": 44.4, "learning_rate": 3.7022173748980095e-06, "loss": 18.5547, "step": 49999 }, { "epoch": 44.4, "learning_rate": 3.7011543956253726e-06, "loss": 19.3164, "step": 50000 }, { "epoch": 44.41, "learning_rate": 3.7000915631106305e-06, "loss": 19.1113, "step": 50001 }, { "epoch": 44.41, "learning_rate": 3.699028877357186e-06, "loss": 18.7168, "step": 50002 }, { "epoch": 44.41, "learning_rate": 3.6979663383683637e-06, "loss": 18.3281, "step": 50003 }, { "epoch": 44.41, "learning_rate": 3.6969039461475564e-06, "loss": 18.9727, "step": 50004 }, { "epoch": 44.41, "learning_rate": 3.6958417006981384e-06, "loss": 18.7861, "step": 50005 }, { "epoch": 44.41, "learning_rate": 3.694779602023457e-06, "loss": 18.9238, "step": 50006 }, { "epoch": 44.41, "learning_rate": 3.693717650126899e-06, "loss": 19.1768, "step": 50007 }, { "epoch": 44.41, "learning_rate": 3.692655845011822e-06, "loss": 18.6025, "step": 50008 }, { "epoch": 44.41, "learning_rate": 3.691594186681585e-06, "loss": 18.6094, "step": 50009 }, { "epoch": 44.41, "learning_rate": 3.690532675139563e-06, "loss": 18.6729, "step": 50010 }, { "epoch": 44.41, "learning_rate": 3.689471310389114e-06, "loss": 18.4775, "step": 50011 }, { "epoch": 44.42, "learning_rate": 3.6884100924336083e-06, "loss": 19.4287, "step": 50012 }, { "epoch": 44.42, "learning_rate": 3.6873490212764094e-06, "loss": 19.6934, "step": 50013 }, { "epoch": 44.42, "learning_rate": 3.6862880969208703e-06, "loss": 19.0732, "step": 50014 }, { "epoch": 44.42, "learning_rate": 3.6852273193703656e-06, "loss": 18.6289, "step": 50015 }, { "epoch": 44.42, "learning_rate": 3.6841666886282487e-06, "loss": 18.6484, "step": 50016 }, { "epoch": 44.42, "learning_rate": 3.683106204697895e-06, "loss": 19.167, "step": 50017 }, { "epoch": 44.42, "learning_rate": 3.6820458675826563e-06, "loss": 18.7461, "step": 50018 }, { "epoch": 44.42, "learning_rate": 3.6809856772858863e-06, "loss": 19.3867, "step": 50019 }, { "epoch": 44.42, "learning_rate": 3.6799256338109657e-06, "loss": 18.7637, "step": 50020 }, { "epoch": 44.42, "learning_rate": 3.6788657371612354e-06, "loss": 19.0127, "step": 50021 }, { "epoch": 44.42, "learning_rate": 3.677805987340055e-06, "loss": 18.9678, "step": 50022 }, { "epoch": 44.43, "learning_rate": 3.6767463843508152e-06, "loss": 19.501, "step": 50023 }, { "epoch": 44.43, "learning_rate": 3.675686928196831e-06, "loss": 19.8633, "step": 50024 }, { "epoch": 44.43, "learning_rate": 3.674627618881482e-06, "loss": 18.915, "step": 50025 }, { "epoch": 44.43, "learning_rate": 3.6735684564081384e-06, "loss": 18.7461, "step": 50026 }, { "epoch": 44.43, "learning_rate": 3.6725094407801253e-06, "loss": 19.0195, "step": 50027 }, { "epoch": 44.43, "learning_rate": 3.6714505720008396e-06, "loss": 19.2031, "step": 50028 }, { "epoch": 44.43, "learning_rate": 3.670391850073601e-06, "loss": 19.2471, "step": 50029 }, { "epoch": 44.43, "learning_rate": 3.6693332750017795e-06, "loss": 19.0645, "step": 50030 }, { "epoch": 44.43, "learning_rate": 3.6682748467887386e-06, "loss": 18.4736, "step": 50031 }, { "epoch": 44.43, "learning_rate": 3.66721656543782e-06, "loss": 19.4277, "step": 50032 }, { "epoch": 44.43, "learning_rate": 3.666158430952393e-06, "loss": 18.7158, "step": 50033 }, { "epoch": 44.44, "learning_rate": 3.665100443335806e-06, "loss": 19.0596, "step": 50034 }, { "epoch": 44.44, "learning_rate": 3.6640426025913943e-06, "loss": 18.3037, "step": 50035 }, { "epoch": 44.44, "learning_rate": 3.662984908722539e-06, "loss": 18.9688, "step": 50036 }, { "epoch": 44.44, "learning_rate": 3.66192736173257e-06, "loss": 18.6562, "step": 50037 }, { "epoch": 44.44, "learning_rate": 3.660869961624863e-06, "loss": 19.4639, "step": 50038 }, { "epoch": 44.44, "learning_rate": 3.6598127084027545e-06, "loss": 18.6895, "step": 50039 }, { "epoch": 44.44, "learning_rate": 3.6587556020695856e-06, "loss": 19.0645, "step": 50040 }, { "epoch": 44.44, "learning_rate": 3.657698642628732e-06, "loss": 19.3574, "step": 50041 }, { "epoch": 44.44, "learning_rate": 3.6566418300835236e-06, "loss": 18.5391, "step": 50042 }, { "epoch": 44.44, "learning_rate": 3.655585164437325e-06, "loss": 18.7822, "step": 50043 }, { "epoch": 44.44, "learning_rate": 3.6545286456934726e-06, "loss": 19.2158, "step": 50044 }, { "epoch": 44.44, "learning_rate": 3.653472273855324e-06, "loss": 18.9092, "step": 50045 }, { "epoch": 44.45, "learning_rate": 3.652416048926233e-06, "loss": 18.835, "step": 50046 }, { "epoch": 44.45, "learning_rate": 3.651359970909524e-06, "loss": 18.6328, "step": 50047 }, { "epoch": 44.45, "learning_rate": 3.6503040398085666e-06, "loss": 18.6416, "step": 50048 }, { "epoch": 44.45, "learning_rate": 3.649248255626708e-06, "loss": 18.9385, "step": 50049 }, { "epoch": 44.45, "learning_rate": 3.6481926183672855e-06, "loss": 18.6318, "step": 50050 }, { "epoch": 44.45, "learning_rate": 3.6471371280336507e-06, "loss": 18.6465, "step": 50051 }, { "epoch": 44.45, "learning_rate": 3.6460817846291406e-06, "loss": 18.7559, "step": 50052 }, { "epoch": 44.45, "learning_rate": 3.6450265881571023e-06, "loss": 19.2422, "step": 50053 }, { "epoch": 44.45, "learning_rate": 3.643971538620894e-06, "loss": 18.8154, "step": 50054 }, { "epoch": 44.45, "learning_rate": 3.6429166360238576e-06, "loss": 18.585, "step": 50055 }, { "epoch": 44.45, "learning_rate": 3.6418618803693127e-06, "loss": 18.7451, "step": 50056 }, { "epoch": 44.46, "learning_rate": 3.6408072716606346e-06, "loss": 18.7969, "step": 50057 }, { "epoch": 44.46, "learning_rate": 3.6397528099011424e-06, "loss": 19.1875, "step": 50058 }, { "epoch": 44.46, "learning_rate": 3.638698495094195e-06, "loss": 19.0723, "step": 50059 }, { "epoch": 44.46, "learning_rate": 3.637644327243117e-06, "loss": 18.5713, "step": 50060 }, { "epoch": 44.46, "learning_rate": 3.636590306351273e-06, "loss": 19.3359, "step": 50061 }, { "epoch": 44.46, "learning_rate": 3.6355364324219878e-06, "loss": 18.9238, "step": 50062 }, { "epoch": 44.46, "learning_rate": 3.634482705458597e-06, "loss": 18.9404, "step": 50063 }, { "epoch": 44.46, "learning_rate": 3.6334291254644602e-06, "loss": 18.7705, "step": 50064 }, { "epoch": 44.46, "learning_rate": 3.6323756924428962e-06, "loss": 18.8994, "step": 50065 }, { "epoch": 44.46, "learning_rate": 3.631322406397264e-06, "loss": 18.4609, "step": 50066 }, { "epoch": 44.46, "learning_rate": 3.630269267330888e-06, "loss": 18.6162, "step": 50067 }, { "epoch": 44.47, "learning_rate": 3.6292162752471047e-06, "loss": 18.5742, "step": 50068 }, { "epoch": 44.47, "learning_rate": 3.6281634301492675e-06, "loss": 19.1875, "step": 50069 }, { "epoch": 44.47, "learning_rate": 3.6271107320406948e-06, "loss": 18.7715, "step": 50070 }, { "epoch": 44.47, "learning_rate": 3.626058180924741e-06, "loss": 18.9404, "step": 50071 }, { "epoch": 44.47, "learning_rate": 3.62500577680473e-06, "loss": 19.1387, "step": 50072 }, { "epoch": 44.47, "learning_rate": 3.623953519683998e-06, "loss": 19.1084, "step": 50073 }, { "epoch": 44.47, "learning_rate": 3.622901409565882e-06, "loss": 18.7266, "step": 50074 }, { "epoch": 44.47, "learning_rate": 3.621849446453729e-06, "loss": 18.6689, "step": 50075 }, { "epoch": 44.47, "learning_rate": 3.620797630350858e-06, "loss": 18.9502, "step": 50076 }, { "epoch": 44.47, "learning_rate": 3.619745961260623e-06, "loss": 19.5996, "step": 50077 }, { "epoch": 44.47, "learning_rate": 3.6186944391863265e-06, "loss": 19.2959, "step": 50078 }, { "epoch": 44.48, "learning_rate": 3.6176430641313153e-06, "loss": 18.9219, "step": 50079 }, { "epoch": 44.48, "learning_rate": 3.616591836098937e-06, "loss": 18.9922, "step": 50080 }, { "epoch": 44.48, "learning_rate": 3.615540755092506e-06, "loss": 18.542, "step": 50081 }, { "epoch": 44.48, "learning_rate": 3.6144898211153635e-06, "loss": 18.6758, "step": 50082 }, { "epoch": 44.48, "learning_rate": 3.61343903417084e-06, "loss": 18.5205, "step": 50083 }, { "epoch": 44.48, "learning_rate": 3.612388394262256e-06, "loss": 18.5547, "step": 50084 }, { "epoch": 44.48, "learning_rate": 3.6113379013929528e-06, "loss": 19.166, "step": 50085 }, { "epoch": 44.48, "learning_rate": 3.6102875555662553e-06, "loss": 18.4678, "step": 50086 }, { "epoch": 44.48, "learning_rate": 3.6092373567855e-06, "loss": 18.9102, "step": 50087 }, { "epoch": 44.48, "learning_rate": 3.608187305054006e-06, "loss": 19.2539, "step": 50088 }, { "epoch": 44.48, "learning_rate": 3.6071374003751046e-06, "loss": 19.1963, "step": 50089 }, { "epoch": 44.48, "learning_rate": 3.6060876427521262e-06, "loss": 19.0234, "step": 50090 }, { "epoch": 44.49, "learning_rate": 3.605038032188396e-06, "loss": 18.7939, "step": 50091 }, { "epoch": 44.49, "learning_rate": 3.6039885686872387e-06, "loss": 18.9824, "step": 50092 }, { "epoch": 44.49, "learning_rate": 3.6029392522520024e-06, "loss": 19.6143, "step": 50093 }, { "epoch": 44.49, "learning_rate": 3.6018900828859783e-06, "loss": 18.6582, "step": 50094 }, { "epoch": 44.49, "learning_rate": 3.6008410605925137e-06, "loss": 18.8584, "step": 50095 }, { "epoch": 44.49, "learning_rate": 3.5997921853749228e-06, "loss": 18.8652, "step": 50096 }, { "epoch": 44.49, "learning_rate": 3.598743457236542e-06, "loss": 18.5674, "step": 50097 }, { "epoch": 44.49, "learning_rate": 3.5976948761807017e-06, "loss": 18.8691, "step": 50098 }, { "epoch": 44.49, "learning_rate": 3.596646442210699e-06, "loss": 18.4971, "step": 50099 }, { "epoch": 44.49, "learning_rate": 3.595598155329871e-06, "loss": 19.041, "step": 50100 }, { "epoch": 44.49, "learning_rate": 3.5945500155415534e-06, "loss": 19.1211, "step": 50101 }, { "epoch": 44.5, "learning_rate": 3.5935020228490433e-06, "loss": 18.7344, "step": 50102 }, { "epoch": 44.5, "learning_rate": 3.5924541772556884e-06, "loss": 18.543, "step": 50103 }, { "epoch": 44.5, "learning_rate": 3.591406478764797e-06, "loss": 18.834, "step": 50104 }, { "epoch": 44.5, "learning_rate": 3.590358927379689e-06, "loss": 18.8975, "step": 50105 }, { "epoch": 44.5, "learning_rate": 3.5893115231036888e-06, "loss": 18.9814, "step": 50106 }, { "epoch": 44.5, "learning_rate": 3.5882642659401057e-06, "loss": 18.9385, "step": 50107 }, { "epoch": 44.5, "learning_rate": 3.587217155892281e-06, "loss": 19.2041, "step": 50108 }, { "epoch": 44.5, "learning_rate": 3.5861701929635228e-06, "loss": 19.0527, "step": 50109 }, { "epoch": 44.5, "learning_rate": 3.5851233771571345e-06, "loss": 19.3311, "step": 50110 }, { "epoch": 44.5, "learning_rate": 3.584076708476458e-06, "loss": 18.791, "step": 50111 }, { "epoch": 44.5, "learning_rate": 3.5830301869247964e-06, "loss": 19.165, "step": 50112 }, { "epoch": 44.51, "learning_rate": 3.5819838125054795e-06, "loss": 18.8369, "step": 50113 }, { "epoch": 44.51, "learning_rate": 3.5809375852218106e-06, "loss": 18.7588, "step": 50114 }, { "epoch": 44.51, "learning_rate": 3.57989150507711e-06, "loss": 19.4053, "step": 50115 }, { "epoch": 44.51, "learning_rate": 3.5788455720747016e-06, "loss": 18.7041, "step": 50116 }, { "epoch": 44.51, "learning_rate": 3.5777997862178837e-06, "loss": 19.6758, "step": 50117 }, { "epoch": 44.51, "learning_rate": 3.5767541475099863e-06, "loss": 19.1162, "step": 50118 }, { "epoch": 44.51, "learning_rate": 3.575708655954324e-06, "loss": 18.9814, "step": 50119 }, { "epoch": 44.51, "learning_rate": 3.574663311554205e-06, "loss": 18.6377, "step": 50120 }, { "epoch": 44.51, "learning_rate": 3.573618114312949e-06, "loss": 19.5879, "step": 50121 }, { "epoch": 44.51, "learning_rate": 3.5725730642338527e-06, "loss": 19.2148, "step": 50122 }, { "epoch": 44.51, "learning_rate": 3.5715281613202424e-06, "loss": 18.7998, "step": 50123 }, { "epoch": 44.52, "learning_rate": 3.5704834055754367e-06, "loss": 18.6504, "step": 50124 }, { "epoch": 44.52, "learning_rate": 3.569438797002733e-06, "loss": 18.6182, "step": 50125 }, { "epoch": 44.52, "learning_rate": 3.568394335605446e-06, "loss": 18.9219, "step": 50126 }, { "epoch": 44.52, "learning_rate": 3.567350021386895e-06, "loss": 18.9541, "step": 50127 }, { "epoch": 44.52, "learning_rate": 3.5663058543503768e-06, "loss": 18.9775, "step": 50128 }, { "epoch": 44.52, "learning_rate": 3.565261834499212e-06, "loss": 19.4902, "step": 50129 }, { "epoch": 44.52, "learning_rate": 3.5642179618367076e-06, "loss": 18.7803, "step": 50130 }, { "epoch": 44.52, "learning_rate": 3.563174236366168e-06, "loss": 18.6738, "step": 50131 }, { "epoch": 44.52, "learning_rate": 3.5621306580909063e-06, "loss": 18.6689, "step": 50132 }, { "epoch": 44.52, "learning_rate": 3.5621306580909063e-06, "loss": 19.6016, "step": 50133 }, { "epoch": 44.52, "learning_rate": 3.561087227014226e-06, "loss": 18.5977, "step": 50134 }, { "epoch": 44.52, "learning_rate": 3.5600439431394407e-06, "loss": 18.7041, "step": 50135 }, { "epoch": 44.53, "learning_rate": 3.559000806469848e-06, "loss": 19.418, "step": 50136 }, { "epoch": 44.53, "learning_rate": 3.5579578170087726e-06, "loss": 19.1572, "step": 50137 }, { "epoch": 44.53, "learning_rate": 3.556914974759501e-06, "loss": 19.1143, "step": 50138 }, { "epoch": 44.53, "learning_rate": 3.555872279725342e-06, "loss": 19.3203, "step": 50139 }, { "epoch": 44.53, "learning_rate": 3.5548297319096145e-06, "loss": 19.0703, "step": 50140 }, { "epoch": 44.53, "learning_rate": 3.5537873313156e-06, "loss": 19.0664, "step": 50141 }, { "epoch": 44.53, "learning_rate": 3.5527450779466286e-06, "loss": 19.2852, "step": 50142 }, { "epoch": 44.53, "learning_rate": 3.5517029718059926e-06, "loss": 19.4229, "step": 50143 }, { "epoch": 44.53, "learning_rate": 3.550661012896983e-06, "loss": 18.4941, "step": 50144 }, { "epoch": 44.53, "learning_rate": 3.5496192012229145e-06, "loss": 18.7764, "step": 50145 }, { "epoch": 44.53, "learning_rate": 3.548577536787101e-06, "loss": 18.2979, "step": 50146 }, { "epoch": 44.54, "learning_rate": 3.547536019592829e-06, "loss": 19.2695, "step": 50147 }, { "epoch": 44.54, "learning_rate": 3.546494649643406e-06, "loss": 18.4834, "step": 50148 }, { "epoch": 44.54, "learning_rate": 3.545453426942119e-06, "loss": 19.0225, "step": 50149 }, { "epoch": 44.54, "learning_rate": 3.544412351492277e-06, "loss": 18.7207, "step": 50150 }, { "epoch": 44.54, "learning_rate": 3.544412351492277e-06, "loss": 19.1504, "step": 50151 }, { "epoch": 44.54, "learning_rate": 3.5433714232971925e-06, "loss": 19.3799, "step": 50152 }, { "epoch": 44.54, "learning_rate": 3.5423306423601478e-06, "loss": 18.2764, "step": 50153 }, { "epoch": 44.54, "learning_rate": 3.5412900086844615e-06, "loss": 18.8574, "step": 50154 }, { "epoch": 44.54, "learning_rate": 3.5402495222734145e-06, "loss": 18.8096, "step": 50155 }, { "epoch": 44.54, "learning_rate": 3.539209183130304e-06, "loss": 19.0479, "step": 50156 }, { "epoch": 44.54, "learning_rate": 3.5381689912584447e-06, "loss": 18.9785, "step": 50157 }, { "epoch": 44.55, "learning_rate": 3.537128946661111e-06, "loss": 18.7881, "step": 50158 }, { "epoch": 44.55, "learning_rate": 3.536089049341623e-06, "loss": 19.0498, "step": 50159 }, { "epoch": 44.55, "learning_rate": 3.5350492993032613e-06, "loss": 18.6973, "step": 50160 }, { "epoch": 44.55, "learning_rate": 3.534009696549323e-06, "loss": 18.749, "step": 50161 }, { "epoch": 44.55, "learning_rate": 3.532970241083111e-06, "loss": 19.2041, "step": 50162 }, { "epoch": 44.55, "learning_rate": 3.531930932907912e-06, "loss": 19.3555, "step": 50163 }, { "epoch": 44.55, "learning_rate": 3.5308917720270286e-06, "loss": 19.5596, "step": 50164 }, { "epoch": 44.55, "learning_rate": 3.529852758443747e-06, "loss": 19.3926, "step": 50165 }, { "epoch": 44.55, "learning_rate": 3.5288138921613644e-06, "loss": 19.2334, "step": 50166 }, { "epoch": 44.55, "learning_rate": 3.5277751731831734e-06, "loss": 18.5439, "step": 50167 }, { "epoch": 44.55, "learning_rate": 3.5277751731831734e-06, "loss": 19.2168, "step": 50168 }, { "epoch": 44.56, "learning_rate": 3.526736601512465e-06, "loss": 18.6621, "step": 50169 }, { "epoch": 44.56, "learning_rate": 3.5256981771525257e-06, "loss": 19.5791, "step": 50170 }, { "epoch": 44.56, "learning_rate": 3.524659900106675e-06, "loss": 19.4512, "step": 50171 }, { "epoch": 44.56, "learning_rate": 3.523621770378166e-06, "loss": 18.7285, "step": 50172 }, { "epoch": 44.56, "learning_rate": 3.5225837879703128e-06, "loss": 18.7051, "step": 50173 }, { "epoch": 44.56, "learning_rate": 3.5215459528863957e-06, "loss": 18.9971, "step": 50174 }, { "epoch": 44.56, "learning_rate": 3.5205082651297072e-06, "loss": 18.9443, "step": 50175 }, { "epoch": 44.56, "learning_rate": 3.51947072470355e-06, "loss": 19.0391, "step": 50176 }, { "epoch": 44.56, "learning_rate": 3.5184333316111817e-06, "loss": 18.9014, "step": 50177 }, { "epoch": 44.56, "learning_rate": 3.5173960858559176e-06, "loss": 18.7422, "step": 50178 }, { "epoch": 44.56, "learning_rate": 3.5163589874410372e-06, "loss": 19.2773, "step": 50179 }, { "epoch": 44.56, "learning_rate": 3.5153220363698226e-06, "loss": 19.1484, "step": 50180 }, { "epoch": 44.57, "learning_rate": 3.5142852326455757e-06, "loss": 19.1719, "step": 50181 }, { "epoch": 44.57, "learning_rate": 3.5132485762715716e-06, "loss": 18.6162, "step": 50182 }, { "epoch": 44.57, "learning_rate": 3.5122120672510918e-06, "loss": 18.7148, "step": 50183 }, { "epoch": 44.57, "learning_rate": 3.511175705587433e-06, "loss": 19.2529, "step": 50184 }, { "epoch": 44.57, "learning_rate": 3.5101394912838702e-06, "loss": 19.2949, "step": 50185 }, { "epoch": 44.57, "learning_rate": 3.509103424343696e-06, "loss": 18.9414, "step": 50186 }, { "epoch": 44.57, "learning_rate": 3.5080675047701963e-06, "loss": 19.4756, "step": 50187 }, { "epoch": 44.57, "learning_rate": 3.50703173256664e-06, "loss": 19.5225, "step": 50188 }, { "epoch": 44.57, "learning_rate": 3.505996107736331e-06, "loss": 19.6865, "step": 50189 }, { "epoch": 44.57, "learning_rate": 3.504960630282528e-06, "loss": 18.7979, "step": 50190 }, { "epoch": 44.57, "learning_rate": 3.503925300208538e-06, "loss": 19.2354, "step": 50191 }, { "epoch": 44.58, "learning_rate": 3.502890117517632e-06, "loss": 18.709, "step": 50192 }, { "epoch": 44.58, "learning_rate": 3.501855082213079e-06, "loss": 18.8633, "step": 50193 }, { "epoch": 44.58, "learning_rate": 3.500820194298182e-06, "loss": 19.5049, "step": 50194 }, { "epoch": 44.58, "learning_rate": 3.4997854537762e-06, "loss": 18.9717, "step": 50195 }, { "epoch": 44.58, "learning_rate": 3.4987508606504293e-06, "loss": 19.3877, "step": 50196 }, { "epoch": 44.58, "learning_rate": 3.497716414924146e-06, "loss": 19.3652, "step": 50197 }, { "epoch": 44.58, "learning_rate": 3.4966821166006305e-06, "loss": 18.8906, "step": 50198 }, { "epoch": 44.58, "learning_rate": 3.4956479656831573e-06, "loss": 19.3867, "step": 50199 }, { "epoch": 44.58, "learning_rate": 3.4946139621749974e-06, "loss": 19.002, "step": 50200 }, { "epoch": 44.58, "learning_rate": 3.4935801060794304e-06, "loss": 19.2725, "step": 50201 }, { "epoch": 44.58, "learning_rate": 3.492546397399754e-06, "loss": 18.9414, "step": 50202 }, { "epoch": 44.59, "learning_rate": 3.4915128361392267e-06, "loss": 19.1641, "step": 50203 }, { "epoch": 44.59, "learning_rate": 3.4904794223011185e-06, "loss": 18.8672, "step": 50204 }, { "epoch": 44.59, "learning_rate": 3.489446155888726e-06, "loss": 19.0322, "step": 50205 }, { "epoch": 44.59, "learning_rate": 3.488413036905297e-06, "loss": 18.9375, "step": 50206 }, { "epoch": 44.59, "learning_rate": 3.48738006535414e-06, "loss": 18.7275, "step": 50207 }, { "epoch": 44.59, "learning_rate": 3.486347241238502e-06, "loss": 19.0391, "step": 50208 }, { "epoch": 44.59, "learning_rate": 3.485314564561665e-06, "loss": 18.3818, "step": 50209 }, { "epoch": 44.59, "learning_rate": 3.4842820353269077e-06, "loss": 18.7568, "step": 50210 }, { "epoch": 44.59, "learning_rate": 3.4832496535374902e-06, "loss": 18.6816, "step": 50211 }, { "epoch": 44.59, "learning_rate": 3.482217419196704e-06, "loss": 18.9766, "step": 50212 }, { "epoch": 44.59, "learning_rate": 3.4811853323078016e-06, "loss": 19.3311, "step": 50213 }, { "epoch": 44.6, "learning_rate": 3.480153392874075e-06, "loss": 18.9238, "step": 50214 }, { "epoch": 44.6, "learning_rate": 3.479121600898777e-06, "loss": 18.9834, "step": 50215 }, { "epoch": 44.6, "learning_rate": 3.4780899563851833e-06, "loss": 18.9609, "step": 50216 }, { "epoch": 44.6, "learning_rate": 3.4770584593365684e-06, "loss": 18.8516, "step": 50217 }, { "epoch": 44.6, "learning_rate": 3.476027109756197e-06, "loss": 19.0098, "step": 50218 }, { "epoch": 44.6, "learning_rate": 3.474995907647344e-06, "loss": 18.9434, "step": 50219 }, { "epoch": 44.6, "learning_rate": 3.473964853013273e-06, "loss": 18.0615, "step": 50220 }, { "epoch": 44.6, "learning_rate": 3.4729339458572486e-06, "loss": 18.7812, "step": 50221 }, { "epoch": 44.6, "learning_rate": 3.471903186182546e-06, "loss": 18.5322, "step": 50222 }, { "epoch": 44.6, "learning_rate": 3.4708725739924342e-06, "loss": 18.792, "step": 50223 }, { "epoch": 44.6, "learning_rate": 3.469842109290178e-06, "loss": 18.8877, "step": 50224 }, { "epoch": 44.6, "learning_rate": 3.468811792079041e-06, "loss": 18.8633, "step": 50225 }, { "epoch": 44.61, "learning_rate": 3.4677816223622816e-06, "loss": 18.6738, "step": 50226 }, { "epoch": 44.61, "learning_rate": 3.4667516001431754e-06, "loss": 19.0273, "step": 50227 }, { "epoch": 44.61, "learning_rate": 3.465721725424992e-06, "loss": 18.5391, "step": 50228 }, { "epoch": 44.61, "learning_rate": 3.4646919982109837e-06, "loss": 18.9912, "step": 50229 }, { "epoch": 44.61, "learning_rate": 3.4636624185044266e-06, "loss": 18.8252, "step": 50230 }, { "epoch": 44.61, "learning_rate": 3.4626329863085785e-06, "loss": 19.1289, "step": 50231 }, { "epoch": 44.61, "learning_rate": 3.4616037016266924e-06, "loss": 19.0615, "step": 50232 }, { "epoch": 44.61, "learning_rate": 3.4605745644620493e-06, "loss": 19.2041, "step": 50233 }, { "epoch": 44.61, "learning_rate": 3.4595455748178963e-06, "loss": 18.9268, "step": 50234 }, { "epoch": 44.61, "learning_rate": 3.4585167326975034e-06, "loss": 19.002, "step": 50235 }, { "epoch": 44.61, "learning_rate": 3.457488038104134e-06, "loss": 18.9199, "step": 50236 }, { "epoch": 44.62, "learning_rate": 3.456459491041036e-06, "loss": 19.1309, "step": 50237 }, { "epoch": 44.62, "learning_rate": 3.4554310915114853e-06, "loss": 19.1641, "step": 50238 }, { "epoch": 44.62, "learning_rate": 3.4544028395187278e-06, "loss": 18.8242, "step": 50239 }, { "epoch": 44.62, "learning_rate": 3.453374735066034e-06, "loss": 18.7725, "step": 50240 }, { "epoch": 44.62, "learning_rate": 3.4523467781566677e-06, "loss": 18.9062, "step": 50241 }, { "epoch": 44.62, "learning_rate": 3.451318968793865e-06, "loss": 18.4951, "step": 50242 }, { "epoch": 44.62, "learning_rate": 3.4502913069809017e-06, "loss": 18.6221, "step": 50243 }, { "epoch": 44.62, "learning_rate": 3.4492637927210246e-06, "loss": 18.8496, "step": 50244 }, { "epoch": 44.62, "learning_rate": 3.448236426017498e-06, "loss": 18.7051, "step": 50245 }, { "epoch": 44.62, "learning_rate": 3.4472092068735916e-06, "loss": 18.5869, "step": 50246 }, { "epoch": 44.62, "learning_rate": 3.4461821352925307e-06, "loss": 18.7549, "step": 50247 }, { "epoch": 44.63, "learning_rate": 3.44515521127759e-06, "loss": 18.7383, "step": 50248 }, { "epoch": 44.63, "learning_rate": 3.444128434832028e-06, "loss": 19.252, "step": 50249 }, { "epoch": 44.63, "learning_rate": 3.443101805959087e-06, "loss": 19.1826, "step": 50250 }, { "epoch": 44.63, "learning_rate": 3.442075324662036e-06, "loss": 18.8252, "step": 50251 }, { "epoch": 44.63, "learning_rate": 3.4410489909441125e-06, "loss": 19.3164, "step": 50252 }, { "epoch": 44.63, "learning_rate": 3.4400228048085737e-06, "loss": 18.876, "step": 50253 }, { "epoch": 44.63, "learning_rate": 3.4389967662586842e-06, "loss": 19.2764, "step": 50254 }, { "epoch": 44.63, "learning_rate": 3.4379708752976803e-06, "loss": 19.4355, "step": 50255 }, { "epoch": 44.63, "learning_rate": 3.4369451319288313e-06, "loss": 18.7822, "step": 50256 }, { "epoch": 44.63, "learning_rate": 3.4359195361553744e-06, "loss": 19.04, "step": 50257 }, { "epoch": 44.63, "learning_rate": 3.4348940879805615e-06, "loss": 19.1631, "step": 50258 }, { "epoch": 44.63, "learning_rate": 3.4338687874076514e-06, "loss": 18.5049, "step": 50259 }, { "epoch": 44.64, "learning_rate": 3.4328436344398863e-06, "loss": 18.7979, "step": 50260 }, { "epoch": 44.64, "learning_rate": 3.4318186290805245e-06, "loss": 18.2598, "step": 50261 }, { "epoch": 44.64, "learning_rate": 3.4307937713328075e-06, "loss": 19.54, "step": 50262 }, { "epoch": 44.64, "learning_rate": 3.4297690611999778e-06, "loss": 19.1045, "step": 50263 }, { "epoch": 44.64, "learning_rate": 3.4287444986853044e-06, "loss": 18.6416, "step": 50264 }, { "epoch": 44.64, "learning_rate": 3.4277200837920075e-06, "loss": 19.1855, "step": 50265 }, { "epoch": 44.64, "learning_rate": 3.426695816523362e-06, "loss": 19.4072, "step": 50266 }, { "epoch": 44.64, "learning_rate": 3.4256716968825985e-06, "loss": 19.2324, "step": 50267 }, { "epoch": 44.64, "learning_rate": 3.424647724872959e-06, "loss": 18.6338, "step": 50268 }, { "epoch": 44.64, "learning_rate": 3.4236239004977077e-06, "loss": 18.7705, "step": 50269 }, { "epoch": 44.64, "learning_rate": 3.4226002237600695e-06, "loss": 18.667, "step": 50270 }, { "epoch": 44.65, "learning_rate": 3.421576694663292e-06, "loss": 18.5039, "step": 50271 }, { "epoch": 44.65, "learning_rate": 3.420553313210639e-06, "loss": 18.8066, "step": 50272 }, { "epoch": 44.65, "learning_rate": 3.419530079405342e-06, "loss": 18.8955, "step": 50273 }, { "epoch": 44.65, "learning_rate": 3.4185069932506364e-06, "loss": 19.1387, "step": 50274 }, { "epoch": 44.65, "learning_rate": 3.417484054749781e-06, "loss": 19.4082, "step": 50275 }, { "epoch": 44.65, "learning_rate": 3.4164612639060013e-06, "loss": 19.0059, "step": 50276 }, { "epoch": 44.65, "learning_rate": 3.4154386207225554e-06, "loss": 18.6416, "step": 50277 }, { "epoch": 44.65, "learning_rate": 3.414416125202674e-06, "loss": 19.3369, "step": 50278 }, { "epoch": 44.65, "learning_rate": 3.4133937773495993e-06, "loss": 18.6836, "step": 50279 }, { "epoch": 44.65, "learning_rate": 3.4123715771665786e-06, "loss": 18.8477, "step": 50280 }, { "epoch": 44.65, "learning_rate": 3.4113495246568426e-06, "loss": 19.2256, "step": 50281 }, { "epoch": 44.66, "learning_rate": 3.4103276198236444e-06, "loss": 19.0029, "step": 50282 }, { "epoch": 44.66, "learning_rate": 3.4093058626702144e-06, "loss": 19.1084, "step": 50283 }, { "epoch": 44.66, "learning_rate": 3.4082842531997837e-06, "loss": 19.2842, "step": 50284 }, { "epoch": 44.66, "learning_rate": 3.4072627914156054e-06, "loss": 19.4795, "step": 50285 }, { "epoch": 44.66, "learning_rate": 3.406241477320904e-06, "loss": 18.5801, "step": 50286 }, { "epoch": 44.66, "learning_rate": 3.4052203109189327e-06, "loss": 18.9131, "step": 50287 }, { "epoch": 44.66, "learning_rate": 3.4041992922129063e-06, "loss": 18.8359, "step": 50288 }, { "epoch": 44.66, "learning_rate": 3.403178421206088e-06, "loss": 18.8096, "step": 50289 }, { "epoch": 44.66, "learning_rate": 3.402157697901698e-06, "loss": 19.1201, "step": 50290 }, { "epoch": 44.66, "learning_rate": 3.4011371223029664e-06, "loss": 19.0391, "step": 50291 }, { "epoch": 44.66, "learning_rate": 3.4001166944131467e-06, "loss": 19.292, "step": 50292 }, { "epoch": 44.67, "learning_rate": 3.3990964142354477e-06, "loss": 19.1865, "step": 50293 }, { "epoch": 44.67, "learning_rate": 3.3980762817731327e-06, "loss": 19.0254, "step": 50294 }, { "epoch": 44.67, "learning_rate": 3.397056297029416e-06, "loss": 18.7695, "step": 50295 }, { "epoch": 44.67, "learning_rate": 3.396036460007529e-06, "loss": 18.9268, "step": 50296 }, { "epoch": 44.67, "learning_rate": 3.395016770710713e-06, "loss": 18.5625, "step": 50297 }, { "epoch": 44.67, "learning_rate": 3.393997229142204e-06, "loss": 18.9297, "step": 50298 }, { "epoch": 44.67, "learning_rate": 3.3929778353052166e-06, "loss": 18.8896, "step": 50299 }, { "epoch": 44.67, "learning_rate": 3.3919585892030036e-06, "loss": 18.9395, "step": 50300 }, { "epoch": 44.67, "learning_rate": 3.3909394908387904e-06, "loss": 18.8857, "step": 50301 }, { "epoch": 44.67, "learning_rate": 3.389920540215791e-06, "loss": 18.9941, "step": 50302 }, { "epoch": 44.67, "learning_rate": 3.3889017373372522e-06, "loss": 18.6152, "step": 50303 }, { "epoch": 44.67, "learning_rate": 3.3878830822063944e-06, "loss": 18.873, "step": 50304 }, { "epoch": 44.68, "learning_rate": 3.3868645748264536e-06, "loss": 18.8906, "step": 50305 }, { "epoch": 44.68, "learning_rate": 3.385846215200655e-06, "loss": 18.8096, "step": 50306 }, { "epoch": 44.68, "learning_rate": 3.3848280033322243e-06, "loss": 19.21, "step": 50307 }, { "epoch": 44.68, "learning_rate": 3.3838099392243916e-06, "loss": 18.8447, "step": 50308 }, { "epoch": 44.68, "learning_rate": 3.382792022880382e-06, "loss": 19.3291, "step": 50309 }, { "epoch": 44.68, "learning_rate": 3.381774254303427e-06, "loss": 19.3311, "step": 50310 }, { "epoch": 44.68, "learning_rate": 3.380756633496751e-06, "loss": 18.6406, "step": 50311 }, { "epoch": 44.68, "learning_rate": 3.3797391604635686e-06, "loss": 19.1016, "step": 50312 }, { "epoch": 44.68, "learning_rate": 3.3787218352071216e-06, "loss": 19.1846, "step": 50313 }, { "epoch": 44.68, "learning_rate": 3.3777046577306237e-06, "loss": 18.5371, "step": 50314 }, { "epoch": 44.68, "learning_rate": 3.3766876280373006e-06, "loss": 18.3994, "step": 50315 }, { "epoch": 44.69, "learning_rate": 3.375670746130388e-06, "loss": 19.2471, "step": 50316 }, { "epoch": 44.69, "learning_rate": 3.3746540120130897e-06, "loss": 18.4805, "step": 50317 }, { "epoch": 44.69, "learning_rate": 3.373637425688647e-06, "loss": 18.8027, "step": 50318 }, { "epoch": 44.69, "learning_rate": 3.3726209871602634e-06, "loss": 19.0146, "step": 50319 }, { "epoch": 44.69, "learning_rate": 3.371604696431174e-06, "loss": 18.8555, "step": 50320 }, { "epoch": 44.69, "learning_rate": 3.3705885535046112e-06, "loss": 19.3311, "step": 50321 }, { "epoch": 44.69, "learning_rate": 3.3695725583837657e-06, "loss": 18.7197, "step": 50322 }, { "epoch": 44.69, "learning_rate": 3.368556711071874e-06, "loss": 19.001, "step": 50323 }, { "epoch": 44.69, "learning_rate": 3.3675410115721616e-06, "loss": 19.3945, "step": 50324 }, { "epoch": 44.69, "learning_rate": 3.366525459887837e-06, "loss": 19.4297, "step": 50325 }, { "epoch": 44.69, "learning_rate": 3.365510056022142e-06, "loss": 18.8232, "step": 50326 }, { "epoch": 44.7, "learning_rate": 3.364494799978263e-06, "loss": 18.9814, "step": 50327 }, { "epoch": 44.7, "learning_rate": 3.363479691759436e-06, "loss": 18.5615, "step": 50328 }, { "epoch": 44.7, "learning_rate": 3.362464731368881e-06, "loss": 18.5527, "step": 50329 }, { "epoch": 44.7, "learning_rate": 3.3614499188098005e-06, "loss": 18.5869, "step": 50330 }, { "epoch": 44.7, "learning_rate": 3.360435254085431e-06, "loss": 18.8574, "step": 50331 }, { "epoch": 44.7, "learning_rate": 3.3594207371989817e-06, "loss": 19.0205, "step": 50332 }, { "epoch": 44.7, "learning_rate": 3.358406368153655e-06, "loss": 18.9111, "step": 50333 }, { "epoch": 44.7, "learning_rate": 3.3573921469526816e-06, "loss": 18.7383, "step": 50334 }, { "epoch": 44.7, "learning_rate": 3.35637807359927e-06, "loss": 18.8945, "step": 50335 }, { "epoch": 44.7, "learning_rate": 3.35536414809664e-06, "loss": 18.7607, "step": 50336 }, { "epoch": 44.7, "learning_rate": 3.354350370448006e-06, "loss": 18.6064, "step": 50337 }, { "epoch": 44.71, "learning_rate": 3.3533367406565653e-06, "loss": 18.5186, "step": 50338 }, { "epoch": 44.71, "learning_rate": 3.3523232587255536e-06, "loss": 18.3047, "step": 50339 }, { "epoch": 44.71, "learning_rate": 3.3513099246581637e-06, "loss": 18.7568, "step": 50340 }, { "epoch": 44.71, "learning_rate": 3.3502967384576144e-06, "loss": 19.7539, "step": 50341 }, { "epoch": 44.71, "learning_rate": 3.349283700127137e-06, "loss": 18.9639, "step": 50342 }, { "epoch": 44.71, "learning_rate": 3.348270809669912e-06, "loss": 19.1279, "step": 50343 }, { "epoch": 44.71, "learning_rate": 3.3472580670891707e-06, "loss": 18.9307, "step": 50344 }, { "epoch": 44.71, "learning_rate": 3.346245472388104e-06, "loss": 18.9863, "step": 50345 }, { "epoch": 44.71, "learning_rate": 3.3452330255699384e-06, "loss": 18.3213, "step": 50346 }, { "epoch": 44.71, "learning_rate": 3.344220726637881e-06, "loss": 18.7783, "step": 50347 }, { "epoch": 44.71, "learning_rate": 3.3432085755951413e-06, "loss": 18.8252, "step": 50348 }, { "epoch": 44.71, "learning_rate": 3.3421965724449166e-06, "loss": 18.6689, "step": 50349 }, { "epoch": 44.72, "learning_rate": 3.3411847171904264e-06, "loss": 18.4521, "step": 50350 }, { "epoch": 44.72, "learning_rate": 3.3401730098348683e-06, "loss": 19.2344, "step": 50351 }, { "epoch": 44.72, "learning_rate": 3.339161450381467e-06, "loss": 19.043, "step": 50352 }, { "epoch": 44.72, "learning_rate": 3.3381500388334096e-06, "loss": 19.2393, "step": 50353 }, { "epoch": 44.72, "learning_rate": 3.3371387751939044e-06, "loss": 18.9639, "step": 50354 }, { "epoch": 44.72, "learning_rate": 3.3361276594661707e-06, "loss": 19.2471, "step": 50355 }, { "epoch": 44.72, "learning_rate": 3.335116691653395e-06, "loss": 18.7803, "step": 50356 }, { "epoch": 44.72, "learning_rate": 3.3341058717588024e-06, "loss": 18.3994, "step": 50357 }, { "epoch": 44.72, "learning_rate": 3.3330951997855743e-06, "loss": 18.6338, "step": 50358 }, { "epoch": 44.72, "learning_rate": 3.332084675736935e-06, "loss": 18.8154, "step": 50359 }, { "epoch": 44.72, "learning_rate": 3.3310742996160824e-06, "loss": 18.4229, "step": 50360 }, { "epoch": 44.73, "learning_rate": 3.330064071426203e-06, "loss": 19.1553, "step": 50361 }, { "epoch": 44.73, "learning_rate": 3.3290539911705222e-06, "loss": 19.1865, "step": 50362 }, { "epoch": 44.73, "learning_rate": 3.32804405885222e-06, "loss": 18.9482, "step": 50363 }, { "epoch": 44.73, "learning_rate": 3.327034274474522e-06, "loss": 19.0879, "step": 50364 }, { "epoch": 44.73, "learning_rate": 3.326024638040609e-06, "loss": 19.165, "step": 50365 }, { "epoch": 44.73, "learning_rate": 3.325015149553684e-06, "loss": 19.2832, "step": 50366 }, { "epoch": 44.73, "learning_rate": 3.32400580901695e-06, "loss": 18.6416, "step": 50367 }, { "epoch": 44.73, "learning_rate": 3.322996616433616e-06, "loss": 19.0781, "step": 50368 }, { "epoch": 44.73, "learning_rate": 3.3219875718068726e-06, "loss": 19.0195, "step": 50369 }, { "epoch": 44.73, "learning_rate": 3.3209786751399187e-06, "loss": 19.2236, "step": 50370 }, { "epoch": 44.73, "learning_rate": 3.3209786751399187e-06, "loss": 19.3135, "step": 50371 }, { "epoch": 44.74, "learning_rate": 3.3199699264359454e-06, "loss": 18.6514, "step": 50372 }, { "epoch": 44.74, "learning_rate": 3.31896132569815e-06, "loss": 18.916, "step": 50373 }, { "epoch": 44.74, "learning_rate": 3.3179528729297525e-06, "loss": 19.0098, "step": 50374 }, { "epoch": 44.74, "learning_rate": 3.3169445681339174e-06, "loss": 18.4824, "step": 50375 }, { "epoch": 44.74, "learning_rate": 3.3159364113138693e-06, "loss": 18.5273, "step": 50376 }, { "epoch": 44.74, "learning_rate": 3.314928402472789e-06, "loss": 18.5264, "step": 50377 }, { "epoch": 44.74, "learning_rate": 3.313920541613863e-06, "loss": 19.2373, "step": 50378 }, { "epoch": 44.74, "learning_rate": 3.3129128287403056e-06, "loss": 18.5137, "step": 50379 }, { "epoch": 44.74, "learning_rate": 3.311905263855297e-06, "loss": 19.0127, "step": 50380 }, { "epoch": 44.74, "learning_rate": 3.310897846962041e-06, "loss": 18.6445, "step": 50381 }, { "epoch": 44.74, "learning_rate": 3.309890578063729e-06, "loss": 18.9883, "step": 50382 }, { "epoch": 44.75, "learning_rate": 3.308883457163542e-06, "loss": 19.3965, "step": 50383 }, { "epoch": 44.75, "learning_rate": 3.307876484264688e-06, "loss": 18.8818, "step": 50384 }, { "epoch": 44.75, "learning_rate": 3.306869659370343e-06, "loss": 18.3027, "step": 50385 }, { "epoch": 44.75, "learning_rate": 3.3058629824837208e-06, "loss": 19.0557, "step": 50386 }, { "epoch": 44.75, "learning_rate": 3.3048564536079907e-06, "loss": 18.792, "step": 50387 }, { "epoch": 44.75, "learning_rate": 3.3038500727463508e-06, "loss": 19.251, "step": 50388 }, { "epoch": 44.75, "learning_rate": 3.302843839901998e-06, "loss": 18.7803, "step": 50389 }, { "epoch": 44.75, "learning_rate": 3.3018377550781076e-06, "loss": 19.0137, "step": 50390 }, { "epoch": 44.75, "learning_rate": 3.300831818277872e-06, "loss": 19.1221, "step": 50391 }, { "epoch": 44.75, "learning_rate": 3.2998260295045047e-06, "loss": 18.7021, "step": 50392 }, { "epoch": 44.75, "learning_rate": 3.298820388761159e-06, "loss": 18.5908, "step": 50393 }, { "epoch": 44.75, "learning_rate": 3.297814896051038e-06, "loss": 18.7441, "step": 50394 }, { "epoch": 44.76, "learning_rate": 3.2968095513773332e-06, "loss": 18.8525, "step": 50395 }, { "epoch": 44.76, "learning_rate": 3.2958043547432204e-06, "loss": 18.6768, "step": 50396 }, { "epoch": 44.76, "learning_rate": 3.2947993061519077e-06, "loss": 19.168, "step": 50397 }, { "epoch": 44.76, "learning_rate": 3.2937944056065485e-06, "loss": 18.8584, "step": 50398 }, { "epoch": 44.76, "learning_rate": 3.292789653110345e-06, "loss": 19.0088, "step": 50399 }, { "epoch": 44.76, "learning_rate": 3.291785048666485e-06, "loss": 18.8037, "step": 50400 }, { "epoch": 44.76, "learning_rate": 3.2907805922781476e-06, "loss": 18.6738, "step": 50401 }, { "epoch": 44.76, "learning_rate": 3.2897762839485256e-06, "loss": 18.9551, "step": 50402 }, { "epoch": 44.76, "learning_rate": 3.2887721236807946e-06, "loss": 18.8027, "step": 50403 }, { "epoch": 44.76, "learning_rate": 3.2877681114781346e-06, "loss": 18.8984, "step": 50404 }, { "epoch": 44.76, "learning_rate": 3.2877681114781346e-06, "loss": 20.0273, "step": 50405 }, { "epoch": 44.77, "learning_rate": 3.286764247343732e-06, "loss": 18.9863, "step": 50406 }, { "epoch": 44.77, "learning_rate": 3.285760531280768e-06, "loss": 19.208, "step": 50407 }, { "epoch": 44.77, "learning_rate": 3.284756963292429e-06, "loss": 19.4668, "step": 50408 }, { "epoch": 44.77, "learning_rate": 3.2837535433818958e-06, "loss": 19.2402, "step": 50409 }, { "epoch": 44.77, "learning_rate": 3.2827502715523373e-06, "loss": 19.1504, "step": 50410 }, { "epoch": 44.77, "learning_rate": 3.281747147806946e-06, "loss": 18.6309, "step": 50411 }, { "epoch": 44.77, "learning_rate": 3.280744172148892e-06, "loss": 18.9463, "step": 50412 }, { "epoch": 44.77, "learning_rate": 3.2797413445813663e-06, "loss": 19.4658, "step": 50413 }, { "epoch": 44.77, "learning_rate": 3.278738665107545e-06, "loss": 18.7695, "step": 50414 }, { "epoch": 44.77, "learning_rate": 3.277736133730591e-06, "loss": 18.5488, "step": 50415 }, { "epoch": 44.77, "learning_rate": 3.276733750453703e-06, "loss": 19.1289, "step": 50416 }, { "epoch": 44.78, "learning_rate": 3.2757315152800396e-06, "loss": 19.1045, "step": 50417 }, { "epoch": 44.78, "learning_rate": 3.274729428212792e-06, "loss": 19.0391, "step": 50418 }, { "epoch": 44.78, "learning_rate": 3.273727489255135e-06, "loss": 18.6826, "step": 50419 }, { "epoch": 44.78, "learning_rate": 3.272725698410245e-06, "loss": 18.7266, "step": 50420 }, { "epoch": 44.78, "learning_rate": 3.27172405568128e-06, "loss": 18.8857, "step": 50421 }, { "epoch": 44.78, "learning_rate": 3.2707225610714433e-06, "loss": 19.3633, "step": 50422 }, { "epoch": 44.78, "learning_rate": 3.2697212145838872e-06, "loss": 18.7988, "step": 50423 }, { "epoch": 44.78, "learning_rate": 3.268720016221799e-06, "loss": 18.8691, "step": 50424 }, { "epoch": 44.78, "learning_rate": 3.2677189659883423e-06, "loss": 18.7002, "step": 50425 }, { "epoch": 44.78, "learning_rate": 3.2667180638866923e-06, "loss": 19.2012, "step": 50426 }, { "epoch": 44.78, "learning_rate": 3.2657173099200357e-06, "loss": 18.5898, "step": 50427 }, { "epoch": 44.79, "learning_rate": 3.2647167040915192e-06, "loss": 18.7998, "step": 50428 }, { "epoch": 44.79, "learning_rate": 3.263716246404336e-06, "loss": 18.9229, "step": 50429 }, { "epoch": 44.79, "learning_rate": 3.2627159368616543e-06, "loss": 19.0967, "step": 50430 }, { "epoch": 44.79, "learning_rate": 3.2617157754666285e-06, "loss": 18.9766, "step": 50431 }, { "epoch": 44.79, "learning_rate": 3.2607157622224492e-06, "loss": 18.6758, "step": 50432 }, { "epoch": 44.79, "learning_rate": 3.259715897132276e-06, "loss": 19.6299, "step": 50433 }, { "epoch": 44.79, "learning_rate": 3.258716180199278e-06, "loss": 19.1719, "step": 50434 }, { "epoch": 44.79, "learning_rate": 3.2577166114266255e-06, "loss": 19.334, "step": 50435 }, { "epoch": 44.79, "learning_rate": 3.256717190817493e-06, "loss": 18.585, "step": 50436 }, { "epoch": 44.79, "learning_rate": 3.2557179183750454e-06, "loss": 18.9414, "step": 50437 }, { "epoch": 44.79, "learning_rate": 3.254718794102435e-06, "loss": 18.7812, "step": 50438 }, { "epoch": 44.79, "learning_rate": 3.253719818002854e-06, "loss": 18.7666, "step": 50439 }, { "epoch": 44.8, "learning_rate": 3.25272099007945e-06, "loss": 19.3809, "step": 50440 }, { "epoch": 44.8, "learning_rate": 3.251722310335398e-06, "loss": 18.7705, "step": 50441 }, { "epoch": 44.8, "learning_rate": 3.2507237787738676e-06, "loss": 18.5811, "step": 50442 }, { "epoch": 44.8, "learning_rate": 3.2497253953980067e-06, "loss": 18.7441, "step": 50443 }, { "epoch": 44.8, "learning_rate": 3.24872716021099e-06, "loss": 19.0303, "step": 50444 }, { "epoch": 44.8, "learning_rate": 3.2477290732159936e-06, "loss": 18.6602, "step": 50445 }, { "epoch": 44.8, "learning_rate": 3.2467311344161645e-06, "loss": 18.792, "step": 50446 }, { "epoch": 44.8, "learning_rate": 3.2457333438146776e-06, "loss": 19.3516, "step": 50447 }, { "epoch": 44.8, "learning_rate": 3.2447357014146805e-06, "loss": 18.5215, "step": 50448 }, { "epoch": 44.8, "learning_rate": 3.2437382072193436e-06, "loss": 18.6797, "step": 50449 }, { "epoch": 44.8, "learning_rate": 3.2427408612318357e-06, "loss": 19.3086, "step": 50450 }, { "epoch": 44.81, "learning_rate": 3.24174366345531e-06, "loss": 18.9492, "step": 50451 }, { "epoch": 44.81, "learning_rate": 3.2407466138929364e-06, "loss": 18.6299, "step": 50452 }, { "epoch": 44.81, "learning_rate": 3.239749712547868e-06, "loss": 18.9111, "step": 50453 }, { "epoch": 44.81, "learning_rate": 3.238752959423258e-06, "loss": 19.1875, "step": 50454 }, { "epoch": 44.81, "learning_rate": 3.237756354522281e-06, "loss": 18.6885, "step": 50455 }, { "epoch": 44.81, "learning_rate": 3.2367598978480796e-06, "loss": 18.7568, "step": 50456 }, { "epoch": 44.81, "learning_rate": 3.2357635894038284e-06, "loss": 18.6162, "step": 50457 }, { "epoch": 44.81, "learning_rate": 3.234767429192681e-06, "loss": 18.9102, "step": 50458 }, { "epoch": 44.81, "learning_rate": 3.2337714172177847e-06, "loss": 18.6846, "step": 50459 }, { "epoch": 44.81, "learning_rate": 3.2327755534823145e-06, "loss": 18.5449, "step": 50460 }, { "epoch": 44.81, "learning_rate": 3.2317798379894015e-06, "loss": 19.0225, "step": 50461 }, { "epoch": 44.82, "learning_rate": 3.230784270742232e-06, "loss": 19.0215, "step": 50462 }, { "epoch": 44.82, "learning_rate": 3.2297888517439476e-06, "loss": 18.8291, "step": 50463 }, { "epoch": 44.82, "learning_rate": 3.2287935809976912e-06, "loss": 18.7812, "step": 50464 }, { "epoch": 44.82, "learning_rate": 3.2277984585066366e-06, "loss": 19.2021, "step": 50465 }, { "epoch": 44.82, "learning_rate": 3.226803484273927e-06, "loss": 19.1777, "step": 50466 }, { "epoch": 44.82, "learning_rate": 3.2258086583027202e-06, "loss": 19.1865, "step": 50467 }, { "epoch": 44.82, "learning_rate": 3.224813980596186e-06, "loss": 18.7236, "step": 50468 }, { "epoch": 44.82, "learning_rate": 3.2238194511574447e-06, "loss": 19.1611, "step": 50469 }, { "epoch": 44.82, "learning_rate": 3.2228250699896602e-06, "loss": 19.1045, "step": 50470 }, { "epoch": 44.82, "learning_rate": 3.2218308370960016e-06, "loss": 18.8115, "step": 50471 }, { "epoch": 44.82, "learning_rate": 3.2208367524796003e-06, "loss": 18.502, "step": 50472 }, { "epoch": 44.83, "learning_rate": 3.2198428161436313e-06, "loss": 18.7725, "step": 50473 }, { "epoch": 44.83, "learning_rate": 3.2188490280912144e-06, "loss": 19.2207, "step": 50474 }, { "epoch": 44.83, "learning_rate": 3.2178553883255136e-06, "loss": 18.6201, "step": 50475 }, { "epoch": 44.83, "learning_rate": 3.2168618968496824e-06, "loss": 19.6494, "step": 50476 }, { "epoch": 44.83, "learning_rate": 3.2158685536668675e-06, "loss": 19.1123, "step": 50477 }, { "epoch": 44.83, "learning_rate": 3.214875358780217e-06, "loss": 18.5996, "step": 50478 }, { "epoch": 44.83, "learning_rate": 3.213882312192884e-06, "loss": 19.1357, "step": 50479 }, { "epoch": 44.83, "learning_rate": 3.2128894139080047e-06, "loss": 18.4238, "step": 50480 }, { "epoch": 44.83, "learning_rate": 3.2118966639287373e-06, "loss": 19.0732, "step": 50481 }, { "epoch": 44.83, "learning_rate": 3.2109040622582186e-06, "loss": 17.9609, "step": 50482 }, { "epoch": 44.83, "learning_rate": 3.209911608899607e-06, "loss": 18.9893, "step": 50483 }, { "epoch": 44.83, "learning_rate": 3.208919303856045e-06, "loss": 18.6309, "step": 50484 }, { "epoch": 44.84, "learning_rate": 3.2079271471306626e-06, "loss": 19.2559, "step": 50485 }, { "epoch": 44.84, "learning_rate": 3.20693513872663e-06, "loss": 18.5371, "step": 50486 }, { "epoch": 44.84, "learning_rate": 3.205943278647067e-06, "loss": 18.1143, "step": 50487 }, { "epoch": 44.84, "learning_rate": 3.2049515668951314e-06, "loss": 19.0684, "step": 50488 }, { "epoch": 44.84, "learning_rate": 3.2039600034739827e-06, "loss": 19.1611, "step": 50489 }, { "epoch": 44.84, "learning_rate": 3.202968588386729e-06, "loss": 19.0137, "step": 50490 }, { "epoch": 44.84, "learning_rate": 3.20197732163654e-06, "loss": 19.123, "step": 50491 }, { "epoch": 44.84, "learning_rate": 3.200986203226536e-06, "loss": 18.6992, "step": 50492 }, { "epoch": 44.84, "learning_rate": 3.1999952331598692e-06, "loss": 18.7314, "step": 50493 }, { "epoch": 44.84, "learning_rate": 3.1990044114396933e-06, "loss": 18.8613, "step": 50494 }, { "epoch": 44.84, "learning_rate": 3.198013738069139e-06, "loss": 20.042, "step": 50495 }, { "epoch": 44.85, "learning_rate": 3.197023213051337e-06, "loss": 18.7266, "step": 50496 }, { "epoch": 44.85, "learning_rate": 3.19603283638944e-06, "loss": 18.9336, "step": 50497 }, { "epoch": 44.85, "learning_rate": 3.1950426080865794e-06, "loss": 18.4712, "step": 50498 }, { "epoch": 44.85, "learning_rate": 3.194052528145902e-06, "loss": 18.8096, "step": 50499 }, { "epoch": 44.85, "learning_rate": 3.1930625965705396e-06, "loss": 19.1309, "step": 50500 }, { "epoch": 44.85, "learning_rate": 3.192072813363628e-06, "loss": 19.1855, "step": 50501 }, { "epoch": 44.85, "learning_rate": 3.1910831785283148e-06, "loss": 18.4209, "step": 50502 }, { "epoch": 44.85, "learning_rate": 3.190093692067719e-06, "loss": 18.8447, "step": 50503 }, { "epoch": 44.85, "learning_rate": 3.1891043539850007e-06, "loss": 18.9629, "step": 50504 }, { "epoch": 44.85, "learning_rate": 3.188115164283284e-06, "loss": 18.8076, "step": 50505 }, { "epoch": 44.85, "learning_rate": 3.1871261229656947e-06, "loss": 19.2529, "step": 50506 }, { "epoch": 44.86, "learning_rate": 3.1861372300353853e-06, "loss": 19.3975, "step": 50507 }, { "epoch": 44.86, "learning_rate": 3.185148485495476e-06, "loss": 18.957, "step": 50508 }, { "epoch": 44.86, "learning_rate": 3.18415988934912e-06, "loss": 19.1221, "step": 50509 }, { "epoch": 44.86, "learning_rate": 3.1831714415994252e-06, "loss": 19.2236, "step": 50510 }, { "epoch": 44.86, "learning_rate": 3.182183142249545e-06, "loss": 18.3135, "step": 50511 }, { "epoch": 44.86, "learning_rate": 3.181194991302605e-06, "loss": 18.9189, "step": 50512 }, { "epoch": 44.86, "learning_rate": 3.1802069887617304e-06, "loss": 18.625, "step": 50513 }, { "epoch": 44.86, "learning_rate": 3.1792191346300626e-06, "loss": 19.0293, "step": 50514 }, { "epoch": 44.86, "learning_rate": 3.1782314289107383e-06, "loss": 18.8232, "step": 50515 }, { "epoch": 44.86, "learning_rate": 3.1772438716068773e-06, "loss": 19.1641, "step": 50516 }, { "epoch": 44.86, "learning_rate": 3.1762564627216164e-06, "loss": 19.1689, "step": 50517 }, { "epoch": 44.87, "learning_rate": 3.175269202258074e-06, "loss": 19.1855, "step": 50518 }, { "epoch": 44.87, "learning_rate": 3.1742820902193827e-06, "loss": 19.0098, "step": 50519 }, { "epoch": 44.87, "learning_rate": 3.1732951266086885e-06, "loss": 19.0293, "step": 50520 }, { "epoch": 44.87, "learning_rate": 3.172308311429112e-06, "loss": 19.1758, "step": 50521 }, { "epoch": 44.87, "learning_rate": 3.171321644683761e-06, "loss": 18.5508, "step": 50522 }, { "epoch": 44.87, "learning_rate": 3.1703351263757897e-06, "loss": 18.9932, "step": 50523 }, { "epoch": 44.87, "learning_rate": 3.1693487565083114e-06, "loss": 19.0947, "step": 50524 }, { "epoch": 44.87, "learning_rate": 3.168362535084457e-06, "loss": 19.5342, "step": 50525 }, { "epoch": 44.87, "learning_rate": 3.1673764621073465e-06, "loss": 18.9404, "step": 50526 }, { "epoch": 44.87, "learning_rate": 3.1663905375801216e-06, "loss": 18.9307, "step": 50527 }, { "epoch": 44.87, "learning_rate": 3.1654047615058913e-06, "loss": 19.2666, "step": 50528 }, { "epoch": 44.87, "learning_rate": 3.1644191338877803e-06, "loss": 19.3369, "step": 50529 }, { "epoch": 44.88, "learning_rate": 3.1634336547289256e-06, "loss": 19.0625, "step": 50530 }, { "epoch": 44.88, "learning_rate": 3.1624483240324354e-06, "loss": 18.8887, "step": 50531 }, { "epoch": 44.88, "learning_rate": 3.1614631418014462e-06, "loss": 18.8135, "step": 50532 }, { "epoch": 44.88, "learning_rate": 3.1604781080390777e-06, "loss": 18.8789, "step": 50533 }, { "epoch": 44.88, "learning_rate": 3.159493222748444e-06, "loss": 18.7891, "step": 50534 }, { "epoch": 44.88, "learning_rate": 3.1585084859326765e-06, "loss": 18.9932, "step": 50535 }, { "epoch": 44.88, "learning_rate": 3.1575238975948886e-06, "loss": 18.5049, "step": 50536 }, { "epoch": 44.88, "learning_rate": 3.1565394577382113e-06, "loss": 18.8701, "step": 50537 }, { "epoch": 44.88, "learning_rate": 3.1555551663657646e-06, "loss": 18.8262, "step": 50538 }, { "epoch": 44.88, "learning_rate": 3.1555551663657646e-06, "loss": 19.4502, "step": 50539 }, { "epoch": 44.88, "learning_rate": 3.1545710234806512e-06, "loss": 18.6592, "step": 50540 }, { "epoch": 44.89, "learning_rate": 3.1535870290860137e-06, "loss": 19.1172, "step": 50541 }, { "epoch": 44.89, "learning_rate": 3.152603183184949e-06, "loss": 18.6719, "step": 50542 }, { "epoch": 44.89, "learning_rate": 3.151619485780588e-06, "loss": 18.7422, "step": 50543 }, { "epoch": 44.89, "learning_rate": 3.150635936876062e-06, "loss": 19.0156, "step": 50544 }, { "epoch": 44.89, "learning_rate": 3.1496525364744624e-06, "loss": 18.7031, "step": 50545 }, { "epoch": 44.89, "learning_rate": 3.1496525364744624e-06, "loss": 19.6943, "step": 50546 }, { "epoch": 44.89, "learning_rate": 3.14866928457892e-06, "loss": 19.6436, "step": 50547 }, { "epoch": 44.89, "learning_rate": 3.1476861811925553e-06, "loss": 18.7695, "step": 50548 }, { "epoch": 44.89, "learning_rate": 3.1467032263184703e-06, "loss": 18.46, "step": 50549 }, { "epoch": 44.89, "learning_rate": 3.1457204199597966e-06, "loss": 18.7373, "step": 50550 }, { "epoch": 44.89, "learning_rate": 3.144737762119648e-06, "loss": 18.4902, "step": 50551 }, { "epoch": 44.9, "learning_rate": 3.1437552528011227e-06, "loss": 19.1191, "step": 50552 }, { "epoch": 44.9, "learning_rate": 3.1427728920073507e-06, "loss": 19.7627, "step": 50553 }, { "epoch": 44.9, "learning_rate": 3.141790679741441e-06, "loss": 19.0811, "step": 50554 }, { "epoch": 44.9, "learning_rate": 3.1408086160065077e-06, "loss": 18.7861, "step": 50555 }, { "epoch": 44.9, "learning_rate": 3.1398267008056705e-06, "loss": 18.7861, "step": 50556 }, { "epoch": 44.9, "learning_rate": 3.1388449341420212e-06, "loss": 18.8955, "step": 50557 }, { "epoch": 44.9, "learning_rate": 3.1378633160186965e-06, "loss": 18.7168, "step": 50558 }, { "epoch": 44.9, "learning_rate": 3.136881846438794e-06, "loss": 18.75, "step": 50559 }, { "epoch": 44.9, "learning_rate": 3.1359005254054273e-06, "loss": 18.7119, "step": 50560 }, { "epoch": 44.9, "learning_rate": 3.1349193529217113e-06, "loss": 18.7734, "step": 50561 }, { "epoch": 44.9, "learning_rate": 3.133938328990743e-06, "loss": 19.3242, "step": 50562 }, { "epoch": 44.9, "learning_rate": 3.132957453615648e-06, "loss": 19.1855, "step": 50563 }, { "epoch": 44.91, "learning_rate": 3.1319767267995236e-06, "loss": 18.7812, "step": 50564 }, { "epoch": 44.91, "learning_rate": 3.1309961485454843e-06, "loss": 18.6016, "step": 50565 }, { "epoch": 44.91, "learning_rate": 3.130015718856655e-06, "loss": 18.9805, "step": 50566 }, { "epoch": 44.91, "learning_rate": 3.1290354377361052e-06, "loss": 18.7393, "step": 50567 }, { "epoch": 44.91, "learning_rate": 3.128055305186972e-06, "loss": 19.084, "step": 50568 }, { "epoch": 44.91, "learning_rate": 3.127075321212347e-06, "loss": 18.5479, "step": 50569 }, { "epoch": 44.91, "learning_rate": 3.1260954858153447e-06, "loss": 18.8896, "step": 50570 }, { "epoch": 44.91, "learning_rate": 3.125115798999073e-06, "loss": 18.6289, "step": 50571 }, { "epoch": 44.91, "learning_rate": 3.1241362607666357e-06, "loss": 19.4961, "step": 50572 }, { "epoch": 44.91, "learning_rate": 3.1231568711211244e-06, "loss": 19.4375, "step": 50573 }, { "epoch": 44.91, "learning_rate": 3.1221776300656704e-06, "loss": 19.2686, "step": 50574 }, { "epoch": 44.92, "learning_rate": 3.1211985376033483e-06, "loss": 19.1592, "step": 50575 }, { "epoch": 44.92, "learning_rate": 3.1202195937372838e-06, "loss": 19.0244, "step": 50576 }, { "epoch": 44.92, "learning_rate": 3.1192407984705684e-06, "loss": 18.7373, "step": 50577 }, { "epoch": 44.92, "learning_rate": 3.118262151806306e-06, "loss": 19.3174, "step": 50578 }, { "epoch": 44.92, "learning_rate": 3.1172836537476045e-06, "loss": 19.3691, "step": 50579 }, { "epoch": 44.92, "learning_rate": 3.1172836537476045e-06, "loss": 19.0049, "step": 50580 }, { "epoch": 44.92, "learning_rate": 3.1163053042975566e-06, "loss": 19.0684, "step": 50581 }, { "epoch": 44.92, "learning_rate": 3.115327103459276e-06, "loss": 18.8525, "step": 50582 }, { "epoch": 44.92, "learning_rate": 3.1143490512358543e-06, "loss": 18.6426, "step": 50583 }, { "epoch": 44.92, "learning_rate": 3.113371147630384e-06, "loss": 19.166, "step": 50584 }, { "epoch": 44.92, "learning_rate": 3.112393392645985e-06, "loss": 18.916, "step": 50585 }, { "epoch": 44.93, "learning_rate": 3.111415786285732e-06, "loss": 18.7451, "step": 50586 }, { "epoch": 44.93, "learning_rate": 3.1104383285527504e-06, "loss": 18.8398, "step": 50587 }, { "epoch": 44.93, "learning_rate": 3.109461019450116e-06, "loss": 18.7422, "step": 50588 }, { "epoch": 44.93, "learning_rate": 3.108483858980943e-06, "loss": 18.9248, "step": 50589 }, { "epoch": 44.93, "learning_rate": 3.107506847148328e-06, "loss": 18.6875, "step": 50590 }, { "epoch": 44.93, "learning_rate": 3.1065299839553476e-06, "loss": 18.8896, "step": 50591 }, { "epoch": 44.93, "learning_rate": 3.105553269405115e-06, "loss": 18.707, "step": 50592 }, { "epoch": 44.93, "learning_rate": 3.1045767035007335e-06, "loss": 19.2158, "step": 50593 }, { "epoch": 44.93, "learning_rate": 3.103600286245284e-06, "loss": 18.5908, "step": 50594 }, { "epoch": 44.93, "learning_rate": 3.1026240176418696e-06, "loss": 19.1279, "step": 50595 }, { "epoch": 44.93, "learning_rate": 3.101647897693577e-06, "loss": 18.9941, "step": 50596 }, { "epoch": 44.94, "learning_rate": 3.100671926403498e-06, "loss": 18.9863, "step": 50597 }, { "epoch": 44.94, "learning_rate": 3.0996961037747464e-06, "loss": 18.5566, "step": 50598 }, { "epoch": 44.94, "learning_rate": 3.0987204298104034e-06, "loss": 18.8809, "step": 50599 }, { "epoch": 44.94, "learning_rate": 3.09774490451355e-06, "loss": 18.9199, "step": 50600 }, { "epoch": 44.94, "learning_rate": 3.0967695278872944e-06, "loss": 19.0586, "step": 50601 }, { "epoch": 44.94, "learning_rate": 3.0957942999347176e-06, "loss": 19.04, "step": 50602 }, { "epoch": 44.94, "learning_rate": 3.0948192206589233e-06, "loss": 19.0918, "step": 50603 }, { "epoch": 44.94, "learning_rate": 3.0938442900629916e-06, "loss": 18.5908, "step": 50604 }, { "epoch": 44.94, "learning_rate": 3.09286950815002e-06, "loss": 18.3799, "step": 50605 }, { "epoch": 44.94, "learning_rate": 3.091894874923096e-06, "loss": 18.6357, "step": 50606 }, { "epoch": 44.94, "learning_rate": 3.090920390385299e-06, "loss": 18.9023, "step": 50607 }, { "epoch": 44.94, "learning_rate": 3.089946054539733e-06, "loss": 19.085, "step": 50608 }, { "epoch": 44.95, "learning_rate": 3.0889718673894786e-06, "loss": 19.0098, "step": 50609 }, { "epoch": 44.95, "learning_rate": 3.087997828937628e-06, "loss": 19.209, "step": 50610 }, { "epoch": 44.95, "learning_rate": 3.0870239391872667e-06, "loss": 18.8574, "step": 50611 }, { "epoch": 44.95, "learning_rate": 3.0860501981414714e-06, "loss": 19.585, "step": 50612 }, { "epoch": 44.95, "learning_rate": 3.08507660580335e-06, "loss": 18.7588, "step": 50613 }, { "epoch": 44.95, "learning_rate": 3.0841031621759665e-06, "loss": 18.8105, "step": 50614 }, { "epoch": 44.95, "learning_rate": 3.0831298672624186e-06, "loss": 19.4727, "step": 50615 }, { "epoch": 44.95, "learning_rate": 3.0821567210658042e-06, "loss": 18.9932, "step": 50616 }, { "epoch": 44.95, "learning_rate": 3.081183723589176e-06, "loss": 19.1572, "step": 50617 }, { "epoch": 44.95, "learning_rate": 3.0802108748356374e-06, "loss": 18.8125, "step": 50618 }, { "epoch": 44.95, "learning_rate": 3.07923817480828e-06, "loss": 18.2998, "step": 50619 }, { "epoch": 44.96, "learning_rate": 3.078265623510168e-06, "loss": 18.8701, "step": 50620 }, { "epoch": 44.96, "learning_rate": 3.0772932209444105e-06, "loss": 19.2793, "step": 50621 }, { "epoch": 44.96, "learning_rate": 3.0763209671140547e-06, "loss": 18.9385, "step": 50622 }, { "epoch": 44.96, "learning_rate": 3.0753488620222037e-06, "loss": 18.7188, "step": 50623 }, { "epoch": 44.96, "learning_rate": 3.074376905671944e-06, "loss": 18.5361, "step": 50624 }, { "epoch": 44.96, "learning_rate": 3.0734050980663343e-06, "loss": 18.9971, "step": 50625 }, { "epoch": 44.96, "learning_rate": 3.072433439208483e-06, "loss": 19.1396, "step": 50626 }, { "epoch": 44.96, "learning_rate": 3.0714619291014547e-06, "loss": 19.2891, "step": 50627 }, { "epoch": 44.96, "learning_rate": 3.0704905677483242e-06, "loss": 18.4824, "step": 50628 }, { "epoch": 44.96, "learning_rate": 3.069519355152184e-06, "loss": 18.874, "step": 50629 }, { "epoch": 44.96, "learning_rate": 3.0685482913160977e-06, "loss": 18.8794, "step": 50630 }, { "epoch": 44.97, "learning_rate": 3.067577376243158e-06, "loss": 19.0898, "step": 50631 }, { "epoch": 44.97, "learning_rate": 3.0666066099364345e-06, "loss": 18.7207, "step": 50632 }, { "epoch": 44.97, "learning_rate": 3.065635992399002e-06, "loss": 19.2803, "step": 50633 }, { "epoch": 44.97, "learning_rate": 3.0646655236339415e-06, "loss": 18.4697, "step": 50634 }, { "epoch": 44.97, "learning_rate": 3.063695203644329e-06, "loss": 18.6221, "step": 50635 }, { "epoch": 44.97, "learning_rate": 3.0627250324332333e-06, "loss": 19.2256, "step": 50636 }, { "epoch": 44.97, "learning_rate": 3.061755010003753e-06, "loss": 18.917, "step": 50637 }, { "epoch": 44.97, "learning_rate": 3.0607851363589292e-06, "loss": 18.9336, "step": 50638 }, { "epoch": 44.97, "learning_rate": 3.0598154115018594e-06, "loss": 18.6475, "step": 50639 }, { "epoch": 44.97, "learning_rate": 3.0588458354356085e-06, "loss": 19.3066, "step": 50640 }, { "epoch": 44.97, "learning_rate": 3.057876408163246e-06, "loss": 18.4033, "step": 50641 }, { "epoch": 44.98, "learning_rate": 3.0569071296878694e-06, "loss": 18.415, "step": 50642 }, { "epoch": 44.98, "learning_rate": 3.055938000012515e-06, "loss": 18.7646, "step": 50643 }, { "epoch": 44.98, "learning_rate": 3.0549690191402745e-06, "loss": 18.4268, "step": 50644 }, { "epoch": 44.98, "learning_rate": 3.054000187074224e-06, "loss": 19.2119, "step": 50645 }, { "epoch": 44.98, "learning_rate": 3.053031503817422e-06, "loss": 19.5693, "step": 50646 }, { "epoch": 44.98, "learning_rate": 3.0520629693729484e-06, "loss": 18.9453, "step": 50647 }, { "epoch": 44.98, "learning_rate": 3.0510945837438743e-06, "loss": 19.3359, "step": 50648 }, { "epoch": 44.98, "learning_rate": 3.050126346933252e-06, "loss": 18.7744, "step": 50649 }, { "epoch": 44.98, "learning_rate": 3.0491582589441736e-06, "loss": 19.0811, "step": 50650 }, { "epoch": 44.98, "learning_rate": 3.0481903197796926e-06, "loss": 18.5498, "step": 50651 }, { "epoch": 44.98, "learning_rate": 3.0472225294428836e-06, "loss": 18.4141, "step": 50652 }, { "epoch": 44.98, "learning_rate": 3.046254887936817e-06, "loss": 19.1357, "step": 50653 }, { "epoch": 44.99, "learning_rate": 3.0452873952645453e-06, "loss": 19.0537, "step": 50654 }, { "epoch": 44.99, "learning_rate": 3.044320051429156e-06, "loss": 18.6475, "step": 50655 }, { "epoch": 44.99, "learning_rate": 3.0433528564336953e-06, "loss": 18.7861, "step": 50656 }, { "epoch": 44.99, "learning_rate": 3.0423858102812453e-06, "loss": 19.3828, "step": 50657 }, { "epoch": 44.99, "learning_rate": 3.041418912974864e-06, "loss": 18.8896, "step": 50658 }, { "epoch": 44.99, "learning_rate": 3.04045216451761e-06, "loss": 18.7178, "step": 50659 }, { "epoch": 44.99, "learning_rate": 3.039485564912564e-06, "loss": 18.5088, "step": 50660 }, { "epoch": 44.99, "learning_rate": 3.0385191141627746e-06, "loss": 19.0059, "step": 50661 }, { "epoch": 44.99, "learning_rate": 3.037552812271316e-06, "loss": 18.6816, "step": 50662 }, { "epoch": 44.99, "learning_rate": 3.0365866592412416e-06, "loss": 19.041, "step": 50663 }, { "epoch": 44.99, "learning_rate": 3.0356206550756217e-06, "loss": 19.1904, "step": 50664 }, { "epoch": 45.0, "learning_rate": 3.03465479977752e-06, "loss": 18.71, "step": 50665 }, { "epoch": 45.0, "learning_rate": 3.033689093349984e-06, "loss": 18.8887, "step": 50666 }, { "epoch": 45.0, "learning_rate": 3.0327235357960836e-06, "loss": 18.8662, "step": 50667 }, { "epoch": 45.0, "learning_rate": 3.031758127118889e-06, "loss": 18.9463, "step": 50668 }, { "epoch": 45.0, "learning_rate": 3.030792867321447e-06, "loss": 18.8467, "step": 50669 }, { "epoch": 45.0, "learning_rate": 3.0298277564068224e-06, "loss": 19.2363, "step": 50670 }, { "epoch": 45.0, "learning_rate": 3.0288627943780734e-06, "loss": 18.7139, "step": 50671 }, { "epoch": 45.0, "learning_rate": 3.0278979812382535e-06, "loss": 19.7275, "step": 50672 }, { "epoch": 45.0, "learning_rate": 3.026933316990438e-06, "loss": 19.0068, "step": 50673 }, { "epoch": 45.0, "learning_rate": 3.0259688016376686e-06, "loss": 19.2119, "step": 50674 }, { "epoch": 45.0, "learning_rate": 3.025004435182999e-06, "loss": 18.96, "step": 50675 }, { "epoch": 45.01, "learning_rate": 3.0240402176295033e-06, "loss": 18.958, "step": 50676 }, { "epoch": 45.01, "learning_rate": 3.0230761489802253e-06, "loss": 18.6836, "step": 50677 }, { "epoch": 45.01, "learning_rate": 3.0221122292382276e-06, "loss": 18.3633, "step": 50678 }, { "epoch": 45.01, "learning_rate": 3.0211484584065584e-06, "loss": 18.9932, "step": 50679 }, { "epoch": 45.01, "learning_rate": 3.0201848364882768e-06, "loss": 19.1494, "step": 50680 }, { "epoch": 45.01, "learning_rate": 3.0192213634864463e-06, "loss": 18.6289, "step": 50681 }, { "epoch": 45.01, "learning_rate": 3.018258039404098e-06, "loss": 18.1489, "step": 50682 }, { "epoch": 45.01, "learning_rate": 3.017294864244308e-06, "loss": 18.4922, "step": 50683 }, { "epoch": 45.01, "learning_rate": 3.016331838010117e-06, "loss": 18.8027, "step": 50684 }, { "epoch": 45.01, "learning_rate": 3.016331838010117e-06, "loss": 18.7275, "step": 50685 }, { "epoch": 45.01, "learning_rate": 3.0153689607045845e-06, "loss": 18.9062, "step": 50686 }, { "epoch": 45.02, "learning_rate": 3.0144062323307575e-06, "loss": 18.3994, "step": 50687 }, { "epoch": 45.02, "learning_rate": 3.0134436528916845e-06, "loss": 19.2139, "step": 50688 }, { "epoch": 45.02, "learning_rate": 3.0134436528916845e-06, "loss": 18.1934, "step": 50689 }, { "epoch": 45.02, "learning_rate": 3.012481222390434e-06, "loss": 18.9014, "step": 50690 }, { "epoch": 45.02, "learning_rate": 3.0115189408300325e-06, "loss": 18.9023, "step": 50691 }, { "epoch": 45.02, "learning_rate": 3.0105568082135383e-06, "loss": 19.1543, "step": 50692 }, { "epoch": 45.02, "learning_rate": 3.0095948245440266e-06, "loss": 18.4482, "step": 50693 }, { "epoch": 45.02, "learning_rate": 3.0086329898245057e-06, "loss": 18.7812, "step": 50694 }, { "epoch": 45.02, "learning_rate": 3.007671304058046e-06, "loss": 18.541, "step": 50695 }, { "epoch": 45.02, "learning_rate": 3.0067097672477007e-06, "loss": 18.8643, "step": 50696 }, { "epoch": 45.02, "learning_rate": 3.0057483793965e-06, "loss": 18.7178, "step": 50697 }, { "epoch": 45.02, "learning_rate": 3.0047871405075146e-06, "loss": 18.5527, "step": 50698 }, { "epoch": 45.03, "learning_rate": 3.0038260505837745e-06, "loss": 18.416, "step": 50699 }, { "epoch": 45.03, "learning_rate": 3.0028651096283223e-06, "loss": 18.917, "step": 50700 }, { "epoch": 45.03, "learning_rate": 3.001904317644222e-06, "loss": 18.5098, "step": 50701 }, { "epoch": 45.03, "learning_rate": 3.0009436746345045e-06, "loss": 18.9404, "step": 50702 }, { "epoch": 45.03, "learning_rate": 2.9999831806022227e-06, "loss": 18.5342, "step": 50703 }, { "epoch": 45.03, "learning_rate": 2.999022835550419e-06, "loss": 18.6494, "step": 50704 }, { "epoch": 45.03, "learning_rate": 2.9980626394821297e-06, "loss": 19.0225, "step": 50705 }, { "epoch": 45.03, "learning_rate": 2.997102592400414e-06, "loss": 18.7715, "step": 50706 }, { "epoch": 45.03, "learning_rate": 2.996142694308296e-06, "loss": 18.9502, "step": 50707 }, { "epoch": 45.03, "learning_rate": 2.9951829452088355e-06, "loss": 18.3311, "step": 50708 }, { "epoch": 45.03, "learning_rate": 2.994223345105074e-06, "loss": 18.5527, "step": 50709 }, { "epoch": 45.04, "learning_rate": 2.9932638940000312e-06, "loss": 18.5684, "step": 50710 }, { "epoch": 45.04, "learning_rate": 2.9923045918967775e-06, "loss": 18.4033, "step": 50711 }, { "epoch": 45.04, "learning_rate": 2.991345438798332e-06, "loss": 18.4307, "step": 50712 }, { "epoch": 45.04, "learning_rate": 2.9903864347077425e-06, "loss": 18.3965, "step": 50713 }, { "epoch": 45.04, "learning_rate": 2.9894275796280626e-06, "loss": 18.8027, "step": 50714 }, { "epoch": 45.04, "learning_rate": 2.988468873562311e-06, "loss": 18.9658, "step": 50715 }, { "epoch": 45.04, "learning_rate": 2.9875103165135365e-06, "loss": 18.292, "step": 50716 }, { "epoch": 45.04, "learning_rate": 2.986551908484769e-06, "loss": 18.999, "step": 50717 }, { "epoch": 45.04, "learning_rate": 2.9855936494790513e-06, "loss": 19.1309, "step": 50718 }, { "epoch": 45.04, "learning_rate": 2.984635539499442e-06, "loss": 18.7002, "step": 50719 }, { "epoch": 45.04, "learning_rate": 2.983677578548938e-06, "loss": 19.1992, "step": 50720 }, { "epoch": 45.05, "learning_rate": 2.9827197666305984e-06, "loss": 18.6953, "step": 50721 }, { "epoch": 45.05, "learning_rate": 2.9817621037474653e-06, "loss": 19.373, "step": 50722 }, { "epoch": 45.05, "learning_rate": 2.980804589902564e-06, "loss": 18.6631, "step": 50723 }, { "epoch": 45.05, "learning_rate": 2.979847225098931e-06, "loss": 19.4326, "step": 50724 }, { "epoch": 45.05, "learning_rate": 2.9788900093396077e-06, "loss": 18.9385, "step": 50725 }, { "epoch": 45.05, "learning_rate": 2.9779329426276147e-06, "loss": 18.9941, "step": 50726 }, { "epoch": 45.05, "learning_rate": 2.9769760249659995e-06, "loss": 18.9609, "step": 50727 }, { "epoch": 45.05, "learning_rate": 2.9760192563577816e-06, "loss": 18.9199, "step": 50728 }, { "epoch": 45.05, "learning_rate": 2.9750626368060087e-06, "loss": 18.5635, "step": 50729 }, { "epoch": 45.05, "learning_rate": 2.974106166313706e-06, "loss": 18.6875, "step": 50730 }, { "epoch": 45.05, "learning_rate": 2.973149844883899e-06, "loss": 19.0723, "step": 50731 }, { "epoch": 45.06, "learning_rate": 2.9721936725196353e-06, "loss": 18.5537, "step": 50732 }, { "epoch": 45.06, "learning_rate": 2.9712376492239234e-06, "loss": 19.7041, "step": 50733 }, { "epoch": 45.06, "learning_rate": 2.970281774999817e-06, "loss": 18.7793, "step": 50734 }, { "epoch": 45.06, "learning_rate": 2.969326049850335e-06, "loss": 19.1846, "step": 50735 }, { "epoch": 45.06, "learning_rate": 2.968370473778498e-06, "loss": 18.5957, "step": 50736 }, { "epoch": 45.06, "learning_rate": 2.967415046787353e-06, "loss": 18.4189, "step": 50737 }, { "epoch": 45.06, "learning_rate": 2.966459768879909e-06, "loss": 18.8535, "step": 50738 }, { "epoch": 45.06, "learning_rate": 2.9655046400592077e-06, "loss": 19.4473, "step": 50739 }, { "epoch": 45.06, "learning_rate": 2.9645496603282806e-06, "loss": 18.6631, "step": 50740 }, { "epoch": 45.06, "learning_rate": 2.9635948296901418e-06, "loss": 19.248, "step": 50741 }, { "epoch": 45.06, "learning_rate": 2.962640148147833e-06, "loss": 18.6963, "step": 50742 }, { "epoch": 45.06, "learning_rate": 2.961685615704357e-06, "loss": 19.2598, "step": 50743 }, { "epoch": 45.07, "learning_rate": 2.9607312323627568e-06, "loss": 18.7383, "step": 50744 }, { "epoch": 45.07, "learning_rate": 2.959776998126057e-06, "loss": 19.2705, "step": 50745 }, { "epoch": 45.07, "learning_rate": 2.9588229129972835e-06, "loss": 18.6924, "step": 50746 }, { "epoch": 45.07, "learning_rate": 2.95786897697945e-06, "loss": 18.79, "step": 50747 }, { "epoch": 45.07, "learning_rate": 2.9569151900755933e-06, "loss": 19.084, "step": 50748 }, { "epoch": 45.07, "learning_rate": 2.9559615522887273e-06, "loss": 18.1611, "step": 50749 }, { "epoch": 45.07, "learning_rate": 2.955008063621878e-06, "loss": 18.6533, "step": 50750 }, { "epoch": 45.07, "learning_rate": 2.9540547240780646e-06, "loss": 18.6416, "step": 50751 }, { "epoch": 45.07, "learning_rate": 2.9531015336603186e-06, "loss": 18.4805, "step": 50752 }, { "epoch": 45.07, "learning_rate": 2.9521484923716592e-06, "loss": 18.8701, "step": 50753 }, { "epoch": 45.07, "learning_rate": 2.95119560021509e-06, "loss": 18.6934, "step": 50754 }, { "epoch": 45.08, "learning_rate": 2.9502428571936526e-06, "loss": 19.4639, "step": 50755 }, { "epoch": 45.08, "learning_rate": 2.94929026331035e-06, "loss": 18.5459, "step": 50756 }, { "epoch": 45.08, "learning_rate": 2.9483378185682252e-06, "loss": 18.7168, "step": 50757 }, { "epoch": 45.08, "learning_rate": 2.947385522970275e-06, "loss": 18.9678, "step": 50758 }, { "epoch": 45.08, "learning_rate": 2.946433376519525e-06, "loss": 18.7207, "step": 50759 }, { "epoch": 45.08, "learning_rate": 2.945481379218995e-06, "loss": 18.6328, "step": 50760 }, { "epoch": 45.08, "learning_rate": 2.9445295310716992e-06, "loss": 18.2539, "step": 50761 }, { "epoch": 45.08, "learning_rate": 2.9435778320806627e-06, "loss": 18.7461, "step": 50762 }, { "epoch": 45.08, "learning_rate": 2.9426262822489005e-06, "loss": 18.8887, "step": 50763 }, { "epoch": 45.08, "learning_rate": 2.9416748815794095e-06, "loss": 18.999, "step": 50764 }, { "epoch": 45.08, "learning_rate": 2.9407236300752263e-06, "loss": 19.0781, "step": 50765 }, { "epoch": 45.09, "learning_rate": 2.9397725277393706e-06, "loss": 18.7314, "step": 50766 }, { "epoch": 45.09, "learning_rate": 2.938821574574835e-06, "loss": 18.6289, "step": 50767 }, { "epoch": 45.09, "learning_rate": 2.9378707705846665e-06, "loss": 18.6436, "step": 50768 }, { "epoch": 45.09, "learning_rate": 2.9369201157718406e-06, "loss": 18.8066, "step": 50769 }, { "epoch": 45.09, "learning_rate": 2.9359696101393886e-06, "loss": 18.3115, "step": 50770 }, { "epoch": 45.09, "learning_rate": 2.93501925369033e-06, "loss": 18.9648, "step": 50771 }, { "epoch": 45.09, "learning_rate": 2.9340690464276675e-06, "loss": 18.7715, "step": 50772 }, { "epoch": 45.09, "learning_rate": 2.933118988354422e-06, "loss": 18.7812, "step": 50773 }, { "epoch": 45.09, "learning_rate": 2.932169079473596e-06, "loss": 19.3604, "step": 50774 }, { "epoch": 45.09, "learning_rate": 2.931219319788203e-06, "loss": 18.7979, "step": 50775 }, { "epoch": 45.09, "learning_rate": 2.930269709301259e-06, "loss": 19.2188, "step": 50776 }, { "epoch": 45.1, "learning_rate": 2.92932024801576e-06, "loss": 18.6035, "step": 50777 }, { "epoch": 45.1, "learning_rate": 2.928370935934732e-06, "loss": 18.8545, "step": 50778 }, { "epoch": 45.1, "learning_rate": 2.927421773061184e-06, "loss": 19.4707, "step": 50779 }, { "epoch": 45.1, "learning_rate": 2.9264727593981023e-06, "loss": 18.9209, "step": 50780 }, { "epoch": 45.1, "learning_rate": 2.925523894948523e-06, "loss": 18.8994, "step": 50781 }, { "epoch": 45.1, "learning_rate": 2.924575179715433e-06, "loss": 19.2295, "step": 50782 }, { "epoch": 45.1, "learning_rate": 2.9236266137018576e-06, "loss": 18.416, "step": 50783 }, { "epoch": 45.1, "learning_rate": 2.9226781969107943e-06, "loss": 18.6875, "step": 50784 }, { "epoch": 45.1, "learning_rate": 2.9217299293452404e-06, "loss": 18.7549, "step": 50785 }, { "epoch": 45.1, "learning_rate": 2.9207818110082165e-06, "loss": 18.75, "step": 50786 }, { "epoch": 45.1, "learning_rate": 2.9198338419027137e-06, "loss": 19.1416, "step": 50787 }, { "epoch": 45.1, "learning_rate": 2.9188860220317472e-06, "loss": 19.1455, "step": 50788 }, { "epoch": 45.11, "learning_rate": 2.9179383513983303e-06, "loss": 18.5508, "step": 50789 }, { "epoch": 45.11, "learning_rate": 2.916990830005445e-06, "loss": 19.1934, "step": 50790 }, { "epoch": 45.11, "learning_rate": 2.9160434578561048e-06, "loss": 18.6885, "step": 50791 }, { "epoch": 45.11, "learning_rate": 2.915096234953324e-06, "loss": 18.5952, "step": 50792 }, { "epoch": 45.11, "learning_rate": 2.9141491613000836e-06, "loss": 19.1885, "step": 50793 }, { "epoch": 45.11, "learning_rate": 2.913202236899409e-06, "loss": 19.1875, "step": 50794 }, { "epoch": 45.11, "learning_rate": 2.9122554617542817e-06, "loss": 18.5879, "step": 50795 }, { "epoch": 45.11, "learning_rate": 2.9113088358677043e-06, "loss": 18.4238, "step": 50796 }, { "epoch": 45.11, "learning_rate": 2.9103623592426966e-06, "loss": 18.6719, "step": 50797 }, { "epoch": 45.11, "learning_rate": 2.909416031882234e-06, "loss": 18.7393, "step": 50798 }, { "epoch": 45.11, "learning_rate": 2.908469853789336e-06, "loss": 19.1816, "step": 50799 }, { "epoch": 45.12, "learning_rate": 2.9075238249669954e-06, "loss": 18.4863, "step": 50800 }, { "epoch": 45.12, "learning_rate": 2.9065779454181986e-06, "loss": 18.3369, "step": 50801 }, { "epoch": 45.12, "learning_rate": 2.9056322151459648e-06, "loss": 18.957, "step": 50802 }, { "epoch": 45.12, "learning_rate": 2.9046866341532697e-06, "loss": 19.4229, "step": 50803 }, { "epoch": 45.12, "learning_rate": 2.9037412024431333e-06, "loss": 18.8008, "step": 50804 }, { "epoch": 45.12, "learning_rate": 2.9027959200185415e-06, "loss": 18.9951, "step": 50805 }, { "epoch": 45.12, "learning_rate": 2.901850786882482e-06, "loss": 18.7334, "step": 50806 }, { "epoch": 45.12, "learning_rate": 2.900905803037968e-06, "loss": 18.6162, "step": 50807 }, { "epoch": 45.12, "learning_rate": 2.8999609684879804e-06, "loss": 19.0576, "step": 50808 }, { "epoch": 45.12, "learning_rate": 2.8990162832355226e-06, "loss": 18.5537, "step": 50809 }, { "epoch": 45.12, "learning_rate": 2.8980717472835815e-06, "loss": 18.1973, "step": 50810 }, { "epoch": 45.13, "learning_rate": 2.8971273606351658e-06, "loss": 18.835, "step": 50811 }, { "epoch": 45.13, "learning_rate": 2.8961831232932557e-06, "loss": 18.8945, "step": 50812 }, { "epoch": 45.13, "learning_rate": 2.895239035260844e-06, "loss": 18.6201, "step": 50813 }, { "epoch": 45.13, "learning_rate": 2.894295096540922e-06, "loss": 18.7578, "step": 50814 }, { "epoch": 45.13, "learning_rate": 2.893351307136499e-06, "loss": 19.3896, "step": 50815 }, { "epoch": 45.13, "learning_rate": 2.8924076670505505e-06, "loss": 18.5664, "step": 50816 }, { "epoch": 45.13, "learning_rate": 2.8914641762860738e-06, "loss": 18.5664, "step": 50817 }, { "epoch": 45.13, "learning_rate": 2.89052083484605e-06, "loss": 18.6992, "step": 50818 }, { "epoch": 45.13, "learning_rate": 2.8895776427334766e-06, "loss": 18.79, "step": 50819 }, { "epoch": 45.13, "learning_rate": 2.888634599951351e-06, "loss": 18.373, "step": 50820 }, { "epoch": 45.13, "learning_rate": 2.8876917065026544e-06, "loss": 18.7217, "step": 50821 }, { "epoch": 45.13, "learning_rate": 2.8867489623903676e-06, "loss": 18.6875, "step": 50822 }, { "epoch": 45.14, "learning_rate": 2.885806367617494e-06, "loss": 18.4648, "step": 50823 }, { "epoch": 45.14, "learning_rate": 2.8848639221870087e-06, "loss": 19.4414, "step": 50824 }, { "epoch": 45.14, "learning_rate": 2.8839216261019153e-06, "loss": 19.21, "step": 50825 }, { "epoch": 45.14, "learning_rate": 2.8829794793651775e-06, "loss": 18.4482, "step": 50826 }, { "epoch": 45.14, "learning_rate": 2.8820374819798045e-06, "loss": 18.7168, "step": 50827 }, { "epoch": 45.14, "learning_rate": 2.8810956339487772e-06, "loss": 19.1406, "step": 50828 }, { "epoch": 45.14, "learning_rate": 2.8801539352750594e-06, "loss": 18.7051, "step": 50829 }, { "epoch": 45.14, "learning_rate": 2.879212385961666e-06, "loss": 18.3682, "step": 50830 }, { "epoch": 45.14, "learning_rate": 2.8782709860115608e-06, "loss": 18.7275, "step": 50831 }, { "epoch": 45.14, "learning_rate": 2.8773297354277473e-06, "loss": 18.8086, "step": 50832 }, { "epoch": 45.14, "learning_rate": 2.8763886342131895e-06, "loss": 19.04, "step": 50833 }, { "epoch": 45.15, "learning_rate": 2.8754476823708742e-06, "loss": 18.5283, "step": 50834 }, { "epoch": 45.15, "learning_rate": 2.874506879903799e-06, "loss": 18.4199, "step": 50835 }, { "epoch": 45.15, "learning_rate": 2.8735662268149223e-06, "loss": 19.0664, "step": 50836 }, { "epoch": 45.15, "learning_rate": 2.872625723107247e-06, "loss": 18.5254, "step": 50837 }, { "epoch": 45.15, "learning_rate": 2.8716853687837497e-06, "loss": 19.0908, "step": 50838 }, { "epoch": 45.15, "learning_rate": 2.8707451638473937e-06, "loss": 18.8418, "step": 50839 }, { "epoch": 45.15, "learning_rate": 2.869805108301177e-06, "loss": 18.9424, "step": 50840 }, { "epoch": 45.15, "learning_rate": 2.8688652021480854e-06, "loss": 18.8516, "step": 50841 }, { "epoch": 45.15, "learning_rate": 2.8679254453910785e-06, "loss": 18.5244, "step": 50842 }, { "epoch": 45.15, "learning_rate": 2.8669858380331596e-06, "loss": 19.0225, "step": 50843 }, { "epoch": 45.15, "learning_rate": 2.866046380077275e-06, "loss": 18.5732, "step": 50844 }, { "epoch": 45.16, "learning_rate": 2.865107071526424e-06, "loss": 18.6182, "step": 50845 }, { "epoch": 45.16, "learning_rate": 2.8641679123835807e-06, "loss": 18.7422, "step": 50846 }, { "epoch": 45.16, "learning_rate": 2.863228902651721e-06, "loss": 19.2715, "step": 50847 }, { "epoch": 45.16, "learning_rate": 2.862290042333826e-06, "loss": 19.0439, "step": 50848 }, { "epoch": 45.16, "learning_rate": 2.8613513314328656e-06, "loss": 18.7178, "step": 50849 }, { "epoch": 45.16, "learning_rate": 2.8604127699518145e-06, "loss": 19.0469, "step": 50850 }, { "epoch": 45.16, "learning_rate": 2.8594743578936544e-06, "loss": 18.9307, "step": 50851 }, { "epoch": 45.16, "learning_rate": 2.8585360952613495e-06, "loss": 18.4482, "step": 50852 }, { "epoch": 45.16, "learning_rate": 2.857597982057886e-06, "loss": 18.4033, "step": 50853 }, { "epoch": 45.16, "learning_rate": 2.8566600182862337e-06, "loss": 18.9092, "step": 50854 }, { "epoch": 45.16, "learning_rate": 2.8557222039493514e-06, "loss": 19.1631, "step": 50855 }, { "epoch": 45.17, "learning_rate": 2.854784539050237e-06, "loss": 18.7314, "step": 50856 }, { "epoch": 45.17, "learning_rate": 2.8538470235918436e-06, "loss": 18.9746, "step": 50857 }, { "epoch": 45.17, "learning_rate": 2.8529096575771407e-06, "loss": 19.0674, "step": 50858 }, { "epoch": 45.17, "learning_rate": 2.851972441009132e-06, "loss": 19.293, "step": 50859 }, { "epoch": 45.17, "learning_rate": 2.8510353738907426e-06, "loss": 18.8389, "step": 50860 }, { "epoch": 45.17, "learning_rate": 2.8500984562249757e-06, "loss": 18.9365, "step": 50861 }, { "epoch": 45.17, "learning_rate": 2.8491616880147842e-06, "loss": 19.2188, "step": 50862 }, { "epoch": 45.17, "learning_rate": 2.8482250692631383e-06, "loss": 18.8789, "step": 50863 }, { "epoch": 45.17, "learning_rate": 2.8472885999730304e-06, "loss": 19.1172, "step": 50864 }, { "epoch": 45.17, "learning_rate": 2.846352280147396e-06, "loss": 19.2822, "step": 50865 }, { "epoch": 45.17, "learning_rate": 2.8454161097892117e-06, "loss": 18.8672, "step": 50866 }, { "epoch": 45.17, "learning_rate": 2.8444800889014635e-06, "loss": 18.4404, "step": 50867 }, { "epoch": 45.18, "learning_rate": 2.8435442174870987e-06, "loss": 18.6494, "step": 50868 }, { "epoch": 45.18, "learning_rate": 2.842608495549104e-06, "loss": 18.7188, "step": 50869 }, { "epoch": 45.18, "learning_rate": 2.841672923090416e-06, "loss": 18.3535, "step": 50870 }, { "epoch": 45.18, "learning_rate": 2.8407375001140156e-06, "loss": 18.5547, "step": 50871 }, { "epoch": 45.18, "learning_rate": 2.8398022266228785e-06, "loss": 19.167, "step": 50872 }, { "epoch": 45.18, "learning_rate": 2.8388671026199522e-06, "loss": 18.7461, "step": 50873 }, { "epoch": 45.18, "learning_rate": 2.8379321281082115e-06, "loss": 19.1035, "step": 50874 }, { "epoch": 45.18, "learning_rate": 2.8369973030906217e-06, "loss": 18.4414, "step": 50875 }, { "epoch": 45.18, "learning_rate": 2.8360626275701297e-06, "loss": 19.4844, "step": 50876 }, { "epoch": 45.18, "learning_rate": 2.8351281015497167e-06, "loss": 19.2422, "step": 50877 }, { "epoch": 45.18, "learning_rate": 2.834193725032336e-06, "loss": 18.6475, "step": 50878 }, { "epoch": 45.19, "learning_rate": 2.833259498020957e-06, "loss": 19.3281, "step": 50879 }, { "epoch": 45.19, "learning_rate": 2.832325420518528e-06, "loss": 18.9189, "step": 50880 }, { "epoch": 45.19, "learning_rate": 2.8313914925280185e-06, "loss": 18.9131, "step": 50881 }, { "epoch": 45.19, "learning_rate": 2.8304577140523923e-06, "loss": 18.8145, "step": 50882 }, { "epoch": 45.19, "learning_rate": 2.8295240850945926e-06, "loss": 18.9336, "step": 50883 }, { "epoch": 45.19, "learning_rate": 2.828590605657594e-06, "loss": 18.3438, "step": 50884 }, { "epoch": 45.19, "learning_rate": 2.827657275744361e-06, "loss": 19.2881, "step": 50885 }, { "epoch": 45.19, "learning_rate": 2.826724095357841e-06, "loss": 18.7061, "step": 50886 }, { "epoch": 45.19, "learning_rate": 2.825791064500993e-06, "loss": 18.8662, "step": 50887 }, { "epoch": 45.19, "learning_rate": 2.8248581831767706e-06, "loss": 18.5264, "step": 50888 }, { "epoch": 45.19, "learning_rate": 2.8239254513881375e-06, "loss": 18.6289, "step": 50889 }, { "epoch": 45.2, "learning_rate": 2.8229928691380526e-06, "loss": 19.1123, "step": 50890 }, { "epoch": 45.2, "learning_rate": 2.822060436429469e-06, "loss": 18.6162, "step": 50891 }, { "epoch": 45.2, "learning_rate": 2.822060436429469e-06, "loss": 18.6211, "step": 50892 }, { "epoch": 45.2, "learning_rate": 2.8211281532653343e-06, "loss": 18.6611, "step": 50893 }, { "epoch": 45.2, "learning_rate": 2.8201960196486186e-06, "loss": 18.8799, "step": 50894 }, { "epoch": 45.2, "learning_rate": 2.8192640355822584e-06, "loss": 18.8818, "step": 50895 }, { "epoch": 45.2, "learning_rate": 2.8183322010692293e-06, "loss": 18.3223, "step": 50896 }, { "epoch": 45.2, "learning_rate": 2.817400516112473e-06, "loss": 19.0635, "step": 50897 }, { "epoch": 45.2, "learning_rate": 2.8164689807149316e-06, "loss": 18.1553, "step": 50898 }, { "epoch": 45.2, "learning_rate": 2.815537594879586e-06, "loss": 18.4473, "step": 50899 }, { "epoch": 45.2, "learning_rate": 2.8146063586093565e-06, "loss": 18.8867, "step": 50900 }, { "epoch": 45.21, "learning_rate": 2.8136752719072236e-06, "loss": 18.7734, "step": 50901 }, { "epoch": 45.21, "learning_rate": 2.8127443347761184e-06, "loss": 18.7578, "step": 50902 }, { "epoch": 45.21, "learning_rate": 2.8118135472190055e-06, "loss": 18.7812, "step": 50903 }, { "epoch": 45.21, "learning_rate": 2.8108829092388267e-06, "loss": 18.9756, "step": 50904 }, { "epoch": 45.21, "learning_rate": 2.8099524208385296e-06, "loss": 19.0166, "step": 50905 }, { "epoch": 45.21, "learning_rate": 2.8090220820210733e-06, "loss": 18.7832, "step": 50906 }, { "epoch": 45.21, "learning_rate": 2.8080918927893996e-06, "loss": 18.6982, "step": 50907 }, { "epoch": 45.21, "learning_rate": 2.8071618531464617e-06, "loss": 18.8525, "step": 50908 }, { "epoch": 45.21, "learning_rate": 2.8062319630952073e-06, "loss": 18.6562, "step": 50909 }, { "epoch": 45.21, "learning_rate": 2.805302222638573e-06, "loss": 18.7793, "step": 50910 }, { "epoch": 45.21, "learning_rate": 2.8043726317795174e-06, "loss": 18.752, "step": 50911 }, { "epoch": 45.21, "learning_rate": 2.803443190520988e-06, "loss": 18.9893, "step": 50912 }, { "epoch": 45.22, "learning_rate": 2.802513898865933e-06, "loss": 18.7012, "step": 50913 }, { "epoch": 45.22, "learning_rate": 2.8015847568172883e-06, "loss": 18.7568, "step": 50914 }, { "epoch": 45.22, "learning_rate": 2.8006557643779963e-06, "loss": 18.9043, "step": 50915 }, { "epoch": 45.22, "learning_rate": 2.8006557643779963e-06, "loss": 19.2686, "step": 50916 }, { "epoch": 45.22, "learning_rate": 2.7997269215510104e-06, "loss": 18.7852, "step": 50917 }, { "epoch": 45.22, "learning_rate": 2.798798228339278e-06, "loss": 19.0059, "step": 50918 }, { "epoch": 45.22, "learning_rate": 2.7978696847457355e-06, "loss": 19.1182, "step": 50919 }, { "epoch": 45.22, "learning_rate": 2.7969412907733304e-06, "loss": 18.9941, "step": 50920 }, { "epoch": 45.22, "learning_rate": 2.7960130464250057e-06, "loss": 18.4268, "step": 50921 }, { "epoch": 45.22, "learning_rate": 2.795084951703697e-06, "loss": 19.1172, "step": 50922 }, { "epoch": 45.22, "learning_rate": 2.7941570066123578e-06, "loss": 18.667, "step": 50923 }, { "epoch": 45.23, "learning_rate": 2.793229211153914e-06, "loss": 18.9287, "step": 50924 }, { "epoch": 45.23, "learning_rate": 2.7923015653313178e-06, "loss": 18.8594, "step": 50925 }, { "epoch": 45.23, "learning_rate": 2.791374069147512e-06, "loss": 19.2305, "step": 50926 }, { "epoch": 45.23, "learning_rate": 2.7904467226054277e-06, "loss": 18.4375, "step": 50927 }, { "epoch": 45.23, "learning_rate": 2.789519525708012e-06, "loss": 18.5459, "step": 50928 }, { "epoch": 45.23, "learning_rate": 2.7885924784581905e-06, "loss": 18.7578, "step": 50929 }, { "epoch": 45.23, "learning_rate": 2.7885924784581905e-06, "loss": 19.0449, "step": 50930 }, { "epoch": 45.23, "learning_rate": 2.7876655808589224e-06, "loss": 18.9902, "step": 50931 }, { "epoch": 45.23, "learning_rate": 2.7867388329131326e-06, "loss": 19.0889, "step": 50932 }, { "epoch": 45.23, "learning_rate": 2.7858122346237582e-06, "loss": 18.6553, "step": 50933 }, { "epoch": 45.23, "learning_rate": 2.7848857859937405e-06, "loss": 19.3535, "step": 50934 }, { "epoch": 45.24, "learning_rate": 2.783959487026011e-06, "loss": 19.4717, "step": 50935 }, { "epoch": 45.24, "learning_rate": 2.783033337723512e-06, "loss": 18.6182, "step": 50936 }, { "epoch": 45.24, "learning_rate": 2.7821073380891906e-06, "loss": 19.418, "step": 50937 }, { "epoch": 45.24, "learning_rate": 2.7811814881259503e-06, "loss": 18.7588, "step": 50938 }, { "epoch": 45.24, "learning_rate": 2.7802557878367497e-06, "loss": 19.4189, "step": 50939 }, { "epoch": 45.24, "learning_rate": 2.7793302372245147e-06, "loss": 19.3105, "step": 50940 }, { "epoch": 45.24, "learning_rate": 2.778404836292181e-06, "loss": 18.5176, "step": 50941 }, { "epoch": 45.24, "learning_rate": 2.7774795850426973e-06, "loss": 19.1348, "step": 50942 }, { "epoch": 45.24, "learning_rate": 2.7765544834789658e-06, "loss": 18.8379, "step": 50943 }, { "epoch": 45.24, "learning_rate": 2.7756295316039347e-06, "loss": 19.1914, "step": 50944 }, { "epoch": 45.24, "learning_rate": 2.774704729420541e-06, "loss": 19.2529, "step": 50945 }, { "epoch": 45.25, "learning_rate": 2.773780076931709e-06, "loss": 18.665, "step": 50946 }, { "epoch": 45.25, "learning_rate": 2.772855574140376e-06, "loss": 18.6689, "step": 50947 }, { "epoch": 45.25, "learning_rate": 2.7719312210494673e-06, "loss": 18.3311, "step": 50948 }, { "epoch": 45.25, "learning_rate": 2.771007017661914e-06, "loss": 18.6514, "step": 50949 }, { "epoch": 45.25, "learning_rate": 2.770082963980647e-06, "loss": 18.8906, "step": 50950 }, { "epoch": 45.25, "learning_rate": 2.7691590600085858e-06, "loss": 18.7822, "step": 50951 }, { "epoch": 45.25, "learning_rate": 2.768235305748673e-06, "loss": 18.4443, "step": 50952 }, { "epoch": 45.25, "learning_rate": 2.767311701203834e-06, "loss": 18.6963, "step": 50953 }, { "epoch": 45.25, "learning_rate": 2.7663882463769888e-06, "loss": 18.8838, "step": 50954 }, { "epoch": 45.25, "learning_rate": 2.7654649412710732e-06, "loss": 18.8018, "step": 50955 }, { "epoch": 45.25, "learning_rate": 2.764541785889002e-06, "loss": 19.1562, "step": 50956 }, { "epoch": 45.25, "learning_rate": 2.7636187802337176e-06, "loss": 19.1709, "step": 50957 }, { "epoch": 45.26, "learning_rate": 2.762695924308134e-06, "loss": 18.6641, "step": 50958 }, { "epoch": 45.26, "learning_rate": 2.7617732181151766e-06, "loss": 18.5078, "step": 50959 }, { "epoch": 45.26, "learning_rate": 2.7608506616577767e-06, "loss": 18.707, "step": 50960 }, { "epoch": 45.26, "learning_rate": 2.759928254938848e-06, "loss": 19.1172, "step": 50961 }, { "epoch": 45.26, "learning_rate": 2.759005997961328e-06, "loss": 19.3789, "step": 50962 }, { "epoch": 45.26, "learning_rate": 2.758083890728136e-06, "loss": 19.1631, "step": 50963 }, { "epoch": 45.26, "learning_rate": 2.7571619332421916e-06, "loss": 18.915, "step": 50964 }, { "epoch": 45.26, "learning_rate": 2.756240125506421e-06, "loss": 18.8281, "step": 50965 }, { "epoch": 45.26, "learning_rate": 2.7553184675237377e-06, "loss": 18.8145, "step": 50966 }, { "epoch": 45.26, "learning_rate": 2.754396959297062e-06, "loss": 18.7051, "step": 50967 }, { "epoch": 45.26, "learning_rate": 2.7534756008293363e-06, "loss": 18.9619, "step": 50968 }, { "epoch": 45.27, "learning_rate": 2.752554392123463e-06, "loss": 18.9336, "step": 50969 }, { "epoch": 45.27, "learning_rate": 2.7516333331823575e-06, "loss": 19.0498, "step": 50970 }, { "epoch": 45.27, "learning_rate": 2.7507124240089556e-06, "loss": 18.1885, "step": 50971 }, { "epoch": 45.27, "learning_rate": 2.7497916646061607e-06, "loss": 19.0596, "step": 50972 }, { "epoch": 45.27, "learning_rate": 2.7488710549769092e-06, "loss": 18.9893, "step": 50973 }, { "epoch": 45.27, "learning_rate": 2.7479505951241045e-06, "loss": 19.2461, "step": 50974 }, { "epoch": 45.27, "learning_rate": 2.7470302850506667e-06, "loss": 18.5664, "step": 50975 }, { "epoch": 45.27, "learning_rate": 2.746110124759521e-06, "loss": 18.9912, "step": 50976 }, { "epoch": 45.27, "learning_rate": 2.745190114253565e-06, "loss": 18.876, "step": 50977 }, { "epoch": 45.27, "learning_rate": 2.7442702535357413e-06, "loss": 18.4951, "step": 50978 }, { "epoch": 45.27, "learning_rate": 2.7433505426089466e-06, "loss": 19.3906, "step": 50979 }, { "epoch": 45.28, "learning_rate": 2.7424309814761073e-06, "loss": 18.0332, "step": 50980 }, { "epoch": 45.28, "learning_rate": 2.7415115701401316e-06, "loss": 18.7192, "step": 50981 }, { "epoch": 45.28, "learning_rate": 2.7405923086039287e-06, "loss": 19.1582, "step": 50982 }, { "epoch": 45.28, "learning_rate": 2.7396731968704292e-06, "loss": 18.0576, "step": 50983 }, { "epoch": 45.28, "learning_rate": 2.7387542349425255e-06, "loss": 19.4854, "step": 50984 }, { "epoch": 45.28, "learning_rate": 2.7378354228231486e-06, "loss": 18.627, "step": 50985 }, { "epoch": 45.28, "learning_rate": 2.7369167605152068e-06, "loss": 18.7715, "step": 50986 }, { "epoch": 45.28, "learning_rate": 2.7359982480215986e-06, "loss": 18.8398, "step": 50987 }, { "epoch": 45.28, "learning_rate": 2.7350798853452486e-06, "loss": 19.0488, "step": 50988 }, { "epoch": 45.28, "learning_rate": 2.7341616724890716e-06, "loss": 19.5469, "step": 50989 }, { "epoch": 45.28, "learning_rate": 2.733243609455971e-06, "loss": 18.001, "step": 50990 }, { "epoch": 45.29, "learning_rate": 2.732325696248861e-06, "loss": 18.5137, "step": 50991 }, { "epoch": 45.29, "learning_rate": 2.731407932870633e-06, "loss": 19.5342, "step": 50992 }, { "epoch": 45.29, "learning_rate": 2.7304903193242193e-06, "loss": 19.0068, "step": 50993 }, { "epoch": 45.29, "learning_rate": 2.729572855612522e-06, "loss": 18.4238, "step": 50994 }, { "epoch": 45.29, "learning_rate": 2.7286555417384452e-06, "loss": 18.8828, "step": 50995 }, { "epoch": 45.29, "learning_rate": 2.7277383777049024e-06, "loss": 18.3018, "step": 50996 }, { "epoch": 45.29, "learning_rate": 2.726821363514798e-06, "loss": 19.0146, "step": 50997 }, { "epoch": 45.29, "learning_rate": 2.725904499171028e-06, "loss": 18.9268, "step": 50998 }, { "epoch": 45.29, "learning_rate": 2.724987784676519e-06, "loss": 18.9727, "step": 50999 }, { "epoch": 45.29, "learning_rate": 2.724071220034158e-06, "loss": 18.6006, "step": 51000 }, { "epoch": 45.29, "learning_rate": 2.7231548052468693e-06, "loss": 19.3223, "step": 51001 }, { "epoch": 45.29, "learning_rate": 2.72223854031754e-06, "loss": 18.833, "step": 51002 }, { "epoch": 45.3, "learning_rate": 2.721322425249079e-06, "loss": 19.1221, "step": 51003 }, { "epoch": 45.3, "learning_rate": 2.7204064600444e-06, "loss": 18.6514, "step": 51004 }, { "epoch": 45.3, "learning_rate": 2.719490644706396e-06, "loss": 18.8145, "step": 51005 }, { "epoch": 45.3, "learning_rate": 2.71857497923797e-06, "loss": 18.5234, "step": 51006 }, { "epoch": 45.3, "learning_rate": 2.7176594636420415e-06, "loss": 19.1533, "step": 51007 }, { "epoch": 45.3, "learning_rate": 2.7167440979214862e-06, "loss": 18.7373, "step": 51008 }, { "epoch": 45.3, "learning_rate": 2.7158288820792186e-06, "loss": 18.8555, "step": 51009 }, { "epoch": 45.3, "learning_rate": 2.714913816118142e-06, "loss": 18.916, "step": 51010 }, { "epoch": 45.3, "learning_rate": 2.713998900041148e-06, "loss": 18.9756, "step": 51011 }, { "epoch": 45.3, "learning_rate": 2.713084133851157e-06, "loss": 18.7686, "step": 51012 }, { "epoch": 45.3, "learning_rate": 2.7121695175510444e-06, "loss": 19.2666, "step": 51013 }, { "epoch": 45.31, "learning_rate": 2.7112550511437185e-06, "loss": 18.792, "step": 51014 }, { "epoch": 45.31, "learning_rate": 2.710340734632083e-06, "loss": 18.8291, "step": 51015 }, { "epoch": 45.31, "learning_rate": 2.70942656801903e-06, "loss": 19.1455, "step": 51016 }, { "epoch": 45.31, "learning_rate": 2.708512551307468e-06, "loss": 19.5957, "step": 51017 }, { "epoch": 45.31, "learning_rate": 2.707598684500279e-06, "loss": 18.8076, "step": 51018 }, { "epoch": 45.31, "learning_rate": 2.7066849676003592e-06, "loss": 18.8633, "step": 51019 }, { "epoch": 45.31, "learning_rate": 2.705771400610624e-06, "loss": 19.1738, "step": 51020 }, { "epoch": 45.31, "learning_rate": 2.7048579835339428e-06, "loss": 19.2246, "step": 51021 }, { "epoch": 45.31, "learning_rate": 2.7039447163732413e-06, "loss": 18.875, "step": 51022 }, { "epoch": 45.31, "learning_rate": 2.703031599131395e-06, "loss": 18.8975, "step": 51023 }, { "epoch": 45.31, "learning_rate": 2.70211863181129e-06, "loss": 18.8662, "step": 51024 }, { "epoch": 45.32, "learning_rate": 2.701205814415847e-06, "loss": 18.7168, "step": 51025 }, { "epoch": 45.32, "learning_rate": 2.7002931469479355e-06, "loss": 18.5596, "step": 51026 }, { "epoch": 45.32, "learning_rate": 2.6993806294104585e-06, "loss": 18.8682, "step": 51027 }, { "epoch": 45.32, "learning_rate": 2.698468261806314e-06, "loss": 18.9238, "step": 51028 }, { "epoch": 45.32, "learning_rate": 2.6975560441383773e-06, "loss": 18.6279, "step": 51029 }, { "epoch": 45.32, "learning_rate": 2.6966439764095574e-06, "loss": 18.7559, "step": 51030 }, { "epoch": 45.32, "learning_rate": 2.695732058622735e-06, "loss": 18.8281, "step": 51031 }, { "epoch": 45.32, "learning_rate": 2.6948202907808082e-06, "loss": 19.0811, "step": 51032 }, { "epoch": 45.32, "learning_rate": 2.6939086728866638e-06, "loss": 19.0371, "step": 51033 }, { "epoch": 45.32, "learning_rate": 2.6929972049431817e-06, "loss": 18.999, "step": 51034 }, { "epoch": 45.32, "learning_rate": 2.692085886953266e-06, "loss": 18.3921, "step": 51035 }, { "epoch": 45.33, "learning_rate": 2.6911747189197924e-06, "loss": 18.6738, "step": 51036 }, { "epoch": 45.33, "learning_rate": 2.690263700845652e-06, "loss": 19.0381, "step": 51037 }, { "epoch": 45.33, "learning_rate": 2.689352832733749e-06, "loss": 18.5879, "step": 51038 }, { "epoch": 45.33, "learning_rate": 2.6884421145869587e-06, "loss": 19.1328, "step": 51039 }, { "epoch": 45.33, "learning_rate": 2.6875315464081564e-06, "loss": 18.208, "step": 51040 }, { "epoch": 45.33, "learning_rate": 2.6866211282002507e-06, "loss": 19.748, "step": 51041 }, { "epoch": 45.33, "learning_rate": 2.6857108599661064e-06, "loss": 18.9863, "step": 51042 }, { "epoch": 45.33, "learning_rate": 2.6848007417086207e-06, "loss": 18.543, "step": 51043 }, { "epoch": 45.33, "learning_rate": 2.683890773430681e-06, "loss": 18.4297, "step": 51044 }, { "epoch": 45.33, "learning_rate": 2.6829809551351615e-06, "loss": 18.7646, "step": 51045 }, { "epoch": 45.33, "learning_rate": 2.6820712868249554e-06, "loss": 18.7051, "step": 51046 }, { "epoch": 45.33, "learning_rate": 2.6811617685029377e-06, "loss": 18.3477, "step": 51047 }, { "epoch": 45.34, "learning_rate": 2.6802524001720007e-06, "loss": 18.8799, "step": 51048 }, { "epoch": 45.34, "learning_rate": 2.6793431818350256e-06, "loss": 19.1006, "step": 51049 }, { "epoch": 45.34, "learning_rate": 2.678434113494882e-06, "loss": 19.209, "step": 51050 }, { "epoch": 45.34, "learning_rate": 2.6775251951544677e-06, "loss": 18.0479, "step": 51051 }, { "epoch": 45.34, "learning_rate": 2.6766164268166473e-06, "loss": 18.7432, "step": 51052 }, { "epoch": 45.34, "learning_rate": 2.6757078084843233e-06, "loss": 18.6846, "step": 51053 }, { "epoch": 45.34, "learning_rate": 2.6757078084843233e-06, "loss": 19.2568, "step": 51054 }, { "epoch": 45.34, "learning_rate": 2.67479934016035e-06, "loss": 18.7275, "step": 51055 }, { "epoch": 45.34, "learning_rate": 2.67389102184763e-06, "loss": 19.1299, "step": 51056 }, { "epoch": 45.34, "learning_rate": 2.6729828535490332e-06, "loss": 18.8076, "step": 51057 }, { "epoch": 45.34, "learning_rate": 2.6720748352674296e-06, "loss": 18.9746, "step": 51058 }, { "epoch": 45.35, "learning_rate": 2.6720748352674296e-06, "loss": 19.4941, "step": 51059 }, { "epoch": 45.35, "learning_rate": 2.671166967005717e-06, "loss": 19.2207, "step": 51060 }, { "epoch": 45.35, "learning_rate": 2.6702592487667487e-06, "loss": 19.0459, "step": 51061 }, { "epoch": 45.35, "learning_rate": 2.669351680553428e-06, "loss": 19.0225, "step": 51062 }, { "epoch": 45.35, "learning_rate": 2.6684442623686135e-06, "loss": 19.2773, "step": 51063 }, { "epoch": 45.35, "learning_rate": 2.667536994215186e-06, "loss": 19.083, "step": 51064 }, { "epoch": 45.35, "learning_rate": 2.6666298760960162e-06, "loss": 19.0791, "step": 51065 }, { "epoch": 45.35, "learning_rate": 2.6657229080139958e-06, "loss": 18.709, "step": 51066 }, { "epoch": 45.35, "learning_rate": 2.6648160899719886e-06, "loss": 18.7373, "step": 51067 }, { "epoch": 45.35, "learning_rate": 2.6639094219728654e-06, "loss": 18.9346, "step": 51068 }, { "epoch": 45.35, "learning_rate": 2.663002904019507e-06, "loss": 18.8604, "step": 51069 }, { "epoch": 45.36, "learning_rate": 2.6620965361147777e-06, "loss": 19.5654, "step": 51070 }, { "epoch": 45.36, "learning_rate": 2.6611903182615696e-06, "loss": 19.4844, "step": 51071 }, { "epoch": 45.36, "learning_rate": 2.6602842504627303e-06, "loss": 18.7021, "step": 51072 }, { "epoch": 45.36, "learning_rate": 2.6593783327211576e-06, "loss": 18.918, "step": 51073 }, { "epoch": 45.36, "learning_rate": 2.6584725650397046e-06, "loss": 18.5107, "step": 51074 }, { "epoch": 45.36, "learning_rate": 2.6575669474212416e-06, "loss": 18.9531, "step": 51075 }, { "epoch": 45.36, "learning_rate": 2.656661479868655e-06, "loss": 18.8232, "step": 51076 }, { "epoch": 45.36, "learning_rate": 2.6557561623847982e-06, "loss": 19.2129, "step": 51077 }, { "epoch": 45.36, "learning_rate": 2.654850994972552e-06, "loss": 18.8281, "step": 51078 }, { "epoch": 45.36, "learning_rate": 2.653945977634781e-06, "loss": 19.0371, "step": 51079 }, { "epoch": 45.36, "learning_rate": 2.6530411103743493e-06, "loss": 18.9521, "step": 51080 }, { "epoch": 45.37, "learning_rate": 2.652136393194138e-06, "loss": 18.9375, "step": 51081 }, { "epoch": 45.37, "learning_rate": 2.6512318260970003e-06, "loss": 18.4707, "step": 51082 }, { "epoch": 45.37, "learning_rate": 2.650327409085812e-06, "loss": 18.8457, "step": 51083 }, { "epoch": 45.37, "learning_rate": 2.6494231421634484e-06, "loss": 18.8262, "step": 51084 }, { "epoch": 45.37, "learning_rate": 2.6485190253327573e-06, "loss": 19.0762, "step": 51085 }, { "epoch": 45.37, "learning_rate": 2.647615058596614e-06, "loss": 18.585, "step": 51086 }, { "epoch": 45.37, "learning_rate": 2.646711241957878e-06, "loss": 18.5195, "step": 51087 }, { "epoch": 45.37, "learning_rate": 2.6458075754194234e-06, "loss": 19.0303, "step": 51088 }, { "epoch": 45.37, "learning_rate": 2.6449040589841214e-06, "loss": 18.8408, "step": 51089 }, { "epoch": 45.37, "learning_rate": 2.6440006926548077e-06, "loss": 18.3125, "step": 51090 }, { "epoch": 45.37, "learning_rate": 2.6430974764343643e-06, "loss": 18.9844, "step": 51091 }, { "epoch": 45.37, "learning_rate": 2.6421944103256657e-06, "loss": 18.6299, "step": 51092 }, { "epoch": 45.38, "learning_rate": 2.6412914943315493e-06, "loss": 19.0713, "step": 51093 }, { "epoch": 45.38, "learning_rate": 2.640388728454901e-06, "loss": 18.8203, "step": 51094 }, { "epoch": 45.38, "learning_rate": 2.6394861126985636e-06, "loss": 18.4629, "step": 51095 }, { "epoch": 45.38, "learning_rate": 2.6385836470654012e-06, "loss": 18.8418, "step": 51096 }, { "epoch": 45.38, "learning_rate": 2.6376813315582895e-06, "loss": 18.6738, "step": 51097 }, { "epoch": 45.38, "learning_rate": 2.6367791661800643e-06, "loss": 19.083, "step": 51098 }, { "epoch": 45.38, "learning_rate": 2.6358771509336132e-06, "loss": 19.1289, "step": 51099 }, { "epoch": 45.38, "learning_rate": 2.634975285821778e-06, "loss": 18.5078, "step": 51100 }, { "epoch": 45.38, "learning_rate": 2.634073570847412e-06, "loss": 19.002, "step": 51101 }, { "epoch": 45.38, "learning_rate": 2.6331720060133903e-06, "loss": 18.6445, "step": 51102 }, { "epoch": 45.38, "learning_rate": 2.6322705913225556e-06, "loss": 19.2012, "step": 51103 }, { "epoch": 45.39, "learning_rate": 2.6313693267777827e-06, "loss": 18.5674, "step": 51104 }, { "epoch": 45.39, "learning_rate": 2.630468212381915e-06, "loss": 19.2568, "step": 51105 }, { "epoch": 45.39, "learning_rate": 2.629567248137804e-06, "loss": 18.8506, "step": 51106 }, { "epoch": 45.39, "learning_rate": 2.628666434048316e-06, "loss": 19.126, "step": 51107 }, { "epoch": 45.39, "learning_rate": 2.627765770116303e-06, "loss": 19.0986, "step": 51108 }, { "epoch": 45.39, "learning_rate": 2.6268652563446183e-06, "loss": 18.6387, "step": 51109 }, { "epoch": 45.39, "learning_rate": 2.6259648927361322e-06, "loss": 18.8965, "step": 51110 }, { "epoch": 45.39, "learning_rate": 2.6250646792936705e-06, "loss": 18.7041, "step": 51111 }, { "epoch": 45.39, "learning_rate": 2.6241646160201083e-06, "loss": 19.0635, "step": 51112 }, { "epoch": 45.39, "learning_rate": 2.623264702918282e-06, "loss": 18.6299, "step": 51113 }, { "epoch": 45.39, "learning_rate": 2.6223649399910566e-06, "loss": 19.3613, "step": 51114 }, { "epoch": 45.4, "learning_rate": 2.6214653272412904e-06, "loss": 19.0371, "step": 51115 }, { "epoch": 45.4, "learning_rate": 2.6205658646718257e-06, "loss": 19.0176, "step": 51116 }, { "epoch": 45.4, "learning_rate": 2.6196665522855046e-06, "loss": 18.9678, "step": 51117 }, { "epoch": 45.4, "learning_rate": 2.6187673900851915e-06, "loss": 19.1426, "step": 51118 }, { "epoch": 45.4, "learning_rate": 2.617868378073729e-06, "loss": 18.5723, "step": 51119 }, { "epoch": 45.4, "learning_rate": 2.6169695162539698e-06, "loss": 18.7754, "step": 51120 }, { "epoch": 45.4, "learning_rate": 2.6160708046287676e-06, "loss": 18.7354, "step": 51121 }, { "epoch": 45.4, "learning_rate": 2.615172243200964e-06, "loss": 19.0215, "step": 51122 }, { "epoch": 45.4, "learning_rate": 2.614273831973413e-06, "loss": 18.3701, "step": 51123 }, { "epoch": 45.4, "learning_rate": 2.6133755709489504e-06, "loss": 18.8604, "step": 51124 }, { "epoch": 45.4, "learning_rate": 2.6124774601304413e-06, "loss": 19.0786, "step": 51125 }, { "epoch": 45.4, "learning_rate": 2.611579499520722e-06, "loss": 18.3008, "step": 51126 }, { "epoch": 45.41, "learning_rate": 2.610681689122635e-06, "loss": 18.4609, "step": 51127 }, { "epoch": 45.41, "learning_rate": 2.609784028939033e-06, "loss": 19.1533, "step": 51128 }, { "epoch": 45.41, "learning_rate": 2.6088865189727586e-06, "loss": 18.6846, "step": 51129 }, { "epoch": 45.41, "learning_rate": 2.6079891592266648e-06, "loss": 18.9883, "step": 51130 }, { "epoch": 45.41, "learning_rate": 2.6070919497035827e-06, "loss": 18.4697, "step": 51131 }, { "epoch": 45.41, "learning_rate": 2.606194890406366e-06, "loss": 19.2793, "step": 51132 }, { "epoch": 45.41, "learning_rate": 2.6052979813378565e-06, "loss": 19.0342, "step": 51133 }, { "epoch": 45.41, "learning_rate": 2.604401222500891e-06, "loss": 19.4541, "step": 51134 }, { "epoch": 45.41, "learning_rate": 2.6035046138983164e-06, "loss": 19.0732, "step": 51135 }, { "epoch": 45.41, "learning_rate": 2.602608155532982e-06, "loss": 18.6445, "step": 51136 }, { "epoch": 45.41, "learning_rate": 2.601711847407723e-06, "loss": 18.8486, "step": 51137 }, { "epoch": 45.42, "learning_rate": 2.6008156895253766e-06, "loss": 18.957, "step": 51138 }, { "epoch": 45.42, "learning_rate": 2.599919681888785e-06, "loss": 18.583, "step": 51139 }, { "epoch": 45.42, "learning_rate": 2.5990238245007846e-06, "loss": 18.7715, "step": 51140 }, { "epoch": 45.42, "learning_rate": 2.5981281173642347e-06, "loss": 18.8252, "step": 51141 }, { "epoch": 45.42, "learning_rate": 2.5972325604819493e-06, "loss": 18.2314, "step": 51142 }, { "epoch": 45.42, "learning_rate": 2.5963371538567815e-06, "loss": 18.8848, "step": 51143 }, { "epoch": 45.42, "learning_rate": 2.595441897491574e-06, "loss": 18.79, "step": 51144 }, { "epoch": 45.42, "learning_rate": 2.5945467913891463e-06, "loss": 18.4834, "step": 51145 }, { "epoch": 45.42, "learning_rate": 2.593651835552352e-06, "loss": 18.3398, "step": 51146 }, { "epoch": 45.42, "learning_rate": 2.592757029984022e-06, "loss": 19.1543, "step": 51147 }, { "epoch": 45.42, "learning_rate": 2.591862374686993e-06, "loss": 18.8037, "step": 51148 }, { "epoch": 45.43, "learning_rate": 2.5909678696641014e-06, "loss": 18.6934, "step": 51149 }, { "epoch": 45.43, "learning_rate": 2.590073514918179e-06, "loss": 18.9268, "step": 51150 }, { "epoch": 45.43, "learning_rate": 2.589179310452067e-06, "loss": 18.6523, "step": 51151 }, { "epoch": 45.43, "learning_rate": 2.588285256268591e-06, "loss": 19.1514, "step": 51152 }, { "epoch": 45.43, "learning_rate": 2.5873913523705993e-06, "loss": 19.2021, "step": 51153 }, { "epoch": 45.43, "learning_rate": 2.5864975987609173e-06, "loss": 18.9775, "step": 51154 }, { "epoch": 45.43, "learning_rate": 2.5856039954423706e-06, "loss": 18.3682, "step": 51155 }, { "epoch": 45.43, "learning_rate": 2.584710542417801e-06, "loss": 18.9346, "step": 51156 }, { "epoch": 45.43, "learning_rate": 2.583817239690034e-06, "loss": 18.8682, "step": 51157 }, { "epoch": 45.43, "learning_rate": 2.5829240872619065e-06, "loss": 19.1895, "step": 51158 }, { "epoch": 45.43, "learning_rate": 2.5820310851362605e-06, "loss": 18.6719, "step": 51159 }, { "epoch": 45.44, "learning_rate": 2.5811382333158995e-06, "loss": 18.9463, "step": 51160 }, { "epoch": 45.44, "learning_rate": 2.580245531803671e-06, "loss": 19.4746, "step": 51161 }, { "epoch": 45.44, "learning_rate": 2.579352980602412e-06, "loss": 18.8008, "step": 51162 }, { "epoch": 45.44, "learning_rate": 2.5784605797149308e-06, "loss": 19.0586, "step": 51163 }, { "epoch": 45.44, "learning_rate": 2.577568329144081e-06, "loss": 19.1484, "step": 51164 }, { "epoch": 45.44, "learning_rate": 2.576676228892666e-06, "loss": 18.9727, "step": 51165 }, { "epoch": 45.44, "learning_rate": 2.5757842789635223e-06, "loss": 19.0713, "step": 51166 }, { "epoch": 45.44, "learning_rate": 2.574892479359492e-06, "loss": 18.3125, "step": 51167 }, { "epoch": 45.44, "learning_rate": 2.5740008300833786e-06, "loss": 18.6914, "step": 51168 }, { "epoch": 45.44, "learning_rate": 2.573109331138024e-06, "loss": 19.3926, "step": 51169 }, { "epoch": 45.44, "learning_rate": 2.572217982526254e-06, "loss": 19.0264, "step": 51170 }, { "epoch": 45.44, "learning_rate": 2.5713267842508827e-06, "loss": 18.7998, "step": 51171 }, { "epoch": 45.45, "learning_rate": 2.570435736314747e-06, "loss": 18.7783, "step": 51172 }, { "epoch": 45.45, "learning_rate": 2.569544838720661e-06, "loss": 19.3643, "step": 51173 }, { "epoch": 45.45, "learning_rate": 2.5686540914714565e-06, "loss": 19.0537, "step": 51174 }, { "epoch": 45.45, "learning_rate": 2.567763494569958e-06, "loss": 19.5693, "step": 51175 }, { "epoch": 45.45, "learning_rate": 2.5668730480189807e-06, "loss": 18.9971, "step": 51176 }, { "epoch": 45.45, "learning_rate": 2.5659827518213554e-06, "loss": 18.291, "step": 51177 }, { "epoch": 45.45, "learning_rate": 2.565092605979891e-06, "loss": 18.7002, "step": 51178 }, { "epoch": 45.45, "learning_rate": 2.5642026104974293e-06, "loss": 18.957, "step": 51179 }, { "epoch": 45.45, "learning_rate": 2.56331276537678e-06, "loss": 18.7715, "step": 51180 }, { "epoch": 45.45, "learning_rate": 2.562423070620751e-06, "loss": 19.0068, "step": 51181 }, { "epoch": 45.45, "learning_rate": 2.5615335262321906e-06, "loss": 18.666, "step": 51182 }, { "epoch": 45.46, "learning_rate": 2.5606441322138907e-06, "loss": 19.1582, "step": 51183 }, { "epoch": 45.46, "learning_rate": 2.559754888568683e-06, "loss": 18.6572, "step": 51184 }, { "epoch": 45.46, "learning_rate": 2.558865795299403e-06, "loss": 18.749, "step": 51185 }, { "epoch": 45.46, "learning_rate": 2.557976852408839e-06, "loss": 19.1592, "step": 51186 }, { "epoch": 45.46, "learning_rate": 2.5570880598998205e-06, "loss": 18.9365, "step": 51187 }, { "epoch": 45.46, "learning_rate": 2.5561994177751737e-06, "loss": 19.4521, "step": 51188 }, { "epoch": 45.46, "learning_rate": 2.555310926037702e-06, "loss": 18.9775, "step": 51189 }, { "epoch": 45.46, "learning_rate": 2.554422584690236e-06, "loss": 18.8867, "step": 51190 }, { "epoch": 45.46, "learning_rate": 2.5535343937355794e-06, "loss": 19.3877, "step": 51191 }, { "epoch": 45.46, "learning_rate": 2.5526463531765465e-06, "loss": 18.6455, "step": 51192 }, { "epoch": 45.46, "learning_rate": 2.551758463015963e-06, "loss": 18.7217, "step": 51193 }, { "epoch": 45.47, "learning_rate": 2.550870723256632e-06, "loss": 18.6094, "step": 51194 }, { "epoch": 45.47, "learning_rate": 2.5499831339013848e-06, "loss": 19.1045, "step": 51195 }, { "epoch": 45.47, "learning_rate": 2.5499831339013848e-06, "loss": 18.9609, "step": 51196 }, { "epoch": 45.47, "learning_rate": 2.5490956949530185e-06, "loss": 18.7949, "step": 51197 }, { "epoch": 45.47, "learning_rate": 2.548208406414343e-06, "loss": 18.8193, "step": 51198 }, { "epoch": 45.47, "learning_rate": 2.5473212682881833e-06, "loss": 18.4072, "step": 51199 }, { "epoch": 45.47, "learning_rate": 2.546434280577348e-06, "loss": 18.5244, "step": 51200 }, { "epoch": 45.47, "learning_rate": 2.545547443284646e-06, "loss": 19.1006, "step": 51201 }, { "epoch": 45.47, "learning_rate": 2.5446607564128865e-06, "loss": 19.46, "step": 51202 }, { "epoch": 45.47, "learning_rate": 2.5437742199648894e-06, "loss": 18.8037, "step": 51203 }, { "epoch": 45.47, "learning_rate": 2.542887833943458e-06, "loss": 18.8086, "step": 51204 }, { "epoch": 45.48, "learning_rate": 2.542001598351401e-06, "loss": 18.9258, "step": 51205 }, { "epoch": 45.48, "learning_rate": 2.541115513191533e-06, "loss": 19.5244, "step": 51206 }, { "epoch": 45.48, "learning_rate": 2.540229578466652e-06, "loss": 19.1836, "step": 51207 }, { "epoch": 45.48, "learning_rate": 2.539343794179577e-06, "loss": 19.2637, "step": 51208 }, { "epoch": 45.48, "learning_rate": 2.538458160333118e-06, "loss": 18.751, "step": 51209 }, { "epoch": 45.48, "learning_rate": 2.537572676930067e-06, "loss": 18.6924, "step": 51210 }, { "epoch": 45.48, "learning_rate": 2.5366873439732376e-06, "loss": 19.0498, "step": 51211 }, { "epoch": 45.48, "learning_rate": 2.53580216146545e-06, "loss": 18.7969, "step": 51212 }, { "epoch": 45.48, "learning_rate": 2.5349171294094975e-06, "loss": 19.1289, "step": 51213 }, { "epoch": 45.48, "learning_rate": 2.5340322478081825e-06, "loss": 18.6919, "step": 51214 }, { "epoch": 45.48, "learning_rate": 2.533147516664314e-06, "loss": 18.5459, "step": 51215 }, { "epoch": 45.48, "learning_rate": 2.5322629359806894e-06, "loss": 19.5303, "step": 51216 }, { "epoch": 45.49, "learning_rate": 2.531378505760135e-06, "loss": 18.5518, "step": 51217 }, { "epoch": 45.49, "learning_rate": 2.5304942260054254e-06, "loss": 18.3877, "step": 51218 }, { "epoch": 45.49, "learning_rate": 2.529610096719387e-06, "loss": 18.4844, "step": 51219 }, { "epoch": 45.49, "learning_rate": 2.528726117904812e-06, "loss": 18.835, "step": 51220 }, { "epoch": 45.49, "learning_rate": 2.5278422895644972e-06, "loss": 18.7529, "step": 51221 }, { "epoch": 45.49, "learning_rate": 2.5269586117012522e-06, "loss": 18.8271, "step": 51222 }, { "epoch": 45.49, "learning_rate": 2.526075084317875e-06, "loss": 18.7998, "step": 51223 }, { "epoch": 45.49, "learning_rate": 2.5251917074171685e-06, "loss": 18.6406, "step": 51224 }, { "epoch": 45.49, "learning_rate": 2.5243084810019358e-06, "loss": 18.4854, "step": 51225 }, { "epoch": 45.49, "learning_rate": 2.523425405074964e-06, "loss": 18.4668, "step": 51226 }, { "epoch": 45.49, "learning_rate": 2.5225424796390673e-06, "loss": 19.1133, "step": 51227 }, { "epoch": 45.5, "learning_rate": 2.521659704697027e-06, "loss": 18.7393, "step": 51228 }, { "epoch": 45.5, "learning_rate": 2.5207770802516627e-06, "loss": 18.8984, "step": 51229 }, { "epoch": 45.5, "learning_rate": 2.5198946063057615e-06, "loss": 19.2441, "step": 51230 }, { "epoch": 45.5, "learning_rate": 2.51901228286211e-06, "loss": 18.8691, "step": 51231 }, { "epoch": 45.5, "learning_rate": 2.5181301099235276e-06, "loss": 18.959, "step": 51232 }, { "epoch": 45.5, "learning_rate": 2.517248087492785e-06, "loss": 19.3584, "step": 51233 }, { "epoch": 45.5, "learning_rate": 2.5163662155726965e-06, "loss": 18.542, "step": 51234 }, { "epoch": 45.5, "learning_rate": 2.515484494166065e-06, "loss": 19.3027, "step": 51235 }, { "epoch": 45.5, "learning_rate": 2.514602923275655e-06, "loss": 18.7695, "step": 51236 }, { "epoch": 45.5, "learning_rate": 2.5137215029042814e-06, "loss": 18.5098, "step": 51237 }, { "epoch": 45.5, "learning_rate": 2.5128402330547417e-06, "loss": 19.0225, "step": 51238 }, { "epoch": 45.51, "learning_rate": 2.5119591137298227e-06, "loss": 19.2295, "step": 51239 }, { "epoch": 45.51, "learning_rate": 2.511078144932322e-06, "loss": 19.1152, "step": 51240 }, { "epoch": 45.51, "learning_rate": 2.5101973266650203e-06, "loss": 18.6182, "step": 51241 }, { "epoch": 45.51, "learning_rate": 2.5093166589307104e-06, "loss": 18.623, "step": 51242 }, { "epoch": 45.51, "learning_rate": 2.5084361417322067e-06, "loss": 18.8643, "step": 51243 }, { "epoch": 45.51, "learning_rate": 2.5075557750722677e-06, "loss": 19.0107, "step": 51244 }, { "epoch": 45.51, "learning_rate": 2.506675558953714e-06, "loss": 19.1709, "step": 51245 }, { "epoch": 45.51, "learning_rate": 2.5057954933793203e-06, "loss": 19.1191, "step": 51246 }, { "epoch": 45.51, "learning_rate": 2.5049155783518684e-06, "loss": 18.8457, "step": 51247 }, { "epoch": 45.51, "learning_rate": 2.504035813874167e-06, "loss": 18.9961, "step": 51248 }, { "epoch": 45.51, "learning_rate": 2.503156199948986e-06, "loss": 18.8516, "step": 51249 }, { "epoch": 45.52, "learning_rate": 2.5022767365791288e-06, "loss": 19.0039, "step": 51250 }, { "epoch": 45.52, "learning_rate": 2.501397423767382e-06, "loss": 19.0156, "step": 51251 }, { "epoch": 45.52, "learning_rate": 2.5005182615165157e-06, "loss": 19.4199, "step": 51252 }, { "epoch": 45.52, "learning_rate": 2.499639249829333e-06, "loss": 18.7979, "step": 51253 }, { "epoch": 45.52, "learning_rate": 2.4987603887086155e-06, "loss": 18.9951, "step": 51254 }, { "epoch": 45.52, "learning_rate": 2.4978816781571433e-06, "loss": 18.5615, "step": 51255 }, { "epoch": 45.52, "learning_rate": 2.4970031181777266e-06, "loss": 18.4883, "step": 51256 }, { "epoch": 45.52, "learning_rate": 2.496124708773112e-06, "loss": 18.7383, "step": 51257 }, { "epoch": 45.52, "learning_rate": 2.4952464499461147e-06, "loss": 19.0117, "step": 51258 }, { "epoch": 45.52, "learning_rate": 2.494368341699499e-06, "loss": 19.1719, "step": 51259 }, { "epoch": 45.52, "learning_rate": 2.4934903840360567e-06, "loss": 19.5566, "step": 51260 }, { "epoch": 45.52, "learning_rate": 2.4926125769585808e-06, "loss": 18.3066, "step": 51261 }, { "epoch": 45.53, "learning_rate": 2.4917349204698346e-06, "loss": 18.5059, "step": 51262 }, { "epoch": 45.53, "learning_rate": 2.490857414572606e-06, "loss": 18.9844, "step": 51263 }, { "epoch": 45.53, "learning_rate": 2.4899800592696865e-06, "loss": 18.832, "step": 51264 }, { "epoch": 45.53, "learning_rate": 2.489102854563846e-06, "loss": 18.1289, "step": 51265 }, { "epoch": 45.53, "learning_rate": 2.488225800457872e-06, "loss": 18.5127, "step": 51266 }, { "epoch": 45.53, "learning_rate": 2.4873488969545445e-06, "loss": 19.3105, "step": 51267 }, { "epoch": 45.53, "learning_rate": 2.486472144056634e-06, "loss": 19.0332, "step": 51268 }, { "epoch": 45.53, "learning_rate": 2.485595541766933e-06, "loss": 19.2275, "step": 51269 }, { "epoch": 45.53, "learning_rate": 2.4847190900882e-06, "loss": 18.6143, "step": 51270 }, { "epoch": 45.53, "learning_rate": 2.4838427890232387e-06, "loss": 18.8252, "step": 51271 }, { "epoch": 45.53, "learning_rate": 2.4829666385748127e-06, "loss": 18.8809, "step": 51272 }, { "epoch": 45.54, "learning_rate": 2.4820906387456986e-06, "loss": 18.8135, "step": 51273 }, { "epoch": 45.54, "learning_rate": 2.481214789538677e-06, "loss": 18.5879, "step": 51274 }, { "epoch": 45.54, "learning_rate": 2.4803390909565182e-06, "loss": 18.7783, "step": 51275 }, { "epoch": 45.54, "learning_rate": 2.4794635430020085e-06, "loss": 19.0576, "step": 51276 }, { "epoch": 45.54, "learning_rate": 2.478588145677907e-06, "loss": 19.1377, "step": 51277 }, { "epoch": 45.54, "learning_rate": 2.4777128989870115e-06, "loss": 18.5957, "step": 51278 }, { "epoch": 45.54, "learning_rate": 2.4777128989870115e-06, "loss": 19.1943, "step": 51279 }, { "epoch": 45.54, "learning_rate": 2.4768378029320804e-06, "loss": 18.4268, "step": 51280 }, { "epoch": 45.54, "learning_rate": 2.4759628575158845e-06, "loss": 19.0244, "step": 51281 }, { "epoch": 45.54, "learning_rate": 2.4750880627411986e-06, "loss": 19.0566, "step": 51282 }, { "epoch": 45.54, "learning_rate": 2.4742134186108155e-06, "loss": 18.457, "step": 51283 }, { "epoch": 45.55, "learning_rate": 2.4733389251274884e-06, "loss": 18.9336, "step": 51284 }, { "epoch": 45.55, "learning_rate": 2.472464582293993e-06, "loss": 19.0332, "step": 51285 }, { "epoch": 45.55, "learning_rate": 2.471590390113093e-06, "loss": 18.3076, "step": 51286 }, { "epoch": 45.55, "learning_rate": 2.4707163485875706e-06, "loss": 18.3027, "step": 51287 }, { "epoch": 45.55, "learning_rate": 2.4698424577202006e-06, "loss": 18.8877, "step": 51288 }, { "epoch": 45.55, "learning_rate": 2.4689687175137423e-06, "loss": 18.9316, "step": 51289 }, { "epoch": 45.55, "learning_rate": 2.4680951279709652e-06, "loss": 19.0283, "step": 51290 }, { "epoch": 45.55, "learning_rate": 2.4672216890946454e-06, "loss": 18.4258, "step": 51291 }, { "epoch": 45.55, "learning_rate": 2.4663484008875417e-06, "loss": 18.7207, "step": 51292 }, { "epoch": 45.55, "learning_rate": 2.4654752633524403e-06, "loss": 19.2207, "step": 51293 }, { "epoch": 45.55, "learning_rate": 2.464602276492084e-06, "loss": 19.2686, "step": 51294 }, { "epoch": 45.56, "learning_rate": 2.4637294403092647e-06, "loss": 18.6143, "step": 51295 }, { "epoch": 45.56, "learning_rate": 2.462856754806736e-06, "loss": 18.9199, "step": 51296 }, { "epoch": 45.56, "learning_rate": 2.4619842199872566e-06, "loss": 18.6299, "step": 51297 }, { "epoch": 45.56, "learning_rate": 2.4611118358536134e-06, "loss": 19.1523, "step": 51298 }, { "epoch": 45.56, "learning_rate": 2.460239602408548e-06, "loss": 19.0635, "step": 51299 }, { "epoch": 45.56, "learning_rate": 2.459367519654848e-06, "loss": 18.7031, "step": 51300 }, { "epoch": 45.56, "learning_rate": 2.458495587595261e-06, "loss": 19.1211, "step": 51301 }, { "epoch": 45.56, "learning_rate": 2.4576238062325564e-06, "loss": 18.6855, "step": 51302 }, { "epoch": 45.56, "learning_rate": 2.456752175569499e-06, "loss": 18.6123, "step": 51303 }, { "epoch": 45.56, "learning_rate": 2.4558806956088477e-06, "loss": 19.3496, "step": 51304 }, { "epoch": 45.56, "learning_rate": 2.4550093663533725e-06, "loss": 19.0488, "step": 51305 }, { "epoch": 45.56, "learning_rate": 2.4541381878058266e-06, "loss": 18.5, "step": 51306 }, { "epoch": 45.57, "learning_rate": 2.4532671599689695e-06, "loss": 19.0752, "step": 51307 }, { "epoch": 45.57, "learning_rate": 2.4523962828455704e-06, "loss": 18.3223, "step": 51308 }, { "epoch": 45.57, "learning_rate": 2.4515255564383943e-06, "loss": 18.792, "step": 51309 }, { "epoch": 45.57, "learning_rate": 2.450654980750189e-06, "loss": 19.7188, "step": 51310 }, { "epoch": 45.57, "learning_rate": 2.4497845557837297e-06, "loss": 19.1025, "step": 51311 }, { "epoch": 45.57, "learning_rate": 2.4489142815417534e-06, "loss": 18.5791, "step": 51312 }, { "epoch": 45.57, "learning_rate": 2.4480441580270297e-06, "loss": 18.6309, "step": 51313 }, { "epoch": 45.57, "learning_rate": 2.4471741852423237e-06, "loss": 18.9199, "step": 51314 }, { "epoch": 45.57, "learning_rate": 2.446304363190377e-06, "loss": 19.0723, "step": 51315 }, { "epoch": 45.57, "learning_rate": 2.4454346918739712e-06, "loss": 18.3564, "step": 51316 }, { "epoch": 45.57, "learning_rate": 2.444565171295843e-06, "loss": 18.9736, "step": 51317 }, { "epoch": 45.58, "learning_rate": 2.4436958014587453e-06, "loss": 18.7549, "step": 51318 }, { "epoch": 45.58, "learning_rate": 2.442826582365454e-06, "loss": 19.0039, "step": 51319 }, { "epoch": 45.58, "learning_rate": 2.4419575140187003e-06, "loss": 18.5752, "step": 51320 }, { "epoch": 45.58, "learning_rate": 2.4410885964212595e-06, "loss": 19.1992, "step": 51321 }, { "epoch": 45.58, "learning_rate": 2.4402198295758793e-06, "loss": 18.9453, "step": 51322 }, { "epoch": 45.58, "learning_rate": 2.439351213485308e-06, "loss": 18.9639, "step": 51323 }, { "epoch": 45.58, "learning_rate": 2.4384827481523043e-06, "loss": 18.5127, "step": 51324 }, { "epoch": 45.58, "learning_rate": 2.4376144335796157e-06, "loss": 18.9336, "step": 51325 }, { "epoch": 45.58, "learning_rate": 2.436746269770007e-06, "loss": 18.3252, "step": 51326 }, { "epoch": 45.58, "learning_rate": 2.435878256726221e-06, "loss": 18.8447, "step": 51327 }, { "epoch": 45.58, "learning_rate": 2.4350103944509982e-06, "loss": 18.7793, "step": 51328 }, { "epoch": 45.59, "learning_rate": 2.4341426829471105e-06, "loss": 18.8125, "step": 51329 }, { "epoch": 45.59, "learning_rate": 2.4332751222172934e-06, "loss": 18.3037, "step": 51330 }, { "epoch": 45.59, "learning_rate": 2.4324077122643063e-06, "loss": 18.1963, "step": 51331 }, { "epoch": 45.59, "learning_rate": 2.4315404530909023e-06, "loss": 18.8184, "step": 51332 }, { "epoch": 45.59, "learning_rate": 2.4306733446998133e-06, "loss": 18.127, "step": 51333 }, { "epoch": 45.59, "learning_rate": 2.4298063870938025e-06, "loss": 18.6973, "step": 51334 }, { "epoch": 45.59, "learning_rate": 2.4289395802756022e-06, "loss": 18.7441, "step": 51335 }, { "epoch": 45.59, "learning_rate": 2.4280729242479762e-06, "loss": 18.8213, "step": 51336 }, { "epoch": 45.59, "learning_rate": 2.4272064190136723e-06, "loss": 18.252, "step": 51337 }, { "epoch": 45.59, "learning_rate": 2.426340064575433e-06, "loss": 18.3604, "step": 51338 }, { "epoch": 45.59, "learning_rate": 2.4254738609359896e-06, "loss": 19.0723, "step": 51339 }, { "epoch": 45.6, "learning_rate": 2.424607808098112e-06, "loss": 18.8311, "step": 51340 }, { "epoch": 45.6, "learning_rate": 2.4237419060645307e-06, "loss": 18.8076, "step": 51341 }, { "epoch": 45.6, "learning_rate": 2.422876154837994e-06, "loss": 18.749, "step": 51342 }, { "epoch": 45.6, "learning_rate": 2.42201055442125e-06, "loss": 18.0713, "step": 51343 }, { "epoch": 45.6, "learning_rate": 2.42114510481703e-06, "loss": 18.7754, "step": 51344 }, { "epoch": 45.6, "learning_rate": 2.4202798060280916e-06, "loss": 19.3838, "step": 51345 }, { "epoch": 45.6, "learning_rate": 2.4194146580571676e-06, "loss": 19.418, "step": 51346 }, { "epoch": 45.6, "learning_rate": 2.41854966090701e-06, "loss": 18.8018, "step": 51347 }, { "epoch": 45.6, "learning_rate": 2.4176848145803564e-06, "loss": 19.3232, "step": 51348 }, { "epoch": 45.6, "learning_rate": 2.4168201190799435e-06, "loss": 19.2471, "step": 51349 }, { "epoch": 45.6, "learning_rate": 2.4159555744085183e-06, "loss": 18.9521, "step": 51350 }, { "epoch": 45.6, "learning_rate": 2.4150911805688124e-06, "loss": 19.0996, "step": 51351 }, { "epoch": 45.61, "learning_rate": 2.4142269375635796e-06, "loss": 18.7656, "step": 51352 }, { "epoch": 45.61, "learning_rate": 2.4133628453955447e-06, "loss": 18.4502, "step": 51353 }, { "epoch": 45.61, "learning_rate": 2.4124989040674615e-06, "loss": 18.9707, "step": 51354 }, { "epoch": 45.61, "learning_rate": 2.4116351135820558e-06, "loss": 18.6636, "step": 51355 }, { "epoch": 45.61, "learning_rate": 2.4107714739420697e-06, "loss": 19.3047, "step": 51356 }, { "epoch": 45.61, "learning_rate": 2.409907985150239e-06, "loss": 18.6807, "step": 51357 }, { "epoch": 45.61, "learning_rate": 2.4090446472093133e-06, "loss": 18.6367, "step": 51358 }, { "epoch": 45.61, "learning_rate": 2.4081814601220165e-06, "loss": 18.5947, "step": 51359 }, { "epoch": 45.61, "learning_rate": 2.4073184238910916e-06, "loss": 18.2959, "step": 51360 }, { "epoch": 45.61, "learning_rate": 2.4064555385192588e-06, "loss": 19.4863, "step": 51361 }, { "epoch": 45.61, "learning_rate": 2.4055928040092657e-06, "loss": 18.6377, "step": 51362 }, { "epoch": 45.62, "learning_rate": 2.4047302203638544e-06, "loss": 18.4111, "step": 51363 }, { "epoch": 45.62, "learning_rate": 2.4038677875857505e-06, "loss": 18.8115, "step": 51364 }, { "epoch": 45.62, "learning_rate": 2.4030055056776802e-06, "loss": 19.1689, "step": 51365 }, { "epoch": 45.62, "learning_rate": 2.402143374642396e-06, "loss": 18.5332, "step": 51366 }, { "epoch": 45.62, "learning_rate": 2.4012813944826074e-06, "loss": 19.6279, "step": 51367 }, { "epoch": 45.62, "learning_rate": 2.4004195652010675e-06, "loss": 18.8721, "step": 51368 }, { "epoch": 45.62, "learning_rate": 2.399557886800491e-06, "loss": 18.6396, "step": 51369 }, { "epoch": 45.62, "learning_rate": 2.398696359283625e-06, "loss": 19.2334, "step": 51370 }, { "epoch": 45.62, "learning_rate": 2.397834982653191e-06, "loss": 19.5273, "step": 51371 }, { "epoch": 45.62, "learning_rate": 2.3969737569119133e-06, "loss": 18.8809, "step": 51372 }, { "epoch": 45.62, "learning_rate": 2.39611268206254e-06, "loss": 19.1934, "step": 51373 }, { "epoch": 45.63, "learning_rate": 2.395251758107786e-06, "loss": 19.1289, "step": 51374 }, { "epoch": 45.63, "learning_rate": 2.3943909850503876e-06, "loss": 18.8008, "step": 51375 }, { "epoch": 45.63, "learning_rate": 2.3935303628930707e-06, "loss": 18.7285, "step": 51376 }, { "epoch": 45.63, "learning_rate": 2.392669891638555e-06, "loss": 18.5771, "step": 51377 }, { "epoch": 45.63, "learning_rate": 2.3918095712895826e-06, "loss": 19.1846, "step": 51378 }, { "epoch": 45.63, "learning_rate": 2.3909494018488687e-06, "loss": 18.7559, "step": 51379 }, { "epoch": 45.63, "learning_rate": 2.3900893833191496e-06, "loss": 18.9639, "step": 51380 }, { "epoch": 45.63, "learning_rate": 2.389229515703151e-06, "loss": 18.999, "step": 51381 }, { "epoch": 45.63, "learning_rate": 2.3883697990035814e-06, "loss": 18.751, "step": 51382 }, { "epoch": 45.63, "learning_rate": 2.3875102332231836e-06, "loss": 18.6104, "step": 51383 }, { "epoch": 45.63, "learning_rate": 2.386650818364683e-06, "loss": 18.7559, "step": 51384 }, { "epoch": 45.63, "learning_rate": 2.3857915544307884e-06, "loss": 18.6328, "step": 51385 }, { "epoch": 45.64, "learning_rate": 2.384932441424248e-06, "loss": 19.499, "step": 51386 }, { "epoch": 45.64, "learning_rate": 2.3840734793477593e-06, "loss": 18.3105, "step": 51387 }, { "epoch": 45.64, "learning_rate": 2.3832146682040534e-06, "loss": 18.5542, "step": 51388 }, { "epoch": 45.64, "learning_rate": 2.3823560079958617e-06, "loss": 18.9277, "step": 51389 }, { "epoch": 45.64, "learning_rate": 2.3814974987258933e-06, "loss": 18.8232, "step": 51390 }, { "epoch": 45.64, "learning_rate": 2.3806391403968843e-06, "loss": 18.4023, "step": 51391 }, { "epoch": 45.64, "learning_rate": 2.379780933011544e-06, "loss": 18.8906, "step": 51392 }, { "epoch": 45.64, "learning_rate": 2.3789228765725923e-06, "loss": 18.5361, "step": 51393 }, { "epoch": 45.64, "learning_rate": 2.3780649710827554e-06, "loss": 18.5391, "step": 51394 }, { "epoch": 45.64, "learning_rate": 2.377207216544741e-06, "loss": 18.7793, "step": 51395 }, { "epoch": 45.64, "learning_rate": 2.376349612961287e-06, "loss": 18.624, "step": 51396 }, { "epoch": 45.65, "learning_rate": 2.3754921603351022e-06, "loss": 19.2109, "step": 51397 }, { "epoch": 45.65, "learning_rate": 2.374634858668895e-06, "loss": 19.1406, "step": 51398 }, { "epoch": 45.65, "learning_rate": 2.373777707965402e-06, "loss": 18.9336, "step": 51399 }, { "epoch": 45.65, "learning_rate": 2.372920708227322e-06, "loss": 18.6016, "step": 51400 }, { "epoch": 45.65, "learning_rate": 2.372063859457374e-06, "loss": 18.7402, "step": 51401 }, { "epoch": 45.65, "learning_rate": 2.3712071616582953e-06, "loss": 19.4209, "step": 51402 }, { "epoch": 45.65, "learning_rate": 2.3703506148327782e-06, "loss": 18.4092, "step": 51403 }, { "epoch": 45.65, "learning_rate": 2.3694942189835424e-06, "loss": 18.8447, "step": 51404 }, { "epoch": 45.65, "learning_rate": 2.368637974113308e-06, "loss": 19.1182, "step": 51405 }, { "epoch": 45.65, "learning_rate": 2.3677818802247788e-06, "loss": 19.3203, "step": 51406 }, { "epoch": 45.65, "learning_rate": 2.366925937320691e-06, "loss": 19.416, "step": 51407 }, { "epoch": 45.66, "learning_rate": 2.3660701454037316e-06, "loss": 18.9746, "step": 51408 }, { "epoch": 45.66, "learning_rate": 2.365214504476626e-06, "loss": 18.7607, "step": 51409 }, { "epoch": 45.66, "learning_rate": 2.364359014542089e-06, "loss": 18.9023, "step": 51410 }, { "epoch": 45.66, "learning_rate": 2.3635036756028183e-06, "loss": 18.4658, "step": 51411 }, { "epoch": 45.66, "learning_rate": 2.3626484876615453e-06, "loss": 18.999, "step": 51412 }, { "epoch": 45.66, "learning_rate": 2.3617934507209726e-06, "loss": 19.1377, "step": 51413 }, { "epoch": 45.66, "learning_rate": 2.360938564783799e-06, "loss": 18.877, "step": 51414 }, { "epoch": 45.66, "learning_rate": 2.3600838298527493e-06, "loss": 18.7744, "step": 51415 }, { "epoch": 45.66, "learning_rate": 2.359229245930522e-06, "loss": 18.9355, "step": 51416 }, { "epoch": 45.66, "learning_rate": 2.358374813019837e-06, "loss": 18.9717, "step": 51417 }, { "epoch": 45.66, "learning_rate": 2.357520531123403e-06, "loss": 19.0117, "step": 51418 }, { "epoch": 45.67, "learning_rate": 2.357520531123403e-06, "loss": 18.7256, "step": 51419 }, { "epoch": 45.67, "learning_rate": 2.3566664002439064e-06, "loss": 18.5234, "step": 51420 }, { "epoch": 45.67, "learning_rate": 2.355812420384079e-06, "loss": 18.3896, "step": 51421 }, { "epoch": 45.67, "learning_rate": 2.3549585915466134e-06, "loss": 18.5947, "step": 51422 }, { "epoch": 45.67, "learning_rate": 2.3549585915466134e-06, "loss": 19.165, "step": 51423 }, { "epoch": 45.67, "learning_rate": 2.3541049137342285e-06, "loss": 18.3906, "step": 51424 }, { "epoch": 45.67, "learning_rate": 2.353251386949623e-06, "loss": 18.7422, "step": 51425 }, { "epoch": 45.67, "learning_rate": 2.3523980111955e-06, "loss": 18.917, "step": 51426 }, { "epoch": 45.67, "learning_rate": 2.3515447864745687e-06, "loss": 18.5, "step": 51427 }, { "epoch": 45.67, "learning_rate": 2.350691712789527e-06, "loss": 18.9365, "step": 51428 }, { "epoch": 45.67, "learning_rate": 2.3498387901430887e-06, "loss": 18.6309, "step": 51429 }, { "epoch": 45.67, "learning_rate": 2.3489860185379466e-06, "loss": 18.5088, "step": 51430 }, { "epoch": 45.68, "learning_rate": 2.348133397976815e-06, "loss": 18.2529, "step": 51431 }, { "epoch": 45.68, "learning_rate": 2.3472809284623976e-06, "loss": 18.542, "step": 51432 }, { "epoch": 45.68, "learning_rate": 2.346428609997381e-06, "loss": 19.1016, "step": 51433 }, { "epoch": 45.68, "learning_rate": 2.345576442584474e-06, "loss": 18.7617, "step": 51434 }, { "epoch": 45.68, "learning_rate": 2.3447244262263857e-06, "loss": 18.7734, "step": 51435 }, { "epoch": 45.68, "learning_rate": 2.343872560925814e-06, "loss": 18.2905, "step": 51436 }, { "epoch": 45.68, "learning_rate": 2.3430208466854507e-06, "loss": 18.9482, "step": 51437 }, { "epoch": 45.68, "learning_rate": 2.3421692835080057e-06, "loss": 18.5693, "step": 51438 }, { "epoch": 45.68, "learning_rate": 2.3413178713961705e-06, "loss": 18.4482, "step": 51439 }, { "epoch": 45.68, "learning_rate": 2.340466610352654e-06, "loss": 19.1973, "step": 51440 }, { "epoch": 45.68, "learning_rate": 2.3396155003801436e-06, "loss": 18.7695, "step": 51441 }, { "epoch": 45.69, "learning_rate": 2.338764541481336e-06, "loss": 18.9639, "step": 51442 }, { "epoch": 45.69, "learning_rate": 2.337913733658942e-06, "loss": 18.7207, "step": 51443 }, { "epoch": 45.69, "learning_rate": 2.337063076915641e-06, "loss": 19.5107, "step": 51444 }, { "epoch": 45.69, "learning_rate": 2.336212571254148e-06, "loss": 18.4697, "step": 51445 }, { "epoch": 45.69, "learning_rate": 2.3353622166771396e-06, "loss": 19.2539, "step": 51446 }, { "epoch": 45.69, "learning_rate": 2.3345120131873346e-06, "loss": 18.8828, "step": 51447 }, { "epoch": 45.69, "learning_rate": 2.333661960787409e-06, "loss": 19.1143, "step": 51448 }, { "epoch": 45.69, "learning_rate": 2.3328120594800552e-06, "loss": 18.6592, "step": 51449 }, { "epoch": 45.69, "learning_rate": 2.3319623092679875e-06, "loss": 18.6553, "step": 51450 }, { "epoch": 45.69, "learning_rate": 2.3311127101538764e-06, "loss": 18.8262, "step": 51451 }, { "epoch": 45.69, "learning_rate": 2.3302632621404307e-06, "loss": 19.043, "step": 51452 }, { "epoch": 45.7, "learning_rate": 2.329413965230343e-06, "loss": 19.4375, "step": 51453 }, { "epoch": 45.7, "learning_rate": 2.3285648194262875e-06, "loss": 18.7881, "step": 51454 }, { "epoch": 45.7, "learning_rate": 2.3277158247309805e-06, "loss": 18.3247, "step": 51455 }, { "epoch": 45.7, "learning_rate": 2.326866981147091e-06, "loss": 18.832, "step": 51456 }, { "epoch": 45.7, "learning_rate": 2.326018288677323e-06, "loss": 18.7065, "step": 51457 }, { "epoch": 45.7, "learning_rate": 2.325169747324374e-06, "loss": 18.5762, "step": 51458 }, { "epoch": 45.7, "learning_rate": 2.324321357090914e-06, "loss": 18.6152, "step": 51459 }, { "epoch": 45.7, "learning_rate": 2.3234731179796356e-06, "loss": 19.0664, "step": 51460 }, { "epoch": 45.7, "learning_rate": 2.322625029993242e-06, "loss": 19.1045, "step": 51461 }, { "epoch": 45.7, "learning_rate": 2.3217770931344086e-06, "loss": 18.4385, "step": 51462 }, { "epoch": 45.7, "learning_rate": 2.3209293074058336e-06, "loss": 18.9482, "step": 51463 }, { "epoch": 45.71, "learning_rate": 2.3200816728101926e-06, "loss": 18.9492, "step": 51464 }, { "epoch": 45.71, "learning_rate": 2.319234189350178e-06, "loss": 18.8213, "step": 51465 }, { "epoch": 45.71, "learning_rate": 2.3183868570284817e-06, "loss": 19.1748, "step": 51466 }, { "epoch": 45.71, "learning_rate": 2.317539675847774e-06, "loss": 18.9531, "step": 51467 }, { "epoch": 45.71, "learning_rate": 2.3166926458107584e-06, "loss": 18.4248, "step": 51468 }, { "epoch": 45.71, "learning_rate": 2.3158457669201104e-06, "loss": 18.9199, "step": 51469 }, { "epoch": 45.71, "learning_rate": 2.3149990391785116e-06, "loss": 18.9033, "step": 51470 }, { "epoch": 45.71, "learning_rate": 2.314152462588659e-06, "loss": 18.4229, "step": 51471 }, { "epoch": 45.71, "learning_rate": 2.313306037153218e-06, "loss": 19.0664, "step": 51472 }, { "epoch": 45.71, "learning_rate": 2.3124597628748858e-06, "loss": 18.4902, "step": 51473 }, { "epoch": 45.71, "learning_rate": 2.3116136397563382e-06, "loss": 18.9297, "step": 51474 }, { "epoch": 45.71, "learning_rate": 2.3107676678002565e-06, "loss": 18.5645, "step": 51475 }, { "epoch": 45.72, "learning_rate": 2.3099218470093274e-06, "loss": 18.9365, "step": 51476 }, { "epoch": 45.72, "learning_rate": 2.309076177386227e-06, "loss": 18.3809, "step": 51477 }, { "epoch": 45.72, "learning_rate": 2.3082306589336355e-06, "loss": 18.7568, "step": 51478 }, { "epoch": 45.72, "learning_rate": 2.3073852916542515e-06, "loss": 18.1426, "step": 51479 }, { "epoch": 45.72, "learning_rate": 2.3065400755507227e-06, "loss": 19.0664, "step": 51480 }, { "epoch": 45.72, "learning_rate": 2.3056950106257525e-06, "loss": 18.9805, "step": 51481 }, { "epoch": 45.72, "learning_rate": 2.3048500968819997e-06, "loss": 18.6934, "step": 51482 }, { "epoch": 45.72, "learning_rate": 2.304005334322162e-06, "loss": 18.5508, "step": 51483 }, { "epoch": 45.72, "learning_rate": 2.303160722948916e-06, "loss": 19.2656, "step": 51484 }, { "epoch": 45.72, "learning_rate": 2.3023162627649253e-06, "loss": 19.0273, "step": 51485 }, { "epoch": 45.72, "learning_rate": 2.301471953772871e-06, "loss": 18.6514, "step": 51486 }, { "epoch": 45.73, "learning_rate": 2.3006277959754353e-06, "loss": 18.9307, "step": 51487 }, { "epoch": 45.73, "learning_rate": 2.299783789375287e-06, "loss": 18.3447, "step": 51488 }, { "epoch": 45.73, "learning_rate": 2.2989399339751137e-06, "loss": 18.7969, "step": 51489 }, { "epoch": 45.73, "learning_rate": 2.29809622977758e-06, "loss": 18.6143, "step": 51490 }, { "epoch": 45.73, "learning_rate": 2.2972526767853553e-06, "loss": 18.873, "step": 51491 }, { "epoch": 45.73, "learning_rate": 2.296409275001127e-06, "loss": 18.6133, "step": 51492 }, { "epoch": 45.73, "learning_rate": 2.2955660244275535e-06, "loss": 18.7393, "step": 51493 }, { "epoch": 45.73, "learning_rate": 2.2947229250673275e-06, "loss": 18.9004, "step": 51494 }, { "epoch": 45.73, "learning_rate": 2.293879976923108e-06, "loss": 18.7354, "step": 51495 }, { "epoch": 45.73, "learning_rate": 2.2930371799975594e-06, "loss": 18.8369, "step": 51496 }, { "epoch": 45.73, "learning_rate": 2.2921945342933683e-06, "loss": 18.7305, "step": 51497 }, { "epoch": 45.74, "learning_rate": 2.2913520398131995e-06, "loss": 18.6592, "step": 51498 }, { "epoch": 45.74, "learning_rate": 2.2905096965597227e-06, "loss": 18.6992, "step": 51499 }, { "epoch": 45.74, "learning_rate": 2.2896675045356142e-06, "loss": 18.5996, "step": 51500 }, { "epoch": 45.74, "learning_rate": 2.2888254637435325e-06, "loss": 19.1357, "step": 51501 }, { "epoch": 45.74, "learning_rate": 2.2879835741861586e-06, "loss": 18.7539, "step": 51502 }, { "epoch": 45.74, "learning_rate": 2.287141835866152e-06, "loss": 19.002, "step": 51503 }, { "epoch": 45.74, "learning_rate": 2.286300248786183e-06, "loss": 18.8613, "step": 51504 }, { "epoch": 45.74, "learning_rate": 2.2854588129489264e-06, "loss": 18.7979, "step": 51505 }, { "epoch": 45.74, "learning_rate": 2.2846175283570415e-06, "loss": 19.1562, "step": 51506 }, { "epoch": 45.74, "learning_rate": 2.2837763950131986e-06, "loss": 18.5508, "step": 51507 }, { "epoch": 45.74, "learning_rate": 2.2829354129200564e-06, "loss": 19.1543, "step": 51508 }, { "epoch": 45.75, "learning_rate": 2.2820945820802853e-06, "loss": 18.708, "step": 51509 }, { "epoch": 45.75, "learning_rate": 2.2812539024965607e-06, "loss": 18.9844, "step": 51510 }, { "epoch": 45.75, "learning_rate": 2.2804133741715363e-06, "loss": 18.7549, "step": 51511 }, { "epoch": 45.75, "learning_rate": 2.2795729971078704e-06, "loss": 18.7852, "step": 51512 }, { "epoch": 45.75, "learning_rate": 2.2787327713082453e-06, "loss": 18.6133, "step": 51513 }, { "epoch": 45.75, "learning_rate": 2.277892696775308e-06, "loss": 18.5801, "step": 51514 }, { "epoch": 45.75, "learning_rate": 2.2770527735117285e-06, "loss": 18.7832, "step": 51515 }, { "epoch": 45.75, "learning_rate": 2.276213001520172e-06, "loss": 18.835, "step": 51516 }, { "epoch": 45.75, "learning_rate": 2.2753733808032916e-06, "loss": 18.9629, "step": 51517 }, { "epoch": 45.75, "learning_rate": 2.2745339113637577e-06, "loss": 19.0166, "step": 51518 }, { "epoch": 45.75, "learning_rate": 2.273694593204223e-06, "loss": 18.8877, "step": 51519 }, { "epoch": 45.75, "learning_rate": 2.272855426327358e-06, "loss": 18.4043, "step": 51520 }, { "epoch": 45.76, "learning_rate": 2.272016410735811e-06, "loss": 18.6426, "step": 51521 }, { "epoch": 45.76, "learning_rate": 2.2711775464322515e-06, "loss": 19.1367, "step": 51522 }, { "epoch": 45.76, "learning_rate": 2.2703388334193387e-06, "loss": 18.7705, "step": 51523 }, { "epoch": 45.76, "learning_rate": 2.2695002716997147e-06, "loss": 18.8369, "step": 51524 }, { "epoch": 45.76, "learning_rate": 2.268661861276061e-06, "loss": 18.5381, "step": 51525 }, { "epoch": 45.76, "learning_rate": 2.2678236021510145e-06, "loss": 18.4746, "step": 51526 }, { "epoch": 45.76, "learning_rate": 2.2669854943272505e-06, "loss": 18.4922, "step": 51527 }, { "epoch": 45.76, "learning_rate": 2.266147537807417e-06, "loss": 18.7773, "step": 51528 }, { "epoch": 45.76, "learning_rate": 2.2653097325941617e-06, "loss": 19.3906, "step": 51529 }, { "epoch": 45.76, "learning_rate": 2.2644720786901495e-06, "loss": 18.5098, "step": 51530 }, { "epoch": 45.76, "learning_rate": 2.2636345760980393e-06, "loss": 18.7334, "step": 51531 }, { "epoch": 45.77, "learning_rate": 2.2627972248204787e-06, "loss": 18.8115, "step": 51532 }, { "epoch": 45.77, "learning_rate": 2.2619600248601327e-06, "loss": 18.6416, "step": 51533 }, { "epoch": 45.77, "learning_rate": 2.2611229762196375e-06, "loss": 18.2939, "step": 51534 }, { "epoch": 45.77, "learning_rate": 2.260286078901658e-06, "loss": 18.584, "step": 51535 }, { "epoch": 45.77, "learning_rate": 2.2594493329088474e-06, "loss": 19.0029, "step": 51536 }, { "epoch": 45.77, "learning_rate": 2.258612738243848e-06, "loss": 18.8154, "step": 51537 }, { "epoch": 45.77, "learning_rate": 2.257776294909325e-06, "loss": 18.5186, "step": 51538 }, { "epoch": 45.77, "learning_rate": 2.2569400029079257e-06, "loss": 18.5225, "step": 51539 }, { "epoch": 45.77, "learning_rate": 2.2561038622422926e-06, "loss": 18.584, "step": 51540 }, { "epoch": 45.77, "learning_rate": 2.25526787291509e-06, "loss": 18.6436, "step": 51541 }, { "epoch": 45.77, "learning_rate": 2.25526787291509e-06, "loss": 18.6602, "step": 51542 }, { "epoch": 45.78, "learning_rate": 2.254432034928955e-06, "loss": 18.4424, "step": 51543 }, { "epoch": 45.78, "learning_rate": 2.2535963482865464e-06, "loss": 18.8525, "step": 51544 }, { "epoch": 45.78, "learning_rate": 2.2527608129905063e-06, "loss": 18.7471, "step": 51545 }, { "epoch": 45.78, "learning_rate": 2.251925429043483e-06, "loss": 18.377, "step": 51546 }, { "epoch": 45.78, "learning_rate": 2.251090196448136e-06, "loss": 18.584, "step": 51547 }, { "epoch": 45.78, "learning_rate": 2.250255115207095e-06, "loss": 18.5625, "step": 51548 }, { "epoch": 45.78, "learning_rate": 2.24942018532302e-06, "loss": 18.6338, "step": 51549 }, { "epoch": 45.78, "learning_rate": 2.248585406798559e-06, "loss": 18.5781, "step": 51550 }, { "epoch": 45.78, "learning_rate": 2.247750779636343e-06, "loss": 18.4766, "step": 51551 }, { "epoch": 45.78, "learning_rate": 2.246916303839036e-06, "loss": 18.7871, "step": 51552 }, { "epoch": 45.78, "learning_rate": 2.2460819794092647e-06, "loss": 18.6514, "step": 51553 }, { "epoch": 45.79, "learning_rate": 2.2452478063496875e-06, "loss": 18.7295, "step": 51554 }, { "epoch": 45.79, "learning_rate": 2.2444137846629575e-06, "loss": 18.4814, "step": 51555 }, { "epoch": 45.79, "learning_rate": 2.24357991435169e-06, "loss": 18.5723, "step": 51556 }, { "epoch": 45.79, "learning_rate": 2.242746195418549e-06, "loss": 19.4082, "step": 51557 }, { "epoch": 45.79, "learning_rate": 2.241912627866172e-06, "loss": 18.5, "step": 51558 }, { "epoch": 45.79, "learning_rate": 2.2410792116972e-06, "loss": 18.4912, "step": 51559 }, { "epoch": 45.79, "learning_rate": 2.240245946914288e-06, "loss": 18.9355, "step": 51560 }, { "epoch": 45.79, "learning_rate": 2.2394128335200494e-06, "loss": 18.3486, "step": 51561 }, { "epoch": 45.79, "learning_rate": 2.2385798715171437e-06, "loss": 18.9141, "step": 51562 }, { "epoch": 45.79, "learning_rate": 2.237747060908213e-06, "loss": 18.8545, "step": 51563 }, { "epoch": 45.79, "learning_rate": 2.2369144016958886e-06, "loss": 19.2656, "step": 51564 }, { "epoch": 45.79, "learning_rate": 2.2360818938828187e-06, "loss": 19.0117, "step": 51565 }, { "epoch": 45.8, "learning_rate": 2.235249537471634e-06, "loss": 19.2275, "step": 51566 }, { "epoch": 45.8, "learning_rate": 2.2344173324649774e-06, "loss": 18.5146, "step": 51567 }, { "epoch": 45.8, "learning_rate": 2.2335852788654854e-06, "loss": 19.1758, "step": 51568 }, { "epoch": 45.8, "learning_rate": 2.2327533766757945e-06, "loss": 18.8311, "step": 51569 }, { "epoch": 45.8, "learning_rate": 2.2319216258985475e-06, "loss": 18.6836, "step": 51570 }, { "epoch": 45.8, "learning_rate": 2.2310900265363753e-06, "loss": 18.5244, "step": 51571 }, { "epoch": 45.8, "learning_rate": 2.2302585785919095e-06, "loss": 18.6992, "step": 51572 }, { "epoch": 45.8, "learning_rate": 2.229427282067792e-06, "loss": 18.3047, "step": 51573 }, { "epoch": 45.8, "learning_rate": 2.2285961369666595e-06, "loss": 17.835, "step": 51574 }, { "epoch": 45.8, "learning_rate": 2.227765143291144e-06, "loss": 19.083, "step": 51575 }, { "epoch": 45.8, "learning_rate": 2.2269343010438814e-06, "loss": 19.3213, "step": 51576 }, { "epoch": 45.81, "learning_rate": 2.2261036102274977e-06, "loss": 18.8154, "step": 51577 }, { "epoch": 45.81, "learning_rate": 2.2252730708446355e-06, "loss": 18.6514, "step": 51578 }, { "epoch": 45.81, "learning_rate": 2.2244426828979204e-06, "loss": 19.1191, "step": 51579 }, { "epoch": 45.81, "learning_rate": 2.223612446389983e-06, "loss": 18.5342, "step": 51580 }, { "epoch": 45.81, "learning_rate": 2.222782361323472e-06, "loss": 18.9219, "step": 51581 }, { "epoch": 45.81, "learning_rate": 2.221952427701002e-06, "loss": 18.9141, "step": 51582 }, { "epoch": 45.81, "learning_rate": 2.2211226455252033e-06, "loss": 18.6855, "step": 51583 }, { "epoch": 45.81, "learning_rate": 2.220293014798719e-06, "loss": 18.6934, "step": 51584 }, { "epoch": 45.81, "learning_rate": 2.2194635355241576e-06, "loss": 18.916, "step": 51585 }, { "epoch": 45.81, "learning_rate": 2.218634207704173e-06, "loss": 18.9844, "step": 51586 }, { "epoch": 45.81, "learning_rate": 2.2178050313413855e-06, "loss": 18.8291, "step": 51587 }, { "epoch": 45.82, "learning_rate": 2.216976006438409e-06, "loss": 19.1787, "step": 51588 }, { "epoch": 45.82, "learning_rate": 2.216147132997892e-06, "loss": 18.8867, "step": 51589 }, { "epoch": 45.82, "learning_rate": 2.215318411022449e-06, "loss": 19.1904, "step": 51590 }, { "epoch": 45.82, "learning_rate": 2.2144898405147107e-06, "loss": 19.0908, "step": 51591 }, { "epoch": 45.82, "learning_rate": 2.2136614214772978e-06, "loss": 18.793, "step": 51592 }, { "epoch": 45.82, "learning_rate": 2.212833153912852e-06, "loss": 18.7773, "step": 51593 }, { "epoch": 45.82, "learning_rate": 2.2120050378239887e-06, "loss": 19.1689, "step": 51594 }, { "epoch": 45.82, "learning_rate": 2.2111770732133217e-06, "loss": 19.1328, "step": 51595 }, { "epoch": 45.82, "learning_rate": 2.210349260083494e-06, "loss": 18.5039, "step": 51596 }, { "epoch": 45.82, "learning_rate": 2.20952159843712e-06, "loss": 18.71, "step": 51597 }, { "epoch": 45.82, "learning_rate": 2.20869408827683e-06, "loss": 18.9629, "step": 51598 }, { "epoch": 45.83, "learning_rate": 2.20786672960524e-06, "loss": 18.5684, "step": 51599 }, { "epoch": 45.83, "learning_rate": 2.2070395224249698e-06, "loss": 18.6211, "step": 51600 }, { "epoch": 45.83, "learning_rate": 2.20621246673865e-06, "loss": 19.1074, "step": 51601 }, { "epoch": 45.83, "learning_rate": 2.205385562548895e-06, "loss": 18.5234, "step": 51602 }, { "epoch": 45.83, "learning_rate": 2.204558809858337e-06, "loss": 18.793, "step": 51603 }, { "epoch": 45.83, "learning_rate": 2.20373220866959e-06, "loss": 18.7969, "step": 51604 }, { "epoch": 45.83, "learning_rate": 2.2029057589852633e-06, "loss": 18.6426, "step": 51605 }, { "epoch": 45.83, "learning_rate": 2.2020794608079874e-06, "loss": 18.9199, "step": 51606 }, { "epoch": 45.83, "learning_rate": 2.201253314140389e-06, "loss": 19.0605, "step": 51607 }, { "epoch": 45.83, "learning_rate": 2.200427318985071e-06, "loss": 19.1006, "step": 51608 }, { "epoch": 45.83, "learning_rate": 2.199601475344676e-06, "loss": 19.2412, "step": 51609 }, { "epoch": 45.83, "learning_rate": 2.1987757832217904e-06, "loss": 18.2617, "step": 51610 }, { "epoch": 45.84, "learning_rate": 2.19795024261904e-06, "loss": 18.7852, "step": 51611 }, { "epoch": 45.84, "learning_rate": 2.197124853539062e-06, "loss": 18.2354, "step": 51612 }, { "epoch": 45.84, "learning_rate": 2.1962996159844484e-06, "loss": 18.6025, "step": 51613 }, { "epoch": 45.84, "learning_rate": 2.1954745299578306e-06, "loss": 19.1533, "step": 51614 }, { "epoch": 45.84, "learning_rate": 2.194649595461823e-06, "loss": 18.9521, "step": 51615 }, { "epoch": 45.84, "learning_rate": 2.1938248124990234e-06, "loss": 18.7021, "step": 51616 }, { "epoch": 45.84, "learning_rate": 2.193000181072069e-06, "loss": 18.5244, "step": 51617 }, { "epoch": 45.84, "learning_rate": 2.1921757011835573e-06, "loss": 19.7871, "step": 51618 }, { "epoch": 45.84, "learning_rate": 2.191351372836109e-06, "loss": 18.5713, "step": 51619 }, { "epoch": 45.84, "learning_rate": 2.1905271960323435e-06, "loss": 18.6836, "step": 51620 }, { "epoch": 45.84, "learning_rate": 2.1897031707748537e-06, "loss": 18.751, "step": 51621 }, { "epoch": 45.85, "learning_rate": 2.1888792970662707e-06, "loss": 19.1729, "step": 51622 }, { "epoch": 45.85, "learning_rate": 2.1880555749091923e-06, "loss": 18.751, "step": 51623 }, { "epoch": 45.85, "learning_rate": 2.187232004306239e-06, "loss": 18.3955, "step": 51624 }, { "epoch": 45.85, "learning_rate": 2.1864085852600303e-06, "loss": 18.8994, "step": 51625 }, { "epoch": 45.85, "learning_rate": 2.1855853177731533e-06, "loss": 19.208, "step": 51626 }, { "epoch": 45.85, "learning_rate": 2.1847622018482283e-06, "loss": 18.4971, "step": 51627 }, { "epoch": 45.85, "learning_rate": 2.183939237487864e-06, "loss": 18.6133, "step": 51628 }, { "epoch": 45.85, "learning_rate": 2.18311642469467e-06, "loss": 19.2715, "step": 51629 }, { "epoch": 45.85, "learning_rate": 2.182293763471266e-06, "loss": 19.0625, "step": 51630 }, { "epoch": 45.85, "learning_rate": 2.1814712538202333e-06, "loss": 18.8857, "step": 51631 }, { "epoch": 45.85, "learning_rate": 2.180648895744197e-06, "loss": 18.2695, "step": 51632 }, { "epoch": 45.86, "learning_rate": 2.179826689245762e-06, "loss": 19.2051, "step": 51633 }, { "epoch": 45.86, "learning_rate": 2.1790046343275306e-06, "loss": 19.3672, "step": 51634 }, { "epoch": 45.86, "learning_rate": 2.1781827309921233e-06, "loss": 19.4844, "step": 51635 }, { "epoch": 45.86, "learning_rate": 2.177360979242121e-06, "loss": 18.7471, "step": 51636 }, { "epoch": 45.86, "learning_rate": 2.176539379080139e-06, "loss": 19.2842, "step": 51637 }, { "epoch": 45.86, "learning_rate": 2.1757179305087917e-06, "loss": 18.5732, "step": 51638 }, { "epoch": 45.86, "learning_rate": 2.1748966335306654e-06, "loss": 18.7783, "step": 51639 }, { "epoch": 45.86, "learning_rate": 2.1740754881483804e-06, "loss": 18.9053, "step": 51640 }, { "epoch": 45.86, "learning_rate": 2.1732544943645294e-06, "loss": 18.9355, "step": 51641 }, { "epoch": 45.86, "learning_rate": 2.1724336521817155e-06, "loss": 18.9199, "step": 51642 }, { "epoch": 45.86, "learning_rate": 2.171612961602543e-06, "loss": 18.7539, "step": 51643 }, { "epoch": 45.87, "learning_rate": 2.1707924226296083e-06, "loss": 18.9307, "step": 51644 }, { "epoch": 45.87, "learning_rate": 2.169972035265522e-06, "loss": 18.6582, "step": 51645 }, { "epoch": 45.87, "learning_rate": 2.1691517995128807e-06, "loss": 18.7607, "step": 51646 }, { "epoch": 45.87, "learning_rate": 2.1683317153742776e-06, "loss": 18.9004, "step": 51647 }, { "epoch": 45.87, "learning_rate": 2.1675117828523216e-06, "loss": 18.9863, "step": 51648 }, { "epoch": 45.87, "learning_rate": 2.1666920019495994e-06, "loss": 18.9639, "step": 51649 }, { "epoch": 45.87, "learning_rate": 2.1658723726687203e-06, "loss": 18.3154, "step": 51650 }, { "epoch": 45.87, "learning_rate": 2.1650528950122872e-06, "loss": 18.835, "step": 51651 }, { "epoch": 45.87, "learning_rate": 2.1642335689828875e-06, "loss": 18.6904, "step": 51652 }, { "epoch": 45.87, "learning_rate": 2.1634143945831185e-06, "loss": 19.1621, "step": 51653 }, { "epoch": 45.87, "learning_rate": 2.162595371815579e-06, "loss": 18.707, "step": 51654 }, { "epoch": 45.87, "learning_rate": 2.162595371815579e-06, "loss": 18.7285, "step": 51655 }, { "epoch": 45.88, "learning_rate": 2.162595371815579e-06, "loss": 19.0293, "step": 51656 }, { "epoch": 45.88, "learning_rate": 2.1617765006828607e-06, "loss": 18.3438, "step": 51657 }, { "epoch": 45.88, "learning_rate": 2.1609577811875727e-06, "loss": 18.7021, "step": 51658 }, { "epoch": 45.88, "learning_rate": 2.1601392133322962e-06, "loss": 19.0625, "step": 51659 }, { "epoch": 45.88, "learning_rate": 2.1593207971196296e-06, "loss": 18.7471, "step": 51660 }, { "epoch": 45.88, "learning_rate": 2.1585025325521757e-06, "loss": 18.833, "step": 51661 }, { "epoch": 45.88, "learning_rate": 2.157684419632511e-06, "loss": 18.7734, "step": 51662 }, { "epoch": 45.88, "learning_rate": 2.1568664583632494e-06, "loss": 18.7988, "step": 51663 }, { "epoch": 45.88, "learning_rate": 2.1560486487469667e-06, "loss": 19.0439, "step": 51664 }, { "epoch": 45.88, "learning_rate": 2.155230990786261e-06, "loss": 18.6797, "step": 51665 }, { "epoch": 45.88, "learning_rate": 2.1544134844837306e-06, "loss": 19.252, "step": 51666 }, { "epoch": 45.89, "learning_rate": 2.153596129841956e-06, "loss": 18.4521, "step": 51667 }, { "epoch": 45.89, "learning_rate": 2.1527789268635356e-06, "loss": 18.8594, "step": 51668 }, { "epoch": 45.89, "learning_rate": 2.1519618755510506e-06, "loss": 19.3711, "step": 51669 }, { "epoch": 45.89, "learning_rate": 2.1511449759071043e-06, "loss": 18.4326, "step": 51670 }, { "epoch": 45.89, "learning_rate": 2.150328227934284e-06, "loss": 18.7158, "step": 51671 }, { "epoch": 45.89, "learning_rate": 2.1495116316351594e-06, "loss": 18.8271, "step": 51672 }, { "epoch": 45.89, "learning_rate": 2.148695187012345e-06, "loss": 18.7549, "step": 51673 }, { "epoch": 45.89, "learning_rate": 2.1478788940684116e-06, "loss": 19.2129, "step": 51674 }, { "epoch": 45.89, "learning_rate": 2.1470627528059562e-06, "loss": 19.0381, "step": 51675 }, { "epoch": 45.89, "learning_rate": 2.146246763227566e-06, "loss": 18.6377, "step": 51676 }, { "epoch": 45.89, "learning_rate": 2.145430925335812e-06, "loss": 18.9121, "step": 51677 }, { "epoch": 45.9, "learning_rate": 2.144615239133291e-06, "loss": 18.8096, "step": 51678 }, { "epoch": 45.9, "learning_rate": 2.143799704622601e-06, "loss": 19.2715, "step": 51679 }, { "epoch": 45.9, "learning_rate": 2.142984321806313e-06, "loss": 18.4961, "step": 51680 }, { "epoch": 45.9, "learning_rate": 2.142169090687013e-06, "loss": 19.1406, "step": 51681 }, { "epoch": 45.9, "learning_rate": 2.141354011267277e-06, "loss": 19.0762, "step": 51682 }, { "epoch": 45.9, "learning_rate": 2.140539083549703e-06, "loss": 18.6484, "step": 51683 }, { "epoch": 45.9, "learning_rate": 2.139724307536872e-06, "loss": 18.3945, "step": 51684 }, { "epoch": 45.9, "learning_rate": 2.138909683231355e-06, "loss": 19.3154, "step": 51685 }, { "epoch": 45.9, "learning_rate": 2.1380952106357542e-06, "loss": 19.0342, "step": 51686 }, { "epoch": 45.9, "learning_rate": 2.1372808897526352e-06, "loss": 19.584, "step": 51687 }, { "epoch": 45.9, "learning_rate": 2.1364667205845846e-06, "loss": 19.6328, "step": 51688 }, { "epoch": 45.9, "learning_rate": 2.1356527031341834e-06, "loss": 18.9707, "step": 51689 }, { "epoch": 45.91, "learning_rate": 2.1356527031341834e-06, "loss": 18.9609, "step": 51690 }, { "epoch": 45.91, "learning_rate": 2.1348388374040017e-06, "loss": 19.0283, "step": 51691 }, { "epoch": 45.91, "learning_rate": 2.134025123396638e-06, "loss": 18.7285, "step": 51692 }, { "epoch": 45.91, "learning_rate": 2.133211561114662e-06, "loss": 19.1445, "step": 51693 }, { "epoch": 45.91, "learning_rate": 2.132398150560644e-06, "loss": 18.6143, "step": 51694 }, { "epoch": 45.91, "learning_rate": 2.1315848917371817e-06, "loss": 19.2676, "step": 51695 }, { "epoch": 45.91, "learning_rate": 2.1307717846468343e-06, "loss": 18.54, "step": 51696 }, { "epoch": 45.91, "learning_rate": 2.129958829292189e-06, "loss": 19.1982, "step": 51697 }, { "epoch": 45.91, "learning_rate": 2.1291460256758265e-06, "loss": 18.499, "step": 51698 }, { "epoch": 45.91, "learning_rate": 2.1283333738003062e-06, "loss": 19.3975, "step": 51699 }, { "epoch": 45.91, "learning_rate": 2.127520873668226e-06, "loss": 19.5723, "step": 51700 }, { "epoch": 45.92, "learning_rate": 2.1267085252821393e-06, "loss": 18.8359, "step": 51701 }, { "epoch": 45.92, "learning_rate": 2.1258963286446387e-06, "loss": 18.8516, "step": 51702 }, { "epoch": 45.92, "learning_rate": 2.1250842837582995e-06, "loss": 18.7324, "step": 51703 }, { "epoch": 45.92, "learning_rate": 2.1242723906256814e-06, "loss": 18.5479, "step": 51704 }, { "epoch": 45.92, "learning_rate": 2.1234606492493648e-06, "loss": 19.1475, "step": 51705 }, { "epoch": 45.92, "learning_rate": 2.1226490596319205e-06, "loss": 19.0762, "step": 51706 }, { "epoch": 45.92, "learning_rate": 2.121837621775924e-06, "loss": 18.9746, "step": 51707 }, { "epoch": 45.92, "learning_rate": 2.121026335683962e-06, "loss": 18.3975, "step": 51708 }, { "epoch": 45.92, "learning_rate": 2.1202152013585774e-06, "loss": 18.9365, "step": 51709 }, { "epoch": 45.92, "learning_rate": 2.119404218802351e-06, "loss": 18.8301, "step": 51710 }, { "epoch": 45.92, "learning_rate": 2.11859338801787e-06, "loss": 18.5928, "step": 51711 }, { "epoch": 45.93, "learning_rate": 2.117782709007682e-06, "loss": 18.7979, "step": 51712 }, { "epoch": 45.93, "learning_rate": 2.1169721817743736e-06, "loss": 18.335, "step": 51713 }, { "epoch": 45.93, "learning_rate": 2.1161618063205045e-06, "loss": 18.7549, "step": 51714 }, { "epoch": 45.93, "learning_rate": 2.1153515826486447e-06, "loss": 19.3994, "step": 51715 }, { "epoch": 45.93, "learning_rate": 2.11454151076137e-06, "loss": 19.3457, "step": 51716 }, { "epoch": 45.93, "learning_rate": 2.113731590661233e-06, "loss": 18.4775, "step": 51717 }, { "epoch": 45.93, "learning_rate": 2.1129218223508164e-06, "loss": 19.3623, "step": 51718 }, { "epoch": 45.93, "learning_rate": 2.1129218223508164e-06, "loss": 19.2734, "step": 51719 }, { "epoch": 45.93, "learning_rate": 2.1121122058326836e-06, "loss": 18.6338, "step": 51720 }, { "epoch": 45.93, "learning_rate": 2.111302741109389e-06, "loss": 18.9766, "step": 51721 }, { "epoch": 45.93, "learning_rate": 2.1104934281835133e-06, "loss": 19.0693, "step": 51722 }, { "epoch": 45.94, "learning_rate": 2.10968426705761e-06, "loss": 19.0117, "step": 51723 }, { "epoch": 45.94, "learning_rate": 2.108875257734261e-06, "loss": 18.4258, "step": 51724 }, { "epoch": 45.94, "learning_rate": 2.108066400216013e-06, "loss": 19.0098, "step": 51725 }, { "epoch": 45.94, "learning_rate": 2.1072576945054324e-06, "loss": 18.3994, "step": 51726 }, { "epoch": 45.94, "learning_rate": 2.1064491406050935e-06, "loss": 18.5225, "step": 51727 }, { "epoch": 45.94, "learning_rate": 2.1056407385175502e-06, "loss": 18.5996, "step": 51728 }, { "epoch": 45.94, "learning_rate": 2.104832488245362e-06, "loss": 19.1387, "step": 51729 }, { "epoch": 45.94, "learning_rate": 2.1040243897911037e-06, "loss": 18.8965, "step": 51730 }, { "epoch": 45.94, "learning_rate": 2.1032164431573297e-06, "loss": 18.5889, "step": 51731 }, { "epoch": 45.94, "learning_rate": 2.1024086483465987e-06, "loss": 18.877, "step": 51732 }, { "epoch": 45.94, "learning_rate": 2.1016010053614697e-06, "loss": 18.3691, "step": 51733 }, { "epoch": 45.94, "learning_rate": 2.1007935142045075e-06, "loss": 19.1914, "step": 51734 }, { "epoch": 45.95, "learning_rate": 2.0999861748782714e-06, "loss": 18.3857, "step": 51735 }, { "epoch": 45.95, "learning_rate": 2.0991789873853253e-06, "loss": 19.4531, "step": 51736 }, { "epoch": 45.95, "learning_rate": 2.0983719517282117e-06, "loss": 18.9893, "step": 51737 }, { "epoch": 45.95, "learning_rate": 2.097565067909507e-06, "loss": 19.1816, "step": 51738 }, { "epoch": 45.95, "learning_rate": 2.096758335931759e-06, "loss": 18.4727, "step": 51739 }, { "epoch": 45.95, "learning_rate": 2.095951755797526e-06, "loss": 18.6777, "step": 51740 }, { "epoch": 45.95, "learning_rate": 2.095145327509368e-06, "loss": 18.8271, "step": 51741 }, { "epoch": 45.95, "learning_rate": 2.0943390510698323e-06, "loss": 19.0693, "step": 51742 }, { "epoch": 45.95, "learning_rate": 2.0935329264814897e-06, "loss": 18.793, "step": 51743 }, { "epoch": 45.95, "learning_rate": 2.0927269537468765e-06, "loss": 18.8564, "step": 51744 }, { "epoch": 45.95, "learning_rate": 2.0919211328685686e-06, "loss": 18.3213, "step": 51745 }, { "epoch": 45.96, "learning_rate": 2.0911154638491027e-06, "loss": 18.8174, "step": 51746 }, { "epoch": 45.96, "learning_rate": 2.0903099466910438e-06, "loss": 18.8213, "step": 51747 }, { "epoch": 45.96, "learning_rate": 2.089504581396939e-06, "loss": 19.3662, "step": 51748 }, { "epoch": 45.96, "learning_rate": 2.0886993679693377e-06, "loss": 18.6846, "step": 51749 }, { "epoch": 45.96, "learning_rate": 2.0878943064108036e-06, "loss": 18.3779, "step": 51750 }, { "epoch": 45.96, "learning_rate": 2.087089396723879e-06, "loss": 18.9482, "step": 51751 }, { "epoch": 45.96, "learning_rate": 2.0862846389111235e-06, "loss": 18.4648, "step": 51752 }, { "epoch": 45.96, "learning_rate": 2.0854800329750846e-06, "loss": 19.3135, "step": 51753 }, { "epoch": 45.96, "learning_rate": 2.084675578918299e-06, "loss": 18.7783, "step": 51754 }, { "epoch": 45.96, "learning_rate": 2.0838712767433375e-06, "loss": 18.7471, "step": 51755 }, { "epoch": 45.96, "learning_rate": 2.0830671264527425e-06, "loss": 19.2656, "step": 51756 }, { "epoch": 45.97, "learning_rate": 2.082263128049061e-06, "loss": 19.5938, "step": 51757 }, { "epoch": 45.97, "learning_rate": 2.081459281534848e-06, "loss": 19.2178, "step": 51758 }, { "epoch": 45.97, "learning_rate": 2.080655586912633e-06, "loss": 18.2627, "step": 51759 }, { "epoch": 45.97, "learning_rate": 2.0798520441849766e-06, "loss": 19.1221, "step": 51760 }, { "epoch": 45.97, "learning_rate": 2.0790486533544372e-06, "loss": 18.8604, "step": 51761 }, { "epoch": 45.97, "learning_rate": 2.0782454144235407e-06, "loss": 18.5693, "step": 51762 }, { "epoch": 45.97, "learning_rate": 2.0774423273948462e-06, "loss": 18.7393, "step": 51763 }, { "epoch": 45.97, "learning_rate": 2.076639392270896e-06, "loss": 18.8828, "step": 51764 }, { "epoch": 45.97, "learning_rate": 2.0758366090542324e-06, "loss": 18.6787, "step": 51765 }, { "epoch": 45.97, "learning_rate": 2.0750339777474036e-06, "loss": 18.915, "step": 51766 }, { "epoch": 45.97, "learning_rate": 2.074231498352952e-06, "loss": 18.9531, "step": 51767 }, { "epoch": 45.98, "learning_rate": 2.0734291708734198e-06, "loss": 18.9521, "step": 51768 }, { "epoch": 45.98, "learning_rate": 2.072626995311361e-06, "loss": 18.6055, "step": 51769 }, { "epoch": 45.98, "learning_rate": 2.0718249716692952e-06, "loss": 19.2373, "step": 51770 }, { "epoch": 45.98, "learning_rate": 2.071023099949787e-06, "loss": 18.9072, "step": 51771 }, { "epoch": 45.98, "learning_rate": 2.0702213801553684e-06, "loss": 19.1709, "step": 51772 }, { "epoch": 45.98, "learning_rate": 2.0694198122885866e-06, "loss": 18.6582, "step": 51773 }, { "epoch": 45.98, "learning_rate": 2.068618396351979e-06, "loss": 18.7812, "step": 51774 }, { "epoch": 45.98, "learning_rate": 2.0678171323480766e-06, "loss": 18.8936, "step": 51775 }, { "epoch": 45.98, "learning_rate": 2.067016020279433e-06, "loss": 18.3232, "step": 51776 }, { "epoch": 45.98, "learning_rate": 2.0662150601485795e-06, "loss": 18.6914, "step": 51777 }, { "epoch": 45.98, "learning_rate": 2.0654142519580534e-06, "loss": 19.0742, "step": 51778 }, { "epoch": 45.98, "learning_rate": 2.064613595710413e-06, "loss": 18.2305, "step": 51779 }, { "epoch": 45.99, "learning_rate": 2.0638130914081676e-06, "loss": 18.8779, "step": 51780 }, { "epoch": 45.99, "learning_rate": 2.0630127390538655e-06, "loss": 18.624, "step": 51781 }, { "epoch": 45.99, "learning_rate": 2.0622125386500545e-06, "loss": 18.5127, "step": 51782 }, { "epoch": 45.99, "learning_rate": 2.0614124901992603e-06, "loss": 18.6006, "step": 51783 }, { "epoch": 45.99, "learning_rate": 2.0606125937040255e-06, "loss": 19.1553, "step": 51784 }, { "epoch": 45.99, "learning_rate": 2.0598128491668757e-06, "loss": 18.8096, "step": 51785 }, { "epoch": 45.99, "learning_rate": 2.0590132565903476e-06, "loss": 18.6699, "step": 51786 }, { "epoch": 45.99, "learning_rate": 2.0582138159769838e-06, "loss": 19.1631, "step": 51787 }, { "epoch": 45.99, "learning_rate": 2.0574145273293157e-06, "loss": 18.5059, "step": 51788 }, { "epoch": 45.99, "learning_rate": 2.0566153906498742e-06, "loss": 18.7432, "step": 51789 }, { "epoch": 45.99, "learning_rate": 2.0558164059411967e-06, "loss": 18.8066, "step": 51790 }, { "epoch": 46.0, "learning_rate": 2.055017573205803e-06, "loss": 18.4727, "step": 51791 }, { "epoch": 46.0, "learning_rate": 2.0542188924462467e-06, "loss": 18.3799, "step": 51792 }, { "epoch": 46.0, "learning_rate": 2.0534203636650373e-06, "loss": 18.7988, "step": 51793 }, { "epoch": 46.0, "learning_rate": 2.0526219868647224e-06, "loss": 19.0469, "step": 51794 }, { "epoch": 46.0, "learning_rate": 2.0518237620478277e-06, "loss": 18.8066, "step": 51795 }, { "epoch": 46.0, "learning_rate": 2.0510256892168733e-06, "loss": 18.7686, "step": 51796 }, { "epoch": 46.0, "learning_rate": 2.0502277683744074e-06, "loss": 18.3086, "step": 51797 }, { "epoch": 46.0, "learning_rate": 2.049429999522945e-06, "loss": 19.1133, "step": 51798 }, { "epoch": 46.0, "learning_rate": 2.0486323826650167e-06, "loss": 18.5771, "step": 51799 }, { "epoch": 46.0, "learning_rate": 2.047834917803165e-06, "loss": 18.668, "step": 51800 }, { "epoch": 46.0, "learning_rate": 2.047037604939894e-06, "loss": 18.6533, "step": 51801 }, { "epoch": 46.01, "learning_rate": 2.0462404440777514e-06, "loss": 18.2832, "step": 51802 }, { "epoch": 46.01, "learning_rate": 2.045443435219252e-06, "loss": 19.0547, "step": 51803 }, { "epoch": 46.01, "learning_rate": 2.0446465783669267e-06, "loss": 18.5762, "step": 51804 }, { "epoch": 46.01, "learning_rate": 2.0438498735233014e-06, "loss": 18.5898, "step": 51805 }, { "epoch": 46.01, "learning_rate": 2.0430533206909075e-06, "loss": 18.8271, "step": 51806 }, { "epoch": 46.01, "learning_rate": 2.0422569198722542e-06, "loss": 19.1631, "step": 51807 }, { "epoch": 46.01, "learning_rate": 2.041460671069878e-06, "loss": 18.6836, "step": 51808 }, { "epoch": 46.01, "learning_rate": 2.0406645742862995e-06, "loss": 18.4814, "step": 51809 }, { "epoch": 46.01, "learning_rate": 2.0398686295240442e-06, "loss": 18.7373, "step": 51810 }, { "epoch": 46.01, "learning_rate": 2.0390728367856326e-06, "loss": 18.8369, "step": 51811 }, { "epoch": 46.01, "learning_rate": 2.0382771960735846e-06, "loss": 18.4785, "step": 51812 }, { "epoch": 46.02, "learning_rate": 2.0374817073904316e-06, "loss": 18.4824, "step": 51813 }, { "epoch": 46.02, "learning_rate": 2.036686370738683e-06, "loss": 18.377, "step": 51814 }, { "epoch": 46.02, "learning_rate": 2.0358911861208753e-06, "loss": 18.1787, "step": 51815 }, { "epoch": 46.02, "learning_rate": 2.0350961535395173e-06, "loss": 18.7598, "step": 51816 }, { "epoch": 46.02, "learning_rate": 2.0343012729971243e-06, "loss": 19.3086, "step": 51817 }, { "epoch": 46.02, "learning_rate": 2.033506544496233e-06, "loss": 18.8496, "step": 51818 }, { "epoch": 46.02, "learning_rate": 2.0327119680393415e-06, "loss": 18.5088, "step": 51819 }, { "epoch": 46.02, "learning_rate": 2.0319175436289916e-06, "loss": 18.9658, "step": 51820 }, { "epoch": 46.02, "learning_rate": 2.0311232712676765e-06, "loss": 18.668, "step": 51821 }, { "epoch": 46.02, "learning_rate": 2.030329150957938e-06, "loss": 18.5391, "step": 51822 }, { "epoch": 46.02, "learning_rate": 2.0295351827022858e-06, "loss": 18.8975, "step": 51823 }, { "epoch": 46.02, "learning_rate": 2.0287413665032173e-06, "loss": 18.8115, "step": 51824 }, { "epoch": 46.03, "learning_rate": 2.0279477023632807e-06, "loss": 18.6729, "step": 51825 }, { "epoch": 46.03, "learning_rate": 2.0271541902849634e-06, "loss": 18.8936, "step": 51826 }, { "epoch": 46.03, "learning_rate": 2.0263608302708013e-06, "loss": 18.999, "step": 51827 }, { "epoch": 46.03, "learning_rate": 2.0255676223232987e-06, "loss": 18.9053, "step": 51828 }, { "epoch": 46.03, "learning_rate": 2.02477456644497e-06, "loss": 18.7822, "step": 51829 }, { "epoch": 46.03, "learning_rate": 2.0239816626383247e-06, "loss": 18.4365, "step": 51830 }, { "epoch": 46.03, "learning_rate": 2.0231889109058934e-06, "loss": 18.709, "step": 51831 }, { "epoch": 46.03, "learning_rate": 2.0223963112501743e-06, "loss": 18.2842, "step": 51832 }, { "epoch": 46.03, "learning_rate": 2.021603863673682e-06, "loss": 18.2178, "step": 51833 }, { "epoch": 46.03, "learning_rate": 2.0208115681789317e-06, "loss": 19.0674, "step": 51834 }, { "epoch": 46.03, "learning_rate": 2.0200194247684324e-06, "loss": 18.4316, "step": 51835 }, { "epoch": 46.04, "learning_rate": 2.019227433444698e-06, "loss": 18.3604, "step": 51836 }, { "epoch": 46.04, "learning_rate": 2.0184355942102274e-06, "loss": 18.8115, "step": 51837 }, { "epoch": 46.04, "learning_rate": 2.0176439070675514e-06, "loss": 18.9785, "step": 51838 }, { "epoch": 46.04, "learning_rate": 2.016852372019168e-06, "loss": 18.3818, "step": 51839 }, { "epoch": 46.04, "learning_rate": 2.0160609890675753e-06, "loss": 18.208, "step": 51840 }, { "epoch": 46.04, "learning_rate": 2.015269758215299e-06, "loss": 18.4648, "step": 51841 }, { "epoch": 46.04, "learning_rate": 2.0144786794648375e-06, "loss": 18.6338, "step": 51842 }, { "epoch": 46.04, "learning_rate": 2.01368775281871e-06, "loss": 19.1182, "step": 51843 }, { "epoch": 46.04, "learning_rate": 2.0128969782794104e-06, "loss": 18.3154, "step": 51844 }, { "epoch": 46.04, "learning_rate": 2.012106355849447e-06, "loss": 18.627, "step": 51845 }, { "epoch": 46.04, "learning_rate": 2.011315885531334e-06, "loss": 19.0, "step": 51846 }, { "epoch": 46.05, "learning_rate": 2.0105255673275647e-06, "loss": 18.1143, "step": 51847 }, { "epoch": 46.05, "learning_rate": 2.0097354012406535e-06, "loss": 18.5938, "step": 51848 }, { "epoch": 46.05, "learning_rate": 2.0089453872731147e-06, "loss": 18.6621, "step": 51849 }, { "epoch": 46.05, "learning_rate": 2.0081555254274243e-06, "loss": 18.9277, "step": 51850 }, { "epoch": 46.05, "learning_rate": 2.0073658157061136e-06, "loss": 18.5488, "step": 51851 }, { "epoch": 46.05, "learning_rate": 2.00657625811167e-06, "loss": 18.2549, "step": 51852 }, { "epoch": 46.05, "learning_rate": 2.0057868526465962e-06, "loss": 18.2944, "step": 51853 }, { "epoch": 46.05, "learning_rate": 2.004997599313413e-06, "loss": 18.3906, "step": 51854 }, { "epoch": 46.05, "learning_rate": 2.004208498114596e-06, "loss": 18.3252, "step": 51855 }, { "epoch": 46.05, "learning_rate": 2.0034195490526654e-06, "loss": 18.4502, "step": 51856 }, { "epoch": 46.05, "learning_rate": 2.0026307521301134e-06, "loss": 18.5195, "step": 51857 }, { "epoch": 46.06, "learning_rate": 2.0018421073494388e-06, "loss": 18.3906, "step": 51858 }, { "epoch": 46.06, "learning_rate": 2.0010536147131554e-06, "loss": 18.4053, "step": 51859 }, { "epoch": 46.06, "learning_rate": 2.0002652742237448e-06, "loss": 18.3252, "step": 51860 }, { "epoch": 46.06, "learning_rate": 1.999477085883711e-06, "loss": 18.373, "step": 51861 }, { "epoch": 46.06, "learning_rate": 1.9986890496955623e-06, "loss": 18.5605, "step": 51862 }, { "epoch": 46.06, "learning_rate": 1.9979011656617808e-06, "loss": 19.2139, "step": 51863 }, { "epoch": 46.06, "learning_rate": 1.997113433784881e-06, "loss": 18.626, "step": 51864 }, { "epoch": 46.06, "learning_rate": 1.996325854067349e-06, "loss": 19.2021, "step": 51865 }, { "epoch": 46.06, "learning_rate": 1.9955384265116783e-06, "loss": 18.5527, "step": 51866 }, { "epoch": 46.06, "learning_rate": 1.9947511511203777e-06, "loss": 18.8135, "step": 51867 }, { "epoch": 46.06, "learning_rate": 1.9939640278959228e-06, "loss": 18.6279, "step": 51868 }, { "epoch": 46.06, "learning_rate": 1.9931770568408335e-06, "loss": 18.7168, "step": 51869 }, { "epoch": 46.07, "learning_rate": 1.9923902379575867e-06, "loss": 18.9824, "step": 51870 }, { "epoch": 46.07, "learning_rate": 1.991603571248679e-06, "loss": 18.8711, "step": 51871 }, { "epoch": 46.07, "learning_rate": 1.9908170567166095e-06, "loss": 19.457, "step": 51872 }, { "epoch": 46.07, "learning_rate": 1.9900306943638648e-06, "loss": 18.623, "step": 51873 }, { "epoch": 46.07, "learning_rate": 1.989244484192937e-06, "loss": 18.5557, "step": 51874 }, { "epoch": 46.07, "learning_rate": 1.9884584262063354e-06, "loss": 18.5762, "step": 51875 }, { "epoch": 46.07, "learning_rate": 1.987672520406525e-06, "loss": 18.3838, "step": 51876 }, { "epoch": 46.07, "learning_rate": 1.98688676679602e-06, "loss": 18.7695, "step": 51877 }, { "epoch": 46.07, "learning_rate": 1.9861011653772967e-06, "loss": 18.4912, "step": 51878 }, { "epoch": 46.07, "learning_rate": 1.985315716152847e-06, "loss": 18.5049, "step": 51879 }, { "epoch": 46.07, "learning_rate": 1.984530419125169e-06, "loss": 18.7539, "step": 51880 }, { "epoch": 46.08, "learning_rate": 1.9837452742967443e-06, "loss": 18.6523, "step": 51881 }, { "epoch": 46.08, "learning_rate": 1.98296028167006e-06, "loss": 18.3848, "step": 51882 }, { "epoch": 46.08, "learning_rate": 1.9821754412476136e-06, "loss": 18.6943, "step": 51883 }, { "epoch": 46.08, "learning_rate": 1.9813907530318866e-06, "loss": 18.5391, "step": 51884 }, { "epoch": 46.08, "learning_rate": 1.980606217025366e-06, "loss": 18.5635, "step": 51885 }, { "epoch": 46.08, "learning_rate": 1.979821833230544e-06, "loss": 18.4551, "step": 51886 }, { "epoch": 46.08, "learning_rate": 1.979037601649897e-06, "loss": 18.6064, "step": 51887 }, { "epoch": 46.08, "learning_rate": 1.9782535222859168e-06, "loss": 18.8896, "step": 51888 }, { "epoch": 46.08, "learning_rate": 1.9774695951410903e-06, "loss": 19.1133, "step": 51889 }, { "epoch": 46.08, "learning_rate": 1.9766858202178995e-06, "loss": 18.8643, "step": 51890 }, { "epoch": 46.08, "learning_rate": 1.9759021975188363e-06, "loss": 18.5752, "step": 51891 }, { "epoch": 46.09, "learning_rate": 1.9751187270463655e-06, "loss": 18.8691, "step": 51892 }, { "epoch": 46.09, "learning_rate": 1.9743354088029966e-06, "loss": 18.6064, "step": 51893 }, { "epoch": 46.09, "learning_rate": 1.973552242791188e-06, "loss": 18.6992, "step": 51894 }, { "epoch": 46.09, "learning_rate": 1.9727692290134437e-06, "loss": 18.7871, "step": 51895 }, { "epoch": 46.09, "learning_rate": 1.971986367472228e-06, "loss": 18.9893, "step": 51896 }, { "epoch": 46.09, "learning_rate": 1.9712036581700345e-06, "loss": 18.6191, "step": 51897 }, { "epoch": 46.09, "learning_rate": 1.9704211011093376e-06, "loss": 18.7266, "step": 51898 }, { "epoch": 46.09, "learning_rate": 1.9696386962926193e-06, "loss": 18.6094, "step": 51899 }, { "epoch": 46.09, "learning_rate": 1.9688564437223556e-06, "loss": 18.7178, "step": 51900 }, { "epoch": 46.09, "learning_rate": 1.9680743434010384e-06, "loss": 19.0156, "step": 51901 }, { "epoch": 46.09, "learning_rate": 1.9672923953311385e-06, "loss": 18.4131, "step": 51902 }, { "epoch": 46.1, "learning_rate": 1.966510599515137e-06, "loss": 18.7578, "step": 51903 }, { "epoch": 46.1, "learning_rate": 1.9657289559554983e-06, "loss": 18.751, "step": 51904 }, { "epoch": 46.1, "learning_rate": 1.9649474646547207e-06, "loss": 18.4014, "step": 51905 }, { "epoch": 46.1, "learning_rate": 1.9641661256152687e-06, "loss": 18.6318, "step": 51906 }, { "epoch": 46.1, "learning_rate": 1.96338493883963e-06, "loss": 18.6045, "step": 51907 }, { "epoch": 46.1, "learning_rate": 1.962603904330268e-06, "loss": 18.9844, "step": 51908 }, { "epoch": 46.1, "learning_rate": 1.961823022089665e-06, "loss": 18.4697, "step": 51909 }, { "epoch": 46.1, "learning_rate": 1.961042292120291e-06, "loss": 18.4961, "step": 51910 }, { "epoch": 46.1, "learning_rate": 1.9602617144246328e-06, "loss": 18.6523, "step": 51911 }, { "epoch": 46.1, "learning_rate": 1.9594812890051494e-06, "loss": 18.5166, "step": 51912 }, { "epoch": 46.1, "learning_rate": 1.9587010158643336e-06, "loss": 19.0605, "step": 51913 }, { "epoch": 46.1, "learning_rate": 1.9579208950046392e-06, "loss": 18.6348, "step": 51914 }, { "epoch": 46.11, "learning_rate": 1.957140926428547e-06, "loss": 18.3428, "step": 51915 }, { "epoch": 46.11, "learning_rate": 1.9563611101385324e-06, "loss": 18.6025, "step": 51916 }, { "epoch": 46.11, "learning_rate": 1.9555814461370556e-06, "loss": 18.5479, "step": 51917 }, { "epoch": 46.11, "learning_rate": 1.954801934426609e-06, "loss": 18.9912, "step": 51918 }, { "epoch": 46.11, "learning_rate": 1.9540225750096453e-06, "loss": 18.2354, "step": 51919 }, { "epoch": 46.11, "learning_rate": 1.9532433678886355e-06, "loss": 18.8389, "step": 51920 }, { "epoch": 46.11, "learning_rate": 1.952464313066066e-06, "loss": 18.9521, "step": 51921 }, { "epoch": 46.11, "learning_rate": 1.951685410544385e-06, "loss": 18.6729, "step": 51922 }, { "epoch": 46.11, "learning_rate": 1.9509066603260686e-06, "loss": 18.7383, "step": 51923 }, { "epoch": 46.11, "learning_rate": 1.950128062413603e-06, "loss": 18.5859, "step": 51924 }, { "epoch": 46.11, "learning_rate": 1.9493496168094316e-06, "loss": 18.5137, "step": 51925 }, { "epoch": 46.12, "learning_rate": 1.9485713235160295e-06, "loss": 18.3057, "step": 51926 }, { "epoch": 46.12, "learning_rate": 1.947793182535873e-06, "loss": 18.9668, "step": 51927 }, { "epoch": 46.12, "learning_rate": 1.9470151938714153e-06, "loss": 18.3281, "step": 51928 }, { "epoch": 46.12, "learning_rate": 1.946237357525138e-06, "loss": 18.584, "step": 51929 }, { "epoch": 46.12, "learning_rate": 1.945459673499489e-06, "loss": 18.9658, "step": 51930 }, { "epoch": 46.12, "learning_rate": 1.9446821417969387e-06, "loss": 18.7637, "step": 51931 }, { "epoch": 46.12, "learning_rate": 1.9439047624199626e-06, "loss": 18.7754, "step": 51932 }, { "epoch": 46.12, "learning_rate": 1.9431275353710086e-06, "loss": 18.6191, "step": 51933 }, { "epoch": 46.12, "learning_rate": 1.942350460652559e-06, "loss": 18.9648, "step": 51934 }, { "epoch": 46.12, "learning_rate": 1.9415735382670607e-06, "loss": 18.6602, "step": 51935 }, { "epoch": 46.12, "learning_rate": 1.9407967682169847e-06, "loss": 18.5547, "step": 51936 }, { "epoch": 46.13, "learning_rate": 1.94002015050479e-06, "loss": 18.8164, "step": 51937 }, { "epoch": 46.13, "learning_rate": 1.9392436851329354e-06, "loss": 18.8262, "step": 51938 }, { "epoch": 46.13, "learning_rate": 1.9384673721038915e-06, "loss": 18.8076, "step": 51939 }, { "epoch": 46.13, "learning_rate": 1.9376912114201174e-06, "loss": 18.833, "step": 51940 }, { "epoch": 46.13, "learning_rate": 1.9369152030840556e-06, "loss": 18.8955, "step": 51941 }, { "epoch": 46.13, "learning_rate": 1.9361393470981924e-06, "loss": 18.2412, "step": 51942 }, { "epoch": 46.13, "learning_rate": 1.9353636434649657e-06, "loss": 18.5693, "step": 51943 }, { "epoch": 46.13, "learning_rate": 1.934588092186851e-06, "loss": 18.9385, "step": 51944 }, { "epoch": 46.13, "learning_rate": 1.933812693266296e-06, "loss": 18.5205, "step": 51945 }, { "epoch": 46.13, "learning_rate": 1.9330374467057598e-06, "loss": 19.2744, "step": 51946 }, { "epoch": 46.13, "learning_rate": 1.932262352507702e-06, "loss": 18.5205, "step": 51947 }, { "epoch": 46.13, "learning_rate": 1.931487410674576e-06, "loss": 18.9043, "step": 51948 }, { "epoch": 46.14, "learning_rate": 1.930712621208841e-06, "loss": 18.748, "step": 51949 }, { "epoch": 46.14, "learning_rate": 1.929937984112967e-06, "loss": 19.0146, "step": 51950 }, { "epoch": 46.14, "learning_rate": 1.9291634993893806e-06, "loss": 19.0449, "step": 51951 }, { "epoch": 46.14, "learning_rate": 1.9283891670405507e-06, "loss": 18.7002, "step": 51952 }, { "epoch": 46.14, "learning_rate": 1.9276149870689377e-06, "loss": 19.2842, "step": 51953 }, { "epoch": 46.14, "learning_rate": 1.9268409594769888e-06, "loss": 19.3203, "step": 51954 }, { "epoch": 46.14, "learning_rate": 1.926067084267158e-06, "loss": 18.585, "step": 51955 }, { "epoch": 46.14, "learning_rate": 1.9252933614419043e-06, "loss": 18.751, "step": 51956 }, { "epoch": 46.14, "learning_rate": 1.9245197910036705e-06, "loss": 18.8926, "step": 51957 }, { "epoch": 46.14, "learning_rate": 1.923746372954921e-06, "loss": 18.6602, "step": 51958 }, { "epoch": 46.14, "learning_rate": 1.9229731072980874e-06, "loss": 18.8477, "step": 51959 }, { "epoch": 46.15, "learning_rate": 1.922199994035645e-06, "loss": 18.4785, "step": 51960 }, { "epoch": 46.15, "learning_rate": 1.9214270331700313e-06, "loss": 18.5215, "step": 51961 }, { "epoch": 46.15, "learning_rate": 1.920654224703694e-06, "loss": 19.0527, "step": 51962 }, { "epoch": 46.15, "learning_rate": 1.919881568639087e-06, "loss": 19.0547, "step": 51963 }, { "epoch": 46.15, "learning_rate": 1.919109064978658e-06, "loss": 18.7764, "step": 51964 }, { "epoch": 46.15, "learning_rate": 1.9183367137248607e-06, "loss": 18.4014, "step": 51965 }, { "epoch": 46.15, "learning_rate": 1.9175645148801433e-06, "loss": 19.3086, "step": 51966 }, { "epoch": 46.15, "learning_rate": 1.9167924684469376e-06, "loss": 18.7891, "step": 51967 }, { "epoch": 46.15, "learning_rate": 1.9160205744277125e-06, "loss": 18.582, "step": 51968 }, { "epoch": 46.15, "learning_rate": 1.915248832824901e-06, "loss": 18.2041, "step": 51969 }, { "epoch": 46.15, "learning_rate": 1.914477243640955e-06, "loss": 18.8545, "step": 51970 }, { "epoch": 46.16, "learning_rate": 1.913705806878313e-06, "loss": 18.6641, "step": 51971 }, { "epoch": 46.16, "learning_rate": 1.9129345225394334e-06, "loss": 18.6377, "step": 51972 }, { "epoch": 46.16, "learning_rate": 1.912163390626753e-06, "loss": 18.9561, "step": 51973 }, { "epoch": 46.16, "learning_rate": 1.911392411142715e-06, "loss": 18.8623, "step": 51974 }, { "epoch": 46.16, "learning_rate": 1.9106215840897613e-06, "loss": 18.6055, "step": 51975 }, { "epoch": 46.16, "learning_rate": 1.9098509094703454e-06, "loss": 18.3828, "step": 51976 }, { "epoch": 46.16, "learning_rate": 1.9090803872869046e-06, "loss": 18.915, "step": 51977 }, { "epoch": 46.16, "learning_rate": 1.908310017541881e-06, "loss": 18.4385, "step": 51978 }, { "epoch": 46.16, "learning_rate": 1.9075398002377066e-06, "loss": 18.9521, "step": 51979 }, { "epoch": 46.16, "learning_rate": 1.9067697353768343e-06, "loss": 19.4551, "step": 51980 }, { "epoch": 46.16, "learning_rate": 1.905999822961707e-06, "loss": 18.6768, "step": 51981 }, { "epoch": 46.17, "learning_rate": 1.9052300629947616e-06, "loss": 18.5947, "step": 51982 }, { "epoch": 46.17, "learning_rate": 1.904460455478435e-06, "loss": 19.3594, "step": 51983 }, { "epoch": 46.17, "learning_rate": 1.9036910004151754e-06, "loss": 19.2441, "step": 51984 }, { "epoch": 46.17, "learning_rate": 1.9029216978074082e-06, "loss": 18.7695, "step": 51985 }, { "epoch": 46.17, "learning_rate": 1.9021525476575874e-06, "loss": 18.874, "step": 51986 }, { "epoch": 46.17, "learning_rate": 1.901383549968133e-06, "loss": 18.9092, "step": 51987 }, { "epoch": 46.17, "learning_rate": 1.900614704741499e-06, "loss": 18.9785, "step": 51988 }, { "epoch": 46.17, "learning_rate": 1.899846011980122e-06, "loss": 18.4922, "step": 51989 }, { "epoch": 46.17, "learning_rate": 1.8990774716864224e-06, "loss": 18.7041, "step": 51990 }, { "epoch": 46.17, "learning_rate": 1.898309083862848e-06, "loss": 18.7588, "step": 51991 }, { "epoch": 46.17, "learning_rate": 1.8975408485118362e-06, "loss": 18.7734, "step": 51992 }, { "epoch": 46.17, "learning_rate": 1.896772765635818e-06, "loss": 18.5244, "step": 51993 }, { "epoch": 46.18, "learning_rate": 1.8960048352372306e-06, "loss": 18.79, "step": 51994 }, { "epoch": 46.18, "learning_rate": 1.8952370573185053e-06, "loss": 18.2812, "step": 51995 }, { "epoch": 46.18, "learning_rate": 1.8944694318820787e-06, "loss": 18.9004, "step": 51996 }, { "epoch": 46.18, "learning_rate": 1.8937019589303773e-06, "loss": 18.8672, "step": 51997 }, { "epoch": 46.18, "learning_rate": 1.8929346384658431e-06, "loss": 18.6934, "step": 51998 }, { "epoch": 46.18, "learning_rate": 1.8921674704909132e-06, "loss": 18.8574, "step": 51999 }, { "epoch": 46.18, "learning_rate": 1.8914004550079967e-06, "loss": 18.875, "step": 52000 }, { "epoch": 46.18, "learning_rate": 1.8906335920195417e-06, "loss": 18.8369, "step": 52001 }, { "epoch": 46.18, "learning_rate": 1.8898668815279797e-06, "loss": 18.8926, "step": 52002 }, { "epoch": 46.18, "learning_rate": 1.8891003235357308e-06, "loss": 19.0879, "step": 52003 }, { "epoch": 46.18, "learning_rate": 1.888333918045243e-06, "loss": 18.8398, "step": 52004 }, { "epoch": 46.19, "learning_rate": 1.8875676650589258e-06, "loss": 18.5625, "step": 52005 }, { "epoch": 46.19, "learning_rate": 1.8868015645792158e-06, "loss": 18.8027, "step": 52006 }, { "epoch": 46.19, "learning_rate": 1.8860356166085447e-06, "loss": 18.7441, "step": 52007 }, { "epoch": 46.19, "learning_rate": 1.8852698211493324e-06, "loss": 18.2803, "step": 52008 }, { "epoch": 46.19, "learning_rate": 1.8845041782040162e-06, "loss": 18.0928, "step": 52009 }, { "epoch": 46.19, "learning_rate": 1.883738687775022e-06, "loss": 18.8154, "step": 52010 }, { "epoch": 46.19, "learning_rate": 1.8829733498647639e-06, "loss": 18.5879, "step": 52011 }, { "epoch": 46.19, "learning_rate": 1.8822081644756794e-06, "loss": 18.8096, "step": 52012 }, { "epoch": 46.19, "learning_rate": 1.8814431316101887e-06, "loss": 18.9131, "step": 52013 }, { "epoch": 46.19, "learning_rate": 1.880678251270729e-06, "loss": 19.1641, "step": 52014 }, { "epoch": 46.19, "learning_rate": 1.8799135234597087e-06, "loss": 18.835, "step": 52015 }, { "epoch": 46.2, "learning_rate": 1.8791489481795543e-06, "loss": 18.6514, "step": 52016 }, { "epoch": 46.2, "learning_rate": 1.8783845254327025e-06, "loss": 19.2383, "step": 52017 }, { "epoch": 46.2, "learning_rate": 1.877620255221557e-06, "loss": 18.5781, "step": 52018 }, { "epoch": 46.2, "learning_rate": 1.8768561375485493e-06, "loss": 18.6895, "step": 52019 }, { "epoch": 46.2, "learning_rate": 1.8760921724161163e-06, "loss": 19.1289, "step": 52020 }, { "epoch": 46.2, "learning_rate": 1.8753283598266558e-06, "loss": 18.7383, "step": 52021 }, { "epoch": 46.2, "learning_rate": 1.874564699782605e-06, "loss": 19.0674, "step": 52022 }, { "epoch": 46.2, "learning_rate": 1.8738011922863675e-06, "loss": 18.7598, "step": 52023 }, { "epoch": 46.2, "learning_rate": 1.87303783734038e-06, "loss": 18.5254, "step": 52024 }, { "epoch": 46.2, "learning_rate": 1.8722746349470632e-06, "loss": 18.5967, "step": 52025 }, { "epoch": 46.2, "learning_rate": 1.8715115851088261e-06, "loss": 18.4141, "step": 52026 }, { "epoch": 46.21, "learning_rate": 1.8707486878280834e-06, "loss": 19.3076, "step": 52027 }, { "epoch": 46.21, "learning_rate": 1.8699859431072719e-06, "loss": 18.9072, "step": 52028 }, { "epoch": 46.21, "learning_rate": 1.86922335094879e-06, "loss": 18.4844, "step": 52029 }, { "epoch": 46.21, "learning_rate": 1.8684609113550688e-06, "loss": 18.4229, "step": 52030 }, { "epoch": 46.21, "learning_rate": 1.8676986243285232e-06, "loss": 18.6514, "step": 52031 }, { "epoch": 46.21, "learning_rate": 1.8669364898715569e-06, "loss": 18.4209, "step": 52032 }, { "epoch": 46.21, "learning_rate": 1.866174507986601e-06, "loss": 18.2412, "step": 52033 }, { "epoch": 46.21, "learning_rate": 1.8654126786760596e-06, "loss": 18.8047, "step": 52034 }, { "epoch": 46.21, "learning_rate": 1.864651001942358e-06, "loss": 19.2656, "step": 52035 }, { "epoch": 46.21, "learning_rate": 1.8638894777879057e-06, "loss": 18.6572, "step": 52036 }, { "epoch": 46.21, "learning_rate": 1.8631281062151117e-06, "loss": 18.4551, "step": 52037 }, { "epoch": 46.21, "learning_rate": 1.8623668872263967e-06, "loss": 18.6934, "step": 52038 }, { "epoch": 46.22, "learning_rate": 1.8616058208241694e-06, "loss": 19.4795, "step": 52039 }, { "epoch": 46.22, "learning_rate": 1.8608449070108448e-06, "loss": 18.6523, "step": 52040 }, { "epoch": 46.22, "learning_rate": 1.8600841457888263e-06, "loss": 19.0527, "step": 52041 }, { "epoch": 46.22, "learning_rate": 1.8593235371605454e-06, "loss": 19.1484, "step": 52042 }, { "epoch": 46.22, "learning_rate": 1.858563081128395e-06, "loss": 18.8809, "step": 52043 }, { "epoch": 46.22, "learning_rate": 1.8578027776947837e-06, "loss": 18.6582, "step": 52044 }, { "epoch": 46.22, "learning_rate": 1.8570426268621322e-06, "loss": 18.5186, "step": 52045 }, { "epoch": 46.22, "learning_rate": 1.8562826286328494e-06, "loss": 18.5967, "step": 52046 }, { "epoch": 46.22, "learning_rate": 1.8555227830093447e-06, "loss": 18.6328, "step": 52047 }, { "epoch": 46.22, "learning_rate": 1.8547630899940216e-06, "loss": 18.2949, "step": 52048 }, { "epoch": 46.22, "learning_rate": 1.8540035495892838e-06, "loss": 18.5732, "step": 52049 }, { "epoch": 46.23, "learning_rate": 1.853244161797546e-06, "loss": 18.6943, "step": 52050 }, { "epoch": 46.23, "learning_rate": 1.852484926621223e-06, "loss": 19.0918, "step": 52051 }, { "epoch": 46.23, "learning_rate": 1.8517258440627073e-06, "loss": 18.834, "step": 52052 }, { "epoch": 46.23, "learning_rate": 1.850966914124408e-06, "loss": 19.2861, "step": 52053 }, { "epoch": 46.23, "learning_rate": 1.8502081368087398e-06, "loss": 18.6436, "step": 52054 }, { "epoch": 46.23, "learning_rate": 1.84944951211809e-06, "loss": 18.4785, "step": 52055 }, { "epoch": 46.23, "learning_rate": 1.848691040054884e-06, "loss": 18.7715, "step": 52056 }, { "epoch": 46.23, "learning_rate": 1.8479327206215147e-06, "loss": 19.1074, "step": 52057 }, { "epoch": 46.23, "learning_rate": 1.8471745538203855e-06, "loss": 18.792, "step": 52058 }, { "epoch": 46.23, "learning_rate": 1.8464165396539113e-06, "loss": 18.96, "step": 52059 }, { "epoch": 46.23, "learning_rate": 1.8456586781244734e-06, "loss": 19.1104, "step": 52060 }, { "epoch": 46.24, "learning_rate": 1.844900969234492e-06, "loss": 18.5615, "step": 52061 }, { "epoch": 46.24, "learning_rate": 1.84414341298636e-06, "loss": 18.6719, "step": 52062 }, { "epoch": 46.24, "learning_rate": 1.8433860093824862e-06, "loss": 18.9189, "step": 52063 }, { "epoch": 46.24, "learning_rate": 1.8426287584252633e-06, "loss": 18.5391, "step": 52064 }, { "epoch": 46.24, "learning_rate": 1.841871660117095e-06, "loss": 18.7588, "step": 52065 }, { "epoch": 46.24, "learning_rate": 1.8411147144603847e-06, "loss": 18.6299, "step": 52066 }, { "epoch": 46.24, "learning_rate": 1.8403579214575195e-06, "loss": 18.7285, "step": 52067 }, { "epoch": 46.24, "learning_rate": 1.8396012811109143e-06, "loss": 18.4795, "step": 52068 }, { "epoch": 46.24, "learning_rate": 1.8388447934229668e-06, "loss": 18.791, "step": 52069 }, { "epoch": 46.24, "learning_rate": 1.8380884583960534e-06, "loss": 18.7178, "step": 52070 }, { "epoch": 46.24, "learning_rate": 1.837332276032594e-06, "loss": 18.8115, "step": 52071 }, { "epoch": 46.25, "learning_rate": 1.8365762463349811e-06, "loss": 18.5586, "step": 52072 }, { "epoch": 46.25, "learning_rate": 1.835820369305602e-06, "loss": 18.7529, "step": 52073 }, { "epoch": 46.25, "learning_rate": 1.8350646449468711e-06, "loss": 19.1182, "step": 52074 }, { "epoch": 46.25, "learning_rate": 1.834309073261159e-06, "loss": 18.8359, "step": 52075 }, { "epoch": 46.25, "learning_rate": 1.8335536542508746e-06, "loss": 19.0977, "step": 52076 }, { "epoch": 46.25, "learning_rate": 1.8327983879184163e-06, "loss": 19.4404, "step": 52077 }, { "epoch": 46.25, "learning_rate": 1.8320432742661708e-06, "loss": 19.332, "step": 52078 }, { "epoch": 46.25, "learning_rate": 1.8312883132965363e-06, "loss": 18.915, "step": 52079 }, { "epoch": 46.25, "learning_rate": 1.8305335050119054e-06, "loss": 18.2363, "step": 52080 }, { "epoch": 46.25, "learning_rate": 1.8297788494146596e-06, "loss": 18.6934, "step": 52081 }, { "epoch": 46.25, "learning_rate": 1.8290243465072078e-06, "loss": 18.1924, "step": 52082 }, { "epoch": 46.25, "learning_rate": 1.8282699962919313e-06, "loss": 19.1807, "step": 52083 }, { "epoch": 46.26, "learning_rate": 1.8275157987712233e-06, "loss": 18.5322, "step": 52084 }, { "epoch": 46.26, "learning_rate": 1.8267617539474812e-06, "loss": 18.8301, "step": 52085 }, { "epoch": 46.26, "learning_rate": 1.8260078618230814e-06, "loss": 18.6641, "step": 52086 }, { "epoch": 46.26, "learning_rate": 1.8252541224004271e-06, "loss": 18.7349, "step": 52087 }, { "epoch": 46.26, "learning_rate": 1.8245005356818946e-06, "loss": 18.5449, "step": 52088 }, { "epoch": 46.26, "learning_rate": 1.823747101669887e-06, "loss": 19.5117, "step": 52089 }, { "epoch": 46.26, "learning_rate": 1.8229938203667807e-06, "loss": 18.5547, "step": 52090 }, { "epoch": 46.26, "learning_rate": 1.822240691774968e-06, "loss": 18.1641, "step": 52091 }, { "epoch": 46.26, "learning_rate": 1.8214877158968413e-06, "loss": 18.5303, "step": 52092 }, { "epoch": 46.26, "learning_rate": 1.8207348927347712e-06, "loss": 18.4463, "step": 52093 }, { "epoch": 46.26, "learning_rate": 1.819982222291161e-06, "loss": 18.7461, "step": 52094 }, { "epoch": 46.27, "learning_rate": 1.8192297045683981e-06, "loss": 18.6738, "step": 52095 }, { "epoch": 46.27, "learning_rate": 1.8184773395688526e-06, "loss": 19.042, "step": 52096 }, { "epoch": 46.27, "learning_rate": 1.8177251272949224e-06, "loss": 19.1055, "step": 52097 }, { "epoch": 46.27, "learning_rate": 1.8169730677489782e-06, "loss": 18.5386, "step": 52098 }, { "epoch": 46.27, "learning_rate": 1.8162211609334123e-06, "loss": 18.7119, "step": 52099 }, { "epoch": 46.27, "learning_rate": 1.8154694068506174e-06, "loss": 18.6973, "step": 52100 }, { "epoch": 46.27, "learning_rate": 1.8147178055029579e-06, "loss": 18.6045, "step": 52101 }, { "epoch": 46.27, "learning_rate": 1.8139663568928268e-06, "loss": 18.6338, "step": 52102 }, { "epoch": 46.27, "learning_rate": 1.8132150610226107e-06, "loss": 18.2773, "step": 52103 }, { "epoch": 46.27, "learning_rate": 1.8124639178946744e-06, "loss": 18.4355, "step": 52104 }, { "epoch": 46.27, "learning_rate": 1.8117129275114164e-06, "loss": 18.6904, "step": 52105 }, { "epoch": 46.28, "learning_rate": 1.8109620898752122e-06, "loss": 18.709, "step": 52106 }, { "epoch": 46.28, "learning_rate": 1.8102114049884378e-06, "loss": 19.1553, "step": 52107 }, { "epoch": 46.28, "learning_rate": 1.8094608728534746e-06, "loss": 19.2773, "step": 52108 }, { "epoch": 46.28, "learning_rate": 1.8087104934726984e-06, "loss": 18.8232, "step": 52109 }, { "epoch": 46.28, "learning_rate": 1.8079602668484906e-06, "loss": 19.3154, "step": 52110 }, { "epoch": 46.28, "learning_rate": 1.8079602668484906e-06, "loss": 18.6465, "step": 52111 }, { "epoch": 46.28, "learning_rate": 1.8072101929832385e-06, "loss": 19.1387, "step": 52112 }, { "epoch": 46.28, "learning_rate": 1.806460271879301e-06, "loss": 19.0908, "step": 52113 }, { "epoch": 46.28, "learning_rate": 1.8057105035390708e-06, "loss": 18.6406, "step": 52114 }, { "epoch": 46.28, "learning_rate": 1.8057105035390708e-06, "loss": 19.3672, "step": 52115 }, { "epoch": 46.28, "learning_rate": 1.8049608879649126e-06, "loss": 18.2363, "step": 52116 }, { "epoch": 46.29, "learning_rate": 1.8042114251592135e-06, "loss": 18.9521, "step": 52117 }, { "epoch": 46.29, "learning_rate": 1.803462115124338e-06, "loss": 19.3623, "step": 52118 }, { "epoch": 46.29, "learning_rate": 1.802712957862679e-06, "loss": 18.7549, "step": 52119 }, { "epoch": 46.29, "learning_rate": 1.8019639533765954e-06, "loss": 19.1963, "step": 52120 }, { "epoch": 46.29, "learning_rate": 1.8012151016684575e-06, "loss": 18.9248, "step": 52121 }, { "epoch": 46.29, "learning_rate": 1.8004664027406526e-06, "loss": 18.3271, "step": 52122 }, { "epoch": 46.29, "learning_rate": 1.7997178565955509e-06, "loss": 18.6836, "step": 52123 }, { "epoch": 46.29, "learning_rate": 1.798969463235528e-06, "loss": 19.2119, "step": 52124 }, { "epoch": 46.29, "learning_rate": 1.7982212226629436e-06, "loss": 19.0518, "step": 52125 }, { "epoch": 46.29, "learning_rate": 1.7974731348801787e-06, "loss": 18.6436, "step": 52126 }, { "epoch": 46.29, "learning_rate": 1.7967251998895984e-06, "loss": 18.1543, "step": 52127 }, { "epoch": 46.29, "learning_rate": 1.795977417693584e-06, "loss": 18.3379, "step": 52128 }, { "epoch": 46.3, "learning_rate": 1.7952297882945003e-06, "loss": 18.8057, "step": 52129 }, { "epoch": 46.3, "learning_rate": 1.7944823116947062e-06, "loss": 18.9736, "step": 52130 }, { "epoch": 46.3, "learning_rate": 1.7937349878965893e-06, "loss": 18.7852, "step": 52131 }, { "epoch": 46.3, "learning_rate": 1.7929878169025082e-06, "loss": 18.54, "step": 52132 }, { "epoch": 46.3, "learning_rate": 1.7922407987148392e-06, "loss": 18.8193, "step": 52133 }, { "epoch": 46.3, "learning_rate": 1.791493933335936e-06, "loss": 18.3545, "step": 52134 }, { "epoch": 46.3, "learning_rate": 1.7907472207681797e-06, "loss": 19.5605, "step": 52135 }, { "epoch": 46.3, "learning_rate": 1.7900006610139354e-06, "loss": 19.1104, "step": 52136 }, { "epoch": 46.3, "learning_rate": 1.789254254075562e-06, "loss": 19.0479, "step": 52137 }, { "epoch": 46.3, "learning_rate": 1.7885079999554299e-06, "loss": 18.6025, "step": 52138 }, { "epoch": 46.3, "learning_rate": 1.7877618986558986e-06, "loss": 18.3828, "step": 52139 }, { "epoch": 46.31, "learning_rate": 1.7870159501793493e-06, "loss": 18.8252, "step": 52140 }, { "epoch": 46.31, "learning_rate": 1.7862701545281357e-06, "loss": 18.8145, "step": 52141 }, { "epoch": 46.31, "learning_rate": 1.7855245117046115e-06, "loss": 19.2383, "step": 52142 }, { "epoch": 46.31, "learning_rate": 1.7847790217111636e-06, "loss": 18.3555, "step": 52143 }, { "epoch": 46.31, "learning_rate": 1.7840336845501293e-06, "loss": 18.8428, "step": 52144 }, { "epoch": 46.31, "learning_rate": 1.7832885002238953e-06, "loss": 18.54, "step": 52145 }, { "epoch": 46.31, "learning_rate": 1.7825434687348098e-06, "loss": 18.292, "step": 52146 }, { "epoch": 46.31, "learning_rate": 1.7817985900852318e-06, "loss": 18.4668, "step": 52147 }, { "epoch": 46.31, "learning_rate": 1.7810538642775322e-06, "loss": 18.958, "step": 52148 }, { "epoch": 46.31, "learning_rate": 1.7803092913140695e-06, "loss": 18.2695, "step": 52149 }, { "epoch": 46.31, "learning_rate": 1.7795648711971925e-06, "loss": 18.2334, "step": 52150 }, { "epoch": 46.32, "learning_rate": 1.7788206039292876e-06, "loss": 18.7471, "step": 52151 }, { "epoch": 46.32, "learning_rate": 1.7780764895126812e-06, "loss": 18.5527, "step": 52152 }, { "epoch": 46.32, "learning_rate": 1.7773325279497489e-06, "loss": 18.3301, "step": 52153 }, { "epoch": 46.32, "learning_rate": 1.7765887192428498e-06, "loss": 18.0469, "step": 52154 }, { "epoch": 46.32, "learning_rate": 1.775845063394338e-06, "loss": 18.9854, "step": 52155 }, { "epoch": 46.32, "learning_rate": 1.7751015604065723e-06, "loss": 18.4199, "step": 52156 }, { "epoch": 46.32, "learning_rate": 1.7743582102819124e-06, "loss": 18.2109, "step": 52157 }, { "epoch": 46.32, "learning_rate": 1.7736150130227058e-06, "loss": 18.6211, "step": 52158 }, { "epoch": 46.32, "learning_rate": 1.7728719686313178e-06, "loss": 18.9053, "step": 52159 }, { "epoch": 46.32, "learning_rate": 1.7721290771100961e-06, "loss": 18.751, "step": 52160 }, { "epoch": 46.32, "learning_rate": 1.7713863384614005e-06, "loss": 18.8545, "step": 52161 }, { "epoch": 46.33, "learning_rate": 1.770643752687584e-06, "loss": 18.626, "step": 52162 }, { "epoch": 46.33, "learning_rate": 1.7699013197909954e-06, "loss": 18.9502, "step": 52163 }, { "epoch": 46.33, "learning_rate": 1.7691590397739987e-06, "loss": 18.6475, "step": 52164 }, { "epoch": 46.33, "learning_rate": 1.768416912638937e-06, "loss": 18.5596, "step": 52165 }, { "epoch": 46.33, "learning_rate": 1.767674938388164e-06, "loss": 18.8398, "step": 52166 }, { "epoch": 46.33, "learning_rate": 1.76693311702405e-06, "loss": 18.627, "step": 52167 }, { "epoch": 46.33, "learning_rate": 1.766191448548915e-06, "loss": 18.7471, "step": 52168 }, { "epoch": 46.33, "learning_rate": 1.7654499329651298e-06, "loss": 18.835, "step": 52169 }, { "epoch": 46.33, "learning_rate": 1.7647085702750367e-06, "loss": 18.5752, "step": 52170 }, { "epoch": 46.33, "learning_rate": 1.7639673604809893e-06, "loss": 18.7383, "step": 52171 }, { "epoch": 46.33, "learning_rate": 1.7632263035853524e-06, "loss": 18.6172, "step": 52172 }, { "epoch": 46.33, "learning_rate": 1.7624853995904467e-06, "loss": 18.5752, "step": 52173 }, { "epoch": 46.34, "learning_rate": 1.7617446484986311e-06, "loss": 18.4092, "step": 52174 }, { "epoch": 46.34, "learning_rate": 1.7610040503122649e-06, "loss": 18.8613, "step": 52175 }, { "epoch": 46.34, "learning_rate": 1.7602636050336796e-06, "loss": 18.8506, "step": 52176 }, { "epoch": 46.34, "learning_rate": 1.7595233126652344e-06, "loss": 18.7646, "step": 52177 }, { "epoch": 46.34, "learning_rate": 1.7587831732092718e-06, "loss": 18.5986, "step": 52178 }, { "epoch": 46.34, "learning_rate": 1.7580431866681346e-06, "loss": 18.6797, "step": 52179 }, { "epoch": 46.34, "learning_rate": 1.7573033530441762e-06, "loss": 18.3369, "step": 52180 }, { "epoch": 46.34, "learning_rate": 1.7565636723397284e-06, "loss": 18.96, "step": 52181 }, { "epoch": 46.34, "learning_rate": 1.7558241445571555e-06, "loss": 18.8389, "step": 52182 }, { "epoch": 46.34, "learning_rate": 1.7550847696987838e-06, "loss": 18.6709, "step": 52183 }, { "epoch": 46.34, "learning_rate": 1.7543455477669613e-06, "loss": 19.0557, "step": 52184 }, { "epoch": 46.35, "learning_rate": 1.753606478764036e-06, "loss": 19.0166, "step": 52185 }, { "epoch": 46.35, "learning_rate": 1.7528675626923453e-06, "loss": 18.5449, "step": 52186 }, { "epoch": 46.35, "learning_rate": 1.7521287995542423e-06, "loss": 18.9932, "step": 52187 }, { "epoch": 46.35, "learning_rate": 1.7513901893520535e-06, "loss": 18.9092, "step": 52188 }, { "epoch": 46.35, "learning_rate": 1.7506517320881266e-06, "loss": 18.9434, "step": 52189 }, { "epoch": 46.35, "learning_rate": 1.7499134277648098e-06, "loss": 19.4111, "step": 52190 }, { "epoch": 46.35, "learning_rate": 1.7491752763844293e-06, "loss": 18.9443, "step": 52191 }, { "epoch": 46.35, "learning_rate": 1.748437277949333e-06, "loss": 18.8262, "step": 52192 }, { "epoch": 46.35, "learning_rate": 1.747699432461858e-06, "loss": 19.0908, "step": 52193 }, { "epoch": 46.35, "learning_rate": 1.746961739924352e-06, "loss": 18.5947, "step": 52194 }, { "epoch": 46.35, "learning_rate": 1.7462242003391416e-06, "loss": 18.3193, "step": 52195 }, { "epoch": 46.36, "learning_rate": 1.7454868137085689e-06, "loss": 19.1631, "step": 52196 }, { "epoch": 46.36, "learning_rate": 1.7447495800349656e-06, "loss": 18.793, "step": 52197 }, { "epoch": 46.36, "learning_rate": 1.7440124993206798e-06, "loss": 19.1562, "step": 52198 }, { "epoch": 46.36, "learning_rate": 1.7432755715680481e-06, "loss": 19.1309, "step": 52199 }, { "epoch": 46.36, "learning_rate": 1.7425387967793916e-06, "loss": 19.0146, "step": 52200 }, { "epoch": 46.36, "learning_rate": 1.741802174957058e-06, "loss": 18.4912, "step": 52201 }, { "epoch": 46.36, "learning_rate": 1.741065706103373e-06, "loss": 18.7861, "step": 52202 }, { "epoch": 46.36, "learning_rate": 1.740329390220685e-06, "loss": 19.0449, "step": 52203 }, { "epoch": 46.36, "learning_rate": 1.7395932273113203e-06, "loss": 18.6484, "step": 52204 }, { "epoch": 46.36, "learning_rate": 1.738857217377604e-06, "loss": 18.5635, "step": 52205 }, { "epoch": 46.36, "learning_rate": 1.738121360421885e-06, "loss": 18.7207, "step": 52206 }, { "epoch": 46.37, "learning_rate": 1.737385656446483e-06, "loss": 18.877, "step": 52207 }, { "epoch": 46.37, "learning_rate": 1.736650105453741e-06, "loss": 18.4443, "step": 52208 }, { "epoch": 46.37, "learning_rate": 1.7359147074459737e-06, "loss": 18.6787, "step": 52209 }, { "epoch": 46.37, "learning_rate": 1.7351794624255347e-06, "loss": 18.8262, "step": 52210 }, { "epoch": 46.37, "learning_rate": 1.7344443703947388e-06, "loss": 19.4238, "step": 52211 }, { "epoch": 46.37, "learning_rate": 1.7337094313559178e-06, "loss": 18.8281, "step": 52212 }, { "epoch": 46.37, "learning_rate": 1.7329746453114083e-06, "loss": 19.1396, "step": 52213 }, { "epoch": 46.37, "learning_rate": 1.732240012263525e-06, "loss": 18.4502, "step": 52214 }, { "epoch": 46.37, "learning_rate": 1.7315055322146168e-06, "loss": 18.4551, "step": 52215 }, { "epoch": 46.37, "learning_rate": 1.7307712051670034e-06, "loss": 18.2949, "step": 52216 }, { "epoch": 46.37, "learning_rate": 1.7300370311229997e-06, "loss": 18.4521, "step": 52217 }, { "epoch": 46.37, "learning_rate": 1.7293030100849538e-06, "loss": 18.8447, "step": 52218 }, { "epoch": 46.38, "learning_rate": 1.7293030100849538e-06, "loss": 18.8496, "step": 52219 }, { "epoch": 46.38, "learning_rate": 1.7285691420551697e-06, "loss": 18.9863, "step": 52220 }, { "epoch": 46.38, "learning_rate": 1.7278354270359954e-06, "loss": 18.9287, "step": 52221 }, { "epoch": 46.38, "learning_rate": 1.7278354270359954e-06, "loss": 19.0098, "step": 52222 }, { "epoch": 46.38, "learning_rate": 1.727101865029751e-06, "loss": 18.6738, "step": 52223 }, { "epoch": 46.38, "learning_rate": 1.7263684560387516e-06, "loss": 18.5459, "step": 52224 }, { "epoch": 46.38, "learning_rate": 1.725635200065323e-06, "loss": 18.9531, "step": 52225 }, { "epoch": 46.38, "learning_rate": 1.724902097111808e-06, "loss": 19.2246, "step": 52226 }, { "epoch": 46.38, "learning_rate": 1.7241691471805044e-06, "loss": 18.7803, "step": 52227 }, { "epoch": 46.38, "learning_rate": 1.7234363502737604e-06, "loss": 18.5625, "step": 52228 }, { "epoch": 46.38, "learning_rate": 1.72270370639388e-06, "loss": 19.0518, "step": 52229 }, { "epoch": 46.39, "learning_rate": 1.7219712155431945e-06, "loss": 19.3193, "step": 52230 }, { "epoch": 46.39, "learning_rate": 1.721238877724024e-06, "loss": 18.8125, "step": 52231 }, { "epoch": 46.39, "learning_rate": 1.7205066929386836e-06, "loss": 19.082, "step": 52232 }, { "epoch": 46.39, "learning_rate": 1.7197746611895104e-06, "loss": 18.4707, "step": 52233 }, { "epoch": 46.39, "learning_rate": 1.719042782478808e-06, "loss": 18.3857, "step": 52234 }, { "epoch": 46.39, "learning_rate": 1.7183110568089023e-06, "loss": 18.5303, "step": 52235 }, { "epoch": 46.39, "learning_rate": 1.717579484182119e-06, "loss": 18.2725, "step": 52236 }, { "epoch": 46.39, "learning_rate": 1.7168480646007622e-06, "loss": 18.6934, "step": 52237 }, { "epoch": 46.39, "learning_rate": 1.7161167980671688e-06, "loss": 18.3867, "step": 52238 }, { "epoch": 46.39, "learning_rate": 1.7153856845836424e-06, "loss": 18.8633, "step": 52239 }, { "epoch": 46.39, "learning_rate": 1.7146547241525036e-06, "loss": 18.7246, "step": 52240 }, { "epoch": 46.4, "learning_rate": 1.7139239167760723e-06, "loss": 17.9512, "step": 52241 }, { "epoch": 46.4, "learning_rate": 1.7131932624566637e-06, "loss": 18.333, "step": 52242 }, { "epoch": 46.4, "learning_rate": 1.7124627611965926e-06, "loss": 19.0303, "step": 52243 }, { "epoch": 46.4, "learning_rate": 1.7117324129981848e-06, "loss": 18.4072, "step": 52244 }, { "epoch": 46.4, "learning_rate": 1.7117324129981848e-06, "loss": 18.9854, "step": 52245 }, { "epoch": 46.4, "learning_rate": 1.7110022178637387e-06, "loss": 18.6943, "step": 52246 }, { "epoch": 46.4, "learning_rate": 1.7102721757955796e-06, "loss": 18.9951, "step": 52247 }, { "epoch": 46.4, "learning_rate": 1.7095422867960176e-06, "loss": 18.6924, "step": 52248 }, { "epoch": 46.4, "learning_rate": 1.7088125508673614e-06, "loss": 18.7051, "step": 52249 }, { "epoch": 46.4, "learning_rate": 1.708082968011948e-06, "loss": 19.0498, "step": 52250 }, { "epoch": 46.4, "learning_rate": 1.7073535382320538e-06, "loss": 18.6113, "step": 52251 }, { "epoch": 46.4, "learning_rate": 1.7066242615300153e-06, "loss": 18.668, "step": 52252 }, { "epoch": 46.41, "learning_rate": 1.7058951379081422e-06, "loss": 18.3643, "step": 52253 }, { "epoch": 46.41, "learning_rate": 1.7051661673687325e-06, "loss": 19.0967, "step": 52254 }, { "epoch": 46.41, "learning_rate": 1.704437349914112e-06, "loss": 19.4062, "step": 52255 }, { "epoch": 46.41, "learning_rate": 1.70370868554659e-06, "loss": 19.3711, "step": 52256 }, { "epoch": 46.41, "learning_rate": 1.7029801742684592e-06, "loss": 19.1895, "step": 52257 }, { "epoch": 46.41, "learning_rate": 1.7022518160820511e-06, "loss": 18.8574, "step": 52258 }, { "epoch": 46.41, "learning_rate": 1.701523610989658e-06, "loss": 19.0723, "step": 52259 }, { "epoch": 46.41, "learning_rate": 1.7007955589936008e-06, "loss": 19.1162, "step": 52260 }, { "epoch": 46.41, "learning_rate": 1.7000676600961775e-06, "loss": 19.3115, "step": 52261 }, { "epoch": 46.41, "learning_rate": 1.699339914299697e-06, "loss": 18.8174, "step": 52262 }, { "epoch": 46.41, "learning_rate": 1.6986123216064686e-06, "loss": 18.5312, "step": 52263 }, { "epoch": 46.42, "learning_rate": 1.6978848820187964e-06, "loss": 18.7822, "step": 52264 }, { "epoch": 46.42, "learning_rate": 1.6971575955389896e-06, "loss": 18.7275, "step": 52265 }, { "epoch": 46.42, "learning_rate": 1.6964304621693517e-06, "loss": 18.5547, "step": 52266 }, { "epoch": 46.42, "learning_rate": 1.6957034819121865e-06, "loss": 18.751, "step": 52267 }, { "epoch": 46.42, "learning_rate": 1.6949766547697976e-06, "loss": 18.5742, "step": 52268 }, { "epoch": 46.42, "learning_rate": 1.6942499807444889e-06, "loss": 19.0479, "step": 52269 }, { "epoch": 46.42, "learning_rate": 1.6935234598385696e-06, "loss": 18.1758, "step": 52270 }, { "epoch": 46.42, "learning_rate": 1.692797092054338e-06, "loss": 18.877, "step": 52271 }, { "epoch": 46.42, "learning_rate": 1.6920708773940975e-06, "loss": 18.4893, "step": 52272 }, { "epoch": 46.42, "learning_rate": 1.6913448158601518e-06, "loss": 18.2393, "step": 52273 }, { "epoch": 46.42, "learning_rate": 1.690618907454794e-06, "loss": 18.6953, "step": 52274 }, { "epoch": 46.43, "learning_rate": 1.689893152180333e-06, "loss": 18.5059, "step": 52275 }, { "epoch": 46.43, "learning_rate": 1.6891675500390724e-06, "loss": 18.9482, "step": 52276 }, { "epoch": 46.43, "learning_rate": 1.688442101033305e-06, "loss": 18.9492, "step": 52277 }, { "epoch": 46.43, "learning_rate": 1.6877168051653292e-06, "loss": 18.5635, "step": 52278 }, { "epoch": 46.43, "learning_rate": 1.6869916624374537e-06, "loss": 19.2275, "step": 52279 }, { "epoch": 46.43, "learning_rate": 1.6862666728519661e-06, "loss": 19.833, "step": 52280 }, { "epoch": 46.43, "learning_rate": 1.6855418364111696e-06, "loss": 18.7705, "step": 52281 }, { "epoch": 46.43, "learning_rate": 1.6848171531173685e-06, "loss": 19.5664, "step": 52282 }, { "epoch": 46.43, "learning_rate": 1.6840926229728438e-06, "loss": 19.5088, "step": 52283 }, { "epoch": 46.43, "learning_rate": 1.6833682459799048e-06, "loss": 19.1465, "step": 52284 }, { "epoch": 46.43, "learning_rate": 1.6826440221408391e-06, "loss": 18.8145, "step": 52285 }, { "epoch": 46.44, "learning_rate": 1.6819199514579553e-06, "loss": 18.2715, "step": 52286 }, { "epoch": 46.44, "learning_rate": 1.6811960339335298e-06, "loss": 19.6377, "step": 52287 }, { "epoch": 46.44, "learning_rate": 1.6804722695698771e-06, "loss": 18.9551, "step": 52288 }, { "epoch": 46.44, "learning_rate": 1.6797486583692844e-06, "loss": 19.1211, "step": 52289 }, { "epoch": 46.44, "learning_rate": 1.6790252003340335e-06, "loss": 18.6113, "step": 52290 }, { "epoch": 46.44, "learning_rate": 1.6783018954664387e-06, "loss": 18.7861, "step": 52291 }, { "epoch": 46.44, "learning_rate": 1.6775787437687706e-06, "loss": 19.1113, "step": 52292 }, { "epoch": 46.44, "learning_rate": 1.6768557452433387e-06, "loss": 18.6064, "step": 52293 }, { "epoch": 46.44, "learning_rate": 1.6761328998924296e-06, "loss": 18.5527, "step": 52294 }, { "epoch": 46.44, "learning_rate": 1.6754102077183254e-06, "loss": 19.2314, "step": 52295 }, { "epoch": 46.44, "learning_rate": 1.6746876687233293e-06, "loss": 18.6973, "step": 52296 }, { "epoch": 46.44, "learning_rate": 1.6739652829097285e-06, "loss": 18.9736, "step": 52297 }, { "epoch": 46.45, "learning_rate": 1.6732430502798157e-06, "loss": 18.4414, "step": 52298 }, { "epoch": 46.45, "learning_rate": 1.6725209708358724e-06, "loss": 18.2314, "step": 52299 }, { "epoch": 46.45, "learning_rate": 1.6717990445801858e-06, "loss": 18.4492, "step": 52300 }, { "epoch": 46.45, "learning_rate": 1.671077271515048e-06, "loss": 18.8926, "step": 52301 }, { "epoch": 46.45, "learning_rate": 1.6703556516427522e-06, "loss": 18.6895, "step": 52302 }, { "epoch": 46.45, "learning_rate": 1.6696341849655794e-06, "loss": 18.4355, "step": 52303 }, { "epoch": 46.45, "learning_rate": 1.6689128714858283e-06, "loss": 18.6855, "step": 52304 }, { "epoch": 46.45, "learning_rate": 1.6681917112057687e-06, "loss": 18.5771, "step": 52305 }, { "epoch": 46.45, "learning_rate": 1.6674707041276938e-06, "loss": 19.1719, "step": 52306 }, { "epoch": 46.45, "learning_rate": 1.6667498502538903e-06, "loss": 18.8838, "step": 52307 }, { "epoch": 46.45, "learning_rate": 1.6660291495866398e-06, "loss": 18.5869, "step": 52308 }, { "epoch": 46.46, "learning_rate": 1.665308602128235e-06, "loss": 18.9141, "step": 52309 }, { "epoch": 46.46, "learning_rate": 1.6645882078809515e-06, "loss": 19.376, "step": 52310 }, { "epoch": 46.46, "learning_rate": 1.6638679668470714e-06, "loss": 19.0215, "step": 52311 }, { "epoch": 46.46, "learning_rate": 1.6631478790288812e-06, "loss": 18.8281, "step": 52312 }, { "epoch": 46.46, "learning_rate": 1.6624279444286627e-06, "loss": 19.2119, "step": 52313 }, { "epoch": 46.46, "learning_rate": 1.661708163048703e-06, "loss": 19.2129, "step": 52314 }, { "epoch": 46.46, "learning_rate": 1.6609885348912834e-06, "loss": 18.3652, "step": 52315 }, { "epoch": 46.46, "learning_rate": 1.6602690599586745e-06, "loss": 18.751, "step": 52316 }, { "epoch": 46.46, "learning_rate": 1.6595497382531633e-06, "loss": 19.2305, "step": 52317 }, { "epoch": 46.46, "learning_rate": 1.6588305697770313e-06, "loss": 18.6729, "step": 52318 }, { "epoch": 46.46, "learning_rate": 1.6581115545325542e-06, "loss": 18.9023, "step": 52319 }, { "epoch": 46.47, "learning_rate": 1.657392692522025e-06, "loss": 18.332, "step": 52320 }, { "epoch": 46.47, "learning_rate": 1.6566739837476975e-06, "loss": 18.5312, "step": 52321 }, { "epoch": 46.47, "learning_rate": 1.6559554282118694e-06, "loss": 18.1611, "step": 52322 }, { "epoch": 46.47, "learning_rate": 1.6552370259168115e-06, "loss": 18.6611, "step": 52323 }, { "epoch": 46.47, "learning_rate": 1.6545187768647996e-06, "loss": 18.6055, "step": 52324 }, { "epoch": 46.47, "learning_rate": 1.6538006810581263e-06, "loss": 19.3252, "step": 52325 }, { "epoch": 46.47, "learning_rate": 1.65308273849904e-06, "loss": 18.6777, "step": 52326 }, { "epoch": 46.47, "learning_rate": 1.652364949189833e-06, "loss": 18.8252, "step": 52327 }, { "epoch": 46.47, "learning_rate": 1.6516473131327815e-06, "loss": 18.5508, "step": 52328 }, { "epoch": 46.47, "learning_rate": 1.6509298303301556e-06, "loss": 18.8252, "step": 52329 }, { "epoch": 46.47, "learning_rate": 1.6502125007842317e-06, "loss": 19.6357, "step": 52330 }, { "epoch": 46.48, "learning_rate": 1.6494953244972854e-06, "loss": 18.8525, "step": 52331 }, { "epoch": 46.48, "learning_rate": 1.648778301471582e-06, "loss": 19.1484, "step": 52332 }, { "epoch": 46.48, "learning_rate": 1.6480614317094023e-06, "loss": 18.5566, "step": 52333 }, { "epoch": 46.48, "learning_rate": 1.6473447152130173e-06, "loss": 18.7598, "step": 52334 }, { "epoch": 46.48, "learning_rate": 1.6466281519846972e-06, "loss": 18.7715, "step": 52335 }, { "epoch": 46.48, "learning_rate": 1.6459117420267178e-06, "loss": 18.085, "step": 52336 }, { "epoch": 46.48, "learning_rate": 1.6451954853413388e-06, "loss": 18.3252, "step": 52337 }, { "epoch": 46.48, "learning_rate": 1.6444793819308413e-06, "loss": 18.9082, "step": 52338 }, { "epoch": 46.48, "learning_rate": 1.6437634317974905e-06, "loss": 18.3623, "step": 52339 }, { "epoch": 46.48, "learning_rate": 1.6430476349435619e-06, "loss": 18.6768, "step": 52340 }, { "epoch": 46.48, "learning_rate": 1.6423319913713154e-06, "loss": 18.2441, "step": 52341 }, { "epoch": 46.48, "learning_rate": 1.641616501083021e-06, "loss": 18.8184, "step": 52342 }, { "epoch": 46.49, "learning_rate": 1.6409011640809546e-06, "loss": 18.5664, "step": 52343 }, { "epoch": 46.49, "learning_rate": 1.6401859803673757e-06, "loss": 18.8203, "step": 52344 }, { "epoch": 46.49, "learning_rate": 1.6394709499445492e-06, "loss": 18.2676, "step": 52345 }, { "epoch": 46.49, "learning_rate": 1.638756072814751e-06, "loss": 19.1064, "step": 52346 }, { "epoch": 46.49, "learning_rate": 1.638041348980246e-06, "loss": 18.3447, "step": 52347 }, { "epoch": 46.49, "learning_rate": 1.6373267784432933e-06, "loss": 19.0654, "step": 52348 }, { "epoch": 46.49, "learning_rate": 1.6366123612061636e-06, "loss": 18.3804, "step": 52349 }, { "epoch": 46.49, "learning_rate": 1.6358980972711101e-06, "loss": 18.7246, "step": 52350 }, { "epoch": 46.49, "learning_rate": 1.635183986640415e-06, "loss": 18.6924, "step": 52351 }, { "epoch": 46.49, "learning_rate": 1.6344700293163317e-06, "loss": 18.7734, "step": 52352 }, { "epoch": 46.49, "learning_rate": 1.6337562253011196e-06, "loss": 18.8369, "step": 52353 }, { "epoch": 46.5, "learning_rate": 1.633042574597049e-06, "loss": 18.5605, "step": 52354 }, { "epoch": 46.5, "learning_rate": 1.6323290772063738e-06, "loss": 19.2539, "step": 52355 }, { "epoch": 46.5, "learning_rate": 1.6316157331313642e-06, "loss": 18.5957, "step": 52356 }, { "epoch": 46.5, "learning_rate": 1.6309025423742795e-06, "loss": 18.8633, "step": 52357 }, { "epoch": 46.5, "learning_rate": 1.6301895049373738e-06, "loss": 18.4141, "step": 52358 }, { "epoch": 46.5, "learning_rate": 1.6294766208229172e-06, "loss": 18.3252, "step": 52359 }, { "epoch": 46.5, "learning_rate": 1.628763890033158e-06, "loss": 18.4287, "step": 52360 }, { "epoch": 46.5, "learning_rate": 1.6280513125703667e-06, "loss": 18.5664, "step": 52361 }, { "epoch": 46.5, "learning_rate": 1.6273388884367913e-06, "loss": 18.5273, "step": 52362 }, { "epoch": 46.5, "learning_rate": 1.6266266176347022e-06, "loss": 18.626, "step": 52363 }, { "epoch": 46.5, "learning_rate": 1.6259145001663478e-06, "loss": 18.9297, "step": 52364 }, { "epoch": 46.51, "learning_rate": 1.6252025360339872e-06, "loss": 18.9004, "step": 52365 }, { "epoch": 46.51, "learning_rate": 1.6244907252398857e-06, "loss": 18.5615, "step": 52366 }, { "epoch": 46.51, "learning_rate": 1.6237790677862797e-06, "loss": 18.4189, "step": 52367 }, { "epoch": 46.51, "learning_rate": 1.6230675636754456e-06, "loss": 18.5996, "step": 52368 }, { "epoch": 46.51, "learning_rate": 1.6223562129096315e-06, "loss": 18.5635, "step": 52369 }, { "epoch": 46.51, "learning_rate": 1.6216450154910856e-06, "loss": 19.2383, "step": 52370 }, { "epoch": 46.51, "learning_rate": 1.6209339714220673e-06, "loss": 19.1514, "step": 52371 }, { "epoch": 46.51, "learning_rate": 1.6202230807048414e-06, "loss": 18.8281, "step": 52372 }, { "epoch": 46.51, "learning_rate": 1.6195123433416392e-06, "loss": 18.3027, "step": 52373 }, { "epoch": 46.51, "learning_rate": 1.618801759334737e-06, "loss": 18.6367, "step": 52374 }, { "epoch": 46.51, "learning_rate": 1.6180913286863664e-06, "loss": 18.8823, "step": 52375 }, { "epoch": 46.52, "learning_rate": 1.617381051398792e-06, "loss": 18.4297, "step": 52376 }, { "epoch": 46.52, "learning_rate": 1.616670927474262e-06, "loss": 18.7529, "step": 52377 }, { "epoch": 46.52, "learning_rate": 1.6159609569150246e-06, "loss": 18.4736, "step": 52378 }, { "epoch": 46.52, "learning_rate": 1.6152511397233339e-06, "loss": 18.7129, "step": 52379 }, { "epoch": 46.52, "learning_rate": 1.6145414759014431e-06, "loss": 18.3799, "step": 52380 }, { "epoch": 46.52, "learning_rate": 1.6138319654515898e-06, "loss": 18.2139, "step": 52381 }, { "epoch": 46.52, "learning_rate": 1.6131226083760387e-06, "loss": 18.2773, "step": 52382 }, { "epoch": 46.52, "learning_rate": 1.612413404677021e-06, "loss": 18.9072, "step": 52383 }, { "epoch": 46.52, "learning_rate": 1.6117043543568021e-06, "loss": 18.6953, "step": 52384 }, { "epoch": 46.52, "learning_rate": 1.6109954574176188e-06, "loss": 18.8027, "step": 52385 }, { "epoch": 46.52, "learning_rate": 1.610286713861714e-06, "loss": 18.377, "step": 52386 }, { "epoch": 46.52, "learning_rate": 1.609578123691352e-06, "loss": 18.6133, "step": 52387 }, { "epoch": 46.53, "learning_rate": 1.6088696869087593e-06, "loss": 18.4355, "step": 52388 }, { "epoch": 46.53, "learning_rate": 1.6081614035161897e-06, "loss": 18.5176, "step": 52389 }, { "epoch": 46.53, "learning_rate": 1.6074532735158965e-06, "loss": 18.4619, "step": 52390 }, { "epoch": 46.53, "learning_rate": 1.6067452969101115e-06, "loss": 18.6533, "step": 52391 }, { "epoch": 46.53, "learning_rate": 1.6060374737010886e-06, "loss": 18.4395, "step": 52392 }, { "epoch": 46.53, "learning_rate": 1.605329803891059e-06, "loss": 18.3877, "step": 52393 }, { "epoch": 46.53, "learning_rate": 1.6046222874822715e-06, "loss": 18.8242, "step": 52394 }, { "epoch": 46.53, "learning_rate": 1.6039149244769847e-06, "loss": 19.2285, "step": 52395 }, { "epoch": 46.53, "learning_rate": 1.6032077148774139e-06, "loss": 18.9346, "step": 52396 }, { "epoch": 46.53, "learning_rate": 1.6025006586858182e-06, "loss": 18.1895, "step": 52397 }, { "epoch": 46.53, "learning_rate": 1.6017937559044348e-06, "loss": 18.5464, "step": 52398 }, { "epoch": 46.54, "learning_rate": 1.601087006535501e-06, "loss": 19.1855, "step": 52399 }, { "epoch": 46.54, "learning_rate": 1.6003804105812703e-06, "loss": 18.6221, "step": 52400 }, { "epoch": 46.54, "learning_rate": 1.5996739680439633e-06, "loss": 18.5693, "step": 52401 }, { "epoch": 46.54, "learning_rate": 1.5989676789258279e-06, "loss": 18.543, "step": 52402 }, { "epoch": 46.54, "learning_rate": 1.5982615432291071e-06, "loss": 18.7783, "step": 52403 }, { "epoch": 46.54, "learning_rate": 1.5975555609560322e-06, "loss": 18.5801, "step": 52404 }, { "epoch": 46.54, "learning_rate": 1.596849732108846e-06, "loss": 18.3604, "step": 52405 }, { "epoch": 46.54, "learning_rate": 1.5961440566897912e-06, "loss": 18.8535, "step": 52406 }, { "epoch": 46.54, "learning_rate": 1.5954385347010824e-06, "loss": 18.5928, "step": 52407 }, { "epoch": 46.54, "learning_rate": 1.594733166144985e-06, "loss": 18.1338, "step": 52408 }, { "epoch": 46.54, "learning_rate": 1.5940279510237078e-06, "loss": 18.6357, "step": 52409 }, { "epoch": 46.55, "learning_rate": 1.5933228893395103e-06, "loss": 18.9824, "step": 52410 }, { "epoch": 46.55, "learning_rate": 1.5926179810946184e-06, "loss": 18.5371, "step": 52411 }, { "epoch": 46.55, "learning_rate": 1.5919132262912528e-06, "loss": 18.7656, "step": 52412 }, { "epoch": 46.55, "learning_rate": 1.591208624931667e-06, "loss": 18.417, "step": 52413 }, { "epoch": 46.55, "learning_rate": 1.5905041770180817e-06, "loss": 18.2236, "step": 52414 }, { "epoch": 46.55, "learning_rate": 1.589799882552734e-06, "loss": 18.7725, "step": 52415 }, { "epoch": 46.55, "learning_rate": 1.5890957415378715e-06, "loss": 19.0664, "step": 52416 }, { "epoch": 46.55, "learning_rate": 1.5883917539756987e-06, "loss": 18.3535, "step": 52417 }, { "epoch": 46.55, "learning_rate": 1.5876879198684635e-06, "loss": 18.4678, "step": 52418 }, { "epoch": 46.55, "learning_rate": 1.5869842392183864e-06, "loss": 18.6338, "step": 52419 }, { "epoch": 46.55, "learning_rate": 1.5862807120277101e-06, "loss": 18.707, "step": 52420 }, { "epoch": 46.56, "learning_rate": 1.585577338298666e-06, "loss": 18.6514, "step": 52421 }, { "epoch": 46.56, "learning_rate": 1.5848741180334747e-06, "loss": 18.7236, "step": 52422 }, { "epoch": 46.56, "learning_rate": 1.584171051234362e-06, "loss": 18.0996, "step": 52423 }, { "epoch": 46.56, "learning_rate": 1.5834681379035655e-06, "loss": 18.8369, "step": 52424 }, { "epoch": 46.56, "learning_rate": 1.5827653780433106e-06, "loss": 18.7354, "step": 52425 }, { "epoch": 46.56, "learning_rate": 1.5820627716558233e-06, "loss": 18.8027, "step": 52426 }, { "epoch": 46.56, "learning_rate": 1.5813603187433356e-06, "loss": 18.8291, "step": 52427 }, { "epoch": 46.56, "learning_rate": 1.5806580193080678e-06, "loss": 18.8252, "step": 52428 }, { "epoch": 46.56, "learning_rate": 1.5799558733522512e-06, "loss": 18.8018, "step": 52429 }, { "epoch": 46.56, "learning_rate": 1.579253880878101e-06, "loss": 18.543, "step": 52430 }, { "epoch": 46.56, "learning_rate": 1.5785520418878597e-06, "loss": 18.6025, "step": 52431 }, { "epoch": 46.56, "learning_rate": 1.5778503563837365e-06, "loss": 18.957, "step": 52432 }, { "epoch": 46.57, "learning_rate": 1.5771488243679689e-06, "loss": 18.8623, "step": 52433 }, { "epoch": 46.57, "learning_rate": 1.5771488243679689e-06, "loss": 18.5479, "step": 52434 }, { "epoch": 46.57, "learning_rate": 1.5764474458427714e-06, "loss": 18.7695, "step": 52435 }, { "epoch": 46.57, "learning_rate": 1.5757462208103591e-06, "loss": 19.3779, "step": 52436 }, { "epoch": 46.57, "learning_rate": 1.5750451492729745e-06, "loss": 19.0391, "step": 52437 }, { "epoch": 46.57, "learning_rate": 1.574344231232827e-06, "loss": 18.8984, "step": 52438 }, { "epoch": 46.57, "learning_rate": 1.573643466692143e-06, "loss": 18.084, "step": 52439 }, { "epoch": 46.57, "learning_rate": 1.5729428556531479e-06, "loss": 18.8301, "step": 52440 }, { "epoch": 46.57, "learning_rate": 1.5722423981180457e-06, "loss": 18.1611, "step": 52441 }, { "epoch": 46.57, "learning_rate": 1.571542094089068e-06, "loss": 18.9629, "step": 52442 }, { "epoch": 46.57, "learning_rate": 1.5708419435684462e-06, "loss": 19.1318, "step": 52443 }, { "epoch": 46.58, "learning_rate": 1.5701419465583844e-06, "loss": 18.6543, "step": 52444 }, { "epoch": 46.58, "learning_rate": 1.5694421030611027e-06, "loss": 18.665, "step": 52445 }, { "epoch": 46.58, "learning_rate": 1.5687424130788163e-06, "loss": 18.5693, "step": 52446 }, { "epoch": 46.58, "learning_rate": 1.5680428766137511e-06, "loss": 18.3682, "step": 52447 }, { "epoch": 46.58, "learning_rate": 1.5673434936681274e-06, "loss": 18.7314, "step": 52448 }, { "epoch": 46.58, "learning_rate": 1.5673434936681274e-06, "loss": 19.1543, "step": 52449 }, { "epoch": 46.58, "learning_rate": 1.5666442642441547e-06, "loss": 18.7012, "step": 52450 }, { "epoch": 46.58, "learning_rate": 1.5659451883440535e-06, "loss": 18.6826, "step": 52451 }, { "epoch": 46.58, "learning_rate": 1.5652462659700328e-06, "loss": 18.4287, "step": 52452 }, { "epoch": 46.58, "learning_rate": 1.5645474971243136e-06, "loss": 18.5166, "step": 52453 }, { "epoch": 46.58, "learning_rate": 1.5638488818091157e-06, "loss": 18.2354, "step": 52454 }, { "epoch": 46.59, "learning_rate": 1.5631504200266378e-06, "loss": 18.498, "step": 52455 }, { "epoch": 46.59, "learning_rate": 1.5624521117791169e-06, "loss": 18.623, "step": 52456 }, { "epoch": 46.59, "learning_rate": 1.5617539570687456e-06, "loss": 18.5869, "step": 52457 }, { "epoch": 46.59, "learning_rate": 1.5610559558977444e-06, "loss": 18.7715, "step": 52458 }, { "epoch": 46.59, "learning_rate": 1.5603581082683339e-06, "loss": 18.2988, "step": 52459 }, { "epoch": 46.59, "learning_rate": 1.5596604141827065e-06, "loss": 18.623, "step": 52460 }, { "epoch": 46.59, "learning_rate": 1.5589628736430938e-06, "loss": 18.3223, "step": 52461 }, { "epoch": 46.59, "learning_rate": 1.5582654866516999e-06, "loss": 18.1045, "step": 52462 }, { "epoch": 46.59, "learning_rate": 1.5575682532107338e-06, "loss": 18.6719, "step": 52463 }, { "epoch": 46.59, "learning_rate": 1.556871173322405e-06, "loss": 18.2349, "step": 52464 }, { "epoch": 46.59, "learning_rate": 1.5561742469889228e-06, "loss": 18.3994, "step": 52465 }, { "epoch": 46.6, "learning_rate": 1.5554774742124966e-06, "loss": 18.9043, "step": 52466 }, { "epoch": 46.6, "learning_rate": 1.5547808549953469e-06, "loss": 19.1523, "step": 52467 }, { "epoch": 46.6, "learning_rate": 1.554084389339655e-06, "loss": 18.4043, "step": 52468 }, { "epoch": 46.6, "learning_rate": 1.5533880772476583e-06, "loss": 18.6436, "step": 52469 }, { "epoch": 46.6, "learning_rate": 1.5526919187215438e-06, "loss": 18.8174, "step": 52470 }, { "epoch": 46.6, "learning_rate": 1.551995913763521e-06, "loss": 18.8096, "step": 52471 }, { "epoch": 46.6, "learning_rate": 1.55130006237581e-06, "loss": 18.6396, "step": 52472 }, { "epoch": 46.6, "learning_rate": 1.5506043645605984e-06, "loss": 19.1533, "step": 52473 }, { "epoch": 46.6, "learning_rate": 1.5499088203201007e-06, "loss": 18.9189, "step": 52474 }, { "epoch": 46.6, "learning_rate": 1.5492134296565264e-06, "loss": 18.2344, "step": 52475 }, { "epoch": 46.6, "learning_rate": 1.5485181925720683e-06, "loss": 18.8369, "step": 52476 }, { "epoch": 46.6, "learning_rate": 1.5478231090689355e-06, "loss": 18.2314, "step": 52477 }, { "epoch": 46.61, "learning_rate": 1.5471281791493374e-06, "loss": 18.5547, "step": 52478 }, { "epoch": 46.61, "learning_rate": 1.5464334028154615e-06, "loss": 18.6299, "step": 52479 }, { "epoch": 46.61, "learning_rate": 1.5457387800695278e-06, "loss": 18.4346, "step": 52480 }, { "epoch": 46.61, "learning_rate": 1.5450443109137235e-06, "loss": 19.6094, "step": 52481 }, { "epoch": 46.61, "learning_rate": 1.5443499953502583e-06, "loss": 18.9785, "step": 52482 }, { "epoch": 46.61, "learning_rate": 1.5436558333813356e-06, "loss": 18.6709, "step": 52483 }, { "epoch": 46.61, "learning_rate": 1.5429618250091427e-06, "loss": 18.8086, "step": 52484 }, { "epoch": 46.61, "learning_rate": 1.5422679702358888e-06, "loss": 18.5361, "step": 52485 }, { "epoch": 46.61, "learning_rate": 1.5415742690637724e-06, "loss": 18.7217, "step": 52486 }, { "epoch": 46.61, "learning_rate": 1.5408807214949971e-06, "loss": 18.7578, "step": 52487 }, { "epoch": 46.61, "learning_rate": 1.5401873275317558e-06, "loss": 18.9443, "step": 52488 }, { "epoch": 46.62, "learning_rate": 1.539494087176241e-06, "loss": 19.0127, "step": 52489 }, { "epoch": 46.62, "learning_rate": 1.5388010004306618e-06, "loss": 19.2471, "step": 52490 }, { "epoch": 46.62, "learning_rate": 1.538108067297206e-06, "loss": 18.707, "step": 52491 }, { "epoch": 46.62, "learning_rate": 1.5374152877780713e-06, "loss": 18.1064, "step": 52492 }, { "epoch": 46.62, "learning_rate": 1.5367226618754672e-06, "loss": 18.3936, "step": 52493 }, { "epoch": 46.62, "learning_rate": 1.5360301895915696e-06, "loss": 18.9424, "step": 52494 }, { "epoch": 46.62, "learning_rate": 1.5353378709285881e-06, "loss": 18.7998, "step": 52495 }, { "epoch": 46.62, "learning_rate": 1.5346457058886987e-06, "loss": 18.3428, "step": 52496 }, { "epoch": 46.62, "learning_rate": 1.5339536944741106e-06, "loss": 18.6816, "step": 52497 }, { "epoch": 46.62, "learning_rate": 1.5332618366870221e-06, "loss": 18.6318, "step": 52498 }, { "epoch": 46.62, "learning_rate": 1.5325701325296205e-06, "loss": 18.251, "step": 52499 }, { "epoch": 46.63, "learning_rate": 1.531878582004087e-06, "loss": 18.5312, "step": 52500 }, { "epoch": 46.63, "learning_rate": 1.5311871851126258e-06, "loss": 18.4199, "step": 52501 }, { "epoch": 46.63, "learning_rate": 1.530495941857424e-06, "loss": 18.3633, "step": 52502 }, { "epoch": 46.63, "learning_rate": 1.5298048522406793e-06, "loss": 18.7588, "step": 52503 }, { "epoch": 46.63, "learning_rate": 1.5291139162645796e-06, "loss": 18.5693, "step": 52504 }, { "epoch": 46.63, "learning_rate": 1.528423133931306e-06, "loss": 18.8115, "step": 52505 }, { "epoch": 46.63, "learning_rate": 1.5277325052430568e-06, "loss": 18.3643, "step": 52506 }, { "epoch": 46.63, "learning_rate": 1.5270420302020194e-06, "loss": 19.2549, "step": 52507 }, { "epoch": 46.63, "learning_rate": 1.5263517088103863e-06, "loss": 18.3193, "step": 52508 }, { "epoch": 46.63, "learning_rate": 1.5256615410703334e-06, "loss": 18.8818, "step": 52509 }, { "epoch": 46.63, "learning_rate": 1.5249715269840647e-06, "loss": 18.3403, "step": 52510 }, { "epoch": 46.63, "learning_rate": 1.5242816665537617e-06, "loss": 18.7041, "step": 52511 }, { "epoch": 46.64, "learning_rate": 1.5235919597816006e-06, "loss": 19.0352, "step": 52512 }, { "epoch": 46.64, "learning_rate": 1.5229024066697796e-06, "loss": 18.7998, "step": 52513 }, { "epoch": 46.64, "learning_rate": 1.5222130072204798e-06, "loss": 18.7002, "step": 52514 }, { "epoch": 46.64, "learning_rate": 1.521523761435889e-06, "loss": 18.6689, "step": 52515 }, { "epoch": 46.64, "learning_rate": 1.520834669318194e-06, "loss": 18.0244, "step": 52516 }, { "epoch": 46.64, "learning_rate": 1.5201457308695654e-06, "loss": 19.1416, "step": 52517 }, { "epoch": 46.64, "learning_rate": 1.5194569460922016e-06, "loss": 18.7988, "step": 52518 }, { "epoch": 46.64, "learning_rate": 1.5187683149882838e-06, "loss": 18.6797, "step": 52519 }, { "epoch": 46.64, "learning_rate": 1.5180798375599935e-06, "loss": 18.5557, "step": 52520 }, { "epoch": 46.64, "learning_rate": 1.5173915138095129e-06, "loss": 18.3262, "step": 52521 }, { "epoch": 46.64, "learning_rate": 1.5167033437390176e-06, "loss": 18.4854, "step": 52522 }, { "epoch": 46.65, "learning_rate": 1.516015327350695e-06, "loss": 18.4287, "step": 52523 }, { "epoch": 46.65, "learning_rate": 1.5153274646467264e-06, "loss": 18.6543, "step": 52524 }, { "epoch": 46.65, "learning_rate": 1.5146397556292879e-06, "loss": 19.0908, "step": 52525 }, { "epoch": 46.65, "learning_rate": 1.5139522003005725e-06, "loss": 19.0312, "step": 52526 }, { "epoch": 46.65, "learning_rate": 1.5132647986627446e-06, "loss": 18.8203, "step": 52527 }, { "epoch": 46.65, "learning_rate": 1.5125775507179807e-06, "loss": 18.168, "step": 52528 }, { "epoch": 46.65, "learning_rate": 1.5118904564684789e-06, "loss": 18.9951, "step": 52529 }, { "epoch": 46.65, "learning_rate": 1.5112035159163928e-06, "loss": 18.9707, "step": 52530 }, { "epoch": 46.65, "learning_rate": 1.5105167290639211e-06, "loss": 18.9453, "step": 52531 }, { "epoch": 46.65, "learning_rate": 1.5098300959132338e-06, "loss": 18.9316, "step": 52532 }, { "epoch": 46.65, "learning_rate": 1.5091436164664963e-06, "loss": 18.7129, "step": 52533 }, { "epoch": 46.66, "learning_rate": 1.508457290725901e-06, "loss": 19.0225, "step": 52534 }, { "epoch": 46.66, "learning_rate": 1.5077711186936072e-06, "loss": 18.3613, "step": 52535 }, { "epoch": 46.66, "learning_rate": 1.5070851003718077e-06, "loss": 19.2354, "step": 52536 }, { "epoch": 46.66, "learning_rate": 1.506399235762662e-06, "loss": 18.7686, "step": 52537 }, { "epoch": 46.66, "learning_rate": 1.5057135248683519e-06, "loss": 19.1494, "step": 52538 }, { "epoch": 46.66, "learning_rate": 1.5050279676910528e-06, "loss": 18.9277, "step": 52539 }, { "epoch": 46.66, "learning_rate": 1.50434256423293e-06, "loss": 19.2197, "step": 52540 }, { "epoch": 46.66, "learning_rate": 1.503657314496154e-06, "loss": 18.9736, "step": 52541 }, { "epoch": 46.66, "learning_rate": 1.5029722184829232e-06, "loss": 18.5605, "step": 52542 }, { "epoch": 46.66, "learning_rate": 1.5022872761953688e-06, "loss": 18.6641, "step": 52543 }, { "epoch": 46.66, "learning_rate": 1.5016024876356893e-06, "loss": 19.4893, "step": 52544 }, { "epoch": 46.67, "learning_rate": 1.5009178528060497e-06, "loss": 19.0732, "step": 52545 }, { "epoch": 46.67, "learning_rate": 1.5002333717086202e-06, "loss": 19.2412, "step": 52546 }, { "epoch": 46.67, "learning_rate": 1.4995490443455717e-06, "loss": 18.8809, "step": 52547 }, { "epoch": 46.67, "learning_rate": 1.4988648707190634e-06, "loss": 18.5127, "step": 52548 }, { "epoch": 46.67, "learning_rate": 1.498180850831271e-06, "loss": 18.5654, "step": 52549 }, { "epoch": 46.67, "learning_rate": 1.4974969846843712e-06, "loss": 19.3877, "step": 52550 }, { "epoch": 46.67, "learning_rate": 1.4968132722805173e-06, "loss": 18.4033, "step": 52551 }, { "epoch": 46.67, "learning_rate": 1.4961297136218855e-06, "loss": 18.833, "step": 52552 }, { "epoch": 46.67, "learning_rate": 1.4954463087106407e-06, "loss": 18.501, "step": 52553 }, { "epoch": 46.67, "learning_rate": 1.4947630575489424e-06, "loss": 18.2939, "step": 52554 }, { "epoch": 46.67, "learning_rate": 1.494079960138972e-06, "loss": 19.165, "step": 52555 }, { "epoch": 46.67, "learning_rate": 1.4933970164828725e-06, "loss": 18.8027, "step": 52556 }, { "epoch": 46.68, "learning_rate": 1.492714226582831e-06, "loss": 18.751, "step": 52557 }, { "epoch": 46.68, "learning_rate": 1.4920315904410065e-06, "loss": 19.1562, "step": 52558 }, { "epoch": 46.68, "learning_rate": 1.4913491080595475e-06, "loss": 19.1777, "step": 52559 }, { "epoch": 46.68, "learning_rate": 1.4906667794406304e-06, "loss": 18.9521, "step": 52560 }, { "epoch": 46.68, "learning_rate": 1.4906667794406304e-06, "loss": 18.6426, "step": 52561 }, { "epoch": 46.68, "learning_rate": 1.4899846045864197e-06, "loss": 19.0684, "step": 52562 }, { "epoch": 46.68, "learning_rate": 1.4893025834990638e-06, "loss": 19.0, "step": 52563 }, { "epoch": 46.68, "learning_rate": 1.4886207161807554e-06, "loss": 18.8936, "step": 52564 }, { "epoch": 46.68, "learning_rate": 1.4886207161807554e-06, "loss": 19.4229, "step": 52565 }, { "epoch": 46.68, "learning_rate": 1.487939002633615e-06, "loss": 18.6885, "step": 52566 }, { "epoch": 46.68, "learning_rate": 1.4872574428598351e-06, "loss": 18.8594, "step": 52567 }, { "epoch": 46.69, "learning_rate": 1.486576036861559e-06, "loss": 18.458, "step": 52568 }, { "epoch": 46.69, "learning_rate": 1.485894784640951e-06, "loss": 18.5488, "step": 52569 }, { "epoch": 46.69, "learning_rate": 1.4852136862001764e-06, "loss": 19.1787, "step": 52570 }, { "epoch": 46.69, "learning_rate": 1.484532741541389e-06, "loss": 18.2129, "step": 52571 }, { "epoch": 46.69, "learning_rate": 1.483851950666748e-06, "loss": 18.7373, "step": 52572 }, { "epoch": 46.69, "learning_rate": 1.4831713135784075e-06, "loss": 18.6729, "step": 52573 }, { "epoch": 46.69, "learning_rate": 1.4824908302785324e-06, "loss": 18.6992, "step": 52574 }, { "epoch": 46.69, "learning_rate": 1.481810500769276e-06, "loss": 19.2988, "step": 52575 }, { "epoch": 46.69, "learning_rate": 1.4811303250527931e-06, "loss": 19.1885, "step": 52576 }, { "epoch": 46.69, "learning_rate": 1.4804503031312421e-06, "loss": 19.292, "step": 52577 }, { "epoch": 46.69, "learning_rate": 1.4797704350067775e-06, "loss": 18.915, "step": 52578 }, { "epoch": 46.7, "learning_rate": 1.479090720681553e-06, "loss": 18.6396, "step": 52579 }, { "epoch": 46.7, "learning_rate": 1.4784111601577276e-06, "loss": 19.3164, "step": 52580 }, { "epoch": 46.7, "learning_rate": 1.4777317534374558e-06, "loss": 18.5283, "step": 52581 }, { "epoch": 46.7, "learning_rate": 1.4770525005228797e-06, "loss": 18.6924, "step": 52582 }, { "epoch": 46.7, "learning_rate": 1.47637340141617e-06, "loss": 18.748, "step": 52583 }, { "epoch": 46.7, "learning_rate": 1.4756944561194585e-06, "loss": 18.7266, "step": 52584 }, { "epoch": 46.7, "learning_rate": 1.4750156646349155e-06, "loss": 18.8232, "step": 52585 }, { "epoch": 46.7, "learning_rate": 1.474337026964684e-06, "loss": 18.7646, "step": 52586 }, { "epoch": 46.7, "learning_rate": 1.4736585431109228e-06, "loss": 18.918, "step": 52587 }, { "epoch": 46.7, "learning_rate": 1.4729802130757752e-06, "loss": 18.6426, "step": 52588 }, { "epoch": 46.7, "learning_rate": 1.4723020368613839e-06, "loss": 18.4473, "step": 52589 }, { "epoch": 46.71, "learning_rate": 1.471624014469919e-06, "loss": 18.4658, "step": 52590 }, { "epoch": 46.71, "learning_rate": 1.4709461459035067e-06, "loss": 19.0732, "step": 52591 }, { "epoch": 46.71, "learning_rate": 1.4702684311643177e-06, "loss": 18.7695, "step": 52592 }, { "epoch": 46.71, "learning_rate": 1.4695908702544891e-06, "loss": 18.5, "step": 52593 }, { "epoch": 46.71, "learning_rate": 1.4689134631761636e-06, "loss": 19.1113, "step": 52594 }, { "epoch": 46.71, "learning_rate": 1.468236209931495e-06, "loss": 18.6934, "step": 52595 }, { "epoch": 46.71, "learning_rate": 1.4675591105226317e-06, "loss": 18.7041, "step": 52596 }, { "epoch": 46.71, "learning_rate": 1.4668821649517218e-06, "loss": 19.1357, "step": 52597 }, { "epoch": 46.71, "learning_rate": 1.4662053732208968e-06, "loss": 18.9502, "step": 52598 }, { "epoch": 46.71, "learning_rate": 1.465528735332322e-06, "loss": 18.6211, "step": 52599 }, { "epoch": 46.71, "learning_rate": 1.4648522512881236e-06, "loss": 19.1025, "step": 52600 }, { "epoch": 46.71, "learning_rate": 1.4641759210904605e-06, "loss": 18.5752, "step": 52601 }, { "epoch": 46.72, "learning_rate": 1.46349974474147e-06, "loss": 18.917, "step": 52602 }, { "epoch": 46.72, "learning_rate": 1.462823722243295e-06, "loss": 19.3281, "step": 52603 }, { "epoch": 46.72, "learning_rate": 1.4621478535980836e-06, "loss": 19.0156, "step": 52604 }, { "epoch": 46.72, "learning_rate": 1.4614721388079678e-06, "loss": 18.4219, "step": 52605 }, { "epoch": 46.72, "learning_rate": 1.4607965778750954e-06, "loss": 18.5439, "step": 52606 }, { "epoch": 46.72, "learning_rate": 1.4601211708016095e-06, "loss": 18.8115, "step": 52607 }, { "epoch": 46.72, "learning_rate": 1.4594459175896524e-06, "loss": 18.627, "step": 52608 }, { "epoch": 46.72, "learning_rate": 1.4587708182413618e-06, "loss": 18.4561, "step": 52609 }, { "epoch": 46.72, "learning_rate": 1.4580958727588745e-06, "loss": 18.7979, "step": 52610 }, { "epoch": 46.72, "learning_rate": 1.4574210811443335e-06, "loss": 18.7998, "step": 52611 }, { "epoch": 46.72, "learning_rate": 1.4567464433998756e-06, "loss": 19.3408, "step": 52612 }, { "epoch": 46.73, "learning_rate": 1.4560719595276439e-06, "loss": 18.8311, "step": 52613 }, { "epoch": 46.73, "learning_rate": 1.4553976295297755e-06, "loss": 18.8711, "step": 52614 }, { "epoch": 46.73, "learning_rate": 1.4547234534083964e-06, "loss": 18.498, "step": 52615 }, { "epoch": 46.73, "learning_rate": 1.4540494311656604e-06, "loss": 19.457, "step": 52616 }, { "epoch": 46.73, "learning_rate": 1.4533755628036939e-06, "loss": 18.6436, "step": 52617 }, { "epoch": 46.73, "learning_rate": 1.4527018483246334e-06, "loss": 18.9639, "step": 52618 }, { "epoch": 46.73, "learning_rate": 1.452028287730628e-06, "loss": 18.9922, "step": 52619 }, { "epoch": 46.73, "learning_rate": 1.4513548810237865e-06, "loss": 18.5723, "step": 52620 }, { "epoch": 46.73, "learning_rate": 1.4506816282062629e-06, "loss": 17.9854, "step": 52621 }, { "epoch": 46.73, "learning_rate": 1.450008529280189e-06, "loss": 18.5342, "step": 52622 }, { "epoch": 46.73, "learning_rate": 1.4493355842476963e-06, "loss": 18.6787, "step": 52623 }, { "epoch": 46.74, "learning_rate": 1.4486627931109164e-06, "loss": 19.125, "step": 52624 }, { "epoch": 46.74, "learning_rate": 1.4479901558719867e-06, "loss": 18.6426, "step": 52625 }, { "epoch": 46.74, "learning_rate": 1.4473176725330273e-06, "loss": 18.4443, "step": 52626 }, { "epoch": 46.74, "learning_rate": 1.4466453430961868e-06, "loss": 18.7539, "step": 52627 }, { "epoch": 46.74, "learning_rate": 1.4459731675635856e-06, "loss": 19.1318, "step": 52628 }, { "epoch": 46.74, "learning_rate": 1.4453011459373556e-06, "loss": 18.8086, "step": 52629 }, { "epoch": 46.74, "learning_rate": 1.444629278219628e-06, "loss": 19.042, "step": 52630 }, { "epoch": 46.74, "learning_rate": 1.4439575644125293e-06, "loss": 19.0615, "step": 52631 }, { "epoch": 46.74, "learning_rate": 1.4432860045182017e-06, "loss": 18.623, "step": 52632 }, { "epoch": 46.74, "learning_rate": 1.442614598538755e-06, "loss": 18.3193, "step": 52633 }, { "epoch": 46.74, "learning_rate": 1.4419433464763265e-06, "loss": 18.5645, "step": 52634 }, { "epoch": 46.75, "learning_rate": 1.4412722483330531e-06, "loss": 18.7764, "step": 52635 }, { "epoch": 46.75, "learning_rate": 1.440601304111039e-06, "loss": 18.668, "step": 52636 }, { "epoch": 46.75, "learning_rate": 1.4399305138124376e-06, "loss": 19.1963, "step": 52637 }, { "epoch": 46.75, "learning_rate": 1.4392598774393528e-06, "loss": 18.7812, "step": 52638 }, { "epoch": 46.75, "learning_rate": 1.4385893949939222e-06, "loss": 19.0488, "step": 52639 }, { "epoch": 46.75, "learning_rate": 1.437919066478277e-06, "loss": 18.6562, "step": 52640 }, { "epoch": 46.75, "learning_rate": 1.4372488918945271e-06, "loss": 18.6514, "step": 52641 }, { "epoch": 46.75, "learning_rate": 1.4365788712448036e-06, "loss": 19.4521, "step": 52642 }, { "epoch": 46.75, "learning_rate": 1.4359090045312274e-06, "loss": 18.7461, "step": 52643 }, { "epoch": 46.75, "learning_rate": 1.4352392917559243e-06, "loss": 19.0078, "step": 52644 }, { "epoch": 46.75, "learning_rate": 1.4345697329210262e-06, "loss": 18.2617, "step": 52645 }, { "epoch": 46.75, "learning_rate": 1.4339003280286423e-06, "loss": 18.8037, "step": 52646 }, { "epoch": 46.76, "learning_rate": 1.4332310770808987e-06, "loss": 19.4551, "step": 52647 }, { "epoch": 46.76, "learning_rate": 1.432561980079916e-06, "loss": 18.2002, "step": 52648 }, { "epoch": 46.76, "learning_rate": 1.431893037027815e-06, "loss": 18.7715, "step": 52649 }, { "epoch": 46.76, "learning_rate": 1.4312242479267213e-06, "loss": 18.6553, "step": 52650 }, { "epoch": 46.76, "learning_rate": 1.4305556127787556e-06, "loss": 18.7412, "step": 52651 }, { "epoch": 46.76, "learning_rate": 1.429887131586022e-06, "loss": 18.0225, "step": 52652 }, { "epoch": 46.76, "learning_rate": 1.429218804350657e-06, "loss": 18.6445, "step": 52653 }, { "epoch": 46.76, "learning_rate": 1.4285506310747654e-06, "loss": 18.833, "step": 52654 }, { "epoch": 46.76, "learning_rate": 1.4278826117604783e-06, "loss": 19.0215, "step": 52655 }, { "epoch": 46.76, "learning_rate": 1.4272147464099106e-06, "loss": 18.5781, "step": 52656 }, { "epoch": 46.76, "learning_rate": 1.4265470350251665e-06, "loss": 18.3721, "step": 52657 }, { "epoch": 46.77, "learning_rate": 1.4258794776083716e-06, "loss": 18.9502, "step": 52658 }, { "epoch": 46.77, "learning_rate": 1.425212074161647e-06, "loss": 18.6982, "step": 52659 }, { "epoch": 46.77, "learning_rate": 1.4245448246871017e-06, "loss": 18.0215, "step": 52660 }, { "epoch": 46.77, "learning_rate": 1.4238777291868456e-06, "loss": 18.3838, "step": 52661 }, { "epoch": 46.77, "learning_rate": 1.4232107876630096e-06, "loss": 18.4033, "step": 52662 }, { "epoch": 46.77, "learning_rate": 1.422544000117698e-06, "loss": 18.8545, "step": 52663 }, { "epoch": 46.77, "learning_rate": 1.421877366553015e-06, "loss": 18.5596, "step": 52664 }, { "epoch": 46.77, "learning_rate": 1.4212108869710862e-06, "loss": 18.8008, "step": 52665 }, { "epoch": 46.77, "learning_rate": 1.4205445613740264e-06, "loss": 18.7207, "step": 52666 }, { "epoch": 46.77, "learning_rate": 1.41987838976394e-06, "loss": 18.5566, "step": 52667 }, { "epoch": 46.77, "learning_rate": 1.4192123721429418e-06, "loss": 18.7725, "step": 52668 }, { "epoch": 46.78, "learning_rate": 1.4185465085131355e-06, "loss": 18.7773, "step": 52669 }, { "epoch": 46.78, "learning_rate": 1.4178807988766419e-06, "loss": 18.4395, "step": 52670 }, { "epoch": 46.78, "learning_rate": 1.4172152432355701e-06, "loss": 18.2461, "step": 52671 }, { "epoch": 46.78, "learning_rate": 1.4165498415920298e-06, "loss": 18.2568, "step": 52672 }, { "epoch": 46.78, "learning_rate": 1.4158845939481191e-06, "loss": 19.0557, "step": 52673 }, { "epoch": 46.78, "learning_rate": 1.4152195003059587e-06, "loss": 18.6133, "step": 52674 }, { "epoch": 46.78, "learning_rate": 1.4145545606676524e-06, "loss": 18.6602, "step": 52675 }, { "epoch": 46.78, "learning_rate": 1.4138897750353153e-06, "loss": 18.5234, "step": 52676 }, { "epoch": 46.78, "learning_rate": 1.41322514341104e-06, "loss": 18.4805, "step": 52677 }, { "epoch": 46.78, "learning_rate": 1.412560665796947e-06, "loss": 18.8545, "step": 52678 }, { "epoch": 46.78, "learning_rate": 1.4118963421951404e-06, "loss": 18.3291, "step": 52679 }, { "epoch": 46.79, "learning_rate": 1.4112321726077126e-06, "loss": 18.6895, "step": 52680 }, { "epoch": 46.79, "learning_rate": 1.4105681570367846e-06, "loss": 18.6172, "step": 52681 }, { "epoch": 46.79, "learning_rate": 1.4099042954844544e-06, "loss": 18.9385, "step": 52682 }, { "epoch": 46.79, "learning_rate": 1.4092405879528313e-06, "loss": 19.2041, "step": 52683 }, { "epoch": 46.79, "learning_rate": 1.4085770344440141e-06, "loss": 18.7363, "step": 52684 }, { "epoch": 46.79, "learning_rate": 1.4079136349601008e-06, "loss": 18.7822, "step": 52685 }, { "epoch": 46.79, "learning_rate": 1.4072503895032064e-06, "loss": 18.4551, "step": 52686 }, { "epoch": 46.79, "learning_rate": 1.4065872980754235e-06, "loss": 19.0615, "step": 52687 }, { "epoch": 46.79, "learning_rate": 1.4059243606788563e-06, "loss": 18.1309, "step": 52688 }, { "epoch": 46.79, "learning_rate": 1.4052615773156197e-06, "loss": 18.9932, "step": 52689 }, { "epoch": 46.79, "learning_rate": 1.4045989479877897e-06, "loss": 19.165, "step": 52690 }, { "epoch": 46.79, "learning_rate": 1.4039364726974812e-06, "loss": 19.0225, "step": 52691 }, { "epoch": 46.8, "learning_rate": 1.4032741514467984e-06, "loss": 19.04, "step": 52692 }, { "epoch": 46.8, "learning_rate": 1.4026119842378337e-06, "loss": 18.6611, "step": 52693 }, { "epoch": 46.8, "learning_rate": 1.4019499710726913e-06, "loss": 18.3594, "step": 52694 }, { "epoch": 46.8, "learning_rate": 1.4012881119534582e-06, "loss": 18.8955, "step": 52695 }, { "epoch": 46.8, "learning_rate": 1.400626406882244e-06, "loss": 18.7549, "step": 52696 }, { "epoch": 46.8, "learning_rate": 1.3999648558611412e-06, "loss": 18.6406, "step": 52697 }, { "epoch": 46.8, "learning_rate": 1.3993034588922426e-06, "loss": 18.4795, "step": 52698 }, { "epoch": 46.8, "learning_rate": 1.3986422159776579e-06, "loss": 18.2725, "step": 52699 }, { "epoch": 46.8, "learning_rate": 1.3979811271194742e-06, "loss": 18.1621, "step": 52700 }, { "epoch": 46.8, "learning_rate": 1.3973201923197788e-06, "loss": 18.1484, "step": 52701 }, { "epoch": 46.8, "learning_rate": 1.3966594115806863e-06, "loss": 19.4697, "step": 52702 }, { "epoch": 46.81, "learning_rate": 1.3959987849042732e-06, "loss": 18.1465, "step": 52703 }, { "epoch": 46.81, "learning_rate": 1.3953383122926434e-06, "loss": 19.1602, "step": 52704 }, { "epoch": 46.81, "learning_rate": 1.3946779937478948e-06, "loss": 18.3887, "step": 52705 }, { "epoch": 46.81, "learning_rate": 1.394017829272104e-06, "loss": 18.8252, "step": 52706 }, { "epoch": 46.81, "learning_rate": 1.3933578188673746e-06, "loss": 18.8662, "step": 52707 }, { "epoch": 46.81, "learning_rate": 1.3926979625357994e-06, "loss": 18.9844, "step": 52708 }, { "epoch": 46.81, "learning_rate": 1.3920382602794657e-06, "loss": 18.7139, "step": 52709 }, { "epoch": 46.81, "learning_rate": 1.3913787121004719e-06, "loss": 18.9277, "step": 52710 }, { "epoch": 46.81, "learning_rate": 1.3907193180008992e-06, "loss": 18.9395, "step": 52711 }, { "epoch": 46.81, "learning_rate": 1.3900600779828466e-06, "loss": 18.6182, "step": 52712 }, { "epoch": 46.81, "learning_rate": 1.3894009920483897e-06, "loss": 18.4639, "step": 52713 }, { "epoch": 46.82, "learning_rate": 1.3887420601996326e-06, "loss": 18.6641, "step": 52714 }, { "epoch": 46.82, "learning_rate": 1.388083282438668e-06, "loss": 18.7217, "step": 52715 }, { "epoch": 46.82, "learning_rate": 1.387424658767561e-06, "loss": 18.9014, "step": 52716 }, { "epoch": 46.82, "learning_rate": 1.3867661891884209e-06, "loss": 18.4844, "step": 52717 }, { "epoch": 46.82, "learning_rate": 1.3861078737033239e-06, "loss": 18.7695, "step": 52718 }, { "epoch": 46.82, "learning_rate": 1.3854497123143572e-06, "loss": 18.6143, "step": 52719 }, { "epoch": 46.82, "learning_rate": 1.3847917050236192e-06, "loss": 18.9414, "step": 52720 }, { "epoch": 46.82, "learning_rate": 1.3841338518331802e-06, "loss": 18.9551, "step": 52721 }, { "epoch": 46.82, "learning_rate": 1.383476152745128e-06, "loss": 18.6133, "step": 52722 }, { "epoch": 46.82, "learning_rate": 1.38281860776156e-06, "loss": 18.4414, "step": 52723 }, { "epoch": 46.82, "learning_rate": 1.3821612168845421e-06, "loss": 19.6064, "step": 52724 }, { "epoch": 46.83, "learning_rate": 1.3815039801161721e-06, "loss": 18.7129, "step": 52725 }, { "epoch": 46.83, "learning_rate": 1.3808468974585264e-06, "loss": 18.5059, "step": 52726 }, { "epoch": 46.83, "learning_rate": 1.380189968913692e-06, "loss": 18.292, "step": 52727 }, { "epoch": 46.83, "learning_rate": 1.379533194483751e-06, "loss": 18.3311, "step": 52728 }, { "epoch": 46.83, "learning_rate": 1.3788765741707733e-06, "loss": 18.9551, "step": 52729 }, { "epoch": 46.83, "learning_rate": 1.3782201079768632e-06, "loss": 18.7617, "step": 52730 }, { "epoch": 46.83, "learning_rate": 1.3775637959040855e-06, "loss": 18.7432, "step": 52731 }, { "epoch": 46.83, "learning_rate": 1.3769076379545165e-06, "loss": 19.0498, "step": 52732 }, { "epoch": 46.83, "learning_rate": 1.3762516341302488e-06, "loss": 18.6104, "step": 52733 }, { "epoch": 46.83, "learning_rate": 1.3755957844333535e-06, "loss": 18.8291, "step": 52734 }, { "epoch": 46.83, "learning_rate": 1.374940088865917e-06, "loss": 18.8105, "step": 52735 }, { "epoch": 46.83, "learning_rate": 1.3742845474300103e-06, "loss": 18.8301, "step": 52736 }, { "epoch": 46.84, "learning_rate": 1.3736291601277152e-06, "loss": 18.7246, "step": 52737 }, { "epoch": 46.84, "learning_rate": 1.3729739269611074e-06, "loss": 18.4756, "step": 52738 }, { "epoch": 46.84, "learning_rate": 1.3723188479322636e-06, "loss": 18.541, "step": 52739 }, { "epoch": 46.84, "learning_rate": 1.3716639230432593e-06, "loss": 18.7998, "step": 52740 }, { "epoch": 46.84, "learning_rate": 1.3710091522961765e-06, "loss": 18.8633, "step": 52741 }, { "epoch": 46.84, "learning_rate": 1.3703545356930857e-06, "loss": 18.8086, "step": 52742 }, { "epoch": 46.84, "learning_rate": 1.3697000732360687e-06, "loss": 19.2842, "step": 52743 }, { "epoch": 46.84, "learning_rate": 1.3690457649271848e-06, "loss": 18.9268, "step": 52744 }, { "epoch": 46.84, "learning_rate": 1.3683916107685157e-06, "loss": 19.0693, "step": 52745 }, { "epoch": 46.84, "learning_rate": 1.3677376107621432e-06, "loss": 18.2158, "step": 52746 }, { "epoch": 46.84, "learning_rate": 1.367083764910132e-06, "loss": 18.4727, "step": 52747 }, { "epoch": 46.85, "learning_rate": 1.366430073214553e-06, "loss": 18.7334, "step": 52748 }, { "epoch": 46.85, "learning_rate": 1.3657765356774877e-06, "loss": 18.5791, "step": 52749 }, { "epoch": 46.85, "learning_rate": 1.3651231523009955e-06, "loss": 18.8232, "step": 52750 }, { "epoch": 46.85, "learning_rate": 1.3644699230871583e-06, "loss": 18.5742, "step": 52751 }, { "epoch": 46.85, "learning_rate": 1.363816848038041e-06, "loss": 18.4512, "step": 52752 }, { "epoch": 46.85, "learning_rate": 1.363163927155714e-06, "loss": 18.4199, "step": 52753 }, { "epoch": 46.85, "learning_rate": 1.362511160442248e-06, "loss": 18.6152, "step": 52754 }, { "epoch": 46.85, "learning_rate": 1.3618585478997081e-06, "loss": 18.8408, "step": 52755 }, { "epoch": 46.85, "learning_rate": 1.3612060895301759e-06, "loss": 18.375, "step": 52756 }, { "epoch": 46.85, "learning_rate": 1.3605537853356998e-06, "loss": 18.084, "step": 52757 }, { "epoch": 46.85, "learning_rate": 1.3599016353183669e-06, "loss": 18.1025, "step": 52758 }, { "epoch": 46.86, "learning_rate": 1.3592496394802313e-06, "loss": 18.7246, "step": 52759 }, { "epoch": 46.86, "learning_rate": 1.3585977978233577e-06, "loss": 18.29, "step": 52760 }, { "epoch": 46.86, "learning_rate": 1.3579461103498281e-06, "loss": 18.9111, "step": 52761 }, { "epoch": 46.86, "learning_rate": 1.3572945770616907e-06, "loss": 18.4336, "step": 52762 }, { "epoch": 46.86, "learning_rate": 1.3566431979610217e-06, "loss": 18.6162, "step": 52763 }, { "epoch": 46.86, "learning_rate": 1.3559919730498915e-06, "loss": 19.1533, "step": 52764 }, { "epoch": 46.86, "learning_rate": 1.3559919730498915e-06, "loss": 18.6895, "step": 52765 }, { "epoch": 46.86, "learning_rate": 1.3553409023303432e-06, "loss": 18.7422, "step": 52766 }, { "epoch": 46.86, "learning_rate": 1.3546899858044582e-06, "loss": 18.6992, "step": 52767 }, { "epoch": 46.86, "learning_rate": 1.3540392234742905e-06, "loss": 18.4814, "step": 52768 }, { "epoch": 46.86, "learning_rate": 1.3533886153419107e-06, "loss": 18.6494, "step": 52769 }, { "epoch": 46.87, "learning_rate": 1.3527381614093838e-06, "loss": 18.8203, "step": 52770 }, { "epoch": 46.87, "learning_rate": 1.3520878616787525e-06, "loss": 18.6895, "step": 52771 }, { "epoch": 46.87, "learning_rate": 1.351437716152093e-06, "loss": 18.8545, "step": 52772 }, { "epoch": 46.87, "learning_rate": 1.3507877248314704e-06, "loss": 18.5703, "step": 52773 }, { "epoch": 46.87, "learning_rate": 1.350137887718933e-06, "loss": 19.2412, "step": 52774 }, { "epoch": 46.87, "learning_rate": 1.3494882048165513e-06, "loss": 18.7422, "step": 52775 }, { "epoch": 46.87, "learning_rate": 1.3488386761263794e-06, "loss": 18.5771, "step": 52776 }, { "epoch": 46.87, "learning_rate": 1.348189301650471e-06, "loss": 18.7383, "step": 52777 }, { "epoch": 46.87, "learning_rate": 1.3475400813908911e-06, "loss": 18.5508, "step": 52778 }, { "epoch": 46.87, "learning_rate": 1.3468910153496938e-06, "loss": 18.3584, "step": 52779 }, { "epoch": 46.87, "learning_rate": 1.346242103528944e-06, "loss": 18.7637, "step": 52780 }, { "epoch": 46.87, "learning_rate": 1.3455933459306959e-06, "loss": 18.6924, "step": 52781 }, { "epoch": 46.88, "learning_rate": 1.3449447425569971e-06, "loss": 18.8193, "step": 52782 }, { "epoch": 46.88, "learning_rate": 1.3442962934099135e-06, "loss": 18.4932, "step": 52783 }, { "epoch": 46.88, "learning_rate": 1.343647998491493e-06, "loss": 18.5381, "step": 52784 }, { "epoch": 46.88, "learning_rate": 1.342999857803795e-06, "loss": 18.7744, "step": 52785 }, { "epoch": 46.88, "learning_rate": 1.3423518713488847e-06, "loss": 18.5986, "step": 52786 }, { "epoch": 46.88, "learning_rate": 1.3423518713488847e-06, "loss": 18.1035, "step": 52787 }, { "epoch": 46.88, "learning_rate": 1.3417040391287938e-06, "loss": 18.2812, "step": 52788 }, { "epoch": 46.88, "learning_rate": 1.3410563611455928e-06, "loss": 18.6943, "step": 52789 }, { "epoch": 46.88, "learning_rate": 1.3404088374013245e-06, "loss": 19.2822, "step": 52790 }, { "epoch": 46.88, "learning_rate": 1.3397614678980431e-06, "loss": 19.1816, "step": 52791 }, { "epoch": 46.88, "learning_rate": 1.3391142526378131e-06, "loss": 18.6494, "step": 52792 }, { "epoch": 46.89, "learning_rate": 1.3384671916226665e-06, "loss": 18.4688, "step": 52793 }, { "epoch": 46.89, "learning_rate": 1.3378202848546683e-06, "loss": 18.71, "step": 52794 }, { "epoch": 46.89, "learning_rate": 1.337173532335867e-06, "loss": 18.2832, "step": 52795 }, { "epoch": 46.89, "learning_rate": 1.336526934068305e-06, "loss": 18.7305, "step": 52796 }, { "epoch": 46.89, "learning_rate": 1.3358804900540423e-06, "loss": 18.8242, "step": 52797 }, { "epoch": 46.89, "learning_rate": 1.3352342002951267e-06, "loss": 18.8428, "step": 52798 }, { "epoch": 46.89, "learning_rate": 1.334588064793596e-06, "loss": 18.751, "step": 52799 }, { "epoch": 46.89, "learning_rate": 1.3339420835515092e-06, "loss": 18.3906, "step": 52800 }, { "epoch": 46.89, "learning_rate": 1.3332962565709095e-06, "loss": 19.0566, "step": 52801 }, { "epoch": 46.89, "learning_rate": 1.332650583853845e-06, "loss": 18.8984, "step": 52802 }, { "epoch": 46.89, "learning_rate": 1.3320050654023641e-06, "loss": 18.5322, "step": 52803 }, { "epoch": 46.9, "learning_rate": 1.3313597012185041e-06, "loss": 18.6318, "step": 52804 }, { "epoch": 46.9, "learning_rate": 1.3307144913043245e-06, "loss": 18.8154, "step": 52805 }, { "epoch": 46.9, "learning_rate": 1.3300694356618626e-06, "loss": 18.8359, "step": 52806 }, { "epoch": 46.9, "learning_rate": 1.329424534293161e-06, "loss": 19.1338, "step": 52807 }, { "epoch": 46.9, "learning_rate": 1.3287797872002739e-06, "loss": 18.7607, "step": 52808 }, { "epoch": 46.9, "learning_rate": 1.3281351943852327e-06, "loss": 19.0176, "step": 52809 }, { "epoch": 46.9, "learning_rate": 1.3274907558500859e-06, "loss": 18.4541, "step": 52810 }, { "epoch": 46.9, "learning_rate": 1.3268464715968764e-06, "loss": 19.6582, "step": 52811 }, { "epoch": 46.9, "learning_rate": 1.3262023416276415e-06, "loss": 18.8037, "step": 52812 }, { "epoch": 46.9, "learning_rate": 1.3255583659444404e-06, "loss": 19.2051, "step": 52813 }, { "epoch": 46.9, "learning_rate": 1.324914544549294e-06, "loss": 18.9541, "step": 52814 }, { "epoch": 46.9, "learning_rate": 1.3242708774442557e-06, "loss": 18.876, "step": 52815 }, { "epoch": 46.91, "learning_rate": 1.3236273646313524e-06, "loss": 18.4233, "step": 52816 }, { "epoch": 46.91, "learning_rate": 1.3229840061126375e-06, "loss": 18.1865, "step": 52817 }, { "epoch": 46.91, "learning_rate": 1.3223408018901483e-06, "loss": 18.2871, "step": 52818 }, { "epoch": 46.91, "learning_rate": 1.3216977519659225e-06, "loss": 18.8398, "step": 52819 }, { "epoch": 46.91, "learning_rate": 1.3210548563419856e-06, "loss": 18.8486, "step": 52820 }, { "epoch": 46.91, "learning_rate": 1.3204121150203975e-06, "loss": 18.793, "step": 52821 }, { "epoch": 46.91, "learning_rate": 1.3197695280031785e-06, "loss": 18.1968, "step": 52822 }, { "epoch": 46.91, "learning_rate": 1.3191270952923718e-06, "loss": 18.7021, "step": 52823 }, { "epoch": 46.91, "learning_rate": 1.3184848168900143e-06, "loss": 18.8086, "step": 52824 }, { "epoch": 46.91, "learning_rate": 1.3178426927981434e-06, "loss": 18.5771, "step": 52825 }, { "epoch": 46.91, "learning_rate": 1.317200723018791e-06, "loss": 18.4727, "step": 52826 }, { "epoch": 46.92, "learning_rate": 1.3165589075539942e-06, "loss": 18.3428, "step": 52827 }, { "epoch": 46.92, "learning_rate": 1.3159172464057845e-06, "loss": 18.6045, "step": 52828 }, { "epoch": 46.92, "learning_rate": 1.3152757395761994e-06, "loss": 18.6475, "step": 52829 }, { "epoch": 46.92, "learning_rate": 1.3146343870672705e-06, "loss": 18.624, "step": 52830 }, { "epoch": 46.92, "learning_rate": 1.3139931888810298e-06, "loss": 18.7129, "step": 52831 }, { "epoch": 46.92, "learning_rate": 1.3133521450195086e-06, "loss": 18.9531, "step": 52832 }, { "epoch": 46.92, "learning_rate": 1.3127112554847498e-06, "loss": 18.3691, "step": 52833 }, { "epoch": 46.92, "learning_rate": 1.3120705202787686e-06, "loss": 18.5381, "step": 52834 }, { "epoch": 46.92, "learning_rate": 1.3114299394036077e-06, "loss": 18.9551, "step": 52835 }, { "epoch": 46.92, "learning_rate": 1.3107895128612935e-06, "loss": 18.3789, "step": 52836 }, { "epoch": 46.92, "learning_rate": 1.310149240653852e-06, "loss": 18.4482, "step": 52837 }, { "epoch": 46.93, "learning_rate": 1.3095091227833144e-06, "loss": 18.8906, "step": 52838 }, { "epoch": 46.93, "learning_rate": 1.3088691592517188e-06, "loss": 18.3916, "step": 52839 }, { "epoch": 46.93, "learning_rate": 1.3082293500610855e-06, "loss": 18.7725, "step": 52840 }, { "epoch": 46.93, "learning_rate": 1.3075896952134514e-06, "loss": 18.7061, "step": 52841 }, { "epoch": 46.93, "learning_rate": 1.3069501947108266e-06, "loss": 18.0615, "step": 52842 }, { "epoch": 46.93, "learning_rate": 1.3063108485552477e-06, "loss": 19.4922, "step": 52843 }, { "epoch": 46.93, "learning_rate": 1.305671656748747e-06, "loss": 18.6885, "step": 52844 }, { "epoch": 46.93, "learning_rate": 1.305032619293345e-06, "loss": 18.4609, "step": 52845 }, { "epoch": 46.93, "learning_rate": 1.3043937361910674e-06, "loss": 18.4062, "step": 52846 }, { "epoch": 46.93, "learning_rate": 1.3037550074439408e-06, "loss": 19.2959, "step": 52847 }, { "epoch": 46.93, "learning_rate": 1.3031164330539857e-06, "loss": 18.2988, "step": 52848 }, { "epoch": 46.94, "learning_rate": 1.3024780130232394e-06, "loss": 18.8145, "step": 52849 }, { "epoch": 46.94, "learning_rate": 1.3018397473537058e-06, "loss": 18.625, "step": 52850 }, { "epoch": 46.94, "learning_rate": 1.3012016360474221e-06, "loss": 18.8955, "step": 52851 }, { "epoch": 46.94, "learning_rate": 1.300563679106409e-06, "loss": 18.397, "step": 52852 }, { "epoch": 46.94, "learning_rate": 1.299925876532676e-06, "loss": 18.8516, "step": 52853 }, { "epoch": 46.94, "learning_rate": 1.299288228328266e-06, "loss": 18.9902, "step": 52854 }, { "epoch": 46.94, "learning_rate": 1.2986507344951826e-06, "loss": 18.6777, "step": 52855 }, { "epoch": 46.94, "learning_rate": 1.2980133950354635e-06, "loss": 18.6562, "step": 52856 }, { "epoch": 46.94, "learning_rate": 1.2973762099511122e-06, "loss": 19.0039, "step": 52857 }, { "epoch": 46.94, "learning_rate": 1.2967391792441553e-06, "loss": 19.166, "step": 52858 }, { "epoch": 46.94, "learning_rate": 1.296102302916613e-06, "loss": 18.8809, "step": 52859 }, { "epoch": 46.94, "learning_rate": 1.2954655809705007e-06, "loss": 18.3906, "step": 52860 }, { "epoch": 46.95, "learning_rate": 1.2948290134078334e-06, "loss": 19.1689, "step": 52861 }, { "epoch": 46.95, "learning_rate": 1.2941926002306537e-06, "loss": 18.8799, "step": 52862 }, { "epoch": 46.95, "learning_rate": 1.2935563414409434e-06, "loss": 18.8008, "step": 52863 }, { "epoch": 46.95, "learning_rate": 1.2929202370407401e-06, "loss": 18.6543, "step": 52864 }, { "epoch": 46.95, "learning_rate": 1.2922842870320527e-06, "loss": 19.0996, "step": 52865 }, { "epoch": 46.95, "learning_rate": 1.2916484914169025e-06, "loss": 19.3047, "step": 52866 }, { "epoch": 46.95, "learning_rate": 1.2910128501973096e-06, "loss": 18.6553, "step": 52867 }, { "epoch": 46.95, "learning_rate": 1.2903773633752726e-06, "loss": 18.2969, "step": 52868 }, { "epoch": 46.95, "learning_rate": 1.2897420309528118e-06, "loss": 18.418, "step": 52869 }, { "epoch": 46.95, "learning_rate": 1.2891068529319484e-06, "loss": 18.5918, "step": 52870 }, { "epoch": 46.95, "learning_rate": 1.2884718293146914e-06, "loss": 18.542, "step": 52871 }, { "epoch": 46.96, "learning_rate": 1.287836960103056e-06, "loss": 18.458, "step": 52872 }, { "epoch": 46.96, "learning_rate": 1.2872022452990517e-06, "loss": 18.8848, "step": 52873 }, { "epoch": 46.96, "learning_rate": 1.2865676849046881e-06, "loss": 18.7949, "step": 52874 }, { "epoch": 46.96, "learning_rate": 1.2859332789219857e-06, "loss": 18.3066, "step": 52875 }, { "epoch": 46.96, "learning_rate": 1.2852990273529431e-06, "loss": 18.2656, "step": 52876 }, { "epoch": 46.96, "learning_rate": 1.2846649301995807e-06, "loss": 19.1533, "step": 52877 }, { "epoch": 46.96, "learning_rate": 1.2840309874639078e-06, "loss": 18.585, "step": 52878 }, { "epoch": 46.96, "learning_rate": 1.2833971991479233e-06, "loss": 18.3447, "step": 52879 }, { "epoch": 46.96, "learning_rate": 1.2827635652536473e-06, "loss": 18.3027, "step": 52880 }, { "epoch": 46.96, "learning_rate": 1.2821300857830787e-06, "loss": 18.4385, "step": 52881 }, { "epoch": 46.96, "learning_rate": 1.2814967607382432e-06, "loss": 18.3359, "step": 52882 }, { "epoch": 46.97, "learning_rate": 1.280863590121123e-06, "loss": 18.5938, "step": 52883 }, { "epoch": 46.97, "learning_rate": 1.2802305739337495e-06, "loss": 18.3252, "step": 52884 }, { "epoch": 46.97, "learning_rate": 1.279597712178121e-06, "loss": 18.6162, "step": 52885 }, { "epoch": 46.97, "learning_rate": 1.2789650048562307e-06, "loss": 18.6973, "step": 52886 }, { "epoch": 46.97, "learning_rate": 1.2783324519700935e-06, "loss": 18.8838, "step": 52887 }, { "epoch": 46.97, "learning_rate": 1.2777000535217244e-06, "loss": 18.2881, "step": 52888 }, { "epoch": 46.97, "learning_rate": 1.277067809513116e-06, "loss": 18.627, "step": 52889 }, { "epoch": 46.97, "learning_rate": 1.2764357199462784e-06, "loss": 18.4189, "step": 52890 }, { "epoch": 46.97, "learning_rate": 1.275803784823204e-06, "loss": 18.6553, "step": 52891 }, { "epoch": 46.97, "learning_rate": 1.2751720041459082e-06, "loss": 19.0732, "step": 52892 }, { "epoch": 46.97, "learning_rate": 1.274540377916389e-06, "loss": 18.3115, "step": 52893 }, { "epoch": 46.98, "learning_rate": 1.273908906136656e-06, "loss": 18.5674, "step": 52894 }, { "epoch": 46.98, "learning_rate": 1.2732775888086911e-06, "loss": 18.4492, "step": 52895 }, { "epoch": 46.98, "learning_rate": 1.2726464259345205e-06, "loss": 18.7852, "step": 52896 }, { "epoch": 46.98, "learning_rate": 1.272015417516126e-06, "loss": 18.4668, "step": 52897 }, { "epoch": 46.98, "learning_rate": 1.2713845635555166e-06, "loss": 18.4072, "step": 52898 }, { "epoch": 46.98, "learning_rate": 1.2707538640546856e-06, "loss": 18.458, "step": 52899 }, { "epoch": 46.98, "learning_rate": 1.2701233190156425e-06, "loss": 18.5615, "step": 52900 }, { "epoch": 46.98, "learning_rate": 1.2694929284403744e-06, "loss": 18.2891, "step": 52901 }, { "epoch": 46.98, "learning_rate": 1.2688626923308856e-06, "loss": 18.9365, "step": 52902 }, { "epoch": 46.98, "learning_rate": 1.2682326106891796e-06, "loss": 18.3857, "step": 52903 }, { "epoch": 46.98, "learning_rate": 1.2676026835172384e-06, "loss": 18.4062, "step": 52904 }, { "epoch": 46.98, "learning_rate": 1.2669729108170714e-06, "loss": 18.5684, "step": 52905 }, { "epoch": 46.99, "learning_rate": 1.2663432925906716e-06, "loss": 18.1729, "step": 52906 }, { "epoch": 46.99, "learning_rate": 1.2657138288400316e-06, "loss": 19.0322, "step": 52907 }, { "epoch": 46.99, "learning_rate": 1.2650845195671557e-06, "loss": 18.2891, "step": 52908 }, { "epoch": 46.99, "learning_rate": 1.2644553647740198e-06, "loss": 18.9834, "step": 52909 }, { "epoch": 46.99, "learning_rate": 1.2638263644626447e-06, "loss": 18.9189, "step": 52910 }, { "epoch": 46.99, "learning_rate": 1.2631975186350066e-06, "loss": 18.6914, "step": 52911 }, { "epoch": 46.99, "learning_rate": 1.2625688272930926e-06, "loss": 18.1797, "step": 52912 }, { "epoch": 46.99, "learning_rate": 1.2619402904389121e-06, "loss": 19.335, "step": 52913 }, { "epoch": 46.99, "learning_rate": 1.2613119080744528e-06, "loss": 18.5771, "step": 52914 }, { "epoch": 46.99, "learning_rate": 1.2606836802016963e-06, "loss": 18.585, "step": 52915 }, { "epoch": 46.99, "learning_rate": 1.260055606822652e-06, "loss": 18.707, "step": 52916 }, { "epoch": 47.0, "learning_rate": 1.2594276879392964e-06, "loss": 19.4131, "step": 52917 }, { "epoch": 47.0, "learning_rate": 1.258799923553622e-06, "loss": 19.0186, "step": 52918 }, { "epoch": 47.0, "learning_rate": 1.2581723136676215e-06, "loss": 18.8477, "step": 52919 }, { "epoch": 47.0, "learning_rate": 1.2575448582832827e-06, "loss": 18.6348, "step": 52920 }, { "epoch": 47.0, "learning_rate": 1.2575448582832827e-06, "loss": 18.6426, "step": 52921 }, { "epoch": 47.0, "learning_rate": 1.2569175574026037e-06, "loss": 18.7871, "step": 52922 }, { "epoch": 47.0, "learning_rate": 1.2562904110275607e-06, "loss": 18.9941, "step": 52923 }, { "epoch": 47.0, "learning_rate": 1.2556634191601357e-06, "loss": 19.083, "step": 52924 }, { "epoch": 47.0, "learning_rate": 1.2556634191601357e-06, "loss": 18.6074, "step": 52925 }, { "epoch": 47.0, "learning_rate": 1.255036581802338e-06, "loss": 18.6816, "step": 52926 }, { "epoch": 47.0, "learning_rate": 1.2544098989561381e-06, "loss": 18.4033, "step": 52927 }, { "epoch": 47.01, "learning_rate": 1.2537833706235291e-06, "loss": 19.2285, "step": 52928 }, { "epoch": 47.01, "learning_rate": 1.2531569968064927e-06, "loss": 19.5596, "step": 52929 }, { "epoch": 47.01, "learning_rate": 1.2525307775070162e-06, "loss": 19.1445, "step": 52930 }, { "epoch": 47.01, "learning_rate": 1.2519047127270867e-06, "loss": 18.8604, "step": 52931 }, { "epoch": 47.01, "learning_rate": 1.2512788024686807e-06, "loss": 18.8262, "step": 52932 }, { "epoch": 47.01, "learning_rate": 1.2506530467337907e-06, "loss": 19.1514, "step": 52933 }, { "epoch": 47.01, "learning_rate": 1.2500274455244098e-06, "loss": 18.791, "step": 52934 }, { "epoch": 47.01, "learning_rate": 1.2494019988424976e-06, "loss": 18.5762, "step": 52935 }, { "epoch": 47.01, "learning_rate": 1.2487767066900523e-06, "loss": 18.4609, "step": 52936 }, { "epoch": 47.01, "learning_rate": 1.2481515690690448e-06, "loss": 18.9932, "step": 52937 }, { "epoch": 47.01, "learning_rate": 1.2475265859814678e-06, "loss": 18.6758, "step": 52938 }, { "epoch": 47.02, "learning_rate": 1.2469017574293085e-06, "loss": 18.3643, "step": 52939 }, { "epoch": 47.02, "learning_rate": 1.246277083414521e-06, "loss": 18.5117, "step": 52940 }, { "epoch": 47.02, "learning_rate": 1.2456525639391092e-06, "loss": 18.6553, "step": 52941 }, { "epoch": 47.02, "learning_rate": 1.245028199005044e-06, "loss": 19.333, "step": 52942 }, { "epoch": 47.02, "learning_rate": 1.2444039886143066e-06, "loss": 18.9111, "step": 52943 }, { "epoch": 47.02, "learning_rate": 1.2444039886143066e-06, "loss": 19.2754, "step": 52944 }, { "epoch": 47.02, "learning_rate": 1.2437799327688792e-06, "loss": 19.0361, "step": 52945 }, { "epoch": 47.02, "learning_rate": 1.243156031470727e-06, "loss": 18.8516, "step": 52946 }, { "epoch": 47.02, "learning_rate": 1.2425322847218368e-06, "loss": 18.377, "step": 52947 }, { "epoch": 47.02, "learning_rate": 1.2419086925241907e-06, "loss": 18.9775, "step": 52948 }, { "epoch": 47.02, "learning_rate": 1.2412852548797538e-06, "loss": 18.6992, "step": 52949 }, { "epoch": 47.02, "learning_rate": 1.2406619717905132e-06, "loss": 18.9805, "step": 52950 }, { "epoch": 47.03, "learning_rate": 1.2400388432584399e-06, "loss": 19.084, "step": 52951 }, { "epoch": 47.03, "learning_rate": 1.2394158692855041e-06, "loss": 19.1299, "step": 52952 }, { "epoch": 47.03, "learning_rate": 1.2387930498736878e-06, "loss": 18.625, "step": 52953 }, { "epoch": 47.03, "learning_rate": 1.238170385024956e-06, "loss": 18.6348, "step": 52954 }, { "epoch": 47.03, "learning_rate": 1.2375478747413017e-06, "loss": 18.5088, "step": 52955 }, { "epoch": 47.03, "learning_rate": 1.2369255190246786e-06, "loss": 18.4268, "step": 52956 }, { "epoch": 47.03, "learning_rate": 1.2363033178770634e-06, "loss": 18.3262, "step": 52957 }, { "epoch": 47.03, "learning_rate": 1.2356812713004318e-06, "loss": 18.1025, "step": 52958 }, { "epoch": 47.03, "learning_rate": 1.2350593792967546e-06, "loss": 18.5928, "step": 52959 }, { "epoch": 47.03, "learning_rate": 1.2344376418680026e-06, "loss": 18.3076, "step": 52960 }, { "epoch": 47.03, "learning_rate": 1.233816059016152e-06, "loss": 18.7881, "step": 52961 }, { "epoch": 47.04, "learning_rate": 1.2331946307431673e-06, "loss": 18.6074, "step": 52962 }, { "epoch": 47.04, "learning_rate": 1.23257335705102e-06, "loss": 18.7969, "step": 52963 }, { "epoch": 47.04, "learning_rate": 1.2319522379416748e-06, "loss": 18.9512, "step": 52964 }, { "epoch": 47.04, "learning_rate": 1.2313312734171078e-06, "loss": 18.7549, "step": 52965 }, { "epoch": 47.04, "learning_rate": 1.2307104634792844e-06, "loss": 18.4834, "step": 52966 }, { "epoch": 47.04, "learning_rate": 1.2300898081301747e-06, "loss": 18.6289, "step": 52967 }, { "epoch": 47.04, "learning_rate": 1.2294693073717333e-06, "loss": 18.5527, "step": 52968 }, { "epoch": 47.04, "learning_rate": 1.2288489612059472e-06, "loss": 18.5146, "step": 52969 }, { "epoch": 47.04, "learning_rate": 1.228228769634765e-06, "loss": 18.4824, "step": 52970 }, { "epoch": 47.04, "learning_rate": 1.2276087326601682e-06, "loss": 18.4727, "step": 52971 }, { "epoch": 47.04, "learning_rate": 1.2269888502841165e-06, "loss": 18.3877, "step": 52972 }, { "epoch": 47.05, "learning_rate": 1.226369122508564e-06, "loss": 18.8457, "step": 52973 }, { "epoch": 47.05, "learning_rate": 1.2257495493354865e-06, "loss": 18.7422, "step": 52974 }, { "epoch": 47.05, "learning_rate": 1.2251301307668439e-06, "loss": 18.6582, "step": 52975 }, { "epoch": 47.05, "learning_rate": 1.2245108668046069e-06, "loss": 18.2109, "step": 52976 }, { "epoch": 47.05, "learning_rate": 1.2238917574507235e-06, "loss": 18.4414, "step": 52977 }, { "epoch": 47.05, "learning_rate": 1.2232728027071705e-06, "loss": 18.877, "step": 52978 }, { "epoch": 47.05, "learning_rate": 1.222654002575907e-06, "loss": 18.3496, "step": 52979 }, { "epoch": 47.05, "learning_rate": 1.2220353570588872e-06, "loss": 18.4697, "step": 52980 }, { "epoch": 47.05, "learning_rate": 1.2214168661580816e-06, "loss": 18.4375, "step": 52981 }, { "epoch": 47.05, "learning_rate": 1.2207985298754387e-06, "loss": 18.0781, "step": 52982 }, { "epoch": 47.05, "learning_rate": 1.2201803482129293e-06, "loss": 18.0928, "step": 52983 }, { "epoch": 47.06, "learning_rate": 1.2195623211725126e-06, "loss": 18.6328, "step": 52984 }, { "epoch": 47.06, "learning_rate": 1.2189444487561429e-06, "loss": 18.9932, "step": 52985 }, { "epoch": 47.06, "learning_rate": 1.2183267309657798e-06, "loss": 18.7168, "step": 52986 }, { "epoch": 47.06, "learning_rate": 1.217709167803377e-06, "loss": 18.8105, "step": 52987 }, { "epoch": 47.06, "learning_rate": 1.2170917592709053e-06, "loss": 18.375, "step": 52988 }, { "epoch": 47.06, "learning_rate": 1.2164745053703074e-06, "loss": 18.7119, "step": 52989 }, { "epoch": 47.06, "learning_rate": 1.2158574061035432e-06, "loss": 17.9189, "step": 52990 }, { "epoch": 47.06, "learning_rate": 1.2152404614725776e-06, "loss": 18.8018, "step": 52991 }, { "epoch": 47.06, "learning_rate": 1.214623671479359e-06, "loss": 18.5654, "step": 52992 }, { "epoch": 47.06, "learning_rate": 1.214007036125836e-06, "loss": 18.4512, "step": 52993 }, { "epoch": 47.06, "learning_rate": 1.2133905554139791e-06, "loss": 18.1777, "step": 52994 }, { "epoch": 47.06, "learning_rate": 1.2127742293457312e-06, "loss": 18.6621, "step": 52995 }, { "epoch": 47.07, "learning_rate": 1.2121580579230463e-06, "loss": 18.2158, "step": 52996 }, { "epoch": 47.07, "learning_rate": 1.211542041147884e-06, "loss": 18.6572, "step": 52997 }, { "epoch": 47.07, "learning_rate": 1.2109261790221926e-06, "loss": 18.2207, "step": 52998 }, { "epoch": 47.07, "learning_rate": 1.2103104715479207e-06, "loss": 18.7344, "step": 52999 }, { "epoch": 47.07, "learning_rate": 1.2096949187270279e-06, "loss": 18.3818, "step": 53000 }, { "epoch": 47.07, "learning_rate": 1.2090795205614569e-06, "loss": 18.5781, "step": 53001 }, { "epoch": 47.07, "learning_rate": 1.2084642770531673e-06, "loss": 18.0977, "step": 53002 }, { "epoch": 47.07, "learning_rate": 1.2078491882041021e-06, "loss": 18.7686, "step": 53003 }, { "epoch": 47.07, "learning_rate": 1.2072342540162152e-06, "loss": 18.1289, "step": 53004 }, { "epoch": 47.07, "learning_rate": 1.206619474491455e-06, "loss": 18.6895, "step": 53005 }, { "epoch": 47.07, "learning_rate": 1.2060048496317645e-06, "loss": 18.3496, "step": 53006 }, { "epoch": 47.08, "learning_rate": 1.205390379439103e-06, "loss": 19.0625, "step": 53007 }, { "epoch": 47.08, "learning_rate": 1.2047760639154082e-06, "loss": 18.9932, "step": 53008 }, { "epoch": 47.08, "learning_rate": 1.2041619030626284e-06, "loss": 18.7021, "step": 53009 }, { "epoch": 47.08, "learning_rate": 1.203547896882723e-06, "loss": 18.6787, "step": 53010 }, { "epoch": 47.08, "learning_rate": 1.2029340453776184e-06, "loss": 18.3877, "step": 53011 }, { "epoch": 47.08, "learning_rate": 1.2023203485492795e-06, "loss": 18.8164, "step": 53012 }, { "epoch": 47.08, "learning_rate": 1.2017068063996329e-06, "loss": 18.2231, "step": 53013 }, { "epoch": 47.08, "learning_rate": 1.2010934189306377e-06, "loss": 18.6289, "step": 53014 }, { "epoch": 47.08, "learning_rate": 1.2004801861442371e-06, "loss": 18.6592, "step": 53015 }, { "epoch": 47.08, "learning_rate": 1.1998671080423684e-06, "loss": 18.4473, "step": 53016 }, { "epoch": 47.08, "learning_rate": 1.1992541846269746e-06, "loss": 18.8398, "step": 53017 }, { "epoch": 47.09, "learning_rate": 1.1986414159000092e-06, "loss": 18.3496, "step": 53018 }, { "epoch": 47.09, "learning_rate": 1.1980288018633989e-06, "loss": 18.4336, "step": 53019 }, { "epoch": 47.09, "learning_rate": 1.1974163425190975e-06, "loss": 18.6123, "step": 53020 }, { "epoch": 47.09, "learning_rate": 1.1968040378690482e-06, "loss": 19.1025, "step": 53021 }, { "epoch": 47.09, "learning_rate": 1.1961918879151767e-06, "loss": 18.626, "step": 53022 }, { "epoch": 47.09, "learning_rate": 1.195579892659443e-06, "loss": 18.3252, "step": 53023 }, { "epoch": 47.09, "learning_rate": 1.1949680521037676e-06, "loss": 18.9932, "step": 53024 }, { "epoch": 47.09, "learning_rate": 1.19435636625011e-06, "loss": 18.8672, "step": 53025 }, { "epoch": 47.09, "learning_rate": 1.193744835100391e-06, "loss": 18.7344, "step": 53026 }, { "epoch": 47.09, "learning_rate": 1.193133458656559e-06, "loss": 18.4873, "step": 53027 }, { "epoch": 47.09, "learning_rate": 1.1925222369205514e-06, "loss": 18.041, "step": 53028 }, { "epoch": 47.1, "learning_rate": 1.1919111698942997e-06, "loss": 18.2246, "step": 53029 }, { "epoch": 47.1, "learning_rate": 1.1913002575797472e-06, "loss": 18.3115, "step": 53030 }, { "epoch": 47.1, "learning_rate": 1.1906894999788309e-06, "loss": 18.0957, "step": 53031 }, { "epoch": 47.1, "learning_rate": 1.1900788970934773e-06, "loss": 18.8145, "step": 53032 }, { "epoch": 47.1, "learning_rate": 1.1894684489256348e-06, "loss": 18.748, "step": 53033 }, { "epoch": 47.1, "learning_rate": 1.1888581554772238e-06, "loss": 18.1221, "step": 53034 }, { "epoch": 47.1, "learning_rate": 1.188248016750193e-06, "loss": 18.1289, "step": 53035 }, { "epoch": 47.1, "learning_rate": 1.1876380327464742e-06, "loss": 17.9746, "step": 53036 }, { "epoch": 47.1, "learning_rate": 1.1870282034679937e-06, "loss": 18.5762, "step": 53037 }, { "epoch": 47.1, "learning_rate": 1.186418528916694e-06, "loss": 18.2129, "step": 53038 }, { "epoch": 47.1, "learning_rate": 1.1858090090944907e-06, "loss": 18.3945, "step": 53039 }, { "epoch": 47.1, "learning_rate": 1.1851996440033319e-06, "loss": 18.7266, "step": 53040 }, { "epoch": 47.11, "learning_rate": 1.184590433645144e-06, "loss": 18.5498, "step": 53041 }, { "epoch": 47.11, "learning_rate": 1.1839813780218645e-06, "loss": 18.2979, "step": 53042 }, { "epoch": 47.11, "learning_rate": 1.1833724771354081e-06, "loss": 18.293, "step": 53043 }, { "epoch": 47.11, "learning_rate": 1.1827637309877237e-06, "loss": 18.0811, "step": 53044 }, { "epoch": 47.11, "learning_rate": 1.1821551395807206e-06, "loss": 18.8555, "step": 53045 }, { "epoch": 47.11, "learning_rate": 1.1815467029163474e-06, "loss": 17.8154, "step": 53046 }, { "epoch": 47.11, "learning_rate": 1.1809384209965245e-06, "loss": 18.9541, "step": 53047 }, { "epoch": 47.11, "learning_rate": 1.1803302938231786e-06, "loss": 18.4736, "step": 53048 }, { "epoch": 47.11, "learning_rate": 1.179722321398241e-06, "loss": 18.7969, "step": 53049 }, { "epoch": 47.11, "learning_rate": 1.1791145037236273e-06, "loss": 18.3633, "step": 53050 }, { "epoch": 47.11, "learning_rate": 1.1785068408012856e-06, "loss": 18.4297, "step": 53051 }, { "epoch": 47.12, "learning_rate": 1.17789933263312e-06, "loss": 19.4756, "step": 53052 }, { "epoch": 47.12, "learning_rate": 1.1772919792210734e-06, "loss": 18.3047, "step": 53053 }, { "epoch": 47.12, "learning_rate": 1.1766847805670612e-06, "loss": 17.9517, "step": 53054 }, { "epoch": 47.12, "learning_rate": 1.1760777366730092e-06, "loss": 18.2236, "step": 53055 }, { "epoch": 47.12, "learning_rate": 1.1754708475408437e-06, "loss": 18.3594, "step": 53056 }, { "epoch": 47.12, "learning_rate": 1.1748641131724859e-06, "loss": 18.166, "step": 53057 }, { "epoch": 47.12, "learning_rate": 1.1742575335698612e-06, "loss": 18.541, "step": 53058 }, { "epoch": 47.12, "learning_rate": 1.1736511087348968e-06, "loss": 18.6377, "step": 53059 }, { "epoch": 47.12, "learning_rate": 1.173044838669507e-06, "loss": 18.748, "step": 53060 }, { "epoch": 47.12, "learning_rate": 1.172438723375613e-06, "loss": 18.6572, "step": 53061 }, { "epoch": 47.12, "learning_rate": 1.1718327628551407e-06, "loss": 18.6172, "step": 53062 }, { "epoch": 47.13, "learning_rate": 1.1712269571100164e-06, "loss": 18.6396, "step": 53063 }, { "epoch": 47.13, "learning_rate": 1.17062130614215e-06, "loss": 18.0283, "step": 53064 }, { "epoch": 47.13, "learning_rate": 1.1700158099534619e-06, "loss": 18.3623, "step": 53065 }, { "epoch": 47.13, "learning_rate": 1.169410468545873e-06, "loss": 19.4365, "step": 53066 }, { "epoch": 47.13, "learning_rate": 1.1688052819213092e-06, "loss": 18.9531, "step": 53067 }, { "epoch": 47.13, "learning_rate": 1.1682002500816802e-06, "loss": 18.7627, "step": 53068 }, { "epoch": 47.13, "learning_rate": 1.1682002500816802e-06, "loss": 18.6826, "step": 53069 }, { "epoch": 47.13, "learning_rate": 1.1675953730289125e-06, "loss": 19.333, "step": 53070 }, { "epoch": 47.13, "learning_rate": 1.1669906507649154e-06, "loss": 18.5146, "step": 53071 }, { "epoch": 47.13, "learning_rate": 1.166386083291604e-06, "loss": 19.0225, "step": 53072 }, { "epoch": 47.13, "learning_rate": 1.1657816706109049e-06, "loss": 18.625, "step": 53073 }, { "epoch": 47.13, "learning_rate": 1.1651774127247217e-06, "loss": 17.9658, "step": 53074 }, { "epoch": 47.14, "learning_rate": 1.1645733096349809e-06, "loss": 18.7109, "step": 53075 }, { "epoch": 47.14, "learning_rate": 1.163969361343592e-06, "loss": 18.71, "step": 53076 }, { "epoch": 47.14, "learning_rate": 1.1633655678524701e-06, "loss": 18.8604, "step": 53077 }, { "epoch": 47.14, "learning_rate": 1.162761929163525e-06, "loss": 18.7422, "step": 53078 }, { "epoch": 47.14, "learning_rate": 1.1621584452786772e-06, "loss": 18.5596, "step": 53079 }, { "epoch": 47.14, "learning_rate": 1.161555116199836e-06, "loss": 18.834, "step": 53080 }, { "epoch": 47.14, "learning_rate": 1.1609519419289171e-06, "loss": 18.666, "step": 53081 }, { "epoch": 47.14, "learning_rate": 1.1603489224678243e-06, "loss": 19.4775, "step": 53082 }, { "epoch": 47.14, "learning_rate": 1.1597460578184782e-06, "loss": 18.2061, "step": 53083 }, { "epoch": 47.14, "learning_rate": 1.159143347982783e-06, "loss": 19.2227, "step": 53084 }, { "epoch": 47.14, "learning_rate": 1.1585407929626535e-06, "loss": 18.0352, "step": 53085 }, { "epoch": 47.15, "learning_rate": 1.157938392760005e-06, "loss": 18.6729, "step": 53086 }, { "epoch": 47.15, "learning_rate": 1.1573361473767309e-06, "loss": 18.6396, "step": 53087 }, { "epoch": 47.15, "learning_rate": 1.1567340568147455e-06, "loss": 19.1172, "step": 53088 }, { "epoch": 47.15, "learning_rate": 1.1561321210759757e-06, "loss": 18.4961, "step": 53089 }, { "epoch": 47.15, "learning_rate": 1.155530340162303e-06, "loss": 18.3555, "step": 53090 }, { "epoch": 47.15, "learning_rate": 1.1549287140756592e-06, "loss": 18.8301, "step": 53091 }, { "epoch": 47.15, "learning_rate": 1.1543272428179264e-06, "loss": 18.4775, "step": 53092 }, { "epoch": 47.15, "learning_rate": 1.1537259263910305e-06, "loss": 18.5518, "step": 53093 }, { "epoch": 47.15, "learning_rate": 1.1531247647968702e-06, "loss": 18.5361, "step": 53094 }, { "epoch": 47.15, "learning_rate": 1.1525237580373493e-06, "loss": 18.3125, "step": 53095 }, { "epoch": 47.15, "learning_rate": 1.1519229061143776e-06, "loss": 18.5957, "step": 53096 }, { "epoch": 47.16, "learning_rate": 1.1513222090298593e-06, "loss": 18.3398, "step": 53097 }, { "epoch": 47.16, "learning_rate": 1.1507216667856924e-06, "loss": 18.4473, "step": 53098 }, { "epoch": 47.16, "learning_rate": 1.1501212793837923e-06, "loss": 18.2012, "step": 53099 }, { "epoch": 47.16, "learning_rate": 1.1495210468260465e-06, "loss": 18.9688, "step": 53100 }, { "epoch": 47.16, "learning_rate": 1.1489209691143698e-06, "loss": 19.1582, "step": 53101 }, { "epoch": 47.16, "learning_rate": 1.148321046250661e-06, "loss": 17.9688, "step": 53102 }, { "epoch": 47.16, "learning_rate": 1.1477212782368185e-06, "loss": 18.5068, "step": 53103 }, { "epoch": 47.16, "learning_rate": 1.1471216650747518e-06, "loss": 18.5371, "step": 53104 }, { "epoch": 47.16, "learning_rate": 1.1465222067663484e-06, "loss": 18.3945, "step": 53105 }, { "epoch": 47.16, "learning_rate": 1.1459229033135177e-06, "loss": 18.8467, "step": 53106 }, { "epoch": 47.16, "learning_rate": 1.145323754718164e-06, "loss": 18.2764, "step": 53107 }, { "epoch": 47.17, "learning_rate": 1.1447247609821686e-06, "loss": 18.9824, "step": 53108 }, { "epoch": 47.17, "learning_rate": 1.1441259221074474e-06, "loss": 19.7002, "step": 53109 }, { "epoch": 47.17, "learning_rate": 1.1435272380958929e-06, "loss": 18.3438, "step": 53110 }, { "epoch": 47.17, "learning_rate": 1.1429287089493978e-06, "loss": 18.6602, "step": 53111 }, { "epoch": 47.17, "learning_rate": 1.1423303346698667e-06, "loss": 18.7656, "step": 53112 }, { "epoch": 47.17, "learning_rate": 1.1417321152591975e-06, "loss": 18.3975, "step": 53113 }, { "epoch": 47.17, "learning_rate": 1.141134050719278e-06, "loss": 18.6299, "step": 53114 }, { "epoch": 47.17, "learning_rate": 1.1405361410520176e-06, "loss": 18.3076, "step": 53115 }, { "epoch": 47.17, "learning_rate": 1.1399383862592927e-06, "loss": 18.8184, "step": 53116 }, { "epoch": 47.17, "learning_rate": 1.1393407863430127e-06, "loss": 19.041, "step": 53117 }, { "epoch": 47.17, "learning_rate": 1.1387433413050653e-06, "loss": 18.2803, "step": 53118 }, { "epoch": 47.17, "learning_rate": 1.138146051147343e-06, "loss": 18.4248, "step": 53119 }, { "epoch": 47.18, "learning_rate": 1.13754891587175e-06, "loss": 18.9395, "step": 53120 }, { "epoch": 47.18, "learning_rate": 1.1369519354801628e-06, "loss": 19.208, "step": 53121 }, { "epoch": 47.18, "learning_rate": 1.136355109974485e-06, "loss": 18.5996, "step": 53122 }, { "epoch": 47.18, "learning_rate": 1.13575843935661e-06, "loss": 18.5391, "step": 53123 }, { "epoch": 47.18, "learning_rate": 1.1351619236284195e-06, "loss": 18.2051, "step": 53124 }, { "epoch": 47.18, "learning_rate": 1.1345655627918116e-06, "loss": 18.9463, "step": 53125 }, { "epoch": 47.18, "learning_rate": 1.1339693568486742e-06, "loss": 19.0977, "step": 53126 }, { "epoch": 47.18, "learning_rate": 1.1333733058009e-06, "loss": 18.3311, "step": 53127 }, { "epoch": 47.18, "learning_rate": 1.1327774096503706e-06, "loss": 18.3418, "step": 53128 }, { "epoch": 47.18, "learning_rate": 1.132181668398985e-06, "loss": 18.6123, "step": 53129 }, { "epoch": 47.18, "learning_rate": 1.1315860820486246e-06, "loss": 18.4941, "step": 53130 }, { "epoch": 47.19, "learning_rate": 1.130990650601177e-06, "loss": 18.4326, "step": 53131 }, { "epoch": 47.19, "learning_rate": 1.1303953740585405e-06, "loss": 19.0088, "step": 53132 }, { "epoch": 47.19, "learning_rate": 1.1298002524225803e-06, "loss": 18.375, "step": 53133 }, { "epoch": 47.19, "learning_rate": 1.1292052856952062e-06, "loss": 18.3633, "step": 53134 }, { "epoch": 47.19, "learning_rate": 1.1286104738782942e-06, "loss": 18.8955, "step": 53135 }, { "epoch": 47.19, "learning_rate": 1.1280158169737264e-06, "loss": 18.542, "step": 53136 }, { "epoch": 47.19, "learning_rate": 1.1274213149833845e-06, "loss": 18.6797, "step": 53137 }, { "epoch": 47.19, "learning_rate": 1.1268269679091669e-06, "loss": 18.124, "step": 53138 }, { "epoch": 47.19, "learning_rate": 1.1262327757529556e-06, "loss": 18.4766, "step": 53139 }, { "epoch": 47.19, "learning_rate": 1.1256387385166213e-06, "loss": 18.3398, "step": 53140 }, { "epoch": 47.19, "learning_rate": 1.125044856202051e-06, "loss": 18.4922, "step": 53141 }, { "epoch": 47.2, "learning_rate": 1.1244511288111327e-06, "loss": 18.5479, "step": 53142 }, { "epoch": 47.2, "learning_rate": 1.1238575563457476e-06, "loss": 18.5645, "step": 53143 }, { "epoch": 47.2, "learning_rate": 1.1232641388077724e-06, "loss": 18.7178, "step": 53144 }, { "epoch": 47.2, "learning_rate": 1.1226708761990945e-06, "loss": 18.3027, "step": 53145 }, { "epoch": 47.2, "learning_rate": 1.1220777685215955e-06, "loss": 18.6191, "step": 53146 }, { "epoch": 47.2, "learning_rate": 1.1214848157771407e-06, "loss": 18.9453, "step": 53147 }, { "epoch": 47.2, "learning_rate": 1.1208920179676285e-06, "loss": 18.6836, "step": 53148 }, { "epoch": 47.2, "learning_rate": 1.1202993750949243e-06, "loss": 18.3193, "step": 53149 }, { "epoch": 47.2, "learning_rate": 1.119706887160915e-06, "loss": 18.6084, "step": 53150 }, { "epoch": 47.2, "learning_rate": 1.1191145541674775e-06, "loss": 18.6299, "step": 53151 }, { "epoch": 47.2, "learning_rate": 1.118522376116482e-06, "loss": 18.3955, "step": 53152 }, { "epoch": 47.21, "learning_rate": 1.1179303530098163e-06, "loss": 18.0879, "step": 53153 }, { "epoch": 47.21, "learning_rate": 1.117338484849345e-06, "loss": 18.8604, "step": 53154 }, { "epoch": 47.21, "learning_rate": 1.1167467716369505e-06, "loss": 18.5947, "step": 53155 }, { "epoch": 47.21, "learning_rate": 1.1161552133745201e-06, "loss": 18.4316, "step": 53156 }, { "epoch": 47.21, "learning_rate": 1.1155638100639075e-06, "loss": 18.3359, "step": 53157 }, { "epoch": 47.21, "learning_rate": 1.1149725617070061e-06, "loss": 18.374, "step": 53158 }, { "epoch": 47.21, "learning_rate": 1.1143814683056696e-06, "loss": 18.9248, "step": 53159 }, { "epoch": 47.21, "learning_rate": 1.1137905298617913e-06, "loss": 18.4766, "step": 53160 }, { "epoch": 47.21, "learning_rate": 1.1131997463772415e-06, "loss": 18.208, "step": 53161 }, { "epoch": 47.21, "learning_rate": 1.11260911785388e-06, "loss": 18.5625, "step": 53162 }, { "epoch": 47.21, "learning_rate": 1.112018644293583e-06, "loss": 18.248, "step": 53163 }, { "epoch": 47.21, "learning_rate": 1.1114283256982328e-06, "loss": 18.4072, "step": 53164 }, { "epoch": 47.22, "learning_rate": 1.1108381620696883e-06, "loss": 18.5811, "step": 53165 }, { "epoch": 47.22, "learning_rate": 1.1102481534098374e-06, "loss": 18.9111, "step": 53166 }, { "epoch": 47.22, "learning_rate": 1.1096582997205285e-06, "loss": 18.915, "step": 53167 }, { "epoch": 47.22, "learning_rate": 1.1090686010036433e-06, "loss": 18.6309, "step": 53168 }, { "epoch": 47.22, "learning_rate": 1.108479057261047e-06, "loss": 18.7354, "step": 53169 }, { "epoch": 47.22, "learning_rate": 1.1078896684946105e-06, "loss": 18.9004, "step": 53170 }, { "epoch": 47.22, "learning_rate": 1.10730043470621e-06, "loss": 18.3369, "step": 53171 }, { "epoch": 47.22, "learning_rate": 1.1067113558976994e-06, "loss": 18.5703, "step": 53172 }, { "epoch": 47.22, "learning_rate": 1.1061224320709495e-06, "loss": 18.5166, "step": 53173 }, { "epoch": 47.22, "learning_rate": 1.105533663227837e-06, "loss": 18.6953, "step": 53174 }, { "epoch": 47.22, "learning_rate": 1.1049450493702096e-06, "loss": 18.5186, "step": 53175 }, { "epoch": 47.23, "learning_rate": 1.1043565904999553e-06, "loss": 18.7705, "step": 53176 }, { "epoch": 47.23, "learning_rate": 1.1037682866189226e-06, "loss": 17.7227, "step": 53177 }, { "epoch": 47.23, "learning_rate": 1.1031801377289819e-06, "loss": 18.8281, "step": 53178 }, { "epoch": 47.23, "learning_rate": 1.1025921438319986e-06, "loss": 18.4365, "step": 53179 }, { "epoch": 47.23, "learning_rate": 1.1020043049298323e-06, "loss": 18.8096, "step": 53180 }, { "epoch": 47.23, "learning_rate": 1.1014166210243482e-06, "loss": 18.4043, "step": 53181 }, { "epoch": 47.23, "learning_rate": 1.1008290921174225e-06, "loss": 18.7324, "step": 53182 }, { "epoch": 47.23, "learning_rate": 1.1002417182108926e-06, "loss": 18.2988, "step": 53183 }, { "epoch": 47.23, "learning_rate": 1.0996544993066404e-06, "loss": 18.5713, "step": 53184 }, { "epoch": 47.23, "learning_rate": 1.0990674354065145e-06, "loss": 18.8125, "step": 53185 }, { "epoch": 47.23, "learning_rate": 1.0984805265123798e-06, "loss": 18.6953, "step": 53186 }, { "epoch": 47.24, "learning_rate": 1.0978937726261074e-06, "loss": 18.4404, "step": 53187 }, { "epoch": 47.24, "learning_rate": 1.0973071737495455e-06, "loss": 18.8916, "step": 53188 }, { "epoch": 47.24, "learning_rate": 1.0967207298845484e-06, "loss": 18.6582, "step": 53189 }, { "epoch": 47.24, "learning_rate": 1.0961344410329922e-06, "loss": 18.6191, "step": 53190 }, { "epoch": 47.24, "learning_rate": 1.0955483071967142e-06, "loss": 18.748, "step": 53191 }, { "epoch": 47.24, "learning_rate": 1.0949623283775967e-06, "loss": 18.1416, "step": 53192 }, { "epoch": 47.24, "learning_rate": 1.0943765045774767e-06, "loss": 18.5156, "step": 53193 }, { "epoch": 47.24, "learning_rate": 1.0937908357982196e-06, "loss": 19.0068, "step": 53194 }, { "epoch": 47.24, "learning_rate": 1.0932053220416848e-06, "loss": 18.7393, "step": 53195 }, { "epoch": 47.24, "learning_rate": 1.0926199633097157e-06, "loss": 18.5908, "step": 53196 }, { "epoch": 47.24, "learning_rate": 1.092034759604188e-06, "loss": 18.4639, "step": 53197 }, { "epoch": 47.25, "learning_rate": 1.0914497109269394e-06, "loss": 18.2207, "step": 53198 }, { "epoch": 47.25, "learning_rate": 1.0908648172798298e-06, "loss": 18.6377, "step": 53199 }, { "epoch": 47.25, "learning_rate": 1.0902800786647126e-06, "loss": 18.5791, "step": 53200 }, { "epoch": 47.25, "learning_rate": 1.0896954950834427e-06, "loss": 18.3047, "step": 53201 }, { "epoch": 47.25, "learning_rate": 1.0891110665378733e-06, "loss": 18.7432, "step": 53202 }, { "epoch": 47.25, "learning_rate": 1.0885267930298538e-06, "loss": 18.3477, "step": 53203 }, { "epoch": 47.25, "learning_rate": 1.0879426745612432e-06, "loss": 19.0811, "step": 53204 }, { "epoch": 47.25, "learning_rate": 1.08735871113389e-06, "loss": 19.4482, "step": 53205 }, { "epoch": 47.25, "learning_rate": 1.0867749027496376e-06, "loss": 18.7412, "step": 53206 }, { "epoch": 47.25, "learning_rate": 1.0861912494103398e-06, "loss": 18.6797, "step": 53207 }, { "epoch": 47.25, "learning_rate": 1.0856077511178565e-06, "loss": 18.7363, "step": 53208 }, { "epoch": 47.25, "learning_rate": 1.0850244078740301e-06, "loss": 18.7822, "step": 53209 }, { "epoch": 47.26, "learning_rate": 1.0844412196807151e-06, "loss": 19.1328, "step": 53210 }, { "epoch": 47.26, "learning_rate": 1.0838581865397434e-06, "loss": 19.5332, "step": 53211 }, { "epoch": 47.26, "learning_rate": 1.0832753084529802e-06, "loss": 18.7998, "step": 53212 }, { "epoch": 47.26, "learning_rate": 1.082692585422268e-06, "loss": 18.5605, "step": 53213 }, { "epoch": 47.26, "learning_rate": 1.0821100174494503e-06, "loss": 18.7188, "step": 53214 }, { "epoch": 47.26, "learning_rate": 1.081527604536381e-06, "loss": 18.5117, "step": 53215 }, { "epoch": 47.26, "learning_rate": 1.0809453466849029e-06, "loss": 18.4766, "step": 53216 }, { "epoch": 47.26, "learning_rate": 1.0803632438968536e-06, "loss": 18.9082, "step": 53217 }, { "epoch": 47.26, "learning_rate": 1.0797812961740927e-06, "loss": 18.3037, "step": 53218 }, { "epoch": 47.26, "learning_rate": 1.0791995035184521e-06, "loss": 19.0957, "step": 53219 }, { "epoch": 47.26, "learning_rate": 1.0786178659317858e-06, "loss": 18.6006, "step": 53220 }, { "epoch": 47.27, "learning_rate": 1.0780363834159368e-06, "loss": 18.4121, "step": 53221 }, { "epoch": 47.27, "learning_rate": 1.077455055972737e-06, "loss": 18.7705, "step": 53222 }, { "epoch": 47.27, "learning_rate": 1.0768738836040404e-06, "loss": 18.166, "step": 53223 }, { "epoch": 47.27, "learning_rate": 1.0762928663116788e-06, "loss": 18.8643, "step": 53224 }, { "epoch": 47.27, "learning_rate": 1.0757120040975122e-06, "loss": 18.6953, "step": 53225 }, { "epoch": 47.27, "learning_rate": 1.0751312969633665e-06, "loss": 18.5137, "step": 53226 }, { "epoch": 47.27, "learning_rate": 1.0745507449110791e-06, "loss": 18.6943, "step": 53227 }, { "epoch": 47.27, "learning_rate": 1.0739703479425045e-06, "loss": 18.9541, "step": 53228 }, { "epoch": 47.27, "learning_rate": 1.0733901060594743e-06, "loss": 18.4277, "step": 53229 }, { "epoch": 47.27, "learning_rate": 1.0728100192638202e-06, "loss": 18.501, "step": 53230 }, { "epoch": 47.27, "learning_rate": 1.0722300875574077e-06, "loss": 18.8809, "step": 53231 }, { "epoch": 47.28, "learning_rate": 1.0716503109420406e-06, "loss": 18.8232, "step": 53232 }, { "epoch": 47.28, "learning_rate": 1.0710706894195787e-06, "loss": 18.4805, "step": 53233 }, { "epoch": 47.28, "learning_rate": 1.0710706894195787e-06, "loss": 18.5137, "step": 53234 }, { "epoch": 47.28, "learning_rate": 1.070491222991854e-06, "loss": 18.3584, "step": 53235 }, { "epoch": 47.28, "learning_rate": 1.0699119116606982e-06, "loss": 18.2666, "step": 53236 }, { "epoch": 47.28, "learning_rate": 1.0693327554279598e-06, "loss": 18.5547, "step": 53237 }, { "epoch": 47.28, "learning_rate": 1.068753754295465e-06, "loss": 18.459, "step": 53238 }, { "epoch": 47.28, "learning_rate": 1.0681749082650462e-06, "loss": 18.7261, "step": 53239 }, { "epoch": 47.28, "learning_rate": 1.0675962173385456e-06, "loss": 18.9912, "step": 53240 }, { "epoch": 47.28, "learning_rate": 1.0670176815177957e-06, "loss": 19.0029, "step": 53241 }, { "epoch": 47.28, "learning_rate": 1.066439300804628e-06, "loss": 17.9731, "step": 53242 }, { "epoch": 47.29, "learning_rate": 1.0658610752008802e-06, "loss": 18.5664, "step": 53243 }, { "epoch": 47.29, "learning_rate": 1.0652830047083785e-06, "loss": 18.2393, "step": 53244 }, { "epoch": 47.29, "learning_rate": 1.0647050893289657e-06, "loss": 18.6367, "step": 53245 }, { "epoch": 47.29, "learning_rate": 1.0641273290644626e-06, "loss": 18.2754, "step": 53246 }, { "epoch": 47.29, "learning_rate": 1.0635497239167068e-06, "loss": 18.6699, "step": 53247 }, { "epoch": 47.29, "learning_rate": 1.0629722738875304e-06, "loss": 18.4746, "step": 53248 }, { "epoch": 47.29, "learning_rate": 1.0623949789787535e-06, "loss": 19.082, "step": 53249 }, { "epoch": 47.29, "learning_rate": 1.0618178391922195e-06, "loss": 18.4668, "step": 53250 }, { "epoch": 47.29, "learning_rate": 1.0612408545297493e-06, "loss": 18.2471, "step": 53251 }, { "epoch": 47.29, "learning_rate": 1.0606640249931743e-06, "loss": 19.0723, "step": 53252 }, { "epoch": 47.29, "learning_rate": 1.0600873505843268e-06, "loss": 19.0967, "step": 53253 }, { "epoch": 47.29, "learning_rate": 1.0595108313050274e-06, "loss": 18.4004, "step": 53254 }, { "epoch": 47.3, "learning_rate": 1.0589344671571078e-06, "loss": 18.1191, "step": 53255 }, { "epoch": 47.3, "learning_rate": 1.0583582581423946e-06, "loss": 18.7217, "step": 53256 }, { "epoch": 47.3, "learning_rate": 1.0577822042627084e-06, "loss": 18.6797, "step": 53257 }, { "epoch": 47.3, "learning_rate": 1.0572063055198922e-06, "loss": 19.0522, "step": 53258 }, { "epoch": 47.3, "learning_rate": 1.0566305619157502e-06, "loss": 19.0283, "step": 53259 }, { "epoch": 47.3, "learning_rate": 1.0560549734521252e-06, "loss": 18.251, "step": 53260 }, { "epoch": 47.3, "learning_rate": 1.0554795401308215e-06, "loss": 18.6367, "step": 53261 }, { "epoch": 47.3, "learning_rate": 1.054904261953682e-06, "loss": 18.9053, "step": 53262 }, { "epoch": 47.3, "learning_rate": 1.0543291389225273e-06, "loss": 18.6816, "step": 53263 }, { "epoch": 47.3, "learning_rate": 1.053754171039173e-06, "loss": 18.4209, "step": 53264 }, { "epoch": 47.3, "learning_rate": 1.053179358305445e-06, "loss": 18.708, "step": 53265 }, { "epoch": 47.31, "learning_rate": 1.0526047007231698e-06, "loss": 18.168, "step": 53266 }, { "epoch": 47.31, "learning_rate": 1.052030198294157e-06, "loss": 18.7373, "step": 53267 }, { "epoch": 47.31, "learning_rate": 1.0514558510202389e-06, "loss": 18.7139, "step": 53268 }, { "epoch": 47.31, "learning_rate": 1.0508816589032356e-06, "loss": 18.3672, "step": 53269 }, { "epoch": 47.31, "learning_rate": 1.050307621944957e-06, "loss": 18.5469, "step": 53270 }, { "epoch": 47.31, "learning_rate": 1.0497337401472407e-06, "loss": 19.6855, "step": 53271 }, { "epoch": 47.31, "learning_rate": 1.049160013511885e-06, "loss": 18.9912, "step": 53272 }, { "epoch": 47.31, "learning_rate": 1.0485864420407221e-06, "loss": 18.5566, "step": 53273 }, { "epoch": 47.31, "learning_rate": 1.0480130257355669e-06, "loss": 18.8252, "step": 53274 }, { "epoch": 47.31, "learning_rate": 1.0474397645982348e-06, "loss": 18.7471, "step": 53275 }, { "epoch": 47.31, "learning_rate": 1.0468666586305464e-06, "loss": 18.6885, "step": 53276 }, { "epoch": 47.32, "learning_rate": 1.0462937078343116e-06, "loss": 18.4492, "step": 53277 }, { "epoch": 47.32, "learning_rate": 1.045720912211362e-06, "loss": 19.2979, "step": 53278 }, { "epoch": 47.32, "learning_rate": 1.0451482717634908e-06, "loss": 18.3008, "step": 53279 }, { "epoch": 47.32, "learning_rate": 1.0445757864925354e-06, "loss": 17.9834, "step": 53280 }, { "epoch": 47.32, "learning_rate": 1.0440034564002943e-06, "loss": 18.5283, "step": 53281 }, { "epoch": 47.32, "learning_rate": 1.0434312814885882e-06, "loss": 18.6318, "step": 53282 }, { "epoch": 47.32, "learning_rate": 1.0428592617592269e-06, "loss": 18.9521, "step": 53283 }, { "epoch": 47.32, "learning_rate": 1.0422873972140313e-06, "loss": 18.6621, "step": 53284 }, { "epoch": 47.32, "learning_rate": 1.0417156878548106e-06, "loss": 18.6494, "step": 53285 }, { "epoch": 47.32, "learning_rate": 1.041144133683375e-06, "loss": 18.2793, "step": 53286 }, { "epoch": 47.32, "learning_rate": 1.0405727347015337e-06, "loss": 18.3174, "step": 53287 }, { "epoch": 47.33, "learning_rate": 1.0400014909111022e-06, "loss": 19.0869, "step": 53288 }, { "epoch": 47.33, "learning_rate": 1.0394304023138902e-06, "loss": 18.9209, "step": 53289 }, { "epoch": 47.33, "learning_rate": 1.0388594689117071e-06, "loss": 18.4824, "step": 53290 }, { "epoch": 47.33, "learning_rate": 1.0382886907063682e-06, "loss": 18.4795, "step": 53291 }, { "epoch": 47.33, "learning_rate": 1.0377180676996833e-06, "loss": 18.458, "step": 53292 }, { "epoch": 47.33, "learning_rate": 1.0371475998934454e-06, "loss": 18.8105, "step": 53293 }, { "epoch": 47.33, "learning_rate": 1.0365772872894752e-06, "loss": 17.9932, "step": 53294 }, { "epoch": 47.33, "learning_rate": 1.0360071298895824e-06, "loss": 18.6465, "step": 53295 }, { "epoch": 47.33, "learning_rate": 1.035437127695571e-06, "loss": 18.1719, "step": 53296 }, { "epoch": 47.33, "learning_rate": 1.0348672807092452e-06, "loss": 19.2197, "step": 53297 }, { "epoch": 47.33, "learning_rate": 1.0342975889324146e-06, "loss": 19.2773, "step": 53298 }, { "epoch": 47.33, "learning_rate": 1.0337280523668835e-06, "loss": 19.1357, "step": 53299 }, { "epoch": 47.34, "learning_rate": 1.033158671014456e-06, "loss": 18.7832, "step": 53300 }, { "epoch": 47.34, "learning_rate": 1.0325894448769414e-06, "loss": 18.9707, "step": 53301 }, { "epoch": 47.34, "learning_rate": 1.0320203739561385e-06, "loss": 18.8936, "step": 53302 }, { "epoch": 47.34, "learning_rate": 1.0314514582538514e-06, "loss": 19.2217, "step": 53303 }, { "epoch": 47.34, "learning_rate": 1.0308826977718956e-06, "loss": 18.4863, "step": 53304 }, { "epoch": 47.34, "learning_rate": 1.0303140925120524e-06, "loss": 18.5879, "step": 53305 }, { "epoch": 47.34, "learning_rate": 1.0297456424761376e-06, "loss": 18.457, "step": 53306 }, { "epoch": 47.34, "learning_rate": 1.029177347665966e-06, "loss": 18.4688, "step": 53307 }, { "epoch": 47.34, "learning_rate": 1.0286092080833088e-06, "loss": 18.3506, "step": 53308 }, { "epoch": 47.34, "learning_rate": 1.0280412237299864e-06, "loss": 19.3076, "step": 53309 }, { "epoch": 47.34, "learning_rate": 1.0274733946077975e-06, "loss": 18.8467, "step": 53310 }, { "epoch": 47.35, "learning_rate": 1.0269057207185352e-06, "loss": 18.9736, "step": 53311 }, { "epoch": 47.35, "learning_rate": 1.0263382020640144e-06, "loss": 18.6074, "step": 53312 }, { "epoch": 47.35, "learning_rate": 1.0257708386460118e-06, "loss": 18.5742, "step": 53313 }, { "epoch": 47.35, "learning_rate": 1.0252036304663427e-06, "loss": 18.4414, "step": 53314 }, { "epoch": 47.35, "learning_rate": 1.0246365775267996e-06, "loss": 18.8271, "step": 53315 }, { "epoch": 47.35, "learning_rate": 1.024069679829176e-06, "loss": 18.5117, "step": 53316 }, { "epoch": 47.35, "learning_rate": 1.0235029373752758e-06, "loss": 18.2422, "step": 53317 }, { "epoch": 47.35, "learning_rate": 1.022936350166892e-06, "loss": 18.6172, "step": 53318 }, { "epoch": 47.35, "learning_rate": 1.0223699182058177e-06, "loss": 18.2061, "step": 53319 }, { "epoch": 47.35, "learning_rate": 1.021803641493857e-06, "loss": 18.6064, "step": 53320 }, { "epoch": 47.35, "learning_rate": 1.0212375200327973e-06, "loss": 18.6494, "step": 53321 }, { "epoch": 47.36, "learning_rate": 1.0206715538244371e-06, "loss": 17.9941, "step": 53322 }, { "epoch": 47.36, "learning_rate": 1.0201057428705695e-06, "loss": 18.3438, "step": 53323 }, { "epoch": 47.36, "learning_rate": 1.0195400871729821e-06, "loss": 18.3916, "step": 53324 }, { "epoch": 47.36, "learning_rate": 1.0189745867334732e-06, "loss": 18.8584, "step": 53325 }, { "epoch": 47.36, "learning_rate": 1.018409241553836e-06, "loss": 18.8145, "step": 53326 }, { "epoch": 47.36, "learning_rate": 1.017844051635858e-06, "loss": 18.3105, "step": 53327 }, { "epoch": 47.36, "learning_rate": 1.0172790169813483e-06, "loss": 18.4844, "step": 53328 }, { "epoch": 47.36, "learning_rate": 1.0167141375920674e-06, "loss": 18.1123, "step": 53329 }, { "epoch": 47.36, "learning_rate": 1.0161494134698357e-06, "loss": 18.6484, "step": 53330 }, { "epoch": 47.36, "learning_rate": 1.0155848446164184e-06, "loss": 18.7285, "step": 53331 }, { "epoch": 47.36, "learning_rate": 1.0150204310336197e-06, "loss": 18.1729, "step": 53332 }, { "epoch": 47.37, "learning_rate": 1.0144561727232328e-06, "loss": 18.9053, "step": 53333 }, { "epoch": 47.37, "learning_rate": 1.0138920696870336e-06, "loss": 18.4756, "step": 53334 }, { "epoch": 47.37, "learning_rate": 1.0133281219268098e-06, "loss": 18.7529, "step": 53335 }, { "epoch": 47.37, "learning_rate": 1.0133281219268098e-06, "loss": 18.2881, "step": 53336 }, { "epoch": 47.37, "learning_rate": 1.0133281219268098e-06, "loss": 18.5771, "step": 53337 }, { "epoch": 47.37, "learning_rate": 1.0127643294443655e-06, "loss": 18.5625, "step": 53338 }, { "epoch": 47.37, "learning_rate": 1.0122006922414717e-06, "loss": 19.0469, "step": 53339 }, { "epoch": 47.37, "learning_rate": 1.0116372103199212e-06, "loss": 19.3447, "step": 53340 }, { "epoch": 47.37, "learning_rate": 1.0110738836815015e-06, "loss": 18.623, "step": 53341 }, { "epoch": 47.37, "learning_rate": 1.010510712327989e-06, "loss": 18.3887, "step": 53342 }, { "epoch": 47.37, "learning_rate": 1.0099476962611876e-06, "loss": 18.5381, "step": 53343 }, { "epoch": 47.37, "learning_rate": 1.0093848354828572e-06, "loss": 18.4434, "step": 53344 }, { "epoch": 47.38, "learning_rate": 1.0088221299948075e-06, "loss": 18.4951, "step": 53345 }, { "epoch": 47.38, "learning_rate": 1.0082595797988037e-06, "loss": 18.5186, "step": 53346 }, { "epoch": 47.38, "learning_rate": 1.0076971848966331e-06, "loss": 18.2969, "step": 53347 }, { "epoch": 47.38, "learning_rate": 1.0071349452900835e-06, "loss": 18.3926, "step": 53348 }, { "epoch": 47.38, "learning_rate": 1.0065728609809311e-06, "loss": 18.4199, "step": 53349 }, { "epoch": 47.38, "learning_rate": 1.0060109319709631e-06, "loss": 18.2637, "step": 53350 }, { "epoch": 47.38, "learning_rate": 1.0054491582619563e-06, "loss": 18.2031, "step": 53351 }, { "epoch": 47.38, "learning_rate": 1.0048875398556923e-06, "loss": 18.6465, "step": 53352 }, { "epoch": 47.38, "learning_rate": 1.0043260767539586e-06, "loss": 18.666, "step": 53353 }, { "epoch": 47.38, "learning_rate": 1.0037647689585206e-06, "loss": 19.043, "step": 53354 }, { "epoch": 47.38, "learning_rate": 1.0032036164711712e-06, "loss": 18.9121, "step": 53355 }, { "epoch": 47.39, "learning_rate": 1.0026426192936755e-06, "loss": 18.7217, "step": 53356 }, { "epoch": 47.39, "learning_rate": 1.0020817774278268e-06, "loss": 18.4141, "step": 53357 }, { "epoch": 47.39, "learning_rate": 1.0015210908753958e-06, "loss": 18.501, "step": 53358 }, { "epoch": 47.39, "learning_rate": 1.0009605596381534e-06, "loss": 18.707, "step": 53359 }, { "epoch": 47.39, "learning_rate": 1.000400183717881e-06, "loss": 18.75, "step": 53360 }, { "epoch": 47.39, "learning_rate": 9.998399631163668e-07, "loss": 18.6626, "step": 53361 }, { "epoch": 47.39, "learning_rate": 9.9927989783537e-07, "loss": 18.9297, "step": 53362 }, { "epoch": 47.39, "learning_rate": 9.987199878766728e-07, "loss": 18.5654, "step": 53363 }, { "epoch": 47.39, "learning_rate": 9.981602332420514e-07, "loss": 18.7832, "step": 53364 }, { "epoch": 47.39, "learning_rate": 9.976006339332711e-07, "loss": 18.8125, "step": 53365 }, { "epoch": 47.39, "learning_rate": 9.970411899521192e-07, "loss": 18.334, "step": 53366 }, { "epoch": 47.4, "learning_rate": 9.964819013003558e-07, "loss": 18.9307, "step": 53367 }, { "epoch": 47.4, "learning_rate": 9.959227679797678e-07, "loss": 18.9658, "step": 53368 }, { "epoch": 47.4, "learning_rate": 9.953637899921209e-07, "loss": 18.1758, "step": 53369 }, { "epoch": 47.4, "learning_rate": 9.9480496733918e-07, "loss": 18.0654, "step": 53370 }, { "epoch": 47.4, "learning_rate": 9.942463000227276e-07, "loss": 19.502, "step": 53371 }, { "epoch": 47.4, "learning_rate": 9.936877880445229e-07, "loss": 18.3545, "step": 53372 }, { "epoch": 47.4, "learning_rate": 9.931294314063478e-07, "loss": 18.7295, "step": 53373 }, { "epoch": 47.4, "learning_rate": 9.925712301099676e-07, "loss": 18.4375, "step": 53374 }, { "epoch": 47.4, "learning_rate": 9.920131841571479e-07, "loss": 18.7969, "step": 53375 }, { "epoch": 47.4, "learning_rate": 9.9145529354967e-07, "loss": 18.373, "step": 53376 }, { "epoch": 47.4, "learning_rate": 9.908975582892833e-07, "loss": 18.2451, "step": 53377 }, { "epoch": 47.4, "learning_rate": 9.90339978377769e-07, "loss": 18.7363, "step": 53378 }, { "epoch": 47.41, "learning_rate": 9.897825538168925e-07, "loss": 18.7773, "step": 53379 }, { "epoch": 47.41, "learning_rate": 9.892252846084193e-07, "loss": 18.873, "step": 53380 }, { "epoch": 47.41, "learning_rate": 9.886681707541146e-07, "loss": 18.9209, "step": 53381 }, { "epoch": 47.41, "learning_rate": 9.881112122557435e-07, "loss": 17.8457, "step": 53382 }, { "epoch": 47.41, "learning_rate": 9.875544091150768e-07, "loss": 18.8066, "step": 53383 }, { "epoch": 47.41, "learning_rate": 9.8699776133388e-07, "loss": 18.1899, "step": 53384 }, { "epoch": 47.41, "learning_rate": 9.864412689139123e-07, "loss": 19.0498, "step": 53385 }, { "epoch": 47.41, "learning_rate": 9.858849318569342e-07, "loss": 19.0537, "step": 53386 }, { "epoch": 47.41, "learning_rate": 9.853287501647157e-07, "loss": 18.501, "step": 53387 }, { "epoch": 47.41, "learning_rate": 9.84772723839017e-07, "loss": 18.5518, "step": 53388 }, { "epoch": 47.41, "learning_rate": 9.842168528816088e-07, "loss": 18.2539, "step": 53389 }, { "epoch": 47.42, "learning_rate": 9.83661137294245e-07, "loss": 18.6719, "step": 53390 }, { "epoch": 47.42, "learning_rate": 9.831055770786857e-07, "loss": 18.8652, "step": 53391 }, { "epoch": 47.42, "learning_rate": 9.82550172236696e-07, "loss": 18.584, "step": 53392 }, { "epoch": 47.42, "learning_rate": 9.8199492277003e-07, "loss": 18.0615, "step": 53393 }, { "epoch": 47.42, "learning_rate": 9.814398286804583e-07, "loss": 18.2559, "step": 53394 }, { "epoch": 47.42, "learning_rate": 9.808848899697353e-07, "loss": 18.3164, "step": 53395 }, { "epoch": 47.42, "learning_rate": 9.803301066396152e-07, "loss": 18.5869, "step": 53396 }, { "epoch": 47.42, "learning_rate": 9.797754786918634e-07, "loss": 18.6719, "step": 53397 }, { "epoch": 47.42, "learning_rate": 9.792210061282336e-07, "loss": 18.6777, "step": 53398 }, { "epoch": 47.42, "learning_rate": 9.786666889504859e-07, "loss": 18.8418, "step": 53399 }, { "epoch": 47.42, "learning_rate": 9.781125271603798e-07, "loss": 18.2246, "step": 53400 }, { "epoch": 47.43, "learning_rate": 9.775585207596639e-07, "loss": 18.1611, "step": 53401 }, { "epoch": 47.43, "learning_rate": 9.770046697501034e-07, "loss": 18.3887, "step": 53402 }, { "epoch": 47.43, "learning_rate": 9.764509741334472e-07, "loss": 18.6611, "step": 53403 }, { "epoch": 47.43, "learning_rate": 9.758974339114546e-07, "loss": 18.8428, "step": 53404 }, { "epoch": 47.43, "learning_rate": 9.7534404908588e-07, "loss": 18.499, "step": 53405 }, { "epoch": 47.43, "learning_rate": 9.74790819658472e-07, "loss": 18.6533, "step": 53406 }, { "epoch": 47.43, "learning_rate": 9.742377456309904e-07, "loss": 18.4189, "step": 53407 }, { "epoch": 47.43, "learning_rate": 9.736848270051834e-07, "loss": 18.1572, "step": 53408 }, { "epoch": 47.43, "learning_rate": 9.731320637828111e-07, "loss": 18.6191, "step": 53409 }, { "epoch": 47.43, "learning_rate": 9.725794559656164e-07, "loss": 18.4297, "step": 53410 }, { "epoch": 47.43, "learning_rate": 9.720270035553648e-07, "loss": 18.1729, "step": 53411 }, { "epoch": 47.44, "learning_rate": 9.714747065537877e-07, "loss": 18.7988, "step": 53412 }, { "epoch": 47.44, "learning_rate": 9.709225649626508e-07, "loss": 18.2852, "step": 53413 }, { "epoch": 47.44, "learning_rate": 9.70370578783697e-07, "loss": 17.9619, "step": 53414 }, { "epoch": 47.44, "learning_rate": 9.698187480186805e-07, "loss": 18.3682, "step": 53415 }, { "epoch": 47.44, "learning_rate": 9.692670726693498e-07, "loss": 18.8906, "step": 53416 }, { "epoch": 47.44, "learning_rate": 9.68715552737448e-07, "loss": 18.7842, "step": 53417 }, { "epoch": 47.44, "learning_rate": 9.68164188224735e-07, "loss": 18.0781, "step": 53418 }, { "epoch": 47.44, "learning_rate": 9.67612979132948e-07, "loss": 18.4131, "step": 53419 }, { "epoch": 47.44, "learning_rate": 9.670619254638357e-07, "loss": 18.3125, "step": 53420 }, { "epoch": 47.44, "learning_rate": 9.665110272191525e-07, "loss": 18.3281, "step": 53421 }, { "epoch": 47.44, "learning_rate": 9.6596028440063e-07, "loss": 18.7666, "step": 53422 }, { "epoch": 47.44, "learning_rate": 9.654096970100278e-07, "loss": 18.1709, "step": 53423 }, { "epoch": 47.45, "learning_rate": 9.648592650490839e-07, "loss": 18.3994, "step": 53424 }, { "epoch": 47.45, "learning_rate": 9.643089885195522e-07, "loss": 18.2852, "step": 53425 }, { "epoch": 47.45, "learning_rate": 9.63758867423159e-07, "loss": 18.5391, "step": 53426 }, { "epoch": 47.45, "learning_rate": 9.632089017616698e-07, "loss": 18.9365, "step": 53427 }, { "epoch": 47.45, "learning_rate": 9.626590915368106e-07, "loss": 17.8633, "step": 53428 }, { "epoch": 47.45, "learning_rate": 9.621094367503304e-07, "loss": 18.4648, "step": 53429 }, { "epoch": 47.45, "learning_rate": 9.61559937403972e-07, "loss": 18.5264, "step": 53430 }, { "epoch": 47.45, "learning_rate": 9.610105934994839e-07, "loss": 19.0645, "step": 53431 }, { "epoch": 47.45, "learning_rate": 9.60461405038593e-07, "loss": 18.748, "step": 53432 }, { "epoch": 47.45, "learning_rate": 9.59912372023053e-07, "loss": 18.29, "step": 53433 }, { "epoch": 47.45, "learning_rate": 9.59363494454596e-07, "loss": 18.668, "step": 53434 }, { "epoch": 47.46, "learning_rate": 9.588147723349594e-07, "loss": 18.0742, "step": 53435 }, { "epoch": 47.46, "learning_rate": 9.582662056658976e-07, "loss": 18.9629, "step": 53436 }, { "epoch": 47.46, "learning_rate": 9.577177944491366e-07, "loss": 19.0996, "step": 53437 }, { "epoch": 47.46, "learning_rate": 9.571695386864143e-07, "loss": 18.127, "step": 53438 }, { "epoch": 47.46, "learning_rate": 9.571695386864143e-07, "loss": 19.1514, "step": 53439 }, { "epoch": 47.46, "learning_rate": 9.566214383794736e-07, "loss": 18.7949, "step": 53440 }, { "epoch": 47.46, "learning_rate": 9.56073493530052e-07, "loss": 18.3965, "step": 53441 }, { "epoch": 47.46, "learning_rate": 9.56073493530052e-07, "loss": 19.1152, "step": 53442 }, { "epoch": 47.46, "learning_rate": 9.55525704139887e-07, "loss": 18.2227, "step": 53443 }, { "epoch": 47.46, "learning_rate": 9.55525704139887e-07, "loss": 18.5283, "step": 53444 }, { "epoch": 47.46, "learning_rate": 9.549780702107048e-07, "loss": 18.5498, "step": 53445 }, { "epoch": 47.47, "learning_rate": 9.544305917442597e-07, "loss": 18.2334, "step": 53446 }, { "epoch": 47.47, "learning_rate": 9.538832687422727e-07, "loss": 18.5771, "step": 53447 }, { "epoch": 47.47, "learning_rate": 9.533361012064756e-07, "loss": 18.3081, "step": 53448 }, { "epoch": 47.47, "learning_rate": 9.527890891386171e-07, "loss": 18.8643, "step": 53449 }, { "epoch": 47.47, "learning_rate": 9.522422325404235e-07, "loss": 18.1855, "step": 53450 }, { "epoch": 47.47, "learning_rate": 9.516955314136266e-07, "loss": 18.3682, "step": 53451 }, { "epoch": 47.47, "learning_rate": 9.511489857599642e-07, "loss": 18.7734, "step": 53452 }, { "epoch": 47.47, "learning_rate": 9.506025955811626e-07, "loss": 18.9229, "step": 53453 }, { "epoch": 47.47, "learning_rate": 9.500563608789592e-07, "loss": 18.6094, "step": 53454 }, { "epoch": 47.47, "learning_rate": 9.495102816550805e-07, "loss": 18.5273, "step": 53455 }, { "epoch": 47.47, "learning_rate": 9.489643579112639e-07, "loss": 19.3076, "step": 53456 }, { "epoch": 47.48, "learning_rate": 9.484185896492359e-07, "loss": 18.168, "step": 53457 }, { "epoch": 47.48, "learning_rate": 9.478729768707173e-07, "loss": 18.9727, "step": 53458 }, { "epoch": 47.48, "learning_rate": 9.473275195774567e-07, "loss": 18.6025, "step": 53459 }, { "epoch": 47.48, "learning_rate": 9.467822177711693e-07, "loss": 19.623, "step": 53460 }, { "epoch": 47.48, "learning_rate": 9.462370714535874e-07, "loss": 18.8359, "step": 53461 }, { "epoch": 47.48, "learning_rate": 9.45692080626448e-07, "loss": 18.3574, "step": 53462 }, { "epoch": 47.48, "learning_rate": 9.451472452914611e-07, "loss": 18.7559, "step": 53463 }, { "epoch": 47.48, "learning_rate": 9.446025654503643e-07, "loss": 18.9321, "step": 53464 }, { "epoch": 47.48, "learning_rate": 9.440580411048838e-07, "loss": 18.9834, "step": 53465 }, { "epoch": 47.48, "learning_rate": 9.435136722567405e-07, "loss": 19.0029, "step": 53466 }, { "epoch": 47.48, "learning_rate": 9.429694589076721e-07, "loss": 18.0977, "step": 53467 }, { "epoch": 47.48, "learning_rate": 9.42425401059388e-07, "loss": 18.7236, "step": 53468 }, { "epoch": 47.49, "learning_rate": 9.418814987136204e-07, "loss": 18.1328, "step": 53469 }, { "epoch": 47.49, "learning_rate": 9.413377518720956e-07, "loss": 19.3701, "step": 53470 }, { "epoch": 47.49, "learning_rate": 9.407941605365344e-07, "loss": 18.4277, "step": 53471 }, { "epoch": 47.49, "learning_rate": 9.402507247086578e-07, "loss": 18.4971, "step": 53472 }, { "epoch": 47.49, "learning_rate": 9.397074443901921e-07, "loss": 18.8594, "step": 53473 }, { "epoch": 47.49, "learning_rate": 9.391643195828581e-07, "loss": 18.4365, "step": 53474 }, { "epoch": 47.49, "learning_rate": 9.386213502883768e-07, "loss": 18.3477, "step": 53475 }, { "epoch": 47.49, "learning_rate": 9.380785365084632e-07, "loss": 18.5557, "step": 53476 }, { "epoch": 47.49, "learning_rate": 9.375358782448551e-07, "loss": 18.3281, "step": 53477 }, { "epoch": 47.49, "learning_rate": 9.369933754992566e-07, "loss": 18.6348, "step": 53478 }, { "epoch": 47.49, "learning_rate": 9.36451028273394e-07, "loss": 18.3281, "step": 53479 }, { "epoch": 47.5, "learning_rate": 9.359088365689827e-07, "loss": 18.3447, "step": 53480 }, { "epoch": 47.5, "learning_rate": 9.353668003877437e-07, "loss": 18.0762, "step": 53481 }, { "epoch": 47.5, "learning_rate": 9.348249197313919e-07, "loss": 18.9951, "step": 53482 }, { "epoch": 47.5, "learning_rate": 9.342831946016595e-07, "loss": 18.8271, "step": 53483 }, { "epoch": 47.5, "learning_rate": 9.337416250002396e-07, "loss": 18.5137, "step": 53484 }, { "epoch": 47.5, "learning_rate": 9.33200210928864e-07, "loss": 18.8604, "step": 53485 }, { "epoch": 47.5, "learning_rate": 9.326589523892537e-07, "loss": 18.7275, "step": 53486 }, { "epoch": 47.5, "learning_rate": 9.321178493831073e-07, "loss": 18.5566, "step": 53487 }, { "epoch": 47.5, "learning_rate": 9.315769019121567e-07, "loss": 18.5576, "step": 53488 }, { "epoch": 47.5, "learning_rate": 9.310361099781118e-07, "loss": 18.4014, "step": 53489 }, { "epoch": 47.5, "learning_rate": 9.30495473582682e-07, "loss": 18.2295, "step": 53490 }, { "epoch": 47.51, "learning_rate": 9.29954992727583e-07, "loss": 19.1338, "step": 53491 }, { "epoch": 47.51, "learning_rate": 9.294146674145244e-07, "loss": 18.9023, "step": 53492 }, { "epoch": 47.51, "learning_rate": 9.288744976452269e-07, "loss": 18.5713, "step": 53493 }, { "epoch": 47.51, "learning_rate": 9.283344834214058e-07, "loss": 17.9434, "step": 53494 }, { "epoch": 47.51, "learning_rate": 9.277946247447545e-07, "loss": 18.5059, "step": 53495 }, { "epoch": 47.51, "learning_rate": 9.272549216170046e-07, "loss": 19.5869, "step": 53496 }, { "epoch": 47.51, "learning_rate": 9.267153740398493e-07, "loss": 17.9551, "step": 53497 }, { "epoch": 47.51, "learning_rate": 9.261759820150151e-07, "loss": 18.3945, "step": 53498 }, { "epoch": 47.51, "learning_rate": 9.256367455442061e-07, "loss": 19.5146, "step": 53499 }, { "epoch": 47.51, "learning_rate": 9.25097664629121e-07, "loss": 18.9482, "step": 53500 }, { "epoch": 47.51, "learning_rate": 9.245587392714861e-07, "loss": 18.0605, "step": 53501 }, { "epoch": 47.52, "learning_rate": 9.240199694729945e-07, "loss": 18.9121, "step": 53502 }, { "epoch": 47.52, "learning_rate": 9.234813552353616e-07, "loss": 18.1738, "step": 53503 }, { "epoch": 47.52, "learning_rate": 9.229428965602915e-07, "loss": 18.5195, "step": 53504 }, { "epoch": 47.52, "learning_rate": 9.224045934494996e-07, "loss": 19.1855, "step": 53505 }, { "epoch": 47.52, "learning_rate": 9.218664459046844e-07, "loss": 18.6182, "step": 53506 }, { "epoch": 47.52, "learning_rate": 9.213284539275447e-07, "loss": 18.7744, "step": 53507 }, { "epoch": 47.52, "learning_rate": 9.207906175198011e-07, "loss": 19.084, "step": 53508 }, { "epoch": 47.52, "learning_rate": 9.202529366831525e-07, "loss": 18.5898, "step": 53509 }, { "epoch": 47.52, "learning_rate": 9.19715411419303e-07, "loss": 18.5645, "step": 53510 }, { "epoch": 47.52, "learning_rate": 9.191780417299456e-07, "loss": 18.6289, "step": 53511 }, { "epoch": 47.52, "learning_rate": 9.186408276168013e-07, "loss": 18.7012, "step": 53512 }, { "epoch": 47.52, "learning_rate": 9.181037690815631e-07, "loss": 19.2588, "step": 53513 }, { "epoch": 47.53, "learning_rate": 9.175668661259407e-07, "loss": 18.1738, "step": 53514 }, { "epoch": 47.53, "learning_rate": 9.170301187516272e-07, "loss": 18.2939, "step": 53515 }, { "epoch": 47.53, "learning_rate": 9.164935269603269e-07, "loss": 18.6299, "step": 53516 }, { "epoch": 47.53, "learning_rate": 9.15957090753744e-07, "loss": 18.7646, "step": 53517 }, { "epoch": 47.53, "learning_rate": 9.154208101335715e-07, "loss": 18.5352, "step": 53518 }, { "epoch": 47.53, "learning_rate": 9.148846851015192e-07, "loss": 18.3076, "step": 53519 }, { "epoch": 47.53, "learning_rate": 9.143487156592745e-07, "loss": 18.8467, "step": 53520 }, { "epoch": 47.53, "learning_rate": 9.138129018085528e-07, "loss": 18.7236, "step": 53521 }, { "epoch": 47.53, "learning_rate": 9.132772435510362e-07, "loss": 18.5947, "step": 53522 }, { "epoch": 47.53, "learning_rate": 9.127417408884287e-07, "loss": 18.2979, "step": 53523 }, { "epoch": 47.53, "learning_rate": 9.122063938224345e-07, "loss": 18.2607, "step": 53524 }, { "epoch": 47.54, "learning_rate": 9.116712023547358e-07, "loss": 18.3701, "step": 53525 }, { "epoch": 47.54, "learning_rate": 9.111361664870477e-07, "loss": 18.0459, "step": 53526 }, { "epoch": 47.54, "learning_rate": 9.106012862210522e-07, "loss": 18.0215, "step": 53527 }, { "epoch": 47.54, "learning_rate": 9.100665615584425e-07, "loss": 17.9268, "step": 53528 }, { "epoch": 47.54, "learning_rate": 9.095319925009282e-07, "loss": 18.5527, "step": 53529 }, { "epoch": 47.54, "learning_rate": 9.089975790501915e-07, "loss": 18.5156, "step": 53530 }, { "epoch": 47.54, "learning_rate": 9.084633212079252e-07, "loss": 18.1318, "step": 53531 }, { "epoch": 47.54, "learning_rate": 9.079292189758393e-07, "loss": 18.75, "step": 53532 }, { "epoch": 47.54, "learning_rate": 9.0739527235561e-07, "loss": 18.4551, "step": 53533 }, { "epoch": 47.54, "learning_rate": 9.068614813489307e-07, "loss": 18.8008, "step": 53534 }, { "epoch": 47.54, "learning_rate": 9.063278459575053e-07, "loss": 18.375, "step": 53535 }, { "epoch": 47.55, "learning_rate": 9.057943661830104e-07, "loss": 18.2305, "step": 53536 }, { "epoch": 47.55, "learning_rate": 9.052610420271501e-07, "loss": 18.6875, "step": 53537 }, { "epoch": 47.55, "learning_rate": 9.047278734916065e-07, "loss": 18.4746, "step": 53538 }, { "epoch": 47.55, "learning_rate": 9.041948605780726e-07, "loss": 18.9316, "step": 53539 }, { "epoch": 47.55, "learning_rate": 9.036620032882414e-07, "loss": 18.4258, "step": 53540 }, { "epoch": 47.55, "learning_rate": 9.031293016237897e-07, "loss": 18.1465, "step": 53541 }, { "epoch": 47.55, "learning_rate": 9.025967555864212e-07, "loss": 18.4727, "step": 53542 }, { "epoch": 47.55, "learning_rate": 9.020643651778182e-07, "loss": 18.2637, "step": 53543 }, { "epoch": 47.55, "learning_rate": 9.015321303996627e-07, "loss": 18.5508, "step": 53544 }, { "epoch": 47.55, "learning_rate": 9.010000512536531e-07, "loss": 18.9121, "step": 53545 }, { "epoch": 47.55, "learning_rate": 9.004681277414662e-07, "loss": 18.9746, "step": 53546 }, { "epoch": 47.56, "learning_rate": 8.999363598647892e-07, "loss": 17.8018, "step": 53547 }, { "epoch": 47.56, "learning_rate": 8.994047476253154e-07, "loss": 18.9883, "step": 53548 }, { "epoch": 47.56, "learning_rate": 8.988732910247211e-07, "loss": 18.9287, "step": 53549 }, { "epoch": 47.56, "learning_rate": 8.983419900646938e-07, "loss": 18.5029, "step": 53550 }, { "epoch": 47.56, "learning_rate": 8.978108447469158e-07, "loss": 18.252, "step": 53551 }, { "epoch": 47.56, "learning_rate": 8.972798550730688e-07, "loss": 18.6338, "step": 53552 }, { "epoch": 47.56, "learning_rate": 8.96749021044857e-07, "loss": 19.1172, "step": 53553 }, { "epoch": 47.56, "learning_rate": 8.962183426639292e-07, "loss": 18.4082, "step": 53554 }, { "epoch": 47.56, "learning_rate": 8.956878199319951e-07, "loss": 18.3838, "step": 53555 }, { "epoch": 47.56, "learning_rate": 8.9515745285072e-07, "loss": 18.7188, "step": 53556 }, { "epoch": 47.56, "learning_rate": 8.94627241421786e-07, "loss": 19.0439, "step": 53557 }, { "epoch": 47.56, "learning_rate": 8.940971856468916e-07, "loss": 18.8799, "step": 53558 }, { "epoch": 47.57, "learning_rate": 8.935672855276911e-07, "loss": 18.5625, "step": 53559 }, { "epoch": 47.57, "learning_rate": 8.930375410658832e-07, "loss": 18.4941, "step": 53560 }, { "epoch": 47.57, "learning_rate": 8.925079522631386e-07, "loss": 18.8301, "step": 53561 }, { "epoch": 47.57, "learning_rate": 8.919785191211394e-07, "loss": 18.1162, "step": 53562 }, { "epoch": 47.57, "learning_rate": 8.914492416415621e-07, "loss": 18.2549, "step": 53563 }, { "epoch": 47.57, "learning_rate": 8.909201198260886e-07, "loss": 18.7139, "step": 53564 }, { "epoch": 47.57, "learning_rate": 8.903911536763898e-07, "loss": 17.9736, "step": 53565 }, { "epoch": 47.57, "learning_rate": 8.898623431941422e-07, "loss": 18.5752, "step": 53566 }, { "epoch": 47.57, "learning_rate": 8.893336883810277e-07, "loss": 19.0225, "step": 53567 }, { "epoch": 47.57, "learning_rate": 8.888051892387172e-07, "loss": 18.4092, "step": 53568 }, { "epoch": 47.57, "learning_rate": 8.882768457688928e-07, "loss": 18.7812, "step": 53569 }, { "epoch": 47.58, "learning_rate": 8.877486579732197e-07, "loss": 18.8555, "step": 53570 }, { "epoch": 47.58, "learning_rate": 8.8722062585338e-07, "loss": 18.3975, "step": 53571 }, { "epoch": 47.58, "learning_rate": 8.866927494110389e-07, "loss": 18.1694, "step": 53572 }, { "epoch": 47.58, "learning_rate": 8.861650286478784e-07, "loss": 18.6006, "step": 53573 }, { "epoch": 47.58, "learning_rate": 8.856374635655695e-07, "loss": 18.6836, "step": 53574 }, { "epoch": 47.58, "learning_rate": 8.851100541657775e-07, "loss": 18.5547, "step": 53575 }, { "epoch": 47.58, "learning_rate": 8.845828004501844e-07, "loss": 18.9668, "step": 53576 }, { "epoch": 47.58, "learning_rate": 8.840557024204555e-07, "loss": 18.3096, "step": 53577 }, { "epoch": 47.58, "learning_rate": 8.83528760078256e-07, "loss": 18.7158, "step": 53578 }, { "epoch": 47.58, "learning_rate": 8.830019734252737e-07, "loss": 18.6318, "step": 53579 }, { "epoch": 47.58, "learning_rate": 8.824753424631626e-07, "loss": 18.9414, "step": 53580 }, { "epoch": 47.59, "learning_rate": 8.824753424631626e-07, "loss": 18.5244, "step": 53581 }, { "epoch": 47.59, "learning_rate": 8.819488671935993e-07, "loss": 18.3047, "step": 53582 }, { "epoch": 47.59, "learning_rate": 8.814225476182491e-07, "loss": 19.0029, "step": 53583 }, { "epoch": 47.59, "learning_rate": 8.808963837387774e-07, "loss": 18.5381, "step": 53584 }, { "epoch": 47.59, "learning_rate": 8.803703755568604e-07, "loss": 18.5352, "step": 53585 }, { "epoch": 47.59, "learning_rate": 8.798445230741636e-07, "loss": 18.5479, "step": 53586 }, { "epoch": 47.59, "learning_rate": 8.793188262923468e-07, "loss": 18.875, "step": 53587 }, { "epoch": 47.59, "learning_rate": 8.787932852130809e-07, "loss": 18.7471, "step": 53588 }, { "epoch": 47.59, "learning_rate": 8.782678998380367e-07, "loss": 18.7012, "step": 53589 }, { "epoch": 47.59, "learning_rate": 8.777426701688685e-07, "loss": 18.1699, "step": 53590 }, { "epoch": 47.59, "learning_rate": 8.772175962072526e-07, "loss": 18.1777, "step": 53591 }, { "epoch": 47.6, "learning_rate": 8.766926779548434e-07, "loss": 18.5889, "step": 53592 }, { "epoch": 47.6, "learning_rate": 8.761679154133173e-07, "loss": 18.8975, "step": 53593 }, { "epoch": 47.6, "learning_rate": 8.756433085843229e-07, "loss": 18.4644, "step": 53594 }, { "epoch": 47.6, "learning_rate": 8.751188574695312e-07, "loss": 18.3184, "step": 53595 }, { "epoch": 47.6, "learning_rate": 8.74594562070602e-07, "loss": 18.6084, "step": 53596 }, { "epoch": 47.6, "learning_rate": 8.74070422389206e-07, "loss": 18.6514, "step": 53597 }, { "epoch": 47.6, "learning_rate": 8.73546438426992e-07, "loss": 18.8232, "step": 53598 }, { "epoch": 47.6, "learning_rate": 8.730226101856254e-07, "loss": 18.9727, "step": 53599 }, { "epoch": 47.6, "learning_rate": 8.724989376667714e-07, "loss": 18.4365, "step": 53600 }, { "epoch": 47.6, "learning_rate": 8.719754208720843e-07, "loss": 18.5537, "step": 53601 }, { "epoch": 47.6, "learning_rate": 8.714520598032239e-07, "loss": 18.6182, "step": 53602 }, { "epoch": 47.6, "learning_rate": 8.709288544618555e-07, "loss": 18.4365, "step": 53603 }, { "epoch": 47.61, "learning_rate": 8.704058048496278e-07, "loss": 18.2334, "step": 53604 }, { "epoch": 47.61, "learning_rate": 8.698829109682006e-07, "loss": 18.7666, "step": 53605 }, { "epoch": 47.61, "learning_rate": 8.693601728192391e-07, "loss": 18.4102, "step": 53606 }, { "epoch": 47.61, "learning_rate": 8.688375904043922e-07, "loss": 18.167, "step": 53607 }, { "epoch": 47.61, "learning_rate": 8.683151637253306e-07, "loss": 18.4551, "step": 53608 }, { "epoch": 47.61, "learning_rate": 8.677928927836864e-07, "loss": 18.7881, "step": 53609 }, { "epoch": 47.61, "learning_rate": 8.672707775811306e-07, "loss": 18.7881, "step": 53610 }, { "epoch": 47.61, "learning_rate": 8.667488181193229e-07, "loss": 18.9141, "step": 53611 }, { "epoch": 47.61, "learning_rate": 8.662270143999007e-07, "loss": 18.6943, "step": 53612 }, { "epoch": 47.61, "learning_rate": 8.657053664245351e-07, "loss": 18.8672, "step": 53613 }, { "epoch": 47.61, "learning_rate": 8.651838741948692e-07, "loss": 18.71, "step": 53614 }, { "epoch": 47.62, "learning_rate": 8.646625377125573e-07, "loss": 18.3457, "step": 53615 }, { "epoch": 47.62, "learning_rate": 8.641413569792589e-07, "loss": 18.1289, "step": 53616 }, { "epoch": 47.62, "learning_rate": 8.636203319966174e-07, "loss": 18.5977, "step": 53617 }, { "epoch": 47.62, "learning_rate": 8.630994627662925e-07, "loss": 18.2646, "step": 53618 }, { "epoch": 47.62, "learning_rate": 8.625787492899273e-07, "loss": 18.4736, "step": 53619 }, { "epoch": 47.62, "learning_rate": 8.620581915691761e-07, "loss": 18.3652, "step": 53620 }, { "epoch": 47.62, "learning_rate": 8.615377896056875e-07, "loss": 18.2344, "step": 53621 }, { "epoch": 47.62, "learning_rate": 8.610175434011103e-07, "loss": 18.8877, "step": 53622 }, { "epoch": 47.62, "learning_rate": 8.604974529571042e-07, "loss": 18.2217, "step": 53623 }, { "epoch": 47.62, "learning_rate": 8.599775182753012e-07, "loss": 18.7695, "step": 53624 }, { "epoch": 47.62, "learning_rate": 8.594577393573611e-07, "loss": 18.8281, "step": 53625 }, { "epoch": 47.63, "learning_rate": 8.589381162049271e-07, "loss": 18.3994, "step": 53626 }, { "epoch": 47.63, "learning_rate": 8.584186488196422e-07, "loss": 18.1904, "step": 53627 }, { "epoch": 47.63, "learning_rate": 8.578993372031551e-07, "loss": 18.7275, "step": 53628 }, { "epoch": 47.63, "learning_rate": 8.573801813571259e-07, "loss": 19.1035, "step": 53629 }, { "epoch": 47.63, "learning_rate": 8.568611812831806e-07, "loss": 18.3213, "step": 53630 }, { "epoch": 47.63, "learning_rate": 8.563423369829793e-07, "loss": 19.252, "step": 53631 }, { "epoch": 47.63, "learning_rate": 8.558236484581539e-07, "loss": 18.6982, "step": 53632 }, { "epoch": 47.63, "learning_rate": 8.553051157103531e-07, "loss": 18.0107, "step": 53633 }, { "epoch": 47.63, "learning_rate": 8.547867387412311e-07, "loss": 18.4414, "step": 53634 }, { "epoch": 47.63, "learning_rate": 8.542685175524145e-07, "loss": 19.0566, "step": 53635 }, { "epoch": 47.63, "learning_rate": 8.53750452145552e-07, "loss": 18.5752, "step": 53636 }, { "epoch": 47.63, "learning_rate": 8.53232542522292e-07, "loss": 18.9473, "step": 53637 }, { "epoch": 47.64, "learning_rate": 8.527147886842612e-07, "loss": 18.6895, "step": 53638 }, { "epoch": 47.64, "learning_rate": 8.52197190633125e-07, "loss": 18.5488, "step": 53639 }, { "epoch": 47.64, "learning_rate": 8.516797483705041e-07, "loss": 18.0205, "step": 53640 }, { "epoch": 47.64, "learning_rate": 8.511624618980418e-07, "loss": 18.5566, "step": 53641 }, { "epoch": 47.64, "learning_rate": 8.506453312173812e-07, "loss": 18.6172, "step": 53642 }, { "epoch": 47.64, "learning_rate": 8.501283563301599e-07, "loss": 18.168, "step": 53643 }, { "epoch": 47.64, "learning_rate": 8.496115372380209e-07, "loss": 18.5566, "step": 53644 }, { "epoch": 47.64, "learning_rate": 8.490948739426019e-07, "loss": 18.5342, "step": 53645 }, { "epoch": 47.64, "learning_rate": 8.485783664455294e-07, "loss": 18.166, "step": 53646 }, { "epoch": 47.64, "learning_rate": 8.480620147484519e-07, "loss": 18.0605, "step": 53647 }, { "epoch": 47.64, "learning_rate": 8.475458188530017e-07, "loss": 18.9424, "step": 53648 }, { "epoch": 47.65, "learning_rate": 8.470297787608216e-07, "loss": 18.4102, "step": 53649 }, { "epoch": 47.65, "learning_rate": 8.465138944735385e-07, "loss": 17.9453, "step": 53650 }, { "epoch": 47.65, "learning_rate": 8.459981659927951e-07, "loss": 18.1816, "step": 53651 }, { "epoch": 47.65, "learning_rate": 8.454825933202182e-07, "loss": 18.3066, "step": 53652 }, { "epoch": 47.65, "learning_rate": 8.449671764574451e-07, "loss": 17.9834, "step": 53653 }, { "epoch": 47.65, "learning_rate": 8.444519154061136e-07, "loss": 17.7715, "step": 53654 }, { "epoch": 47.65, "learning_rate": 8.439368101678558e-07, "loss": 18.2471, "step": 53655 }, { "epoch": 47.65, "learning_rate": 8.434218607442978e-07, "loss": 18.0303, "step": 53656 }, { "epoch": 47.65, "learning_rate": 8.429070671370831e-07, "loss": 18.248, "step": 53657 }, { "epoch": 47.65, "learning_rate": 8.423924293478324e-07, "loss": 18.0723, "step": 53658 }, { "epoch": 47.65, "learning_rate": 8.418779473781835e-07, "loss": 18.043, "step": 53659 }, { "epoch": 47.66, "learning_rate": 8.413636212297682e-07, "loss": 19.1943, "step": 53660 }, { "epoch": 47.66, "learning_rate": 8.40849450904213e-07, "loss": 18.3848, "step": 53661 }, { "epoch": 47.66, "learning_rate": 8.403354364031446e-07, "loss": 18.1084, "step": 53662 }, { "epoch": 47.66, "learning_rate": 8.398215777282004e-07, "loss": 18.3633, "step": 53663 }, { "epoch": 47.66, "learning_rate": 8.393078748810012e-07, "loss": 18.1357, "step": 53664 }, { "epoch": 47.66, "learning_rate": 8.387943278631849e-07, "loss": 19.2637, "step": 53665 }, { "epoch": 47.66, "learning_rate": 8.382809366763722e-07, "loss": 18.1821, "step": 53666 }, { "epoch": 47.66, "learning_rate": 8.377677013221896e-07, "loss": 18.6006, "step": 53667 }, { "epoch": 47.66, "learning_rate": 8.372546218022747e-07, "loss": 18.7061, "step": 53668 }, { "epoch": 47.66, "learning_rate": 8.367416981182375e-07, "loss": 19.1465, "step": 53669 }, { "epoch": 47.66, "learning_rate": 8.362289302717152e-07, "loss": 18.5, "step": 53670 }, { "epoch": 47.67, "learning_rate": 8.35716318264329e-07, "loss": 18.4023, "step": 53671 }, { "epoch": 47.67, "learning_rate": 8.352038620977054e-07, "loss": 18.917, "step": 53672 }, { "epoch": 47.67, "learning_rate": 8.346915617734707e-07, "loss": 19.0508, "step": 53673 }, { "epoch": 47.67, "learning_rate": 8.341794172932404e-07, "loss": 18.5088, "step": 53674 }, { "epoch": 47.67, "learning_rate": 8.336674286586521e-07, "loss": 18.8564, "step": 53675 }, { "epoch": 47.67, "learning_rate": 8.331555958713156e-07, "loss": 18.5654, "step": 53676 }, { "epoch": 47.67, "learning_rate": 8.326439189328572e-07, "loss": 18.6436, "step": 53677 }, { "epoch": 47.67, "learning_rate": 8.321323978449035e-07, "loss": 18.4805, "step": 53678 }, { "epoch": 47.67, "learning_rate": 8.321323978449035e-07, "loss": 18.6738, "step": 53679 }, { "epoch": 47.67, "learning_rate": 8.316210326090701e-07, "loss": 18.3516, "step": 53680 }, { "epoch": 47.67, "learning_rate": 8.311098232269776e-07, "loss": 18.6357, "step": 53681 }, { "epoch": 47.67, "learning_rate": 8.305987697002526e-07, "loss": 18.0371, "step": 53682 }, { "epoch": 47.68, "learning_rate": 8.30087872030505e-07, "loss": 18.5117, "step": 53683 }, { "epoch": 47.68, "learning_rate": 8.295771302193722e-07, "loss": 18.4492, "step": 53684 }, { "epoch": 47.68, "learning_rate": 8.290665442684531e-07, "loss": 18.5068, "step": 53685 }, { "epoch": 47.68, "learning_rate": 8.285561141793741e-07, "loss": 18.5703, "step": 53686 }, { "epoch": 47.68, "learning_rate": 8.28045839953756e-07, "loss": 18.6416, "step": 53687 }, { "epoch": 47.68, "learning_rate": 8.275357215932089e-07, "loss": 17.9785, "step": 53688 }, { "epoch": 47.68, "learning_rate": 8.270257590993646e-07, "loss": 19.0273, "step": 53689 }, { "epoch": 47.68, "learning_rate": 8.26515952473822e-07, "loss": 18.167, "step": 53690 }, { "epoch": 47.68, "learning_rate": 8.260063017182074e-07, "loss": 18.918, "step": 53691 }, { "epoch": 47.68, "learning_rate": 8.254968068341362e-07, "loss": 17.9834, "step": 53692 }, { "epoch": 47.68, "learning_rate": 8.249874678232128e-07, "loss": 18.1455, "step": 53693 }, { "epoch": 47.69, "learning_rate": 8.244782846870691e-07, "loss": 18.5576, "step": 53694 }, { "epoch": 47.69, "learning_rate": 8.239692574273039e-07, "loss": 18.0859, "step": 53695 }, { "epoch": 47.69, "learning_rate": 8.234603860455381e-07, "loss": 18.6367, "step": 53696 }, { "epoch": 47.69, "learning_rate": 8.229516705433815e-07, "loss": 18.4033, "step": 53697 }, { "epoch": 47.69, "learning_rate": 8.224431109224495e-07, "loss": 18.4385, "step": 53698 }, { "epoch": 47.69, "learning_rate": 8.21934707184352e-07, "loss": 18.7988, "step": 53699 }, { "epoch": 47.69, "learning_rate": 8.214264593307098e-07, "loss": 18.6484, "step": 53700 }, { "epoch": 47.69, "learning_rate": 8.20918367363116e-07, "loss": 19.1338, "step": 53701 }, { "epoch": 47.69, "learning_rate": 8.204104312831973e-07, "loss": 18.8447, "step": 53702 }, { "epoch": 47.69, "learning_rate": 8.199026510925467e-07, "loss": 18.1992, "step": 53703 }, { "epoch": 47.69, "learning_rate": 8.193950267927908e-07, "loss": 18.4668, "step": 53704 }, { "epoch": 47.7, "learning_rate": 8.188875583855393e-07, "loss": 19.4102, "step": 53705 }, { "epoch": 47.7, "learning_rate": 8.183802458723855e-07, "loss": 18.1455, "step": 53706 }, { "epoch": 47.7, "learning_rate": 8.178730892549447e-07, "loss": 18.4883, "step": 53707 }, { "epoch": 47.7, "learning_rate": 8.173660885348267e-07, "loss": 18.7842, "step": 53708 }, { "epoch": 47.7, "learning_rate": 8.168592437136358e-07, "loss": 18.5498, "step": 53709 }, { "epoch": 47.7, "learning_rate": 8.163525547929873e-07, "loss": 18.5176, "step": 53710 }, { "epoch": 47.7, "learning_rate": 8.158460217744746e-07, "loss": 18.3545, "step": 53711 }, { "epoch": 47.7, "learning_rate": 8.153396446597072e-07, "loss": 18.3877, "step": 53712 }, { "epoch": 47.7, "learning_rate": 8.148334234502952e-07, "loss": 18.1602, "step": 53713 }, { "epoch": 47.7, "learning_rate": 8.143273581478372e-07, "loss": 18.0117, "step": 53714 }, { "epoch": 47.7, "learning_rate": 8.138214487539431e-07, "loss": 18.1514, "step": 53715 }, { "epoch": 47.71, "learning_rate": 8.133156952702114e-07, "loss": 18.8691, "step": 53716 }, { "epoch": 47.71, "learning_rate": 8.128100976982467e-07, "loss": 18.7598, "step": 53717 }, { "epoch": 47.71, "learning_rate": 8.12304656039653e-07, "loss": 18.2998, "step": 53718 }, { "epoch": 47.71, "learning_rate": 8.117993702960292e-07, "loss": 18.4932, "step": 53719 }, { "epoch": 47.71, "learning_rate": 8.112942404689849e-07, "loss": 18.2441, "step": 53720 }, { "epoch": 47.71, "learning_rate": 8.107892665601135e-07, "loss": 18.4688, "step": 53721 }, { "epoch": 47.71, "learning_rate": 8.102844485710137e-07, "loss": 18.501, "step": 53722 }, { "epoch": 47.71, "learning_rate": 8.097797865032952e-07, "loss": 18.7266, "step": 53723 }, { "epoch": 47.71, "learning_rate": 8.092752803585513e-07, "loss": 18.9229, "step": 53724 }, { "epoch": 47.71, "learning_rate": 8.08770930138375e-07, "loss": 18.3535, "step": 53725 }, { "epoch": 47.71, "learning_rate": 8.082667358443818e-07, "loss": 18.5762, "step": 53726 }, { "epoch": 47.71, "learning_rate": 8.077626974781593e-07, "loss": 18.5273, "step": 53727 }, { "epoch": 47.72, "learning_rate": 8.072588150413063e-07, "loss": 18.5537, "step": 53728 }, { "epoch": 47.72, "learning_rate": 8.067550885354102e-07, "loss": 18.9219, "step": 53729 }, { "epoch": 47.72, "learning_rate": 8.062515179620866e-07, "loss": 18.5781, "step": 53730 }, { "epoch": 47.72, "learning_rate": 8.057481033229175e-07, "loss": 18.7793, "step": 53731 }, { "epoch": 47.72, "learning_rate": 8.052448446195071e-07, "loss": 18.4023, "step": 53732 }, { "epoch": 47.72, "learning_rate": 8.047417418534486e-07, "loss": 18.5215, "step": 53733 }, { "epoch": 47.72, "learning_rate": 8.042387950263353e-07, "loss": 18.1436, "step": 53734 }, { "epoch": 47.72, "learning_rate": 8.037360041397546e-07, "loss": 18.6279, "step": 53735 }, { "epoch": 47.72, "learning_rate": 8.032333691953109e-07, "loss": 18.4697, "step": 53736 }, { "epoch": 47.72, "learning_rate": 8.027308901945973e-07, "loss": 18.6133, "step": 53737 }, { "epoch": 47.72, "learning_rate": 8.02228567139196e-07, "loss": 18.3096, "step": 53738 }, { "epoch": 47.73, "learning_rate": 8.017264000307167e-07, "loss": 18.5254, "step": 53739 }, { "epoch": 47.73, "learning_rate": 8.012243888707305e-07, "loss": 18.7666, "step": 53740 }, { "epoch": 47.73, "learning_rate": 8.007225336608415e-07, "loss": 18.8018, "step": 53741 }, { "epoch": 47.73, "learning_rate": 8.002208344026374e-07, "loss": 19.3975, "step": 53742 }, { "epoch": 47.73, "learning_rate": 7.997192910977113e-07, "loss": 18.3428, "step": 53743 }, { "epoch": 47.73, "learning_rate": 7.99217903747651e-07, "loss": 19.0059, "step": 53744 }, { "epoch": 47.73, "learning_rate": 7.987166723540385e-07, "loss": 18.4971, "step": 53745 }, { "epoch": 47.73, "learning_rate": 7.982155969184779e-07, "loss": 19.1562, "step": 53746 }, { "epoch": 47.73, "learning_rate": 7.977146774425459e-07, "loss": 18.5684, "step": 53747 }, { "epoch": 47.73, "learning_rate": 7.972139139278356e-07, "loss": 18.4746, "step": 53748 }, { "epoch": 47.73, "learning_rate": 7.967133063759291e-07, "loss": 18.1211, "step": 53749 }, { "epoch": 47.74, "learning_rate": 7.96212854788414e-07, "loss": 17.9258, "step": 53750 }, { "epoch": 47.74, "learning_rate": 7.957125591668835e-07, "loss": 19.2373, "step": 53751 }, { "epoch": 47.74, "learning_rate": 7.95212419512914e-07, "loss": 18.3447, "step": 53752 }, { "epoch": 47.74, "learning_rate": 7.947124358281044e-07, "loss": 18.376, "step": 53753 }, { "epoch": 47.74, "learning_rate": 7.942126081140255e-07, "loss": 18.3457, "step": 53754 }, { "epoch": 47.74, "learning_rate": 7.937129363722651e-07, "loss": 18.3975, "step": 53755 }, { "epoch": 47.74, "learning_rate": 7.932134206044051e-07, "loss": 18.6885, "step": 53756 }, { "epoch": 47.74, "learning_rate": 7.927140608120386e-07, "loss": 18.6582, "step": 53757 }, { "epoch": 47.74, "learning_rate": 7.922148569967424e-07, "loss": 19.3027, "step": 53758 }, { "epoch": 47.74, "learning_rate": 7.917158091600985e-07, "loss": 17.8965, "step": 53759 }, { "epoch": 47.74, "learning_rate": 7.912169173036943e-07, "loss": 18.6523, "step": 53760 }, { "epoch": 47.75, "learning_rate": 7.90718181429101e-07, "loss": 18.7744, "step": 53761 }, { "epoch": 47.75, "learning_rate": 7.90219601537906e-07, "loss": 18.6113, "step": 53762 }, { "epoch": 47.75, "learning_rate": 7.897211776316859e-07, "loss": 18.4844, "step": 53763 }, { "epoch": 47.75, "learning_rate": 7.89222909712023e-07, "loss": 18.3643, "step": 53764 }, { "epoch": 47.75, "learning_rate": 7.887247977805046e-07, "loss": 18.6875, "step": 53765 }, { "epoch": 47.75, "learning_rate": 7.882268418386907e-07, "loss": 18.8936, "step": 53766 }, { "epoch": 47.75, "learning_rate": 7.8772904188818e-07, "loss": 18.8809, "step": 53767 }, { "epoch": 47.75, "learning_rate": 7.872313979305323e-07, "loss": 18.6211, "step": 53768 }, { "epoch": 47.75, "learning_rate": 7.86733909967341e-07, "loss": 18.5205, "step": 53769 }, { "epoch": 47.75, "learning_rate": 7.862365780001768e-07, "loss": 19.0283, "step": 53770 }, { "epoch": 47.75, "learning_rate": 7.857394020306108e-07, "loss": 18.7383, "step": 53771 }, { "epoch": 47.75, "learning_rate": 7.85242382060225e-07, "loss": 18.3984, "step": 53772 }, { "epoch": 47.76, "learning_rate": 7.84745518090596e-07, "loss": 18.501, "step": 53773 }, { "epoch": 47.76, "learning_rate": 7.842488101232892e-07, "loss": 18.5938, "step": 53774 }, { "epoch": 47.76, "learning_rate": 7.837522581598977e-07, "loss": 19.1895, "step": 53775 }, { "epoch": 47.76, "learning_rate": 7.832558622019759e-07, "loss": 18.6768, "step": 53776 }, { "epoch": 47.76, "learning_rate": 7.827596222511058e-07, "loss": 18.6475, "step": 53777 }, { "epoch": 47.76, "learning_rate": 7.822635383088584e-07, "loss": 18.5605, "step": 53778 }, { "epoch": 47.76, "learning_rate": 7.817676103768046e-07, "loss": 18.4785, "step": 53779 }, { "epoch": 47.76, "learning_rate": 7.812718384565321e-07, "loss": 19.2959, "step": 53780 }, { "epoch": 47.76, "learning_rate": 7.807762225495896e-07, "loss": 18.5576, "step": 53781 }, { "epoch": 47.76, "learning_rate": 7.802807626575593e-07, "loss": 19.2686, "step": 53782 }, { "epoch": 47.76, "learning_rate": 7.79785458782012e-07, "loss": 18.6221, "step": 53783 }, { "epoch": 47.77, "learning_rate": 7.792903109245131e-07, "loss": 18.8633, "step": 53784 }, { "epoch": 47.77, "learning_rate": 7.787953190866393e-07, "loss": 18.2637, "step": 53785 }, { "epoch": 47.77, "learning_rate": 7.783004832699558e-07, "loss": 18.5576, "step": 53786 }, { "epoch": 47.77, "learning_rate": 7.778058034760227e-07, "loss": 18.3154, "step": 53787 }, { "epoch": 47.77, "learning_rate": 7.773112797064275e-07, "loss": 18.4307, "step": 53788 }, { "epoch": 47.77, "learning_rate": 7.768169119627189e-07, "loss": 18.3838, "step": 53789 }, { "epoch": 47.77, "learning_rate": 7.763227002464735e-07, "loss": 18.9863, "step": 53790 }, { "epoch": 47.77, "learning_rate": 7.758286445592567e-07, "loss": 18.5088, "step": 53791 }, { "epoch": 47.77, "learning_rate": 7.753347449026338e-07, "loss": 18.6768, "step": 53792 }, { "epoch": 47.77, "learning_rate": 7.748410012781704e-07, "loss": 18.0234, "step": 53793 }, { "epoch": 47.77, "learning_rate": 7.743474136874263e-07, "loss": 18.5498, "step": 53794 }, { "epoch": 47.78, "learning_rate": 7.73853982131978e-07, "loss": 18.4121, "step": 53795 }, { "epoch": 47.78, "learning_rate": 7.73853982131978e-07, "loss": 18.6982, "step": 53796 }, { "epoch": 47.78, "learning_rate": 7.733607066133852e-07, "loss": 18.5215, "step": 53797 }, { "epoch": 47.78, "learning_rate": 7.728675871332025e-07, "loss": 18.8408, "step": 53798 }, { "epoch": 47.78, "learning_rate": 7.723746236930007e-07, "loss": 18.5352, "step": 53799 }, { "epoch": 47.78, "learning_rate": 7.718818162943398e-07, "loss": 18.7627, "step": 53800 }, { "epoch": 47.78, "learning_rate": 7.713891649387849e-07, "loss": 18.7227, "step": 53801 }, { "epoch": 47.78, "learning_rate": 7.708966696278963e-07, "loss": 18.7568, "step": 53802 }, { "epoch": 47.78, "learning_rate": 7.704043303632391e-07, "loss": 19.0537, "step": 53803 }, { "epoch": 47.78, "learning_rate": 7.699121471463678e-07, "loss": 18.3887, "step": 53804 }, { "epoch": 47.78, "learning_rate": 7.69420119978842e-07, "loss": 18.4971, "step": 53805 }, { "epoch": 47.79, "learning_rate": 7.69420119978842e-07, "loss": 18.874, "step": 53806 }, { "epoch": 47.79, "learning_rate": 7.689282488622218e-07, "loss": 18.7061, "step": 53807 }, { "epoch": 47.79, "learning_rate": 7.68436533798067e-07, "loss": 18.1436, "step": 53808 }, { "epoch": 47.79, "learning_rate": 7.67944974787943e-07, "loss": 18.4785, "step": 53809 }, { "epoch": 47.79, "learning_rate": 7.674535718333986e-07, "loss": 18.458, "step": 53810 }, { "epoch": 47.79, "learning_rate": 7.669623249359992e-07, "loss": 18.5996, "step": 53811 }, { "epoch": 47.79, "learning_rate": 7.664712340972935e-07, "loss": 18.6572, "step": 53812 }, { "epoch": 47.79, "learning_rate": 7.664712340972935e-07, "loss": 18.9316, "step": 53813 }, { "epoch": 47.79, "learning_rate": 7.65980299318847e-07, "loss": 18.2432, "step": 53814 }, { "epoch": 47.79, "learning_rate": 7.654895206022139e-07, "loss": 18.4941, "step": 53815 }, { "epoch": 47.79, "learning_rate": 7.649988979489431e-07, "loss": 18.5078, "step": 53816 }, { "epoch": 47.79, "learning_rate": 7.645084313605943e-07, "loss": 18.2637, "step": 53817 }, { "epoch": 47.8, "learning_rate": 7.640181208387221e-07, "loss": 18.6104, "step": 53818 }, { "epoch": 47.8, "learning_rate": 7.635279663848804e-07, "loss": 18.3262, "step": 53819 }, { "epoch": 47.8, "learning_rate": 7.630379680006239e-07, "loss": 18.6133, "step": 53820 }, { "epoch": 47.8, "learning_rate": 7.625481256875067e-07, "loss": 19.2949, "step": 53821 }, { "epoch": 47.8, "learning_rate": 7.620584394470775e-07, "loss": 17.917, "step": 53822 }, { "epoch": 47.8, "learning_rate": 7.615689092808909e-07, "loss": 18.436, "step": 53823 }, { "epoch": 47.8, "learning_rate": 7.610795351905009e-07, "loss": 18.0889, "step": 53824 }, { "epoch": 47.8, "learning_rate": 7.605903171774509e-07, "loss": 19.0352, "step": 53825 }, { "epoch": 47.8, "learning_rate": 7.601012552433007e-07, "loss": 18.2344, "step": 53826 }, { "epoch": 47.8, "learning_rate": 7.596123493895991e-07, "loss": 17.8486, "step": 53827 }, { "epoch": 47.8, "learning_rate": 7.591235996178892e-07, "loss": 19.0654, "step": 53828 }, { "epoch": 47.81, "learning_rate": 7.586350059297253e-07, "loss": 18.2197, "step": 53829 }, { "epoch": 47.81, "learning_rate": 7.58146568326662e-07, "loss": 18.3945, "step": 53830 }, { "epoch": 47.81, "learning_rate": 7.576582868102366e-07, "loss": 17.9731, "step": 53831 }, { "epoch": 47.81, "learning_rate": 7.571701613820037e-07, "loss": 18.8193, "step": 53832 }, { "epoch": 47.81, "learning_rate": 7.566821920435007e-07, "loss": 18.8486, "step": 53833 }, { "epoch": 47.81, "learning_rate": 7.561943787962877e-07, "loss": 18.4248, "step": 53834 }, { "epoch": 47.81, "learning_rate": 7.557067216419023e-07, "loss": 18.6689, "step": 53835 }, { "epoch": 47.81, "learning_rate": 7.552192205818931e-07, "loss": 18.543, "step": 53836 }, { "epoch": 47.81, "learning_rate": 7.54731875617809e-07, "loss": 18.5605, "step": 53837 }, { "epoch": 47.81, "learning_rate": 7.542446867511932e-07, "loss": 18.583, "step": 53838 }, { "epoch": 47.81, "learning_rate": 7.537576539835833e-07, "loss": 17.9043, "step": 53839 }, { "epoch": 47.82, "learning_rate": 7.532707773165282e-07, "loss": 18.6055, "step": 53840 }, { "epoch": 47.82, "learning_rate": 7.52784056751571e-07, "loss": 18.4785, "step": 53841 }, { "epoch": 47.82, "learning_rate": 7.522974922902548e-07, "loss": 18.3545, "step": 53842 }, { "epoch": 47.82, "learning_rate": 7.51811083934123e-07, "loss": 19.1963, "step": 53843 }, { "epoch": 47.82, "learning_rate": 7.513248316847133e-07, "loss": 18.3818, "step": 53844 }, { "epoch": 47.82, "learning_rate": 7.508387355435687e-07, "loss": 18.3369, "step": 53845 }, { "epoch": 47.82, "learning_rate": 7.503527955122325e-07, "loss": 18.6465, "step": 53846 }, { "epoch": 47.82, "learning_rate": 7.498670115922424e-07, "loss": 18.2627, "step": 53847 }, { "epoch": 47.82, "learning_rate": 7.493813837851415e-07, "loss": 18.5361, "step": 53848 }, { "epoch": 47.82, "learning_rate": 7.488959120924622e-07, "loss": 18.7373, "step": 53849 }, { "epoch": 47.82, "learning_rate": 7.484105965157529e-07, "loss": 18.4287, "step": 53850 }, { "epoch": 47.83, "learning_rate": 7.479254370565458e-07, "loss": 18.1328, "step": 53851 }, { "epoch": 47.83, "learning_rate": 7.474404337163732e-07, "loss": 18.0703, "step": 53852 }, { "epoch": 47.83, "learning_rate": 7.469555864967947e-07, "loss": 18.3799, "step": 53853 }, { "epoch": 47.83, "learning_rate": 7.464708953993205e-07, "loss": 18.4336, "step": 53854 }, { "epoch": 47.83, "learning_rate": 7.459863604254991e-07, "loss": 18.2344, "step": 53855 }, { "epoch": 47.83, "learning_rate": 7.455019815768683e-07, "loss": 18.4648, "step": 53856 }, { "epoch": 47.83, "learning_rate": 7.450177588549545e-07, "loss": 18.0537, "step": 53857 }, { "epoch": 47.83, "learning_rate": 7.445336922613067e-07, "loss": 18.3398, "step": 53858 }, { "epoch": 47.83, "learning_rate": 7.440497817974457e-07, "loss": 18.4023, "step": 53859 }, { "epoch": 47.83, "learning_rate": 7.435660274649148e-07, "loss": 18.3564, "step": 53860 }, { "epoch": 47.83, "learning_rate": 7.430824292652406e-07, "loss": 19.0967, "step": 53861 }, { "epoch": 47.83, "learning_rate": 7.425989871999606e-07, "loss": 18.0938, "step": 53862 }, { "epoch": 47.84, "learning_rate": 7.421157012706071e-07, "loss": 18.6455, "step": 53863 }, { "epoch": 47.84, "learning_rate": 7.416325714787065e-07, "loss": 19.3125, "step": 53864 }, { "epoch": 47.84, "learning_rate": 7.411495978257965e-07, "loss": 18.6426, "step": 53865 }, { "epoch": 47.84, "learning_rate": 7.406667803134093e-07, "loss": 18.9609, "step": 53866 }, { "epoch": 47.84, "learning_rate": 7.401841189430658e-07, "loss": 18.4951, "step": 53867 }, { "epoch": 47.84, "learning_rate": 7.397016137163038e-07, "loss": 18.4121, "step": 53868 }, { "epoch": 47.84, "learning_rate": 7.392192646346552e-07, "loss": 18.5156, "step": 53869 }, { "epoch": 47.84, "learning_rate": 7.387370716996411e-07, "loss": 18.2031, "step": 53870 }, { "epoch": 47.84, "learning_rate": 7.382550349127937e-07, "loss": 18.0801, "step": 53871 }, { "epoch": 47.84, "learning_rate": 7.377731542756394e-07, "loss": 18.5664, "step": 53872 }, { "epoch": 47.84, "learning_rate": 7.372914297897105e-07, "loss": 18.5967, "step": 53873 }, { "epoch": 47.85, "learning_rate": 7.368098614565277e-07, "loss": 18.4668, "step": 53874 }, { "epoch": 47.85, "learning_rate": 7.363284492776234e-07, "loss": 17.9707, "step": 53875 }, { "epoch": 47.85, "learning_rate": 7.358471932545186e-07, "loss": 18.2188, "step": 53876 }, { "epoch": 47.85, "learning_rate": 7.353660933887396e-07, "loss": 18.542, "step": 53877 }, { "epoch": 47.85, "learning_rate": 7.348851496818077e-07, "loss": 18.3223, "step": 53878 }, { "epoch": 47.85, "learning_rate": 7.344043621352603e-07, "loss": 18.291, "step": 53879 }, { "epoch": 47.85, "learning_rate": 7.33923730750613e-07, "loss": 18.5791, "step": 53880 }, { "epoch": 47.85, "learning_rate": 7.334432555293868e-07, "loss": 18.0059, "step": 53881 }, { "epoch": 47.85, "learning_rate": 7.329629364731083e-07, "loss": 19.0068, "step": 53882 }, { "epoch": 47.85, "learning_rate": 7.324827735832929e-07, "loss": 18.4512, "step": 53883 }, { "epoch": 47.85, "learning_rate": 7.320027668614782e-07, "loss": 18.1846, "step": 53884 }, { "epoch": 47.86, "learning_rate": 7.315229163091741e-07, "loss": 18.5615, "step": 53885 }, { "epoch": 47.86, "learning_rate": 7.310432219279018e-07, "loss": 19.251, "step": 53886 }, { "epoch": 47.86, "learning_rate": 7.305636837191876e-07, "loss": 19.0342, "step": 53887 }, { "epoch": 47.86, "learning_rate": 7.300843016845416e-07, "loss": 18.9238, "step": 53888 }, { "epoch": 47.86, "learning_rate": 7.296050758254957e-07, "loss": 18.4717, "step": 53889 }, { "epoch": 47.86, "learning_rate": 7.2912600614356e-07, "loss": 18.625, "step": 53890 }, { "epoch": 47.86, "learning_rate": 7.286470926402555e-07, "loss": 18.4395, "step": 53891 }, { "epoch": 47.86, "learning_rate": 7.281683353171032e-07, "loss": 18.8281, "step": 53892 }, { "epoch": 47.86, "learning_rate": 7.276897341756128e-07, "loss": 18.3105, "step": 53893 }, { "epoch": 47.86, "learning_rate": 7.272112892173167e-07, "loss": 18.5488, "step": 53894 }, { "epoch": 47.86, "learning_rate": 7.267330004437134e-07, "loss": 18.25, "step": 53895 }, { "epoch": 47.87, "learning_rate": 7.262548678563297e-07, "loss": 18.3066, "step": 53896 }, { "epoch": 47.87, "learning_rate": 7.257768914566809e-07, "loss": 18.2959, "step": 53897 }, { "epoch": 47.87, "learning_rate": 7.252990712462715e-07, "loss": 18.9688, "step": 53898 }, { "epoch": 47.87, "learning_rate": 7.248214072266335e-07, "loss": 18.6904, "step": 53899 }, { "epoch": 47.87, "learning_rate": 7.243438993992657e-07, "loss": 18.4893, "step": 53900 }, { "epoch": 47.87, "learning_rate": 7.238665477656891e-07, "loss": 18.9473, "step": 53901 }, { "epoch": 47.87, "learning_rate": 7.233893523274194e-07, "loss": 18.7197, "step": 53902 }, { "epoch": 47.87, "learning_rate": 7.229123130859605e-07, "loss": 19.0723, "step": 53903 }, { "epoch": 47.87, "learning_rate": 7.224354300428338e-07, "loss": 18.5859, "step": 53904 }, { "epoch": 47.87, "learning_rate": 7.219587031995434e-07, "loss": 18.8447, "step": 53905 }, { "epoch": 47.87, "learning_rate": 7.214821325576048e-07, "loss": 18.4551, "step": 53906 }, { "epoch": 47.87, "learning_rate": 7.210057181185281e-07, "loss": 18.4414, "step": 53907 }, { "epoch": 47.88, "learning_rate": 7.20529459883823e-07, "loss": 18.4375, "step": 53908 }, { "epoch": 47.88, "learning_rate": 7.20053357854994e-07, "loss": 18.1289, "step": 53909 }, { "epoch": 47.88, "learning_rate": 7.195774120335619e-07, "loss": 18.502, "step": 53910 }, { "epoch": 47.88, "learning_rate": 7.1910162242102e-07, "loss": 18.8428, "step": 53911 }, { "epoch": 47.88, "learning_rate": 7.186259890188951e-07, "loss": 18.2236, "step": 53912 }, { "epoch": 47.88, "learning_rate": 7.181505118286802e-07, "loss": 18.4873, "step": 53913 }, { "epoch": 47.88, "learning_rate": 7.176751908518853e-07, "loss": 18.5352, "step": 53914 }, { "epoch": 47.88, "learning_rate": 7.172000260900202e-07, "loss": 18.2515, "step": 53915 }, { "epoch": 47.88, "learning_rate": 7.167250175445894e-07, "loss": 18.502, "step": 53916 }, { "epoch": 47.88, "learning_rate": 7.162501652171028e-07, "loss": 18.2832, "step": 53917 }, { "epoch": 47.88, "learning_rate": 7.15775469109059e-07, "loss": 18.2305, "step": 53918 }, { "epoch": 47.89, "learning_rate": 7.153009292219626e-07, "loss": 18.3438, "step": 53919 }, { "epoch": 47.89, "learning_rate": 7.148265455573233e-07, "loss": 18.5908, "step": 53920 }, { "epoch": 47.89, "learning_rate": 7.143523181166401e-07, "loss": 18.6958, "step": 53921 }, { "epoch": 47.89, "learning_rate": 7.138782469014171e-07, "loss": 18.7959, "step": 53922 }, { "epoch": 47.89, "learning_rate": 7.134043319131645e-07, "loss": 18.4229, "step": 53923 }, { "epoch": 47.89, "learning_rate": 7.129305731533753e-07, "loss": 18.3018, "step": 53924 }, { "epoch": 47.89, "learning_rate": 7.12456970623554e-07, "loss": 18.5098, "step": 53925 }, { "epoch": 47.89, "learning_rate": 7.119835243251938e-07, "loss": 18.9512, "step": 53926 }, { "epoch": 47.89, "learning_rate": 7.115102342598101e-07, "loss": 18.5977, "step": 53927 }, { "epoch": 47.89, "learning_rate": 7.110371004289019e-07, "loss": 18.4121, "step": 53928 }, { "epoch": 47.89, "learning_rate": 7.105641228339566e-07, "loss": 18.3027, "step": 53929 }, { "epoch": 47.9, "learning_rate": 7.100913014764788e-07, "loss": 18.2246, "step": 53930 }, { "epoch": 47.9, "learning_rate": 7.096186363579726e-07, "loss": 17.9082, "step": 53931 }, { "epoch": 47.9, "learning_rate": 7.091461274799316e-07, "loss": 18.4883, "step": 53932 }, { "epoch": 47.9, "learning_rate": 7.086737748438599e-07, "loss": 18.3311, "step": 53933 }, { "epoch": 47.9, "learning_rate": 7.082015784512397e-07, "loss": 18.6611, "step": 53934 }, { "epoch": 47.9, "learning_rate": 7.077295383035809e-07, "loss": 18.8555, "step": 53935 }, { "epoch": 47.9, "learning_rate": 7.072576544023768e-07, "loss": 18.0566, "step": 53936 }, { "epoch": 47.9, "learning_rate": 7.067859267491206e-07, "loss": 18.1982, "step": 53937 }, { "epoch": 47.9, "learning_rate": 7.063143553453111e-07, "loss": 17.791, "step": 53938 }, { "epoch": 47.9, "learning_rate": 7.058429401924472e-07, "loss": 18.3037, "step": 53939 }, { "epoch": 47.9, "learning_rate": 7.053716812920052e-07, "loss": 18.4443, "step": 53940 }, { "epoch": 47.9, "learning_rate": 7.049005786455009e-07, "loss": 18.5918, "step": 53941 }, { "epoch": 47.91, "learning_rate": 7.044296322544164e-07, "loss": 18.4614, "step": 53942 }, { "epoch": 47.91, "learning_rate": 7.039588421202447e-07, "loss": 18.873, "step": 53943 }, { "epoch": 47.91, "learning_rate": 7.034882082444794e-07, "loss": 18.5225, "step": 53944 }, { "epoch": 47.91, "learning_rate": 7.030177306286135e-07, "loss": 18.752, "step": 53945 }, { "epoch": 47.91, "learning_rate": 7.025474092741347e-07, "loss": 18.625, "step": 53946 }, { "epoch": 47.91, "learning_rate": 7.020772441825363e-07, "loss": 18.5215, "step": 53947 }, { "epoch": 47.91, "learning_rate": 7.016072353553116e-07, "loss": 18.1406, "step": 53948 }, { "epoch": 47.91, "learning_rate": 7.011373827939483e-07, "loss": 18.8379, "step": 53949 }, { "epoch": 47.91, "learning_rate": 7.00667686499934e-07, "loss": 18.3818, "step": 53950 }, { "epoch": 47.91, "learning_rate": 7.001981464747565e-07, "loss": 18.1504, "step": 53951 }, { "epoch": 47.91, "learning_rate": 6.997287627199033e-07, "loss": 18.04, "step": 53952 }, { "epoch": 47.92, "learning_rate": 6.992595352368681e-07, "loss": 18.6338, "step": 53953 }, { "epoch": 47.92, "learning_rate": 6.987904640271381e-07, "loss": 18.8701, "step": 53954 }, { "epoch": 47.92, "learning_rate": 6.983215490921957e-07, "loss": 18.5078, "step": 53955 }, { "epoch": 47.92, "learning_rate": 6.97852790433523e-07, "loss": 18.5977, "step": 53956 }, { "epoch": 47.92, "learning_rate": 6.973841880526189e-07, "loss": 19.2979, "step": 53957 }, { "epoch": 47.92, "learning_rate": 6.969157419509597e-07, "loss": 18.7236, "step": 53958 }, { "epoch": 47.92, "learning_rate": 6.964474521300335e-07, "loss": 18.3242, "step": 53959 }, { "epoch": 47.92, "learning_rate": 6.959793185913222e-07, "loss": 19.3564, "step": 53960 }, { "epoch": 47.92, "learning_rate": 6.955113413363079e-07, "loss": 18.4375, "step": 53961 }, { "epoch": 47.92, "learning_rate": 6.950435203664785e-07, "loss": 18.5908, "step": 53962 }, { "epoch": 47.92, "learning_rate": 6.945758556833159e-07, "loss": 18.1162, "step": 53963 }, { "epoch": 47.93, "learning_rate": 6.941083472883025e-07, "loss": 18.3027, "step": 53964 }, { "epoch": 47.93, "learning_rate": 6.936409951829203e-07, "loss": 18.5625, "step": 53965 }, { "epoch": 47.93, "learning_rate": 6.93173799368646e-07, "loss": 18.9912, "step": 53966 }, { "epoch": 47.93, "learning_rate": 6.927067598469672e-07, "loss": 18.2998, "step": 53967 }, { "epoch": 47.93, "learning_rate": 6.922398766193605e-07, "loss": 18.3057, "step": 53968 }, { "epoch": 47.93, "learning_rate": 6.917731496873082e-07, "loss": 18.25, "step": 53969 }, { "epoch": 47.93, "learning_rate": 6.913065790522866e-07, "loss": 18.3184, "step": 53970 }, { "epoch": 47.93, "learning_rate": 6.908401647157836e-07, "loss": 18.6387, "step": 53971 }, { "epoch": 47.93, "learning_rate": 6.903739066792647e-07, "loss": 18.1113, "step": 53972 }, { "epoch": 47.93, "learning_rate": 6.899078049442121e-07, "loss": 18.5508, "step": 53973 }, { "epoch": 47.93, "learning_rate": 6.894418595121077e-07, "loss": 18.5137, "step": 53974 }, { "epoch": 47.94, "learning_rate": 6.889760703844228e-07, "loss": 18.8008, "step": 53975 }, { "epoch": 47.94, "learning_rate": 6.885104375626394e-07, "loss": 18.3184, "step": 53976 }, { "epoch": 47.94, "learning_rate": 6.880449610482342e-07, "loss": 18.624, "step": 53977 }, { "epoch": 47.94, "learning_rate": 6.875796408426727e-07, "loss": 17.8916, "step": 53978 }, { "epoch": 47.94, "learning_rate": 6.871144769474369e-07, "loss": 18.583, "step": 53979 }, { "epoch": 47.94, "learning_rate": 6.866494693640035e-07, "loss": 17.8984, "step": 53980 }, { "epoch": 47.94, "learning_rate": 6.861846180938436e-07, "loss": 18.5488, "step": 53981 }, { "epoch": 47.94, "learning_rate": 6.857199231384282e-07, "loss": 18.1279, "step": 53982 }, { "epoch": 47.94, "learning_rate": 6.852553844992393e-07, "loss": 18.5244, "step": 53983 }, { "epoch": 47.94, "learning_rate": 6.84791002177737e-07, "loss": 18.0293, "step": 53984 }, { "epoch": 47.94, "learning_rate": 6.84326776175398e-07, "loss": 19.2178, "step": 53985 }, { "epoch": 47.94, "learning_rate": 6.838627064936986e-07, "loss": 18.7754, "step": 53986 }, { "epoch": 47.95, "learning_rate": 6.833987931341046e-07, "loss": 18.3066, "step": 53987 }, { "epoch": 47.95, "learning_rate": 6.829350360980924e-07, "loss": 18.2168, "step": 53988 }, { "epoch": 47.95, "learning_rate": 6.82471435387122e-07, "loss": 18.332, "step": 53989 }, { "epoch": 47.95, "learning_rate": 6.820079910026755e-07, "loss": 18.1523, "step": 53990 }, { "epoch": 47.95, "learning_rate": 6.815447029462074e-07, "loss": 18.6982, "step": 53991 }, { "epoch": 47.95, "learning_rate": 6.810815712191998e-07, "loss": 18.252, "step": 53992 }, { "epoch": 47.95, "learning_rate": 6.806185958231126e-07, "loss": 18.1406, "step": 53993 }, { "epoch": 47.95, "learning_rate": 6.801557767594169e-07, "loss": 18.6689, "step": 53994 }, { "epoch": 47.95, "learning_rate": 6.796931140295781e-07, "loss": 19.0615, "step": 53995 }, { "epoch": 47.95, "learning_rate": 6.792306076350618e-07, "loss": 18.7441, "step": 53996 }, { "epoch": 47.95, "learning_rate": 6.787682575773335e-07, "loss": 18.5938, "step": 53997 }, { "epoch": 47.96, "learning_rate": 6.783060638578698e-07, "loss": 18.0801, "step": 53998 }, { "epoch": 47.96, "learning_rate": 6.778440264781138e-07, "loss": 18.1436, "step": 53999 }, { "epoch": 47.96, "learning_rate": 6.773821454395479e-07, "loss": 18.4307, "step": 54000 }, { "epoch": 47.96, "learning_rate": 6.769204207436375e-07, "loss": 19.2939, "step": 54001 }, { "epoch": 47.96, "learning_rate": 6.764588523918313e-07, "loss": 18.52, "step": 54002 }, { "epoch": 47.96, "learning_rate": 6.759974403856117e-07, "loss": 18.4121, "step": 54003 }, { "epoch": 47.96, "learning_rate": 6.755361847264163e-07, "loss": 18.1387, "step": 54004 }, { "epoch": 47.96, "learning_rate": 6.750750854157273e-07, "loss": 18.4766, "step": 54005 }, { "epoch": 47.96, "learning_rate": 6.746141424550045e-07, "loss": 18.4121, "step": 54006 }, { "epoch": 47.96, "learning_rate": 6.741533558456969e-07, "loss": 18.4707, "step": 54007 }, { "epoch": 47.96, "learning_rate": 6.736927255892811e-07, "loss": 18.21, "step": 54008 }, { "epoch": 47.97, "learning_rate": 6.732322516872058e-07, "loss": 18.793, "step": 54009 }, { "epoch": 47.97, "learning_rate": 6.727719341409366e-07, "loss": 19.0771, "step": 54010 }, { "epoch": 47.97, "learning_rate": 6.72311772951928e-07, "loss": 18.2998, "step": 54011 }, { "epoch": 47.97, "learning_rate": 6.718517681216397e-07, "loss": 18.4346, "step": 54012 }, { "epoch": 47.97, "learning_rate": 6.713919196515317e-07, "loss": 18.6318, "step": 54013 }, { "epoch": 47.97, "learning_rate": 6.709322275430585e-07, "loss": 18.0039, "step": 54014 }, { "epoch": 47.97, "learning_rate": 6.704726917976801e-07, "loss": 18.3301, "step": 54015 }, { "epoch": 47.97, "learning_rate": 6.700133124168562e-07, "loss": 18.1299, "step": 54016 }, { "epoch": 47.97, "learning_rate": 6.695540894020357e-07, "loss": 18.2197, "step": 54017 }, { "epoch": 47.97, "learning_rate": 6.690950227546789e-07, "loss": 17.9961, "step": 54018 }, { "epoch": 47.97, "learning_rate": 6.686361124762397e-07, "loss": 18.041, "step": 54019 }, { "epoch": 47.98, "learning_rate": 6.681773585681672e-07, "loss": 18.7695, "step": 54020 }, { "epoch": 47.98, "learning_rate": 6.677187610319325e-07, "loss": 18.4355, "step": 54021 }, { "epoch": 47.98, "learning_rate": 6.672603198689675e-07, "loss": 18.4902, "step": 54022 }, { "epoch": 47.98, "learning_rate": 6.66802035080738e-07, "loss": 17.8848, "step": 54023 }, { "epoch": 47.98, "learning_rate": 6.663439066687038e-07, "loss": 18.2314, "step": 54024 }, { "epoch": 47.98, "learning_rate": 6.658859346342972e-07, "loss": 18.4111, "step": 54025 }, { "epoch": 47.98, "learning_rate": 6.654281189789835e-07, "loss": 17.7627, "step": 54026 }, { "epoch": 47.98, "learning_rate": 6.649704597042061e-07, "loss": 18.7471, "step": 54027 }, { "epoch": 47.98, "learning_rate": 6.64512956811425e-07, "loss": 18.4395, "step": 54028 }, { "epoch": 47.98, "learning_rate": 6.640556103020889e-07, "loss": 18.0254, "step": 54029 }, { "epoch": 47.98, "learning_rate": 6.635984201776413e-07, "loss": 18.0205, "step": 54030 }, { "epoch": 47.98, "learning_rate": 6.631413864395308e-07, "loss": 18.5449, "step": 54031 }, { "epoch": 47.99, "learning_rate": 6.626845090892175e-07, "loss": 18.4287, "step": 54032 }, { "epoch": 47.99, "learning_rate": 6.622277881281335e-07, "loss": 18.5938, "step": 54033 }, { "epoch": 47.99, "learning_rate": 6.617712235577445e-07, "loss": 18.0928, "step": 54034 }, { "epoch": 47.99, "learning_rate": 6.613148153794824e-07, "loss": 18.4072, "step": 54035 }, { "epoch": 47.99, "learning_rate": 6.608585635947961e-07, "loss": 18.2529, "step": 54036 }, { "epoch": 47.99, "learning_rate": 6.604024682051402e-07, "loss": 18.5908, "step": 54037 }, { "epoch": 47.99, "learning_rate": 6.599465292119522e-07, "loss": 18.415, "step": 54038 }, { "epoch": 47.99, "learning_rate": 6.594907466166867e-07, "loss": 18.3018, "step": 54039 }, { "epoch": 47.99, "learning_rate": 6.590351204207812e-07, "loss": 18.543, "step": 54040 }, { "epoch": 47.99, "learning_rate": 6.585796506256736e-07, "loss": 18.0, "step": 54041 }, { "epoch": 47.99, "learning_rate": 6.581243372328238e-07, "loss": 18.4346, "step": 54042 }, { "epoch": 48.0, "learning_rate": 6.57669180243664e-07, "loss": 18.4072, "step": 54043 }, { "epoch": 48.0, "learning_rate": 6.572141796596376e-07, "loss": 18.5703, "step": 54044 }, { "epoch": 48.0, "learning_rate": 6.567593354821877e-07, "loss": 18.7686, "step": 54045 }, { "epoch": 48.0, "learning_rate": 6.563046477127577e-07, "loss": 18.7939, "step": 54046 }, { "epoch": 48.0, "learning_rate": 6.558501163527964e-07, "loss": 18.5566, "step": 54047 }, { "epoch": 48.0, "learning_rate": 6.553957414037248e-07, "loss": 18.7354, "step": 54048 }, { "epoch": 48.0, "learning_rate": 6.549415228669975e-07, "loss": 18.8574, "step": 54049 }, { "epoch": 48.0, "learning_rate": 6.544874607440576e-07, "loss": 17.8672, "step": 54050 }, { "epoch": 48.0, "learning_rate": 6.540335550363319e-07, "loss": 18.0898, "step": 54051 }, { "epoch": 48.0, "learning_rate": 6.535798057452691e-07, "loss": 18.4873, "step": 54052 }, { "epoch": 48.0, "learning_rate": 6.531262128723015e-07, "loss": 18.0146, "step": 54053 }, { "epoch": 48.01, "learning_rate": 6.526727764188722e-07, "loss": 17.9834, "step": 54054 }, { "epoch": 48.01, "learning_rate": 6.522194963864136e-07, "loss": 18.1445, "step": 54055 }, { "epoch": 48.01, "learning_rate": 6.517663727763634e-07, "loss": 18.5371, "step": 54056 }, { "epoch": 48.01, "learning_rate": 6.513134055901648e-07, "loss": 18.7939, "step": 54057 }, { "epoch": 48.01, "learning_rate": 6.508605948292446e-07, "loss": 18.333, "step": 54058 }, { "epoch": 48.01, "learning_rate": 6.504079404950403e-07, "loss": 18.4766, "step": 54059 }, { "epoch": 48.01, "learning_rate": 6.499554425889897e-07, "loss": 18.6973, "step": 54060 }, { "epoch": 48.01, "learning_rate": 6.495031011125197e-07, "loss": 17.9727, "step": 54061 }, { "epoch": 48.01, "learning_rate": 6.490509160670788e-07, "loss": 18.5371, "step": 54062 }, { "epoch": 48.01, "learning_rate": 6.485988874540882e-07, "loss": 19.1289, "step": 54063 }, { "epoch": 48.01, "learning_rate": 6.481470152749802e-07, "loss": 18.0156, "step": 54064 }, { "epoch": 48.02, "learning_rate": 6.476952995311924e-07, "loss": 18.583, "step": 54065 }, { "epoch": 48.02, "learning_rate": 6.472437402241571e-07, "loss": 18.7939, "step": 54066 }, { "epoch": 48.02, "learning_rate": 6.467923373553008e-07, "loss": 18.2783, "step": 54067 }, { "epoch": 48.02, "learning_rate": 6.463410909260615e-07, "loss": 17.9609, "step": 54068 }, { "epoch": 48.02, "learning_rate": 6.458900009378599e-07, "loss": 18.291, "step": 54069 }, { "epoch": 48.02, "learning_rate": 6.45439067392134e-07, "loss": 18.4453, "step": 54070 }, { "epoch": 48.02, "learning_rate": 6.449882902903104e-07, "loss": 18.0498, "step": 54071 }, { "epoch": 48.02, "learning_rate": 6.445376696338157e-07, "loss": 17.9209, "step": 54072 }, { "epoch": 48.02, "learning_rate": 6.440872054240877e-07, "loss": 18.2256, "step": 54073 }, { "epoch": 48.02, "learning_rate": 6.436368976625362e-07, "loss": 18.2461, "step": 54074 }, { "epoch": 48.02, "learning_rate": 6.431867463506048e-07, "loss": 18.3574, "step": 54075 }, { "epoch": 48.02, "learning_rate": 6.427367514897142e-07, "loss": 18.0596, "step": 54076 }, { "epoch": 48.03, "learning_rate": 6.422869130812914e-07, "loss": 18.4121, "step": 54077 }, { "epoch": 48.03, "learning_rate": 6.418372311267684e-07, "loss": 18.2705, "step": 54078 }, { "epoch": 48.03, "learning_rate": 6.413877056275553e-07, "loss": 18.9014, "step": 54079 }, { "epoch": 48.03, "learning_rate": 6.409383365850896e-07, "loss": 17.7783, "step": 54080 }, { "epoch": 48.03, "learning_rate": 6.404891240007926e-07, "loss": 18.3516, "step": 54081 }, { "epoch": 48.03, "learning_rate": 6.400400678760909e-07, "loss": 18.8066, "step": 54082 }, { "epoch": 48.03, "learning_rate": 6.395911682124056e-07, "loss": 18.6885, "step": 54083 }, { "epoch": 48.03, "learning_rate": 6.391424250111578e-07, "loss": 18.416, "step": 54084 }, { "epoch": 48.03, "learning_rate": 6.386938382737684e-07, "loss": 18.5918, "step": 54085 }, { "epoch": 48.03, "learning_rate": 6.382454080016642e-07, "loss": 18.665, "step": 54086 }, { "epoch": 48.03, "learning_rate": 6.377971341962607e-07, "loss": 19.0762, "step": 54087 }, { "epoch": 48.04, "learning_rate": 6.373490168589901e-07, "loss": 18.165, "step": 54088 }, { "epoch": 48.04, "learning_rate": 6.369010559912624e-07, "loss": 18.7383, "step": 54089 }, { "epoch": 48.04, "learning_rate": 6.364532515944988e-07, "loss": 18.2334, "step": 54090 }, { "epoch": 48.04, "learning_rate": 6.360056036701256e-07, "loss": 18.2803, "step": 54091 }, { "epoch": 48.04, "learning_rate": 6.355581122195475e-07, "loss": 18.1924, "step": 54092 }, { "epoch": 48.04, "learning_rate": 6.351107772441966e-07, "loss": 18.5449, "step": 54093 }, { "epoch": 48.04, "learning_rate": 6.34663598745494e-07, "loss": 18.3691, "step": 54094 }, { "epoch": 48.04, "learning_rate": 6.342165767248442e-07, "loss": 18.5986, "step": 54095 }, { "epoch": 48.04, "learning_rate": 6.337697111836682e-07, "loss": 17.9775, "step": 54096 }, { "epoch": 48.04, "learning_rate": 6.333230021233816e-07, "loss": 18.1436, "step": 54097 }, { "epoch": 48.04, "learning_rate": 6.328764495454054e-07, "loss": 18.2842, "step": 54098 }, { "epoch": 48.05, "learning_rate": 6.324300534511551e-07, "loss": 17.6426, "step": 54099 }, { "epoch": 48.05, "learning_rate": 6.319838138420408e-07, "loss": 19.0586, "step": 54100 }, { "epoch": 48.05, "learning_rate": 6.315377307194781e-07, "loss": 18.5977, "step": 54101 }, { "epoch": 48.05, "learning_rate": 6.310918040848823e-07, "loss": 18.8613, "step": 54102 }, { "epoch": 48.05, "learning_rate": 6.306460339396636e-07, "loss": 18.5332, "step": 54103 }, { "epoch": 48.05, "learning_rate": 6.30200420285243e-07, "loss": 18.4746, "step": 54104 }, { "epoch": 48.05, "learning_rate": 6.297549631230304e-07, "loss": 18.5889, "step": 54105 }, { "epoch": 48.05, "learning_rate": 6.293096624544304e-07, "loss": 18.3486, "step": 54106 }, { "epoch": 48.05, "learning_rate": 6.288645182808584e-07, "loss": 18.1367, "step": 54107 }, { "epoch": 48.05, "learning_rate": 6.284195306037299e-07, "loss": 18.3584, "step": 54108 }, { "epoch": 48.05, "learning_rate": 6.279746994244496e-07, "loss": 18.6279, "step": 54109 }, { "epoch": 48.06, "learning_rate": 6.275300247444327e-07, "loss": 18.4648, "step": 54110 }, { "epoch": 48.06, "learning_rate": 6.270855065650838e-07, "loss": 18.1504, "step": 54111 }, { "epoch": 48.06, "learning_rate": 6.266411448878185e-07, "loss": 17.9912, "step": 54112 }, { "epoch": 48.06, "learning_rate": 6.261969397140355e-07, "loss": 17.9297, "step": 54113 }, { "epoch": 48.06, "learning_rate": 6.261969397140355e-07, "loss": 18.5947, "step": 54114 }, { "epoch": 48.06, "learning_rate": 6.257528910451505e-07, "loss": 18.3418, "step": 54115 }, { "epoch": 48.06, "learning_rate": 6.253089988825678e-07, "loss": 19.001, "step": 54116 }, { "epoch": 48.06, "learning_rate": 6.248652632276974e-07, "loss": 18.2705, "step": 54117 }, { "epoch": 48.06, "learning_rate": 6.244216840819439e-07, "loss": 17.6768, "step": 54118 }, { "epoch": 48.06, "learning_rate": 6.239782614467115e-07, "loss": 18.4707, "step": 54119 }, { "epoch": 48.06, "learning_rate": 6.235349953234048e-07, "loss": 18.1553, "step": 54120 }, { "epoch": 48.06, "learning_rate": 6.230918857134393e-07, "loss": 18.1328, "step": 54121 }, { "epoch": 48.07, "learning_rate": 6.226489326182083e-07, "loss": 18.1777, "step": 54122 }, { "epoch": 48.07, "learning_rate": 6.222061360391218e-07, "loss": 18.626, "step": 54123 }, { "epoch": 48.07, "learning_rate": 6.217634959775787e-07, "loss": 18.3652, "step": 54124 }, { "epoch": 48.07, "learning_rate": 6.213210124349833e-07, "loss": 18.7568, "step": 54125 }, { "epoch": 48.07, "learning_rate": 6.208786854127402e-07, "loss": 18.1143, "step": 54126 }, { "epoch": 48.07, "learning_rate": 6.204365149122538e-07, "loss": 18.2969, "step": 54127 }, { "epoch": 48.07, "learning_rate": 6.199945009349173e-07, "loss": 18.7041, "step": 54128 }, { "epoch": 48.07, "learning_rate": 6.195526434821408e-07, "loss": 18.6338, "step": 54129 }, { "epoch": 48.07, "learning_rate": 6.191109425553177e-07, "loss": 18.2139, "step": 54130 }, { "epoch": 48.07, "learning_rate": 6.186693981558578e-07, "loss": 17.7344, "step": 54131 }, { "epoch": 48.07, "learning_rate": 6.18228010285149e-07, "loss": 18.333, "step": 54132 }, { "epoch": 48.08, "learning_rate": 6.177867789446012e-07, "loss": 18.1143, "step": 54133 }, { "epoch": 48.08, "learning_rate": 6.173457041356023e-07, "loss": 18.4062, "step": 54134 }, { "epoch": 48.08, "learning_rate": 6.169047858595567e-07, "loss": 18.8955, "step": 54135 }, { "epoch": 48.08, "learning_rate": 6.164640241178631e-07, "loss": 18.0752, "step": 54136 }, { "epoch": 48.08, "learning_rate": 6.164640241178631e-07, "loss": 18.8779, "step": 54137 }, { "epoch": 48.08, "learning_rate": 6.160234189119152e-07, "loss": 18.2261, "step": 54138 }, { "epoch": 48.08, "learning_rate": 6.15582970243117e-07, "loss": 18.416, "step": 54139 }, { "epoch": 48.08, "learning_rate": 6.151426781128511e-07, "loss": 18.5664, "step": 54140 }, { "epoch": 48.08, "learning_rate": 6.147025425225217e-07, "loss": 18.6318, "step": 54141 }, { "epoch": 48.08, "learning_rate": 6.142625634735278e-07, "loss": 18.2422, "step": 54142 }, { "epoch": 48.08, "learning_rate": 6.13822740967257e-07, "loss": 18.5127, "step": 54143 }, { "epoch": 48.09, "learning_rate": 6.133830750051029e-07, "loss": 18.7744, "step": 54144 }, { "epoch": 48.09, "learning_rate": 6.129435655884641e-07, "loss": 18.3252, "step": 54145 }, { "epoch": 48.09, "learning_rate": 6.125042127187341e-07, "loss": 18.3311, "step": 54146 }, { "epoch": 48.09, "learning_rate": 6.120650163973008e-07, "loss": 18.2168, "step": 54147 }, { "epoch": 48.09, "learning_rate": 6.120650163973008e-07, "loss": 18.7734, "step": 54148 }, { "epoch": 48.09, "learning_rate": 6.116259766255572e-07, "loss": 18.3408, "step": 54149 }, { "epoch": 48.09, "learning_rate": 6.111870934048968e-07, "loss": 18.3682, "step": 54150 }, { "epoch": 48.09, "learning_rate": 6.107483667367131e-07, "loss": 18.3564, "step": 54151 }, { "epoch": 48.09, "learning_rate": 6.103097966223936e-07, "loss": 18.1201, "step": 54152 }, { "epoch": 48.09, "learning_rate": 6.098713830633207e-07, "loss": 18.7031, "step": 54153 }, { "epoch": 48.09, "learning_rate": 6.094331260609044e-07, "loss": 18.1465, "step": 54154 }, { "epoch": 48.1, "learning_rate": 6.089950256165155e-07, "loss": 17.7021, "step": 54155 }, { "epoch": 48.1, "learning_rate": 6.085570817315478e-07, "loss": 18.0137, "step": 54156 }, { "epoch": 48.1, "learning_rate": 6.081192944073943e-07, "loss": 18.4033, "step": 54157 }, { "epoch": 48.1, "learning_rate": 6.076816636454374e-07, "loss": 18.2993, "step": 54158 }, { "epoch": 48.1, "learning_rate": 6.072441894470648e-07, "loss": 18.5439, "step": 54159 }, { "epoch": 48.1, "learning_rate": 6.068068718136644e-07, "loss": 18.2793, "step": 54160 }, { "epoch": 48.1, "learning_rate": 6.063697107466293e-07, "loss": 18.1172, "step": 54161 }, { "epoch": 48.1, "learning_rate": 6.059327062473308e-07, "loss": 18.2773, "step": 54162 }, { "epoch": 48.1, "learning_rate": 6.054958583171621e-07, "loss": 18.3604, "step": 54163 }, { "epoch": 48.1, "learning_rate": 6.050591669575112e-07, "loss": 18.0586, "step": 54164 }, { "epoch": 48.1, "learning_rate": 6.046226321697546e-07, "loss": 18.3418, "step": 54165 }, { "epoch": 48.1, "learning_rate": 6.041862539552856e-07, "loss": 18.627, "step": 54166 }, { "epoch": 48.11, "learning_rate": 6.037500323154755e-07, "loss": 18.2461, "step": 54167 }, { "epoch": 48.11, "learning_rate": 6.033139672517174e-07, "loss": 18.3213, "step": 54168 }, { "epoch": 48.11, "learning_rate": 6.028780587653882e-07, "loss": 18.585, "step": 54169 }, { "epoch": 48.11, "learning_rate": 6.0244230685787e-07, "loss": 18.085, "step": 54170 }, { "epoch": 48.11, "learning_rate": 6.02006711530545e-07, "loss": 18.3159, "step": 54171 }, { "epoch": 48.11, "learning_rate": 6.015712727847956e-07, "loss": 18.0264, "step": 54172 }, { "epoch": 48.11, "learning_rate": 6.011359906219982e-07, "loss": 18.5107, "step": 54173 }, { "epoch": 48.11, "learning_rate": 6.007008650435409e-07, "loss": 18.2021, "step": 54174 }, { "epoch": 48.11, "learning_rate": 6.00265896050789e-07, "loss": 17.9565, "step": 54175 }, { "epoch": 48.11, "learning_rate": 5.998310836451304e-07, "loss": 18.0293, "step": 54176 }, { "epoch": 48.11, "learning_rate": 5.993964278279474e-07, "loss": 18.1035, "step": 54177 }, { "epoch": 48.12, "learning_rate": 5.989619286006054e-07, "loss": 18.3057, "step": 54178 }, { "epoch": 48.12, "learning_rate": 5.985275859644924e-07, "loss": 18.415, "step": 54179 }, { "epoch": 48.12, "learning_rate": 5.980933999209793e-07, "loss": 18.709, "step": 54180 }, { "epoch": 48.12, "learning_rate": 5.976593704714428e-07, "loss": 18.623, "step": 54181 }, { "epoch": 48.12, "learning_rate": 5.972254976172653e-07, "loss": 17.6914, "step": 54182 }, { "epoch": 48.12, "learning_rate": 5.967917813598178e-07, "loss": 18.4658, "step": 54183 }, { "epoch": 48.12, "learning_rate": 5.963582217004716e-07, "loss": 18.2051, "step": 54184 }, { "epoch": 48.12, "learning_rate": 5.95924818640603e-07, "loss": 18.5742, "step": 54185 }, { "epoch": 48.12, "learning_rate": 5.95491572181589e-07, "loss": 19.0029, "step": 54186 }, { "epoch": 48.12, "learning_rate": 5.950584823248007e-07, "loss": 18.0146, "step": 54187 }, { "epoch": 48.12, "learning_rate": 5.94625549071609e-07, "loss": 18.1172, "step": 54188 }, { "epoch": 48.13, "learning_rate": 5.941927724233909e-07, "loss": 18.8516, "step": 54189 }, { "epoch": 48.13, "learning_rate": 5.937601523815117e-07, "loss": 18.4961, "step": 54190 }, { "epoch": 48.13, "learning_rate": 5.933276889473483e-07, "loss": 17.8105, "step": 54191 }, { "epoch": 48.13, "learning_rate": 5.928953821222716e-07, "loss": 18.3613, "step": 54192 }, { "epoch": 48.13, "learning_rate": 5.924632319076417e-07, "loss": 18.4648, "step": 54193 }, { "epoch": 48.13, "learning_rate": 5.920312383048466e-07, "loss": 17.9297, "step": 54194 }, { "epoch": 48.13, "learning_rate": 5.915994013152404e-07, "loss": 18.1655, "step": 54195 }, { "epoch": 48.13, "learning_rate": 5.911677209402e-07, "loss": 18.7715, "step": 54196 }, { "epoch": 48.13, "learning_rate": 5.907361971810854e-07, "loss": 18.3799, "step": 54197 }, { "epoch": 48.13, "learning_rate": 5.903048300392732e-07, "loss": 18.4551, "step": 54198 }, { "epoch": 48.13, "learning_rate": 5.898736195161292e-07, "loss": 18.9141, "step": 54199 }, { "epoch": 48.13, "learning_rate": 5.894425656130187e-07, "loss": 17.8232, "step": 54200 }, { "epoch": 48.14, "learning_rate": 5.890116683313074e-07, "loss": 18.5879, "step": 54201 }, { "epoch": 48.14, "learning_rate": 5.885809276723608e-07, "loss": 18.4541, "step": 54202 }, { "epoch": 48.14, "learning_rate": 5.881503436375447e-07, "loss": 18.0449, "step": 54203 }, { "epoch": 48.14, "learning_rate": 5.877199162282243e-07, "loss": 18.5371, "step": 54204 }, { "epoch": 48.14, "learning_rate": 5.872896454457655e-07, "loss": 18.1016, "step": 54205 }, { "epoch": 48.14, "learning_rate": 5.868595312915282e-07, "loss": 18.8047, "step": 54206 }, { "epoch": 48.14, "learning_rate": 5.864295737668779e-07, "loss": 18.873, "step": 54207 }, { "epoch": 48.14, "learning_rate": 5.859997728731803e-07, "loss": 18.5889, "step": 54208 }, { "epoch": 48.14, "learning_rate": 5.855701286117954e-07, "loss": 18.6768, "step": 54209 }, { "epoch": 48.14, "learning_rate": 5.851406409840888e-07, "loss": 18.2422, "step": 54210 }, { "epoch": 48.14, "learning_rate": 5.847113099914147e-07, "loss": 18.3271, "step": 54211 }, { "epoch": 48.15, "learning_rate": 5.842821356351335e-07, "loss": 18.3105, "step": 54212 }, { "epoch": 48.15, "learning_rate": 5.838531179166162e-07, "loss": 18.4209, "step": 54213 }, { "epoch": 48.15, "learning_rate": 5.834242568372061e-07, "loss": 18.291, "step": 54214 }, { "epoch": 48.15, "learning_rate": 5.8299555239828e-07, "loss": 18.6924, "step": 54215 }, { "epoch": 48.15, "learning_rate": 5.825670046011922e-07, "loss": 18.1191, "step": 54216 }, { "epoch": 48.15, "learning_rate": 5.821386134472917e-07, "loss": 19.0645, "step": 54217 }, { "epoch": 48.15, "learning_rate": 5.817103789379497e-07, "loss": 18.5029, "step": 54218 }, { "epoch": 48.15, "learning_rate": 5.812823010745095e-07, "loss": 18.6914, "step": 54219 }, { "epoch": 48.15, "learning_rate": 5.808543798583366e-07, "loss": 18.1953, "step": 54220 }, { "epoch": 48.15, "learning_rate": 5.804266152907911e-07, "loss": 18.9912, "step": 54221 }, { "epoch": 48.15, "learning_rate": 5.79999007373222e-07, "loss": 18.3174, "step": 54222 }, { "epoch": 48.16, "learning_rate": 5.795715561069836e-07, "loss": 18.377, "step": 54223 }, { "epoch": 48.16, "learning_rate": 5.791442614934361e-07, "loss": 18.166, "step": 54224 }, { "epoch": 48.16, "learning_rate": 5.787171235339284e-07, "loss": 18.6465, "step": 54225 }, { "epoch": 48.16, "learning_rate": 5.782901422298259e-07, "loss": 18.1709, "step": 54226 }, { "epoch": 48.16, "learning_rate": 5.778633175824722e-07, "loss": 18.3809, "step": 54227 }, { "epoch": 48.16, "learning_rate": 5.77436649593216e-07, "loss": 18.0615, "step": 54228 }, { "epoch": 48.16, "learning_rate": 5.770101382634175e-07, "loss": 18.5566, "step": 54229 }, { "epoch": 48.16, "learning_rate": 5.765837835944309e-07, "loss": 18.3447, "step": 54230 }, { "epoch": 48.16, "learning_rate": 5.761575855876001e-07, "loss": 18.3311, "step": 54231 }, { "epoch": 48.16, "learning_rate": 5.757315442442845e-07, "loss": 18.2998, "step": 54232 }, { "epoch": 48.16, "learning_rate": 5.753056595658224e-07, "loss": 18.1162, "step": 54233 }, { "epoch": 48.17, "learning_rate": 5.748799315535792e-07, "loss": 17.9541, "step": 54234 }, { "epoch": 48.17, "learning_rate": 5.74454360208887e-07, "loss": 18.3369, "step": 54235 }, { "epoch": 48.17, "learning_rate": 5.740289455331116e-07, "loss": 18.5205, "step": 54236 }, { "epoch": 48.17, "learning_rate": 5.736036875275963e-07, "loss": 18.083, "step": 54237 }, { "epoch": 48.17, "learning_rate": 5.73178586193679e-07, "loss": 18.4316, "step": 54238 }, { "epoch": 48.17, "learning_rate": 5.727536415327195e-07, "loss": 18.1465, "step": 54239 }, { "epoch": 48.17, "learning_rate": 5.723288535460558e-07, "loss": 18.3242, "step": 54240 }, { "epoch": 48.17, "learning_rate": 5.719042222350424e-07, "loss": 18.7383, "step": 54241 }, { "epoch": 48.17, "learning_rate": 5.714797476010226e-07, "loss": 17.9297, "step": 54242 }, { "epoch": 48.17, "learning_rate": 5.710554296453396e-07, "loss": 18.4004, "step": 54243 }, { "epoch": 48.17, "learning_rate": 5.706312683693371e-07, "loss": 18.3838, "step": 54244 }, { "epoch": 48.17, "learning_rate": 5.702072637743638e-07, "loss": 18.2217, "step": 54245 }, { "epoch": 48.18, "learning_rate": 5.697834158617632e-07, "loss": 18.1484, "step": 54246 }, { "epoch": 48.18, "learning_rate": 5.693597246328841e-07, "loss": 17.7422, "step": 54247 }, { "epoch": 48.18, "learning_rate": 5.689361900890533e-07, "loss": 18.1562, "step": 54248 }, { "epoch": 48.18, "learning_rate": 5.685128122316252e-07, "loss": 17.957, "step": 54249 }, { "epoch": 48.18, "learning_rate": 5.680895910619433e-07, "loss": 18.5986, "step": 54250 }, { "epoch": 48.18, "learning_rate": 5.676665265813397e-07, "loss": 19.0557, "step": 54251 }, { "epoch": 48.18, "learning_rate": 5.676665265813397e-07, "loss": 18.2607, "step": 54252 }, { "epoch": 48.18, "learning_rate": 5.67243618791169e-07, "loss": 18.6914, "step": 54253 }, { "epoch": 48.18, "learning_rate": 5.668208676927578e-07, "loss": 18.5771, "step": 54254 }, { "epoch": 48.18, "learning_rate": 5.663982732874551e-07, "loss": 17.7305, "step": 54255 }, { "epoch": 48.18, "learning_rate": 5.659758355765987e-07, "loss": 18.8242, "step": 54256 }, { "epoch": 48.19, "learning_rate": 5.655535545615265e-07, "loss": 18.5225, "step": 54257 }, { "epoch": 48.19, "learning_rate": 5.651314302435762e-07, "loss": 18.5908, "step": 54258 }, { "epoch": 48.19, "learning_rate": 5.647094626240912e-07, "loss": 17.959, "step": 54259 }, { "epoch": 48.19, "learning_rate": 5.642876517043982e-07, "loss": 18.3662, "step": 54260 }, { "epoch": 48.19, "learning_rate": 5.638659974858463e-07, "loss": 18.2627, "step": 54261 }, { "epoch": 48.19, "learning_rate": 5.634444999697619e-07, "loss": 18.0674, "step": 54262 }, { "epoch": 48.19, "learning_rate": 5.630231591574886e-07, "loss": 17.9668, "step": 54263 }, { "epoch": 48.19, "learning_rate": 5.626019750503586e-07, "loss": 17.8408, "step": 54264 }, { "epoch": 48.19, "learning_rate": 5.621809476497098e-07, "loss": 18.3457, "step": 54265 }, { "epoch": 48.19, "learning_rate": 5.617600769568743e-07, "loss": 18.3945, "step": 54266 }, { "epoch": 48.19, "learning_rate": 5.613393629731789e-07, "loss": 18.1914, "step": 54267 }, { "epoch": 48.2, "learning_rate": 5.609188056999726e-07, "loss": 18.2764, "step": 54268 }, { "epoch": 48.2, "learning_rate": 5.604984051385764e-07, "loss": 18.6318, "step": 54269 }, { "epoch": 48.2, "learning_rate": 5.600781612903283e-07, "loss": 18.4893, "step": 54270 }, { "epoch": 48.2, "learning_rate": 5.596580741565605e-07, "loss": 18.7305, "step": 54271 }, { "epoch": 48.2, "learning_rate": 5.592381437385997e-07, "loss": 18.1934, "step": 54272 }, { "epoch": 48.2, "learning_rate": 5.588183700377836e-07, "loss": 18.1299, "step": 54273 }, { "epoch": 48.2, "learning_rate": 5.583987530554391e-07, "loss": 18.3018, "step": 54274 }, { "epoch": 48.2, "learning_rate": 5.579792927928984e-07, "loss": 18.4277, "step": 54275 }, { "epoch": 48.2, "learning_rate": 5.575599892514882e-07, "loss": 18.4385, "step": 54276 }, { "epoch": 48.2, "learning_rate": 5.571408424325408e-07, "loss": 17.917, "step": 54277 }, { "epoch": 48.2, "learning_rate": 5.567218523373774e-07, "loss": 18.4043, "step": 54278 }, { "epoch": 48.21, "learning_rate": 5.563030189673357e-07, "loss": 18.1748, "step": 54279 }, { "epoch": 48.21, "learning_rate": 5.558843423237426e-07, "loss": 17.9473, "step": 54280 }, { "epoch": 48.21, "learning_rate": 5.554658224079134e-07, "loss": 18.3545, "step": 54281 }, { "epoch": 48.21, "learning_rate": 5.550474592211918e-07, "loss": 18.9131, "step": 54282 }, { "epoch": 48.21, "learning_rate": 5.546292527648878e-07, "loss": 18.1514, "step": 54283 }, { "epoch": 48.21, "learning_rate": 5.54211203040339e-07, "loss": 18.3906, "step": 54284 }, { "epoch": 48.21, "learning_rate": 5.537933100488613e-07, "loss": 18.749, "step": 54285 }, { "epoch": 48.21, "learning_rate": 5.533755737917923e-07, "loss": 18.5352, "step": 54286 }, { "epoch": 48.21, "learning_rate": 5.529579942704477e-07, "loss": 18.5908, "step": 54287 }, { "epoch": 48.21, "learning_rate": 5.525405714861431e-07, "loss": 18.5283, "step": 54288 }, { "epoch": 48.21, "learning_rate": 5.521233054402164e-07, "loss": 18.1973, "step": 54289 }, { "epoch": 48.21, "learning_rate": 5.517061961339831e-07, "loss": 17.9736, "step": 54290 }, { "epoch": 48.22, "learning_rate": 5.512892435687645e-07, "loss": 18.333, "step": 54291 }, { "epoch": 48.22, "learning_rate": 5.50872447745887e-07, "loss": 18.5059, "step": 54292 }, { "epoch": 48.22, "learning_rate": 5.504558086666612e-07, "loss": 18.4199, "step": 54293 }, { "epoch": 48.22, "learning_rate": 5.500393263324244e-07, "loss": 18.1094, "step": 54294 }, { "epoch": 48.22, "learning_rate": 5.496230007444814e-07, "loss": 17.7256, "step": 54295 }, { "epoch": 48.22, "learning_rate": 5.492068319041588e-07, "loss": 17.9473, "step": 54296 }, { "epoch": 48.22, "learning_rate": 5.487908198127778e-07, "loss": 18.752, "step": 54297 }, { "epoch": 48.22, "learning_rate": 5.48374964471654e-07, "loss": 18.4707, "step": 54298 }, { "epoch": 48.22, "learning_rate": 5.479592658820976e-07, "loss": 18.3555, "step": 54299 }, { "epoch": 48.22, "learning_rate": 5.475437240454462e-07, "loss": 18.2695, "step": 54300 }, { "epoch": 48.22, "learning_rate": 5.471283389629989e-07, "loss": 18.6885, "step": 54301 }, { "epoch": 48.23, "learning_rate": 5.467131106360824e-07, "loss": 18.2471, "step": 54302 }, { "epoch": 48.23, "learning_rate": 5.462980390660067e-07, "loss": 18.3428, "step": 54303 }, { "epoch": 48.23, "learning_rate": 5.458831242540874e-07, "loss": 18.5127, "step": 54304 }, { "epoch": 48.23, "learning_rate": 5.454683662016458e-07, "loss": 18.5088, "step": 54305 }, { "epoch": 48.23, "learning_rate": 5.450537649099918e-07, "loss": 18.2822, "step": 54306 }, { "epoch": 48.23, "learning_rate": 5.446393203804467e-07, "loss": 18.3711, "step": 54307 }, { "epoch": 48.23, "learning_rate": 5.44225032614315e-07, "loss": 17.9561, "step": 54308 }, { "epoch": 48.23, "learning_rate": 5.438109016129067e-07, "loss": 18.1631, "step": 54309 }, { "epoch": 48.23, "learning_rate": 5.433969273775486e-07, "loss": 18.5601, "step": 54310 }, { "epoch": 48.23, "learning_rate": 5.42983109909545e-07, "loss": 18.3799, "step": 54311 }, { "epoch": 48.23, "learning_rate": 5.425694492102063e-07, "loss": 18.4473, "step": 54312 }, { "epoch": 48.24, "learning_rate": 5.421559452808478e-07, "loss": 18.7998, "step": 54313 }, { "epoch": 48.24, "learning_rate": 5.417425981227741e-07, "loss": 18.626, "step": 54314 }, { "epoch": 48.24, "learning_rate": 5.413294077373011e-07, "loss": 18.4629, "step": 54315 }, { "epoch": 48.24, "learning_rate": 5.409163741257384e-07, "loss": 18.6885, "step": 54316 }, { "epoch": 48.24, "learning_rate": 5.405034972893907e-07, "loss": 18.9473, "step": 54317 }, { "epoch": 48.24, "learning_rate": 5.400907772295738e-07, "loss": 17.4453, "step": 54318 }, { "epoch": 48.24, "learning_rate": 5.396782139475864e-07, "loss": 19.4424, "step": 54319 }, { "epoch": 48.24, "learning_rate": 5.392658074447443e-07, "loss": 18.5879, "step": 54320 }, { "epoch": 48.24, "learning_rate": 5.388535577223519e-07, "loss": 18.4229, "step": 54321 }, { "epoch": 48.24, "learning_rate": 5.384414647817137e-07, "loss": 19.0205, "step": 54322 }, { "epoch": 48.24, "learning_rate": 5.380295286241455e-07, "loss": 17.9189, "step": 54323 }, { "epoch": 48.25, "learning_rate": 5.376177492509405e-07, "loss": 18.1592, "step": 54324 }, { "epoch": 48.25, "learning_rate": 5.372061266634032e-07, "loss": 18.6738, "step": 54325 }, { "epoch": 48.25, "learning_rate": 5.367946608628549e-07, "loss": 18.3096, "step": 54326 }, { "epoch": 48.25, "learning_rate": 5.363833518505834e-07, "loss": 18.5156, "step": 54327 }, { "epoch": 48.25, "learning_rate": 5.359721996278988e-07, "loss": 18.6738, "step": 54328 }, { "epoch": 48.25, "learning_rate": 5.355612041961111e-07, "loss": 17.8828, "step": 54329 }, { "epoch": 48.25, "learning_rate": 5.351503655565082e-07, "loss": 18.6055, "step": 54330 }, { "epoch": 48.25, "learning_rate": 5.347396837104057e-07, "loss": 18.4121, "step": 54331 }, { "epoch": 48.25, "learning_rate": 5.343291586590915e-07, "loss": 18.4766, "step": 54332 }, { "epoch": 48.25, "learning_rate": 5.339187904038811e-07, "loss": 18.3203, "step": 54333 }, { "epoch": 48.25, "learning_rate": 5.335085789460736e-07, "loss": 18.249, "step": 54334 }, { "epoch": 48.25, "learning_rate": 5.330985242869568e-07, "loss": 18.3369, "step": 54335 }, { "epoch": 48.26, "learning_rate": 5.326886264278463e-07, "loss": 18.0566, "step": 54336 }, { "epoch": 48.26, "learning_rate": 5.3227888537003e-07, "loss": 18.4883, "step": 54337 }, { "epoch": 48.26, "learning_rate": 5.318693011148124e-07, "loss": 18.3652, "step": 54338 }, { "epoch": 48.26, "learning_rate": 5.314598736634868e-07, "loss": 18.6992, "step": 54339 }, { "epoch": 48.26, "learning_rate": 5.310506030173579e-07, "loss": 18.3887, "step": 54340 }, { "epoch": 48.26, "learning_rate": 5.306414891777189e-07, "loss": 18.3672, "step": 54341 }, { "epoch": 48.26, "learning_rate": 5.302325321458634e-07, "loss": 18.2783, "step": 54342 }, { "epoch": 48.26, "learning_rate": 5.298237319230904e-07, "loss": 18.3467, "step": 54343 }, { "epoch": 48.26, "learning_rate": 5.294150885106986e-07, "loss": 18.2529, "step": 54344 }, { "epoch": 48.26, "learning_rate": 5.29006601909987e-07, "loss": 18.0645, "step": 54345 }, { "epoch": 48.26, "learning_rate": 5.285982721222383e-07, "loss": 18.6992, "step": 54346 }, { "epoch": 48.27, "learning_rate": 5.281900991487565e-07, "loss": 18.5762, "step": 54347 }, { "epoch": 48.27, "learning_rate": 5.277820829908298e-07, "loss": 18.584, "step": 54348 }, { "epoch": 48.27, "learning_rate": 5.27374223649757e-07, "loss": 18.3037, "step": 54349 }, { "epoch": 48.27, "learning_rate": 5.26966521126826e-07, "loss": 18.1426, "step": 54350 }, { "epoch": 48.27, "learning_rate": 5.265589754233302e-07, "loss": 18.5508, "step": 54351 }, { "epoch": 48.27, "learning_rate": 5.26151586540563e-07, "loss": 17.8213, "step": 54352 }, { "epoch": 48.27, "learning_rate": 5.257443544798124e-07, "loss": 18.3857, "step": 54353 }, { "epoch": 48.27, "learning_rate": 5.253372792423772e-07, "loss": 18.9902, "step": 54354 }, { "epoch": 48.27, "learning_rate": 5.249303608295453e-07, "loss": 17.5967, "step": 54355 }, { "epoch": 48.27, "learning_rate": 5.245235992425934e-07, "loss": 18.416, "step": 54356 }, { "epoch": 48.27, "learning_rate": 5.241169944828262e-07, "loss": 18.9062, "step": 54357 }, { "epoch": 48.28, "learning_rate": 5.237105465515257e-07, "loss": 17.7373, "step": 54358 }, { "epoch": 48.28, "learning_rate": 5.233042554499856e-07, "loss": 18.3701, "step": 54359 }, { "epoch": 48.28, "learning_rate": 5.228981211794882e-07, "loss": 18.0449, "step": 54360 }, { "epoch": 48.28, "learning_rate": 5.224921437413211e-07, "loss": 17.8438, "step": 54361 }, { "epoch": 48.28, "learning_rate": 5.220863231367778e-07, "loss": 18.4346, "step": 54362 }, { "epoch": 48.28, "learning_rate": 5.216806593671353e-07, "loss": 18.4199, "step": 54363 }, { "epoch": 48.28, "learning_rate": 5.212751524336868e-07, "loss": 18.0635, "step": 54364 }, { "epoch": 48.28, "learning_rate": 5.20869802337709e-07, "loss": 17.7627, "step": 54365 }, { "epoch": 48.28, "learning_rate": 5.20869802337709e-07, "loss": 18.9062, "step": 54366 }, { "epoch": 48.28, "learning_rate": 5.20464609080501e-07, "loss": 18.2354, "step": 54367 }, { "epoch": 48.28, "learning_rate": 5.200595726633339e-07, "loss": 18.0791, "step": 54368 }, { "epoch": 48.29, "learning_rate": 5.196546930874957e-07, "loss": 18.0771, "step": 54369 }, { "epoch": 48.29, "learning_rate": 5.192499703542741e-07, "loss": 18.4268, "step": 54370 }, { "epoch": 48.29, "learning_rate": 5.18845404464946e-07, "loss": 18.4023, "step": 54371 }, { "epoch": 48.29, "learning_rate": 5.184409954207991e-07, "loss": 18.7373, "step": 54372 }, { "epoch": 48.29, "learning_rate": 5.180367432231103e-07, "loss": 18.4072, "step": 54373 }, { "epoch": 48.29, "learning_rate": 5.176326478731619e-07, "loss": 18.1641, "step": 54374 }, { "epoch": 48.29, "learning_rate": 5.172287093722361e-07, "loss": 17.9854, "step": 54375 }, { "epoch": 48.29, "learning_rate": 5.172287093722361e-07, "loss": 18.3428, "step": 54376 }, { "epoch": 48.29, "learning_rate": 5.168249277216153e-07, "loss": 18.627, "step": 54377 }, { "epoch": 48.29, "learning_rate": 5.164213029225706e-07, "loss": 18.3174, "step": 54378 }, { "epoch": 48.29, "learning_rate": 5.160178349763955e-07, "loss": 18.6934, "step": 54379 }, { "epoch": 48.29, "learning_rate": 5.156145238843613e-07, "loss": 18.0303, "step": 54380 }, { "epoch": 48.3, "learning_rate": 5.152113696477445e-07, "loss": 18.4111, "step": 54381 }, { "epoch": 48.3, "learning_rate": 5.148083722678276e-07, "loss": 18.4756, "step": 54382 }, { "epoch": 48.3, "learning_rate": 5.144055317458818e-07, "loss": 18.6357, "step": 54383 }, { "epoch": 48.3, "learning_rate": 5.140028480831894e-07, "loss": 18.2524, "step": 54384 }, { "epoch": 48.3, "learning_rate": 5.136003212810269e-07, "loss": 18.3809, "step": 54385 }, { "epoch": 48.3, "learning_rate": 5.13197951340666e-07, "loss": 17.9678, "step": 54386 }, { "epoch": 48.3, "learning_rate": 5.127957382633886e-07, "loss": 18.0811, "step": 54387 }, { "epoch": 48.3, "learning_rate": 5.123936820504604e-07, "loss": 18.5391, "step": 54388 }, { "epoch": 48.3, "learning_rate": 5.11991782703164e-07, "loss": 18.1436, "step": 54389 }, { "epoch": 48.3, "learning_rate": 5.115900402227703e-07, "loss": 18.1943, "step": 54390 }, { "epoch": 48.3, "learning_rate": 5.111884546105506e-07, "loss": 18.0068, "step": 54391 }, { "epoch": 48.31, "learning_rate": 5.107870258677872e-07, "loss": 18.5664, "step": 54392 }, { "epoch": 48.31, "learning_rate": 5.103857539957402e-07, "loss": 18.0352, "step": 54393 }, { "epoch": 48.31, "learning_rate": 5.099846389956863e-07, "loss": 18.6201, "step": 54394 }, { "epoch": 48.31, "learning_rate": 5.095836808689025e-07, "loss": 18.2744, "step": 54395 }, { "epoch": 48.31, "learning_rate": 5.091828796166486e-07, "loss": 18.0273, "step": 54396 }, { "epoch": 48.31, "learning_rate": 5.087822352402016e-07, "loss": 18.4023, "step": 54397 }, { "epoch": 48.31, "learning_rate": 5.083817477408326e-07, "loss": 18.0283, "step": 54398 }, { "epoch": 48.31, "learning_rate": 5.079814171198072e-07, "loss": 18.7881, "step": 54399 }, { "epoch": 48.31, "learning_rate": 5.075812433784077e-07, "loss": 18.4854, "step": 54400 }, { "epoch": 48.31, "learning_rate": 5.071812265178832e-07, "loss": 17.7979, "step": 54401 }, { "epoch": 48.31, "learning_rate": 5.071812265178832e-07, "loss": 18.8369, "step": 54402 }, { "epoch": 48.32, "learning_rate": 5.06781366539505e-07, "loss": 18.4258, "step": 54403 }, { "epoch": 48.32, "learning_rate": 5.063816634445551e-07, "loss": 18.2031, "step": 54404 }, { "epoch": 48.32, "learning_rate": 5.059821172342827e-07, "loss": 17.749, "step": 54405 }, { "epoch": 48.32, "learning_rate": 5.0558272790997e-07, "loss": 18.2529, "step": 54406 }, { "epoch": 48.32, "learning_rate": 5.051834954728773e-07, "loss": 18.5781, "step": 54407 }, { "epoch": 48.32, "learning_rate": 5.047844199242591e-07, "loss": 17.6816, "step": 54408 }, { "epoch": 48.32, "learning_rate": 5.043855012653976e-07, "loss": 18.1826, "step": 54409 }, { "epoch": 48.32, "learning_rate": 5.039867394975417e-07, "loss": 18.623, "step": 54410 }, { "epoch": 48.32, "learning_rate": 5.035881346219684e-07, "loss": 18.3789, "step": 54411 }, { "epoch": 48.32, "learning_rate": 5.031896866399377e-07, "loss": 18.8193, "step": 54412 }, { "epoch": 48.32, "learning_rate": 5.027913955527097e-07, "loss": 18.6445, "step": 54413 }, { "epoch": 48.33, "learning_rate": 5.023932613615445e-07, "loss": 17.8125, "step": 54414 }, { "epoch": 48.33, "learning_rate": 5.019952840677078e-07, "loss": 18.7793, "step": 54415 }, { "epoch": 48.33, "learning_rate": 5.015974636724652e-07, "loss": 19.1035, "step": 54416 }, { "epoch": 48.33, "learning_rate": 5.011998001770713e-07, "loss": 18.2803, "step": 54417 }, { "epoch": 48.33, "learning_rate": 5.008022935827861e-07, "loss": 18.6426, "step": 54418 }, { "epoch": 48.33, "learning_rate": 5.004049438908753e-07, "loss": 17.9824, "step": 54419 }, { "epoch": 48.33, "learning_rate": 5.000077511025936e-07, "loss": 18.1064, "step": 54420 }, { "epoch": 48.33, "learning_rate": 4.996107152192009e-07, "loss": 17.9844, "step": 54421 }, { "epoch": 48.33, "learning_rate": 4.992138362419574e-07, "loss": 19.126, "step": 54422 }, { "epoch": 48.33, "learning_rate": 4.988171141721232e-07, "loss": 18.7812, "step": 54423 }, { "epoch": 48.33, "learning_rate": 4.984205490109528e-07, "loss": 18.2388, "step": 54424 }, { "epoch": 48.33, "learning_rate": 4.980241407597008e-07, "loss": 18.5078, "step": 54425 }, { "epoch": 48.34, "learning_rate": 4.976278894196218e-07, "loss": 18.2993, "step": 54426 }, { "epoch": 48.34, "learning_rate": 4.972317949919814e-07, "loss": 18.1719, "step": 54427 }, { "epoch": 48.34, "learning_rate": 4.968358574780341e-07, "loss": 18.6084, "step": 54428 }, { "epoch": 48.34, "learning_rate": 4.964400768790234e-07, "loss": 18.4053, "step": 54429 }, { "epoch": 48.34, "learning_rate": 4.96044453196215e-07, "loss": 18.4932, "step": 54430 }, { "epoch": 48.34, "learning_rate": 4.956489864308578e-07, "loss": 17.749, "step": 54431 }, { "epoch": 48.34, "learning_rate": 4.95253676584212e-07, "loss": 18.6885, "step": 54432 }, { "epoch": 48.34, "learning_rate": 4.94858523657521e-07, "loss": 18.3291, "step": 54433 }, { "epoch": 48.34, "learning_rate": 4.944635276520393e-07, "loss": 18.6953, "step": 54434 }, { "epoch": 48.34, "learning_rate": 4.940686885690271e-07, "loss": 18.2451, "step": 54435 }, { "epoch": 48.34, "learning_rate": 4.936740064097278e-07, "loss": 18.4707, "step": 54436 }, { "epoch": 48.35, "learning_rate": 4.932794811753961e-07, "loss": 18.3594, "step": 54437 }, { "epoch": 48.35, "learning_rate": 4.928851128672751e-07, "loss": 18.1895, "step": 54438 }, { "epoch": 48.35, "learning_rate": 4.924909014866308e-07, "loss": 18.4316, "step": 54439 }, { "epoch": 48.35, "learning_rate": 4.920968470347009e-07, "loss": 18.1377, "step": 54440 }, { "epoch": 48.35, "learning_rate": 4.917029495127346e-07, "loss": 18.2764, "step": 54441 }, { "epoch": 48.35, "learning_rate": 4.913092089219807e-07, "loss": 18.5117, "step": 54442 }, { "epoch": 48.35, "learning_rate": 4.909156252636882e-07, "loss": 18.3325, "step": 54443 }, { "epoch": 48.35, "learning_rate": 4.905221985391118e-07, "loss": 18.6328, "step": 54444 }, { "epoch": 48.35, "learning_rate": 4.901289287494948e-07, "loss": 17.9707, "step": 54445 }, { "epoch": 48.35, "learning_rate": 4.897358158960696e-07, "loss": 18.6045, "step": 54446 }, { "epoch": 48.35, "learning_rate": 4.89342859980102e-07, "loss": 18.4102, "step": 54447 }, { "epoch": 48.36, "learning_rate": 4.889500610028297e-07, "loss": 18.7891, "step": 54448 }, { "epoch": 48.36, "learning_rate": 4.885574189654962e-07, "loss": 18.2168, "step": 54449 }, { "epoch": 48.36, "learning_rate": 4.881649338693506e-07, "loss": 18.3789, "step": 54450 }, { "epoch": 48.36, "learning_rate": 4.877726057156307e-07, "loss": 18.0791, "step": 54451 }, { "epoch": 48.36, "learning_rate": 4.873804345055854e-07, "loss": 18.3848, "step": 54452 }, { "epoch": 48.36, "learning_rate": 4.869884202404584e-07, "loss": 18.959, "step": 54453 }, { "epoch": 48.36, "learning_rate": 4.865965629214819e-07, "loss": 18.1357, "step": 54454 }, { "epoch": 48.36, "learning_rate": 4.862048625499161e-07, "loss": 18.2451, "step": 54455 }, { "epoch": 48.36, "learning_rate": 4.858133191269876e-07, "loss": 18.7417, "step": 54456 }, { "epoch": 48.36, "learning_rate": 4.8542193265394e-07, "loss": 18.2988, "step": 54457 }, { "epoch": 48.36, "learning_rate": 4.850307031320223e-07, "loss": 18.6494, "step": 54458 }, { "epoch": 48.37, "learning_rate": 4.846396305624612e-07, "loss": 18.3193, "step": 54459 }, { "epoch": 48.37, "learning_rate": 4.842487149465058e-07, "loss": 18.0674, "step": 54460 }, { "epoch": 48.37, "learning_rate": 4.838579562853996e-07, "loss": 18.5908, "step": 54461 }, { "epoch": 48.37, "learning_rate": 4.834673545803691e-07, "loss": 18.2656, "step": 54462 }, { "epoch": 48.37, "learning_rate": 4.830769098326582e-07, "loss": 18.8281, "step": 54463 }, { "epoch": 48.37, "learning_rate": 4.826866220435045e-07, "loss": 18.6074, "step": 54464 }, { "epoch": 48.37, "learning_rate": 4.822964912141459e-07, "loss": 18.5322, "step": 54465 }, { "epoch": 48.37, "learning_rate": 4.819065173458204e-07, "loss": 18.1025, "step": 54466 }, { "epoch": 48.37, "learning_rate": 4.815167004397603e-07, "loss": 18.6924, "step": 54467 }, { "epoch": 48.37, "learning_rate": 4.811270404972034e-07, "loss": 18.8521, "step": 54468 }, { "epoch": 48.37, "learning_rate": 4.807375375193823e-07, "loss": 18.4707, "step": 54469 }, { "epoch": 48.37, "learning_rate": 4.803481915075292e-07, "loss": 17.9834, "step": 54470 }, { "epoch": 48.38, "learning_rate": 4.79959002462893e-07, "loss": 18.3457, "step": 54471 }, { "epoch": 48.38, "learning_rate": 4.795699703866952e-07, "loss": 18.2441, "step": 54472 }, { "epoch": 48.38, "learning_rate": 4.791810952801623e-07, "loss": 18.2383, "step": 54473 }, { "epoch": 48.38, "learning_rate": 4.787923771445435e-07, "loss": 18.3398, "step": 54474 }, { "epoch": 48.38, "learning_rate": 4.784038159810599e-07, "loss": 18.7891, "step": 54475 }, { "epoch": 48.38, "learning_rate": 4.780154117909496e-07, "loss": 18.707, "step": 54476 }, { "epoch": 48.38, "learning_rate": 4.776271645754393e-07, "loss": 18.3711, "step": 54477 }, { "epoch": 48.38, "learning_rate": 4.772390743357557e-07, "loss": 17.9502, "step": 54478 }, { "epoch": 48.38, "learning_rate": 4.768511410731424e-07, "loss": 18.4658, "step": 54479 }, { "epoch": 48.38, "learning_rate": 4.7646336478881504e-07, "loss": 18.6758, "step": 54480 }, { "epoch": 48.38, "learning_rate": 4.760757454840059e-07, "loss": 18.2598, "step": 54481 }, { "epoch": 48.39, "learning_rate": 4.7568828315995297e-07, "loss": 18.3594, "step": 54482 }, { "epoch": 48.39, "learning_rate": 4.7530097781787185e-07, "loss": 18.7227, "step": 54483 }, { "epoch": 48.39, "learning_rate": 4.749138294590005e-07, "loss": 19.0645, "step": 54484 }, { "epoch": 48.39, "learning_rate": 4.745268380845602e-07, "loss": 18.5908, "step": 54485 }, { "epoch": 48.39, "learning_rate": 4.7414000369577774e-07, "loss": 18.1924, "step": 54486 }, { "epoch": 48.39, "learning_rate": 4.7375332629388535e-07, "loss": 18.1416, "step": 54487 }, { "epoch": 48.39, "learning_rate": 4.733668058800933e-07, "loss": 18.6924, "step": 54488 }, { "epoch": 48.39, "learning_rate": 4.7298044245565053e-07, "loss": 18.7979, "step": 54489 }, { "epoch": 48.39, "learning_rate": 4.7259423602175613e-07, "loss": 18.3818, "step": 54490 }, { "epoch": 48.39, "learning_rate": 4.722081865796535e-07, "loss": 17.7939, "step": 54491 }, { "epoch": 48.39, "learning_rate": 4.718222941305639e-07, "loss": 18.3691, "step": 54492 }, { "epoch": 48.4, "learning_rate": 4.7143655867569745e-07, "loss": 18.1289, "step": 54493 }, { "epoch": 48.4, "learning_rate": 4.710509802162921e-07, "loss": 18.3867, "step": 54494 }, { "epoch": 48.4, "learning_rate": 4.70665558753558e-07, "loss": 18.1348, "step": 54495 }, { "epoch": 48.4, "learning_rate": 4.7028029428872744e-07, "loss": 18.4297, "step": 54496 }, { "epoch": 48.4, "learning_rate": 4.698951868230161e-07, "loss": 18.2783, "step": 54497 }, { "epoch": 48.4, "learning_rate": 4.6951023635764535e-07, "loss": 18.373, "step": 54498 }, { "epoch": 48.4, "learning_rate": 4.691254428938308e-07, "loss": 18.4219, "step": 54499 }, { "epoch": 48.4, "learning_rate": 4.6874080643280473e-07, "loss": 18.4561, "step": 54500 }, { "epoch": 48.4, "learning_rate": 4.683563269757718e-07, "loss": 17.9077, "step": 54501 }, { "epoch": 48.4, "learning_rate": 4.6797200452395885e-07, "loss": 18.3447, "step": 54502 }, { "epoch": 48.4, "learning_rate": 4.6758783907858704e-07, "loss": 18.2061, "step": 54503 }, { "epoch": 48.4, "learning_rate": 4.67203830640861e-07, "loss": 18.3926, "step": 54504 }, { "epoch": 48.41, "learning_rate": 4.6681997921201316e-07, "loss": 18.3516, "step": 54505 }, { "epoch": 48.41, "learning_rate": 4.664362847932535e-07, "loss": 18.9092, "step": 54506 }, { "epoch": 48.41, "learning_rate": 4.6605274738579786e-07, "loss": 18.415, "step": 54507 }, { "epoch": 48.41, "learning_rate": 4.6566936699085627e-07, "loss": 18.7178, "step": 54508 }, { "epoch": 48.41, "learning_rate": 4.652861436096556e-07, "loss": 18.0498, "step": 54509 }, { "epoch": 48.41, "learning_rate": 4.6490307724340596e-07, "loss": 18.2783, "step": 54510 }, { "epoch": 48.41, "learning_rate": 4.6452016789331753e-07, "loss": 18.2373, "step": 54511 }, { "epoch": 48.41, "learning_rate": 4.6413741556061153e-07, "loss": 17.8486, "step": 54512 }, { "epoch": 48.41, "learning_rate": 4.6375482024649254e-07, "loss": 18.4531, "step": 54513 }, { "epoch": 48.41, "learning_rate": 4.633723819521818e-07, "loss": 18.6279, "step": 54514 }, { "epoch": 48.41, "learning_rate": 4.629901006788895e-07, "loss": 17.9717, "step": 54515 }, { "epoch": 48.42, "learning_rate": 4.6260797642782014e-07, "loss": 18.7773, "step": 54516 }, { "epoch": 48.42, "learning_rate": 4.622260092001951e-07, "loss": 18.79, "step": 54517 }, { "epoch": 48.42, "learning_rate": 4.618441989972133e-07, "loss": 18.3262, "step": 54518 }, { "epoch": 48.42, "learning_rate": 4.6146254582009605e-07, "loss": 18.4326, "step": 54519 }, { "epoch": 48.42, "learning_rate": 4.610810496700535e-07, "loss": 18.3867, "step": 54520 }, { "epoch": 48.42, "learning_rate": 4.6069971054828463e-07, "loss": 18.3887, "step": 54521 }, { "epoch": 48.42, "learning_rate": 4.603185284560052e-07, "loss": 18.127, "step": 54522 }, { "epoch": 48.42, "learning_rate": 4.5993750339441975e-07, "loss": 18.1206, "step": 54523 }, { "epoch": 48.42, "learning_rate": 4.59556635364744e-07, "loss": 18.4697, "step": 54524 }, { "epoch": 48.42, "learning_rate": 4.59175924368177e-07, "loss": 18.7139, "step": 54525 }, { "epoch": 48.42, "learning_rate": 4.587953704059289e-07, "loss": 18.7832, "step": 54526 }, { "epoch": 48.43, "learning_rate": 4.5841497347920426e-07, "loss": 18.1201, "step": 54527 }, { "epoch": 48.43, "learning_rate": 4.580347335892132e-07, "loss": 18.3809, "step": 54528 }, { "epoch": 48.43, "learning_rate": 4.5765465073715483e-07, "loss": 18.1484, "step": 54529 }, { "epoch": 48.43, "learning_rate": 4.5727472492423926e-07, "loss": 18.874, "step": 54530 }, { "epoch": 48.43, "learning_rate": 4.568949561516711e-07, "loss": 18.3711, "step": 54531 }, { "epoch": 48.43, "learning_rate": 4.5651534442064383e-07, "loss": 18.4004, "step": 54532 }, { "epoch": 48.43, "learning_rate": 4.561358897323731e-07, "loss": 18.6865, "step": 54533 }, { "epoch": 48.43, "learning_rate": 4.55756592088058e-07, "loss": 18.751, "step": 54534 }, { "epoch": 48.43, "learning_rate": 4.5537745148889753e-07, "loss": 18.1904, "step": 54535 }, { "epoch": 48.43, "learning_rate": 4.5499846793609633e-07, "loss": 18.4316, "step": 54536 }, { "epoch": 48.43, "learning_rate": 4.54619641430859e-07, "loss": 18.4971, "step": 54537 }, { "epoch": 48.44, "learning_rate": 4.54240971974379e-07, "loss": 18.7793, "step": 54538 }, { "epoch": 48.44, "learning_rate": 4.538624595678553e-07, "loss": 18.0244, "step": 54539 }, { "epoch": 48.44, "learning_rate": 4.534841042124982e-07, "loss": 17.9473, "step": 54540 }, { "epoch": 48.44, "learning_rate": 4.5310590590950664e-07, "loss": 18.2217, "step": 54541 }, { "epoch": 48.44, "learning_rate": 4.5272786466006857e-07, "loss": 18.2441, "step": 54542 }, { "epoch": 48.44, "learning_rate": 4.5234998046538857e-07, "loss": 18.7109, "step": 54543 }, { "epoch": 48.44, "learning_rate": 4.5197225332666017e-07, "loss": 18.127, "step": 54544 }, { "epoch": 48.44, "learning_rate": 4.515946832450879e-07, "loss": 18.3955, "step": 54545 }, { "epoch": 48.44, "learning_rate": 4.5121727022186533e-07, "loss": 18.1982, "step": 54546 }, { "epoch": 48.44, "learning_rate": 4.508400142581859e-07, "loss": 18.1387, "step": 54547 }, { "epoch": 48.44, "learning_rate": 4.5046291535524865e-07, "loss": 18.3584, "step": 54548 }, { "epoch": 48.44, "learning_rate": 4.5008597351425263e-07, "loss": 17.9736, "step": 54549 }, { "epoch": 48.45, "learning_rate": 4.497091887363858e-07, "loss": 18.2676, "step": 54550 }, { "epoch": 48.45, "learning_rate": 4.493325610228416e-07, "loss": 17.958, "step": 54551 }, { "epoch": 48.45, "learning_rate": 4.4895609037482465e-07, "loss": 18.8936, "step": 54552 }, { "epoch": 48.45, "learning_rate": 4.4857977679351184e-07, "loss": 18.4092, "step": 54553 }, { "epoch": 48.45, "learning_rate": 4.482036202801132e-07, "loss": 18.373, "step": 54554 }, { "epoch": 48.45, "learning_rate": 4.4782762083580563e-07, "loss": 17.8389, "step": 54555 }, { "epoch": 48.45, "learning_rate": 4.474517784617938e-07, "loss": 18.3223, "step": 54556 }, { "epoch": 48.45, "learning_rate": 4.4707609315926545e-07, "loss": 18.4277, "step": 54557 }, { "epoch": 48.45, "learning_rate": 4.4670056492940317e-07, "loss": 18.3369, "step": 54558 }, { "epoch": 48.45, "learning_rate": 4.4632519377340586e-07, "loss": 18.1602, "step": 54559 }, { "epoch": 48.45, "learning_rate": 4.4594997969246153e-07, "loss": 18.2461, "step": 54560 }, { "epoch": 48.46, "learning_rate": 4.455749226877637e-07, "loss": 17.9409, "step": 54561 }, { "epoch": 48.46, "learning_rate": 4.452000227604891e-07, "loss": 18.2295, "step": 54562 }, { "epoch": 48.46, "learning_rate": 4.4482527991183686e-07, "loss": 17.8682, "step": 54563 }, { "epoch": 48.46, "learning_rate": 4.444506941429949e-07, "loss": 18.0811, "step": 54564 }, { "epoch": 48.46, "learning_rate": 4.4407626545514e-07, "loss": 18.3828, "step": 54565 }, { "epoch": 48.46, "learning_rate": 4.437019938494713e-07, "loss": 18.6104, "step": 54566 }, { "epoch": 48.46, "learning_rate": 4.433278793271711e-07, "loss": 17.9502, "step": 54567 }, { "epoch": 48.46, "learning_rate": 4.429539218894219e-07, "loss": 18.5566, "step": 54568 }, { "epoch": 48.46, "learning_rate": 4.425801215374115e-07, "loss": 18.04, "step": 54569 }, { "epoch": 48.46, "learning_rate": 4.4220647827232784e-07, "loss": 18.501, "step": 54570 }, { "epoch": 48.46, "learning_rate": 4.418329920953479e-07, "loss": 18.3916, "step": 54571 }, { "epoch": 48.47, "learning_rate": 4.4145966300766504e-07, "loss": 18.3965, "step": 54572 }, { "epoch": 48.47, "learning_rate": 4.4108649101045616e-07, "loss": 18.375, "step": 54573 }, { "epoch": 48.47, "learning_rate": 4.407134761048981e-07, "loss": 18.0742, "step": 54574 }, { "epoch": 48.47, "learning_rate": 4.4034061829218984e-07, "loss": 18.2324, "step": 54575 }, { "epoch": 48.47, "learning_rate": 4.399679175734972e-07, "loss": 18.4131, "step": 54576 }, { "epoch": 48.47, "learning_rate": 4.395953739500136e-07, "loss": 17.9844, "step": 54577 }, { "epoch": 48.47, "learning_rate": 4.392229874229159e-07, "loss": 18.1016, "step": 54578 }, { "epoch": 48.47, "learning_rate": 4.3885075799338095e-07, "loss": 18.0068, "step": 54579 }, { "epoch": 48.47, "learning_rate": 4.384786856625911e-07, "loss": 18.25, "step": 54580 }, { "epoch": 48.47, "learning_rate": 4.381067704317232e-07, "loss": 17.9658, "step": 54581 }, { "epoch": 48.47, "learning_rate": 4.377350123019597e-07, "loss": 18.4365, "step": 54582 }, { "epoch": 48.48, "learning_rate": 4.3736341127447735e-07, "loss": 18.0518, "step": 54583 }, { "epoch": 48.48, "learning_rate": 4.3699196735045854e-07, "loss": 18.5967, "step": 54584 }, { "epoch": 48.48, "learning_rate": 4.3662068053108016e-07, "loss": 18.4229, "step": 54585 }, { "epoch": 48.48, "learning_rate": 4.3624955081750793e-07, "loss": 18.2617, "step": 54586 }, { "epoch": 48.48, "learning_rate": 4.358785782109298e-07, "loss": 18.085, "step": 54587 }, { "epoch": 48.48, "learning_rate": 4.3550776271251146e-07, "loss": 18.1963, "step": 54588 }, { "epoch": 48.48, "learning_rate": 4.351371043234409e-07, "loss": 18.3994, "step": 54589 }, { "epoch": 48.48, "learning_rate": 4.3476660304488934e-07, "loss": 18.3887, "step": 54590 }, { "epoch": 48.48, "learning_rate": 4.343962588780226e-07, "loss": 18.4297, "step": 54591 }, { "epoch": 48.48, "learning_rate": 4.34026071824023e-07, "loss": 18.3691, "step": 54592 }, { "epoch": 48.48, "learning_rate": 4.3365604188406186e-07, "loss": 17.7939, "step": 54593 }, { "epoch": 48.48, "learning_rate": 4.33286169059316e-07, "loss": 18.2656, "step": 54594 }, { "epoch": 48.49, "learning_rate": 4.329164533509511e-07, "loss": 17.6846, "step": 54595 }, { "epoch": 48.49, "learning_rate": 4.3254689476013854e-07, "loss": 18.1572, "step": 54596 }, { "epoch": 48.49, "learning_rate": 4.3217749328804955e-07, "loss": 17.6855, "step": 54597 }, { "epoch": 48.49, "learning_rate": 4.3217749328804955e-07, "loss": 18.7812, "step": 54598 }, { "epoch": 48.49, "learning_rate": 4.318082489358666e-07, "loss": 17.8076, "step": 54599 }, { "epoch": 48.49, "learning_rate": 4.3143916170474976e-07, "loss": 17.9932, "step": 54600 }, { "epoch": 48.49, "learning_rate": 4.3107023159587037e-07, "loss": 18.3203, "step": 54601 }, { "epoch": 48.49, "learning_rate": 4.307014586103997e-07, "loss": 18.4639, "step": 54602 }, { "epoch": 48.49, "learning_rate": 4.30332842749509e-07, "loss": 17.8662, "step": 54603 }, { "epoch": 48.49, "learning_rate": 4.2996438401435857e-07, "loss": 18.1377, "step": 54604 }, { "epoch": 48.49, "learning_rate": 4.295960824061196e-07, "loss": 18.5078, "step": 54605 }, { "epoch": 48.5, "learning_rate": 4.292279379259689e-07, "loss": 18.3008, "step": 54606 }, { "epoch": 48.5, "learning_rate": 4.288599505750612e-07, "loss": 18.0586, "step": 54607 }, { "epoch": 48.5, "learning_rate": 4.2849212035456223e-07, "loss": 18.4756, "step": 54608 }, { "epoch": 48.5, "learning_rate": 4.2812444726564873e-07, "loss": 18.584, "step": 54609 }, { "epoch": 48.5, "learning_rate": 4.277569313094809e-07, "loss": 18.7617, "step": 54610 }, { "epoch": 48.5, "learning_rate": 4.27389572487219e-07, "loss": 18.4062, "step": 54611 }, { "epoch": 48.5, "learning_rate": 4.270223708000398e-07, "loss": 18.0303, "step": 54612 }, { "epoch": 48.5, "learning_rate": 4.2665532624909245e-07, "loss": 17.7871, "step": 54613 }, { "epoch": 48.5, "learning_rate": 4.262884388355481e-07, "loss": 18.1602, "step": 54614 }, { "epoch": 48.5, "learning_rate": 4.2592170856056714e-07, "loss": 17.9277, "step": 54615 }, { "epoch": 48.5, "learning_rate": 4.2555513542531514e-07, "loss": 18.1602, "step": 54616 }, { "epoch": 48.51, "learning_rate": 4.2518871943095784e-07, "loss": 18.5654, "step": 54617 }, { "epoch": 48.51, "learning_rate": 4.248224605786444e-07, "loss": 19.248, "step": 54618 }, { "epoch": 48.51, "learning_rate": 4.24456358869546e-07, "loss": 18.3984, "step": 54619 }, { "epoch": 48.51, "learning_rate": 4.24090414304823e-07, "loss": 18.3779, "step": 54620 }, { "epoch": 48.51, "learning_rate": 4.2372462688562433e-07, "loss": 18.106, "step": 54621 }, { "epoch": 48.51, "learning_rate": 4.233589966131268e-07, "loss": 18.0625, "step": 54622 }, { "epoch": 48.51, "learning_rate": 4.229935234884741e-07, "loss": 18.1777, "step": 54623 }, { "epoch": 48.51, "learning_rate": 4.2262820751283184e-07, "loss": 18.0684, "step": 54624 }, { "epoch": 48.51, "learning_rate": 4.2226304868735465e-07, "loss": 18.21, "step": 54625 }, { "epoch": 48.51, "learning_rate": 4.218980470132028e-07, "loss": 18.0986, "step": 54626 }, { "epoch": 48.51, "learning_rate": 4.215332024915364e-07, "loss": 17.9941, "step": 54627 }, { "epoch": 48.52, "learning_rate": 4.211685151235101e-07, "loss": 18.208, "step": 54628 }, { "epoch": 48.52, "learning_rate": 4.208039849102674e-07, "loss": 18.4609, "step": 54629 }, { "epoch": 48.52, "learning_rate": 4.204396118529852e-07, "loss": 17.9727, "step": 54630 }, { "epoch": 48.52, "learning_rate": 4.2007539595280143e-07, "loss": 18.4346, "step": 54631 }, { "epoch": 48.52, "learning_rate": 4.1971133721088185e-07, "loss": 18.335, "step": 54632 }, { "epoch": 48.52, "learning_rate": 4.1934743562837e-07, "loss": 18.4648, "step": 54633 }, { "epoch": 48.52, "learning_rate": 4.18983691206426e-07, "loss": 18.0254, "step": 54634 }, { "epoch": 48.52, "learning_rate": 4.1862010394620455e-07, "loss": 18.2715, "step": 54635 }, { "epoch": 48.52, "learning_rate": 4.1862010394620455e-07, "loss": 17.9463, "step": 54636 }, { "epoch": 48.52, "learning_rate": 4.1825667384884913e-07, "loss": 17.96, "step": 54637 }, { "epoch": 48.52, "learning_rate": 4.1789340091552556e-07, "loss": 17.9014, "step": 54638 }, { "epoch": 48.52, "learning_rate": 4.1753028514737726e-07, "loss": 17.9316, "step": 54639 }, { "epoch": 48.53, "learning_rate": 4.171673265455478e-07, "loss": 18.2817, "step": 54640 }, { "epoch": 48.53, "learning_rate": 4.1680452511120296e-07, "loss": 18.791, "step": 54641 }, { "epoch": 48.53, "learning_rate": 4.1680452511120296e-07, "loss": 18.0488, "step": 54642 }, { "epoch": 48.53, "learning_rate": 4.1644188084548063e-07, "loss": 18.46, "step": 54643 }, { "epoch": 48.53, "learning_rate": 4.160793937495355e-07, "loss": 18.0625, "step": 54644 }, { "epoch": 48.53, "learning_rate": 4.157170638245167e-07, "loss": 17.8984, "step": 54645 }, { "epoch": 48.53, "learning_rate": 4.153548910715732e-07, "loss": 18.3867, "step": 54646 }, { "epoch": 48.53, "learning_rate": 4.149928754918486e-07, "loss": 18.0322, "step": 54647 }, { "epoch": 48.53, "learning_rate": 4.1463101708649756e-07, "loss": 18.4336, "step": 54648 }, { "epoch": 48.53, "learning_rate": 4.1426931585665796e-07, "loss": 18.2441, "step": 54649 }, { "epoch": 48.53, "learning_rate": 4.1390777180349005e-07, "loss": 17.8838, "step": 54650 }, { "epoch": 48.54, "learning_rate": 4.1354638492812625e-07, "loss": 18.5156, "step": 54651 }, { "epoch": 48.54, "learning_rate": 4.131851552317156e-07, "loss": 18.4131, "step": 54652 }, { "epoch": 48.54, "learning_rate": 4.128240827154073e-07, "loss": 18.0586, "step": 54653 }, { "epoch": 48.54, "learning_rate": 4.124631673803447e-07, "loss": 17.5957, "step": 54654 }, { "epoch": 48.54, "learning_rate": 4.12102409227666e-07, "loss": 18.2588, "step": 54655 }, { "epoch": 48.54, "learning_rate": 4.1174180825852557e-07, "loss": 18.0117, "step": 54656 }, { "epoch": 48.54, "learning_rate": 4.1138136447405606e-07, "loss": 18.1719, "step": 54657 }, { "epoch": 48.54, "learning_rate": 4.110210778754009e-07, "loss": 18.541, "step": 54658 }, { "epoch": 48.54, "learning_rate": 4.106609484637092e-07, "loss": 18.8555, "step": 54659 }, { "epoch": 48.54, "learning_rate": 4.1030097624011887e-07, "loss": 18.5127, "step": 54660 }, { "epoch": 48.54, "learning_rate": 4.0994116120576797e-07, "loss": 17.999, "step": 54661 }, { "epoch": 48.55, "learning_rate": 4.095815033618e-07, "loss": 18.3701, "step": 54662 }, { "epoch": 48.55, "learning_rate": 4.092220027093585e-07, "loss": 18.0771, "step": 54663 }, { "epoch": 48.55, "learning_rate": 4.088626592495759e-07, "loss": 18.9775, "step": 54664 }, { "epoch": 48.55, "learning_rate": 4.085034729835957e-07, "loss": 18.3057, "step": 54665 }, { "epoch": 48.55, "learning_rate": 4.081444439125559e-07, "loss": 18.3604, "step": 54666 }, { "epoch": 48.55, "learning_rate": 4.0778557203758895e-07, "loss": 18.6396, "step": 54667 }, { "epoch": 48.55, "learning_rate": 4.0742685735984387e-07, "loss": 18.2451, "step": 54668 }, { "epoch": 48.55, "learning_rate": 4.070682998804476e-07, "loss": 18.3975, "step": 54669 }, { "epoch": 48.55, "learning_rate": 4.0670989960053807e-07, "loss": 18.4238, "step": 54670 }, { "epoch": 48.55, "learning_rate": 4.0635165652125884e-07, "loss": 18.1641, "step": 54671 }, { "epoch": 48.55, "learning_rate": 4.059935706437423e-07, "loss": 17.9248, "step": 54672 }, { "epoch": 48.56, "learning_rate": 4.056356419691154e-07, "loss": 18.249, "step": 54673 }, { "epoch": 48.56, "learning_rate": 4.052778704985216e-07, "loss": 18.2109, "step": 54674 }, { "epoch": 48.56, "learning_rate": 4.0492025623308783e-07, "loss": 18.1553, "step": 54675 }, { "epoch": 48.56, "learning_rate": 4.0456279917395755e-07, "loss": 18.3809, "step": 54676 }, { "epoch": 48.56, "learning_rate": 4.0420549932225217e-07, "loss": 18.2246, "step": 54677 }, { "epoch": 48.56, "learning_rate": 4.0384835667911515e-07, "loss": 18.792, "step": 54678 }, { "epoch": 48.56, "learning_rate": 4.034913712456734e-07, "loss": 18.4219, "step": 54679 }, { "epoch": 48.56, "learning_rate": 4.0313454302305375e-07, "loss": 17.9619, "step": 54680 }, { "epoch": 48.56, "learning_rate": 4.027778720123998e-07, "loss": 18.1045, "step": 54681 }, { "epoch": 48.56, "learning_rate": 4.024213582148273e-07, "loss": 18.5107, "step": 54682 }, { "epoch": 48.56, "learning_rate": 4.0206500163147976e-07, "loss": 18.0889, "step": 54683 }, { "epoch": 48.56, "learning_rate": 4.017088022634785e-07, "loss": 18.1699, "step": 54684 }, { "epoch": 48.57, "learning_rate": 4.013527601119504e-07, "loss": 17.959, "step": 54685 }, { "epoch": 48.57, "learning_rate": 4.009968751780335e-07, "loss": 17.8838, "step": 54686 }, { "epoch": 48.57, "learning_rate": 4.006411474628491e-07, "loss": 18.1855, "step": 54687 }, { "epoch": 48.57, "learning_rate": 4.0028557696752956e-07, "loss": 18.709, "step": 54688 }, { "epoch": 48.57, "learning_rate": 3.9993016369319627e-07, "loss": 17.7871, "step": 54689 }, { "epoch": 48.57, "learning_rate": 3.9957490764097607e-07, "loss": 18.0527, "step": 54690 }, { "epoch": 48.57, "learning_rate": 3.992198088120014e-07, "loss": 18.3496, "step": 54691 }, { "epoch": 48.57, "learning_rate": 3.98864867207388e-07, "loss": 18.4775, "step": 54692 }, { "epoch": 48.57, "learning_rate": 3.9851008282827394e-07, "loss": 18.7129, "step": 54693 }, { "epoch": 48.57, "learning_rate": 3.9815545567577495e-07, "loss": 18.25, "step": 54694 }, { "epoch": 48.57, "learning_rate": 3.9780098575101234e-07, "loss": 18.0498, "step": 54695 }, { "epoch": 48.58, "learning_rate": 3.974466730551185e-07, "loss": 18.8633, "step": 54696 }, { "epoch": 48.58, "learning_rate": 3.970925175892093e-07, "loss": 18.3076, "step": 54697 }, { "epoch": 48.58, "learning_rate": 3.967385193544115e-07, "loss": 18.5527, "step": 54698 }, { "epoch": 48.58, "learning_rate": 3.963846783518521e-07, "loss": 18.0889, "step": 54699 }, { "epoch": 48.58, "learning_rate": 3.9603099458263573e-07, "loss": 17.9834, "step": 54700 }, { "epoch": 48.58, "learning_rate": 3.956774680479003e-07, "loss": 18.1748, "step": 54701 }, { "epoch": 48.58, "learning_rate": 3.953240987487616e-07, "loss": 18.5186, "step": 54702 }, { "epoch": 48.58, "learning_rate": 3.9497088668633553e-07, "loss": 18.3994, "step": 54703 }, { "epoch": 48.58, "learning_rate": 3.946178318617433e-07, "loss": 18.1436, "step": 54704 }, { "epoch": 48.58, "learning_rate": 3.9426493427611177e-07, "loss": 18.125, "step": 54705 }, { "epoch": 48.58, "learning_rate": 3.9391219393054566e-07, "loss": 18.4312, "step": 54706 }, { "epoch": 48.59, "learning_rate": 3.935596108261774e-07, "loss": 18.4062, "step": 54707 }, { "epoch": 48.59, "learning_rate": 3.932071849641117e-07, "loss": 18.582, "step": 54708 }, { "epoch": 48.59, "learning_rate": 3.928549163454753e-07, "loss": 17.8105, "step": 54709 }, { "epoch": 48.59, "learning_rate": 3.925028049713841e-07, "loss": 17.9238, "step": 54710 }, { "epoch": 48.59, "learning_rate": 3.9215085084294833e-07, "loss": 18.4551, "step": 54711 }, { "epoch": 48.59, "learning_rate": 3.9179905396128923e-07, "loss": 17.9863, "step": 54712 }, { "epoch": 48.59, "learning_rate": 3.9144741432751155e-07, "loss": 18.4678, "step": 54713 }, { "epoch": 48.59, "learning_rate": 3.9109593194274763e-07, "loss": 17.8545, "step": 54714 }, { "epoch": 48.59, "learning_rate": 3.9074460680809664e-07, "loss": 18.7793, "step": 54715 }, { "epoch": 48.59, "learning_rate": 3.9039343892467995e-07, "loss": 17.5693, "step": 54716 }, { "epoch": 48.59, "learning_rate": 3.900424282936077e-07, "loss": 18.8184, "step": 54717 }, { "epoch": 48.6, "learning_rate": 3.896915749159902e-07, "loss": 18.207, "step": 54718 }, { "epoch": 48.6, "learning_rate": 3.8934087879294314e-07, "loss": 18.1309, "step": 54719 }, { "epoch": 48.6, "learning_rate": 3.8899033992558234e-07, "loss": 18.6904, "step": 54720 }, { "epoch": 48.6, "learning_rate": 3.8863995831500687e-07, "loss": 17.8154, "step": 54721 }, { "epoch": 48.6, "learning_rate": 3.8828973396233814e-07, "loss": 18.1094, "step": 54722 }, { "epoch": 48.6, "learning_rate": 3.879396668686863e-07, "loss": 17.8223, "step": 54723 }, { "epoch": 48.6, "learning_rate": 3.8758975703515055e-07, "loss": 18.2441, "step": 54724 }, { "epoch": 48.6, "learning_rate": 3.872400044628466e-07, "loss": 17.9512, "step": 54725 }, { "epoch": 48.6, "learning_rate": 3.8689040915289023e-07, "loss": 18.5605, "step": 54726 }, { "epoch": 48.6, "learning_rate": 3.86540971106375e-07, "loss": 17.9219, "step": 54727 }, { "epoch": 48.6, "learning_rate": 3.861916903244223e-07, "loss": 18.4697, "step": 54728 }, { "epoch": 48.6, "learning_rate": 3.858425668081311e-07, "loss": 18.4434, "step": 54729 }, { "epoch": 48.61, "learning_rate": 3.8549360055861185e-07, "loss": 18.6914, "step": 54730 }, { "epoch": 48.61, "learning_rate": 3.8514479157696346e-07, "loss": 18.333, "step": 54731 }, { "epoch": 48.61, "learning_rate": 3.8479613986430186e-07, "loss": 18.7646, "step": 54732 }, { "epoch": 48.61, "learning_rate": 3.8444764542172607e-07, "loss": 18.5938, "step": 54733 }, { "epoch": 48.61, "learning_rate": 3.840993082503408e-07, "loss": 19.4238, "step": 54734 }, { "epoch": 48.61, "learning_rate": 3.8375112835125625e-07, "loss": 18.0352, "step": 54735 }, { "epoch": 48.61, "learning_rate": 3.8340310572556603e-07, "loss": 18.7969, "step": 54736 }, { "epoch": 48.61, "learning_rate": 3.8305524037438034e-07, "loss": 18.6514, "step": 54737 }, { "epoch": 48.61, "learning_rate": 3.827075322987983e-07, "loss": 18.4668, "step": 54738 }, { "epoch": 48.61, "learning_rate": 3.823599814999246e-07, "loss": 18.29, "step": 54739 }, { "epoch": 48.61, "learning_rate": 3.8201258797886386e-07, "loss": 18.9629, "step": 54740 }, { "epoch": 48.62, "learning_rate": 3.816653517367097e-07, "loss": 18.1597, "step": 54741 }, { "epoch": 48.62, "learning_rate": 3.813182727745723e-07, "loss": 18.624, "step": 54742 }, { "epoch": 48.62, "learning_rate": 3.809713510935398e-07, "loss": 18.375, "step": 54743 }, { "epoch": 48.62, "learning_rate": 3.806245866947222e-07, "loss": 18.626, "step": 54744 }, { "epoch": 48.62, "learning_rate": 3.8027797957920774e-07, "loss": 18.5439, "step": 54745 }, { "epoch": 48.62, "learning_rate": 3.799315297481121e-07, "loss": 17.9219, "step": 54746 }, { "epoch": 48.62, "learning_rate": 3.795852372025177e-07, "loss": 18.5146, "step": 54747 }, { "epoch": 48.62, "learning_rate": 3.792391019435293e-07, "loss": 18.3076, "step": 54748 }, { "epoch": 48.62, "learning_rate": 3.7889312397224043e-07, "loss": 18.3115, "step": 54749 }, { "epoch": 48.62, "learning_rate": 3.7854730328975575e-07, "loss": 17.9697, "step": 54750 }, { "epoch": 48.62, "learning_rate": 3.7820163989716327e-07, "loss": 18.1035, "step": 54751 }, { "epoch": 48.63, "learning_rate": 3.778561337955566e-07, "loss": 18.5879, "step": 54752 }, { "epoch": 48.63, "learning_rate": 3.775107849860404e-07, "loss": 18.6611, "step": 54753 }, { "epoch": 48.63, "learning_rate": 3.7716559346970273e-07, "loss": 18.3213, "step": 54754 }, { "epoch": 48.63, "learning_rate": 3.7682055924763704e-07, "loss": 17.7568, "step": 54755 }, { "epoch": 48.63, "learning_rate": 3.764756823209481e-07, "loss": 18.8203, "step": 54756 }, { "epoch": 48.63, "learning_rate": 3.761309626907128e-07, "loss": 18.3379, "step": 54757 }, { "epoch": 48.63, "learning_rate": 3.757864003580358e-07, "loss": 18.0342, "step": 54758 }, { "epoch": 48.63, "learning_rate": 3.754419953239996e-07, "loss": 18.0356, "step": 54759 }, { "epoch": 48.63, "learning_rate": 3.750977475897033e-07, "loss": 18.0225, "step": 54760 }, { "epoch": 48.63, "learning_rate": 3.7475365715624044e-07, "loss": 18.9023, "step": 54761 }, { "epoch": 48.63, "learning_rate": 3.7440972402469353e-07, "loss": 18.0098, "step": 54762 }, { "epoch": 48.63, "learning_rate": 3.7406594819615613e-07, "loss": 18.1396, "step": 54763 }, { "epoch": 48.64, "learning_rate": 3.737223296717218e-07, "loss": 18.1826, "step": 54764 }, { "epoch": 48.64, "learning_rate": 3.7337886845247303e-07, "loss": 18.3145, "step": 54765 }, { "epoch": 48.64, "learning_rate": 3.730355645395034e-07, "loss": 17.9033, "step": 54766 }, { "epoch": 48.64, "learning_rate": 3.7269241793390085e-07, "loss": 18.2158, "step": 54767 }, { "epoch": 48.64, "learning_rate": 3.723494286367479e-07, "loss": 18.0127, "step": 54768 }, { "epoch": 48.64, "learning_rate": 3.720065966491382e-07, "loss": 17.8223, "step": 54769 }, { "epoch": 48.64, "learning_rate": 3.71663921972154e-07, "loss": 18.082, "step": 54770 }, { "epoch": 48.64, "learning_rate": 3.7132140460688357e-07, "loss": 18.0039, "step": 54771 }, { "epoch": 48.64, "learning_rate": 3.7097904455442036e-07, "loss": 18.4688, "step": 54772 }, { "epoch": 48.64, "learning_rate": 3.706368418158301e-07, "loss": 18.2578, "step": 54773 }, { "epoch": 48.64, "learning_rate": 3.7029479639221765e-07, "loss": 18.3232, "step": 54774 }, { "epoch": 48.65, "learning_rate": 3.699529082846542e-07, "loss": 18.1133, "step": 54775 }, { "epoch": 48.65, "learning_rate": 3.696111774942279e-07, "loss": 17.8223, "step": 54776 }, { "epoch": 48.65, "learning_rate": 3.692696040220267e-07, "loss": 18.5068, "step": 54777 }, { "epoch": 48.65, "learning_rate": 3.68928187869122e-07, "loss": 17.939, "step": 54778 }, { "epoch": 48.65, "learning_rate": 3.685869290366073e-07, "loss": 17.9785, "step": 54779 }, { "epoch": 48.65, "learning_rate": 3.682458275255596e-07, "loss": 18.3574, "step": 54780 }, { "epoch": 48.65, "learning_rate": 3.6790488333705573e-07, "loss": 18.126, "step": 54781 }, { "epoch": 48.65, "learning_rate": 3.6756409647218934e-07, "loss": 18.146, "step": 54782 }, { "epoch": 48.65, "learning_rate": 3.672234669320207e-07, "loss": 18.3281, "step": 54783 }, { "epoch": 48.65, "learning_rate": 3.6688299471764885e-07, "loss": 18.3672, "step": 54784 }, { "epoch": 48.65, "learning_rate": 3.6654267983014526e-07, "loss": 18.1709, "step": 54785 }, { "epoch": 48.66, "learning_rate": 3.662025222705867e-07, "loss": 18.5264, "step": 54786 }, { "epoch": 48.66, "learning_rate": 3.658625220400558e-07, "loss": 19.0107, "step": 54787 }, { "epoch": 48.66, "learning_rate": 3.655226791396238e-07, "loss": 18.3164, "step": 54788 }, { "epoch": 48.66, "learning_rate": 3.6518299357037324e-07, "loss": 18.1787, "step": 54789 }, { "epoch": 48.66, "learning_rate": 3.64843465333381e-07, "loss": 17.7275, "step": 54790 }, { "epoch": 48.66, "learning_rate": 3.6450409442971844e-07, "loss": 18.104, "step": 54791 }, { "epoch": 48.66, "learning_rate": 3.641648808604681e-07, "loss": 18.4043, "step": 54792 }, { "epoch": 48.66, "learning_rate": 3.6382582462670124e-07, "loss": 18.0537, "step": 54793 }, { "epoch": 48.66, "learning_rate": 3.634869257294893e-07, "loss": 18.5547, "step": 54794 }, { "epoch": 48.66, "learning_rate": 3.631481841699147e-07, "loss": 18.6709, "step": 54795 }, { "epoch": 48.66, "learning_rate": 3.6280959994904883e-07, "loss": 18.3252, "step": 54796 }, { "epoch": 48.67, "learning_rate": 3.624711730679575e-07, "loss": 18.292, "step": 54797 }, { "epoch": 48.67, "learning_rate": 3.621329035277232e-07, "loss": 18.1504, "step": 54798 }, { "epoch": 48.67, "learning_rate": 3.617947913294117e-07, "loss": 18.3384, "step": 54799 }, { "epoch": 48.67, "learning_rate": 3.614568364741e-07, "loss": 18.5166, "step": 54800 }, { "epoch": 48.67, "learning_rate": 3.611190389628538e-07, "loss": 17.9268, "step": 54801 }, { "epoch": 48.67, "learning_rate": 3.6078139879674457e-07, "loss": 18.0537, "step": 54802 }, { "epoch": 48.67, "learning_rate": 3.6044391597684914e-07, "loss": 17.8906, "step": 54803 }, { "epoch": 48.67, "learning_rate": 3.601065905042278e-07, "loss": 17.853, "step": 54804 }, { "epoch": 48.67, "learning_rate": 3.5976942237995745e-07, "loss": 18.1875, "step": 54805 }, { "epoch": 48.67, "learning_rate": 3.5943241160510397e-07, "loss": 17.9658, "step": 54806 }, { "epoch": 48.67, "learning_rate": 3.5909555818073313e-07, "loss": 18.0103, "step": 54807 }, { "epoch": 48.67, "learning_rate": 3.587588621079163e-07, "loss": 18.2744, "step": 54808 }, { "epoch": 48.68, "learning_rate": 3.584223233877193e-07, "loss": 18.0205, "step": 54809 }, { "epoch": 48.68, "learning_rate": 3.5808594202120795e-07, "loss": 17.6777, "step": 54810 }, { "epoch": 48.68, "learning_rate": 3.5774971800945354e-07, "loss": 18.624, "step": 54811 }, { "epoch": 48.68, "learning_rate": 3.5741365135351643e-07, "loss": 18.3418, "step": 54812 }, { "epoch": 48.68, "learning_rate": 3.5707774205446245e-07, "loss": 18.4385, "step": 54813 }, { "epoch": 48.68, "learning_rate": 3.567419901133517e-07, "loss": 17.9482, "step": 54814 }, { "epoch": 48.68, "learning_rate": 3.5640639553126134e-07, "loss": 18.1875, "step": 54815 }, { "epoch": 48.68, "learning_rate": 3.5607095830924587e-07, "loss": 17.9961, "step": 54816 }, { "epoch": 48.68, "learning_rate": 3.557356784483712e-07, "loss": 17.8096, "step": 54817 }, { "epoch": 48.68, "learning_rate": 3.554005559497031e-07, "loss": 18.1553, "step": 54818 }, { "epoch": 48.68, "learning_rate": 3.554005559497031e-07, "loss": 18.2383, "step": 54819 }, { "epoch": 48.69, "learning_rate": 3.5506559081429635e-07, "loss": 18.3359, "step": 54820 }, { "epoch": 48.69, "learning_rate": 3.5473078304321116e-07, "loss": 17.9678, "step": 54821 }, { "epoch": 48.69, "learning_rate": 3.543961326375189e-07, "loss": 17.7793, "step": 54822 }, { "epoch": 48.69, "learning_rate": 3.5406163959827986e-07, "loss": 18.5811, "step": 54823 }, { "epoch": 48.69, "learning_rate": 3.537273039265432e-07, "loss": 17.7725, "step": 54824 }, { "epoch": 48.69, "learning_rate": 3.533931256233802e-07, "loss": 18.1445, "step": 54825 }, { "epoch": 48.69, "learning_rate": 3.530591046898457e-07, "loss": 17.8711, "step": 54826 }, { "epoch": 48.69, "learning_rate": 3.5272524112699433e-07, "loss": 18.5781, "step": 54827 }, { "epoch": 48.69, "learning_rate": 3.5239153493589194e-07, "loss": 18.1436, "step": 54828 }, { "epoch": 48.69, "learning_rate": 3.520579861175932e-07, "loss": 18.3887, "step": 54829 }, { "epoch": 48.69, "learning_rate": 3.517245946731529e-07, "loss": 17.8965, "step": 54830 }, { "epoch": 48.7, "learning_rate": 3.513913606036312e-07, "loss": 18.4346, "step": 54831 }, { "epoch": 48.7, "learning_rate": 3.510582839100829e-07, "loss": 18.4648, "step": 54832 }, { "epoch": 48.7, "learning_rate": 3.5072536459356266e-07, "loss": 18.1235, "step": 54833 }, { "epoch": 48.7, "learning_rate": 3.503926026551252e-07, "loss": 18.5771, "step": 54834 }, { "epoch": 48.7, "learning_rate": 3.500599980958308e-07, "loss": 17.9092, "step": 54835 }, { "epoch": 48.7, "learning_rate": 3.497275509167286e-07, "loss": 18.1074, "step": 54836 }, { "epoch": 48.7, "learning_rate": 3.4939526111887335e-07, "loss": 18.1104, "step": 54837 }, { "epoch": 48.7, "learning_rate": 3.490631287033197e-07, "loss": 18.5293, "step": 54838 }, { "epoch": 48.7, "learning_rate": 3.487311536711169e-07, "loss": 18.4443, "step": 54839 }, { "epoch": 48.7, "learning_rate": 3.4839933602332506e-07, "loss": 17.9785, "step": 54840 }, { "epoch": 48.7, "learning_rate": 3.4806767576098795e-07, "loss": 17.9775, "step": 54841 }, { "epoch": 48.71, "learning_rate": 3.4773617288516023e-07, "loss": 17.6572, "step": 54842 }, { "epoch": 48.71, "learning_rate": 3.4740482739689104e-07, "loss": 18.0625, "step": 54843 }, { "epoch": 48.71, "learning_rate": 3.470736392972296e-07, "loss": 18.7988, "step": 54844 }, { "epoch": 48.71, "learning_rate": 3.4674260858723606e-07, "loss": 17.998, "step": 54845 }, { "epoch": 48.71, "learning_rate": 3.464117352679486e-07, "loss": 17.9531, "step": 54846 }, { "epoch": 48.71, "learning_rate": 3.460810193404107e-07, "loss": 17.625, "step": 54847 }, { "epoch": 48.71, "learning_rate": 3.4575046080568827e-07, "loss": 18.1758, "step": 54848 }, { "epoch": 48.71, "learning_rate": 3.4542005966481385e-07, "loss": 17.9131, "step": 54849 }, { "epoch": 48.71, "learning_rate": 3.4508981591884757e-07, "loss": 18.1445, "step": 54850 }, { "epoch": 48.71, "learning_rate": 3.447597295688276e-07, "loss": 18.4014, "step": 54851 }, { "epoch": 48.71, "learning_rate": 3.4442980061579754e-07, "loss": 18.2197, "step": 54852 }, { "epoch": 48.71, "learning_rate": 3.4410002906081206e-07, "loss": 18.2861, "step": 54853 }, { "epoch": 48.72, "learning_rate": 3.4377041490490926e-07, "loss": 18.5303, "step": 54854 }, { "epoch": 48.72, "learning_rate": 3.4344095814913825e-07, "loss": 18.0879, "step": 54855 }, { "epoch": 48.72, "learning_rate": 3.4311165879454267e-07, "loss": 18.2861, "step": 54856 }, { "epoch": 48.72, "learning_rate": 3.4278251684216613e-07, "loss": 17.9814, "step": 54857 }, { "epoch": 48.72, "learning_rate": 3.424535322930522e-07, "loss": 18.1533, "step": 54858 }, { "epoch": 48.72, "learning_rate": 3.4212470514823904e-07, "loss": 17.8711, "step": 54859 }, { "epoch": 48.72, "learning_rate": 3.417960354087701e-07, "loss": 18.1807, "step": 54860 }, { "epoch": 48.72, "learning_rate": 3.414675230757003e-07, "loss": 18.6309, "step": 54861 }, { "epoch": 48.72, "learning_rate": 3.411391681500509e-07, "loss": 17.9878, "step": 54862 }, { "epoch": 48.72, "learning_rate": 3.4081097063287657e-07, "loss": 18.5664, "step": 54863 }, { "epoch": 48.72, "learning_rate": 3.404829305252155e-07, "loss": 17.8496, "step": 54864 }, { "epoch": 48.73, "learning_rate": 3.4015504782810015e-07, "loss": 17.7354, "step": 54865 }, { "epoch": 48.73, "learning_rate": 3.398273225425796e-07, "loss": 18.833, "step": 54866 }, { "epoch": 48.73, "learning_rate": 3.3949975466968653e-07, "loss": 18.1279, "step": 54867 }, { "epoch": 48.73, "learning_rate": 3.3917234421045885e-07, "loss": 18.1304, "step": 54868 }, { "epoch": 48.73, "learning_rate": 3.388450911659402e-07, "loss": 18.0479, "step": 54869 }, { "epoch": 48.73, "learning_rate": 3.385179955371631e-07, "loss": 18.3662, "step": 54870 }, { "epoch": 48.73, "learning_rate": 3.3819105732516563e-07, "loss": 18.0557, "step": 54871 }, { "epoch": 48.73, "learning_rate": 3.378642765309858e-07, "loss": 18.0391, "step": 54872 }, { "epoch": 48.73, "learning_rate": 3.3753765315565067e-07, "loss": 18.313, "step": 54873 }, { "epoch": 48.73, "learning_rate": 3.3721118720020926e-07, "loss": 18.4912, "step": 54874 }, { "epoch": 48.73, "learning_rate": 3.368848786656831e-07, "loss": 18.2227, "step": 54875 }, { "epoch": 48.74, "learning_rate": 3.3655872755312123e-07, "loss": 18.0303, "step": 54876 }, { "epoch": 48.74, "learning_rate": 3.3623273386354517e-07, "loss": 17.6787, "step": 54877 }, { "epoch": 48.74, "learning_rate": 3.359068975979929e-07, "loss": 17.9482, "step": 54878 }, { "epoch": 48.74, "learning_rate": 3.355812187574969e-07, "loss": 17.5928, "step": 54879 }, { "epoch": 48.74, "learning_rate": 3.3525569734308424e-07, "loss": 17.8682, "step": 54880 }, { "epoch": 48.74, "learning_rate": 3.349303333557985e-07, "loss": 18.2568, "step": 54881 }, { "epoch": 48.74, "learning_rate": 3.3460512679666657e-07, "loss": 18.2998, "step": 54882 }, { "epoch": 48.74, "learning_rate": 3.3428007766670986e-07, "loss": 18.1279, "step": 54883 }, { "epoch": 48.74, "learning_rate": 3.339551859669721e-07, "loss": 18.0449, "step": 54884 }, { "epoch": 48.74, "learning_rate": 3.33630451698469e-07, "loss": 18.2598, "step": 54885 }, { "epoch": 48.74, "learning_rate": 3.333058748622442e-07, "loss": 18.8613, "step": 54886 }, { "epoch": 48.75, "learning_rate": 3.329814554593191e-07, "loss": 18.1328, "step": 54887 }, { "epoch": 48.75, "learning_rate": 3.326571934907263e-07, "loss": 18.1401, "step": 54888 }, { "epoch": 48.75, "learning_rate": 3.3233308895748715e-07, "loss": 18.6299, "step": 54889 }, { "epoch": 48.75, "learning_rate": 3.320091418606286e-07, "loss": 18.1094, "step": 54890 }, { "epoch": 48.75, "learning_rate": 3.3168535220118314e-07, "loss": 18.4424, "step": 54891 }, { "epoch": 48.75, "learning_rate": 3.3136171998017775e-07, "loss": 18.1177, "step": 54892 }, { "epoch": 48.75, "learning_rate": 3.3103824519863936e-07, "loss": 18.6484, "step": 54893 }, { "epoch": 48.75, "learning_rate": 3.3071492785758386e-07, "loss": 18.1338, "step": 54894 }, { "epoch": 48.75, "learning_rate": 3.303917679580437e-07, "loss": 18.4004, "step": 54895 }, { "epoch": 48.75, "learning_rate": 3.300687655010404e-07, "loss": 18.708, "step": 54896 }, { "epoch": 48.75, "learning_rate": 3.297459204876008e-07, "loss": 18.2178, "step": 54897 }, { "epoch": 48.75, "learning_rate": 3.2942323291874076e-07, "loss": 18.1738, "step": 54898 }, { "epoch": 48.76, "learning_rate": 3.291007027954984e-07, "loss": 18.0117, "step": 54899 }, { "epoch": 48.76, "learning_rate": 3.2877833011887847e-07, "loss": 18.3057, "step": 54900 }, { "epoch": 48.76, "learning_rate": 3.2845611488991346e-07, "loss": 18.9014, "step": 54901 }, { "epoch": 48.76, "learning_rate": 3.2813405710962476e-07, "loss": 17.9072, "step": 54902 }, { "epoch": 48.76, "learning_rate": 3.278121567790282e-07, "loss": 17.8408, "step": 54903 }, { "epoch": 48.76, "learning_rate": 3.2749041389914527e-07, "loss": 18.1543, "step": 54904 }, { "epoch": 48.76, "learning_rate": 3.271688284709973e-07, "loss": 18.8086, "step": 54905 }, { "epoch": 48.76, "learning_rate": 3.268474004956057e-07, "loss": 18.5781, "step": 54906 }, { "epoch": 48.76, "learning_rate": 3.2652612997398634e-07, "loss": 18.3711, "step": 54907 }, { "epoch": 48.76, "learning_rate": 3.262050169071551e-07, "loss": 18.5156, "step": 54908 }, { "epoch": 48.76, "learning_rate": 3.258840612961334e-07, "loss": 18.3604, "step": 54909 }, { "epoch": 48.77, "learning_rate": 3.2556326314194254e-07, "loss": 17.7139, "step": 54910 }, { "epoch": 48.77, "learning_rate": 3.252426224455929e-07, "loss": 18.1562, "step": 54911 }, { "epoch": 48.77, "learning_rate": 3.2492213920810033e-07, "loss": 18.4502, "step": 54912 }, { "epoch": 48.77, "learning_rate": 3.246018134304862e-07, "loss": 18.5977, "step": 54913 }, { "epoch": 48.77, "learning_rate": 3.242816451137609e-07, "loss": 17.8535, "step": 54914 }, { "epoch": 48.77, "learning_rate": 3.2396163425894575e-07, "loss": 18.5908, "step": 54915 }, { "epoch": 48.77, "learning_rate": 3.2364178086704553e-07, "loss": 17.7412, "step": 54916 }, { "epoch": 48.77, "learning_rate": 3.2332208493908166e-07, "loss": 18.2783, "step": 54917 }, { "epoch": 48.77, "learning_rate": 3.2300254647606443e-07, "loss": 18.4521, "step": 54918 }, { "epoch": 48.77, "learning_rate": 3.226831654790097e-07, "loss": 18.1631, "step": 54919 }, { "epoch": 48.77, "learning_rate": 3.2236394194892216e-07, "loss": 18.1714, "step": 54920 }, { "epoch": 48.78, "learning_rate": 3.220448758868289e-07, "loss": 18.4121, "step": 54921 }, { "epoch": 48.78, "learning_rate": 3.217259672937234e-07, "loss": 17.7764, "step": 54922 }, { "epoch": 48.78, "learning_rate": 3.214072161706272e-07, "loss": 18.085, "step": 54923 }, { "epoch": 48.78, "learning_rate": 3.21088622518545e-07, "loss": 17.8096, "step": 54924 }, { "epoch": 48.78, "learning_rate": 3.2077018633849265e-07, "loss": 18.6328, "step": 54925 }, { "epoch": 48.78, "learning_rate": 3.2045190763148045e-07, "loss": 18.0742, "step": 54926 }, { "epoch": 48.78, "learning_rate": 3.201337863985077e-07, "loss": 17.9082, "step": 54927 }, { "epoch": 48.78, "learning_rate": 3.1981582264059005e-07, "loss": 17.8164, "step": 54928 }, { "epoch": 48.78, "learning_rate": 3.1949801635873245e-07, "loss": 17.8887, "step": 54929 }, { "epoch": 48.78, "learning_rate": 3.1918036755395064e-07, "loss": 17.9092, "step": 54930 }, { "epoch": 48.78, "learning_rate": 3.1886287622723833e-07, "loss": 17.8857, "step": 54931 }, { "epoch": 48.79, "learning_rate": 3.185455423796113e-07, "loss": 17.6904, "step": 54932 }, { "epoch": 48.79, "learning_rate": 3.1822836601206886e-07, "loss": 17.9883, "step": 54933 }, { "epoch": 48.79, "learning_rate": 3.179113471256212e-07, "loss": 17.875, "step": 54934 }, { "epoch": 48.79, "learning_rate": 3.1759448572127316e-07, "loss": 18.1514, "step": 54935 }, { "epoch": 48.79, "learning_rate": 3.1727778180002944e-07, "loss": 17.9746, "step": 54936 }, { "epoch": 48.79, "learning_rate": 3.169612353628892e-07, "loss": 17.957, "step": 54937 }, { "epoch": 48.79, "learning_rate": 3.1664484641086287e-07, "loss": 18.1943, "step": 54938 }, { "epoch": 48.79, "learning_rate": 3.1632861494494406e-07, "loss": 17.8877, "step": 54939 }, { "epoch": 48.79, "learning_rate": 3.1601254096614297e-07, "loss": 18.4248, "step": 54940 }, { "epoch": 48.79, "learning_rate": 3.156966244754589e-07, "loss": 17.7827, "step": 54941 }, { "epoch": 48.79, "learning_rate": 3.1538086547389103e-07, "loss": 17.7568, "step": 54942 }, { "epoch": 48.79, "learning_rate": 3.1506526396244404e-07, "loss": 17.6816, "step": 54943 }, { "epoch": 48.8, "learning_rate": 3.1474981994212284e-07, "loss": 17.9111, "step": 54944 }, { "epoch": 48.8, "learning_rate": 3.144345334139154e-07, "loss": 18.2432, "step": 54945 }, { "epoch": 48.8, "learning_rate": 3.1411940437882645e-07, "loss": 18.0703, "step": 54946 }, { "epoch": 48.8, "learning_rate": 3.1380443283786085e-07, "loss": 17.8018, "step": 54947 }, { "epoch": 48.8, "learning_rate": 3.1348961879200664e-07, "loss": 18.4297, "step": 54948 }, { "epoch": 48.8, "learning_rate": 3.131749622422686e-07, "loss": 18.1001, "step": 54949 }, { "epoch": 48.8, "learning_rate": 3.1286046318964035e-07, "loss": 17.9824, "step": 54950 }, { "epoch": 48.8, "learning_rate": 3.1254612163512107e-07, "loss": 18.1055, "step": 54951 }, { "epoch": 48.8, "learning_rate": 3.1223193757971e-07, "loss": 17.5879, "step": 54952 }, { "epoch": 48.8, "learning_rate": 3.119179110243953e-07, "loss": 17.9595, "step": 54953 }, { "epoch": 48.8, "learning_rate": 3.1160404197018154e-07, "loss": 18.1396, "step": 54954 }, { "epoch": 48.81, "learning_rate": 3.11290330418057e-07, "loss": 18.3955, "step": 54955 }, { "epoch": 48.81, "learning_rate": 3.109767763690208e-07, "loss": 17.7715, "step": 54956 }, { "epoch": 48.81, "learning_rate": 3.1066337982405546e-07, "loss": 18.3379, "step": 54957 }, { "epoch": 48.81, "learning_rate": 3.1035014078417135e-07, "loss": 17.582, "step": 54958 }, { "epoch": 48.81, "learning_rate": 3.10037059250351e-07, "loss": 17.5254, "step": 54959 }, { "epoch": 48.81, "learning_rate": 3.09724135223588e-07, "loss": 17.73, "step": 54960 }, { "epoch": 48.81, "learning_rate": 3.094113687048761e-07, "loss": 18.5156, "step": 54961 }, { "epoch": 48.81, "learning_rate": 3.090987596952033e-07, "loss": 18.5117, "step": 54962 }, { "epoch": 48.81, "learning_rate": 3.0878630819556885e-07, "loss": 18.1855, "step": 54963 }, { "epoch": 48.81, "learning_rate": 3.084740142069553e-07, "loss": 18.1699, "step": 54964 }, { "epoch": 48.81, "learning_rate": 3.081618777303508e-07, "loss": 18.2793, "step": 54965 }, { "epoch": 48.82, "learning_rate": 3.078498987667489e-07, "loss": 18.3945, "step": 54966 }, { "epoch": 48.82, "learning_rate": 3.075380773171377e-07, "loss": 17.6377, "step": 54967 }, { "epoch": 48.82, "learning_rate": 3.072264133825109e-07, "loss": 17.8667, "step": 54968 }, { "epoch": 48.82, "learning_rate": 3.069149069638455e-07, "loss": 18.376, "step": 54969 }, { "epoch": 48.82, "learning_rate": 3.066035580621407e-07, "loss": 18.1357, "step": 54970 }, { "epoch": 48.82, "learning_rate": 3.0629236667837347e-07, "loss": 17.9346, "step": 54971 }, { "epoch": 48.82, "learning_rate": 3.0598133281353746e-07, "loss": 17.8252, "step": 54972 }, { "epoch": 48.82, "learning_rate": 3.056704564686097e-07, "loss": 18.1465, "step": 54973 }, { "epoch": 48.82, "learning_rate": 3.0535973764458935e-07, "loss": 18.8096, "step": 54974 }, { "epoch": 48.82, "learning_rate": 3.050491763424479e-07, "loss": 18.415, "step": 54975 }, { "epoch": 48.82, "learning_rate": 3.04738772563179e-07, "loss": 17.8262, "step": 54976 }, { "epoch": 48.83, "learning_rate": 3.0442852630775956e-07, "loss": 18.123, "step": 54977 }, { "epoch": 48.83, "learning_rate": 3.041184375771777e-07, "loss": 18.1953, "step": 54978 }, { "epoch": 48.83, "learning_rate": 3.038085063724161e-07, "loss": 18.042, "step": 54979 }, { "epoch": 48.83, "learning_rate": 3.034987326944516e-07, "loss": 18.5908, "step": 54980 }, { "epoch": 48.83, "learning_rate": 3.031891165442724e-07, "loss": 18.1484, "step": 54981 }, { "epoch": 48.83, "learning_rate": 3.02879657922861e-07, "loss": 18.6953, "step": 54982 }, { "epoch": 48.83, "learning_rate": 3.025703568311944e-07, "loss": 17.8818, "step": 54983 }, { "epoch": 48.83, "learning_rate": 3.022612132702496e-07, "loss": 18.0986, "step": 54984 }, { "epoch": 48.83, "learning_rate": 3.019522272410202e-07, "loss": 17.8877, "step": 54985 }, { "epoch": 48.83, "learning_rate": 3.0164339874446667e-07, "loss": 18.0303, "step": 54986 }, { "epoch": 48.83, "learning_rate": 3.01334727781577e-07, "loss": 17.8428, "step": 54987 }, { "epoch": 48.83, "learning_rate": 3.0102621435333934e-07, "loss": 18.2129, "step": 54988 }, { "epoch": 48.84, "learning_rate": 3.00717858460714e-07, "loss": 18.333, "step": 54989 }, { "epoch": 48.84, "learning_rate": 3.00717858460714e-07, "loss": 18.6816, "step": 54990 }, { "epoch": 48.84, "learning_rate": 3.004096601046946e-07, "loss": 17.9258, "step": 54991 }, { "epoch": 48.84, "learning_rate": 3.0010161928624715e-07, "loss": 17.8857, "step": 54992 }, { "epoch": 48.84, "learning_rate": 2.997937360063485e-07, "loss": 18.2793, "step": 54993 }, { "epoch": 48.84, "learning_rate": 2.994860102659758e-07, "loss": 18.001, "step": 54994 }, { "epoch": 48.84, "learning_rate": 2.9917844206611147e-07, "loss": 18.1445, "step": 54995 }, { "epoch": 48.84, "learning_rate": 2.9887103140772144e-07, "loss": 18.1201, "step": 54996 }, { "epoch": 48.84, "learning_rate": 2.985637782917883e-07, "loss": 18.1338, "step": 54997 }, { "epoch": 48.84, "learning_rate": 2.9825668271927233e-07, "loss": 18.1572, "step": 54998 }, { "epoch": 48.84, "learning_rate": 2.979497446911672e-07, "loss": 18.1309, "step": 54999 }, { "epoch": 48.85, "learning_rate": 2.976429642084277e-07, "loss": 18.0537, "step": 55000 }, { "epoch": 48.85, "learning_rate": 2.9733634127203093e-07, "loss": 18.1377, "step": 55001 }, { "epoch": 48.85, "learning_rate": 2.970298758829593e-07, "loss": 18.2539, "step": 55002 }, { "epoch": 48.85, "learning_rate": 2.9672356804216763e-07, "loss": 18.3438, "step": 55003 }, { "epoch": 48.85, "learning_rate": 2.9641741775064404e-07, "loss": 18.4521, "step": 55004 }, { "epoch": 48.85, "learning_rate": 2.961114250093433e-07, "loss": 17.8525, "step": 55005 }, { "epoch": 48.85, "learning_rate": 2.9580558981924247e-07, "loss": 17.9082, "step": 55006 }, { "epoch": 48.85, "learning_rate": 2.954999121813129e-07, "loss": 17.7949, "step": 55007 }, { "epoch": 48.85, "learning_rate": 2.9519439209652055e-07, "loss": 18.1582, "step": 55008 }, { "epoch": 48.85, "learning_rate": 2.9488902956583684e-07, "loss": 18.0146, "step": 55009 }, { "epoch": 48.85, "learning_rate": 2.945838245902222e-07, "loss": 18.3389, "step": 55010 }, { "epoch": 48.86, "learning_rate": 2.9427877717065344e-07, "loss": 18.5, "step": 55011 }, { "epoch": 48.86, "learning_rate": 2.939738873080966e-07, "loss": 17.7764, "step": 55012 }, { "epoch": 48.86, "learning_rate": 2.9366915500350647e-07, "loss": 17.7607, "step": 55013 }, { "epoch": 48.86, "learning_rate": 2.933645802578655e-07, "loss": 18.0869, "step": 55014 }, { "epoch": 48.86, "learning_rate": 2.930601630721286e-07, "loss": 18.0117, "step": 55015 }, { "epoch": 48.86, "learning_rate": 2.9275590344726156e-07, "loss": 18.2314, "step": 55016 }, { "epoch": 48.86, "learning_rate": 2.924518013842303e-07, "loss": 18.1504, "step": 55017 }, { "epoch": 48.86, "learning_rate": 2.9214785688400084e-07, "loss": 18.3809, "step": 55018 }, { "epoch": 48.86, "learning_rate": 2.9184406994753334e-07, "loss": 17.6758, "step": 55019 }, { "epoch": 48.86, "learning_rate": 2.9154044057579376e-07, "loss": 18.54, "step": 55020 }, { "epoch": 48.86, "learning_rate": 2.912369687697425e-07, "loss": 18.0186, "step": 55021 }, { "epoch": 48.87, "learning_rate": 2.909336545303398e-07, "loss": 18.1094, "step": 55022 }, { "epoch": 48.87, "learning_rate": 2.906304978585517e-07, "loss": 17.8721, "step": 55023 }, { "epoch": 48.87, "learning_rate": 2.9032749875533285e-07, "loss": 18.5732, "step": 55024 }, { "epoch": 48.87, "learning_rate": 2.900246572216547e-07, "loss": 18.1846, "step": 55025 }, { "epoch": 48.87, "learning_rate": 2.897219732584611e-07, "loss": 18.3184, "step": 55026 }, { "epoch": 48.87, "learning_rate": 2.8941944686672885e-07, "loss": 17.6699, "step": 55027 }, { "epoch": 48.87, "learning_rate": 2.891170780474073e-07, "loss": 17.9072, "step": 55028 }, { "epoch": 48.87, "learning_rate": 2.888148668014512e-07, "loss": 18.8076, "step": 55029 }, { "epoch": 48.87, "learning_rate": 2.8851281312982645e-07, "loss": 17.9844, "step": 55030 }, { "epoch": 48.87, "learning_rate": 2.8821091703348237e-07, "loss": 18.0078, "step": 55031 }, { "epoch": 48.87, "learning_rate": 2.879091785133903e-07, "loss": 18.3076, "step": 55032 }, { "epoch": 48.87, "learning_rate": 2.876075975704884e-07, "loss": 18.0615, "step": 55033 }, { "epoch": 48.88, "learning_rate": 2.873061742057481e-07, "loss": 18.4512, "step": 55034 }, { "epoch": 48.88, "learning_rate": 2.8700490842011874e-07, "loss": 18.0527, "step": 55035 }, { "epoch": 48.88, "learning_rate": 2.8670380021454944e-07, "loss": 18.4688, "step": 55036 }, { "epoch": 48.88, "learning_rate": 2.864028495900006e-07, "loss": 18.2549, "step": 55037 }, { "epoch": 48.88, "learning_rate": 2.8610205654742707e-07, "loss": 17.8975, "step": 55038 }, { "epoch": 48.88, "learning_rate": 2.8580142108778353e-07, "loss": 17.8335, "step": 55039 }, { "epoch": 48.88, "learning_rate": 2.855009432120137e-07, "loss": 17.8418, "step": 55040 }, { "epoch": 48.88, "learning_rate": 2.852006229210835e-07, "loss": 17.9092, "step": 55041 }, { "epoch": 48.88, "learning_rate": 2.849004602159311e-07, "loss": 17.8408, "step": 55042 }, { "epoch": 48.88, "learning_rate": 2.846004550975223e-07, "loss": 18.3301, "step": 55043 }, { "epoch": 48.88, "learning_rate": 2.843006075668009e-07, "loss": 17.9219, "step": 55044 }, { "epoch": 48.89, "learning_rate": 2.840009176247105e-07, "loss": 18.207, "step": 55045 }, { "epoch": 48.89, "learning_rate": 2.837013852722115e-07, "loss": 18.1445, "step": 55046 }, { "epoch": 48.89, "learning_rate": 2.834020105102475e-07, "loss": 18.2988, "step": 55047 }, { "epoch": 48.89, "learning_rate": 2.8310279333976785e-07, "loss": 18.4443, "step": 55048 }, { "epoch": 48.89, "learning_rate": 2.828037337617273e-07, "loss": 17.9648, "step": 55049 }, { "epoch": 48.89, "learning_rate": 2.82504831777064e-07, "loss": 17.499, "step": 55050 }, { "epoch": 48.89, "learning_rate": 2.822060873867383e-07, "loss": 17.9492, "step": 55051 }, { "epoch": 48.89, "learning_rate": 2.819075005916827e-07, "loss": 17.5781, "step": 55052 }, { "epoch": 48.89, "learning_rate": 2.816090713928521e-07, "loss": 18.4629, "step": 55053 }, { "epoch": 48.89, "learning_rate": 2.8131079979119014e-07, "loss": 18.4272, "step": 55054 }, { "epoch": 48.89, "learning_rate": 2.8101268578764604e-07, "loss": 18.417, "step": 55055 }, { "epoch": 48.9, "learning_rate": 2.8071472938315803e-07, "loss": 18.4268, "step": 55056 }, { "epoch": 48.9, "learning_rate": 2.8041693057866967e-07, "loss": 18.1934, "step": 55057 }, { "epoch": 48.9, "learning_rate": 2.8011928937513587e-07, "loss": 18.1924, "step": 55058 }, { "epoch": 48.9, "learning_rate": 2.798218057734947e-07, "loss": 17.7783, "step": 55059 }, { "epoch": 48.9, "learning_rate": 2.795244797746843e-07, "loss": 18.3076, "step": 55060 }, { "epoch": 48.9, "learning_rate": 2.7922731137965396e-07, "loss": 18.0781, "step": 55061 }, { "epoch": 48.9, "learning_rate": 2.7893030058933625e-07, "loss": 18.3535, "step": 55062 }, { "epoch": 48.9, "learning_rate": 2.786334474046859e-07, "loss": 17.5752, "step": 55063 }, { "epoch": 48.9, "learning_rate": 2.7833675182663e-07, "loss": 18.3027, "step": 55064 }, { "epoch": 48.9, "learning_rate": 2.7804021385612336e-07, "loss": 17.9629, "step": 55065 }, { "epoch": 48.9, "learning_rate": 2.777438334940985e-07, "loss": 18.3672, "step": 55066 }, { "epoch": 48.9, "learning_rate": 2.774476107414881e-07, "loss": 17.9844, "step": 55067 }, { "epoch": 48.91, "learning_rate": 2.771515455992413e-07, "loss": 17.8452, "step": 55068 }, { "epoch": 48.91, "learning_rate": 2.768556380682907e-07, "loss": 18.3291, "step": 55069 }, { "epoch": 48.91, "learning_rate": 2.765598881495801e-07, "loss": 17.7959, "step": 55070 }, { "epoch": 48.91, "learning_rate": 2.76264295844042e-07, "loss": 18.2764, "step": 55071 }, { "epoch": 48.91, "learning_rate": 2.7596886115261453e-07, "loss": 17.7715, "step": 55072 }, { "epoch": 48.91, "learning_rate": 2.756735840762359e-07, "loss": 18.2524, "step": 55073 }, { "epoch": 48.91, "learning_rate": 2.753784646158386e-07, "loss": 18.0396, "step": 55074 }, { "epoch": 48.91, "learning_rate": 2.7508350277236085e-07, "loss": 18.292, "step": 55075 }, { "epoch": 48.91, "learning_rate": 2.7478869854674074e-07, "loss": 18.7148, "step": 55076 }, { "epoch": 48.91, "learning_rate": 2.744940519399053e-07, "loss": 17.8315, "step": 55077 }, { "epoch": 48.91, "learning_rate": 2.741995629527927e-07, "loss": 18.1885, "step": 55078 }, { "epoch": 48.92, "learning_rate": 2.7390523158633554e-07, "loss": 17.9902, "step": 55079 }, { "epoch": 48.92, "learning_rate": 2.7361105784146635e-07, "loss": 18.0176, "step": 55080 }, { "epoch": 48.92, "learning_rate": 2.7331704171911777e-07, "loss": 18.0557, "step": 55081 }, { "epoch": 48.92, "learning_rate": 2.7302318322022793e-07, "loss": 18.4707, "step": 55082 }, { "epoch": 48.92, "learning_rate": 2.7272948234571825e-07, "loss": 18.2617, "step": 55083 }, { "epoch": 48.92, "learning_rate": 2.72435939096527e-07, "loss": 18.416, "step": 55084 }, { "epoch": 48.92, "learning_rate": 2.7214255347357554e-07, "loss": 18.4932, "step": 55085 }, { "epoch": 48.92, "learning_rate": 2.7184932547780205e-07, "loss": 18.3525, "step": 55086 }, { "epoch": 48.92, "learning_rate": 2.7155625511013916e-07, "loss": 18.165, "step": 55087 }, { "epoch": 48.92, "learning_rate": 2.712633423715083e-07, "loss": 17.8496, "step": 55088 }, { "epoch": 48.92, "learning_rate": 2.7097058726284206e-07, "loss": 18.1553, "step": 55089 }, { "epoch": 48.93, "learning_rate": 2.70677989785062e-07, "loss": 17.8252, "step": 55090 }, { "epoch": 48.93, "learning_rate": 2.7038554993910615e-07, "loss": 17.668, "step": 55091 }, { "epoch": 48.93, "learning_rate": 2.700932677258905e-07, "loss": 17.9277, "step": 55092 }, { "epoch": 48.93, "learning_rate": 2.6980114314635317e-07, "loss": 18.0645, "step": 55093 }, { "epoch": 48.93, "learning_rate": 2.6950917620141015e-07, "loss": 18.0039, "step": 55094 }, { "epoch": 48.93, "learning_rate": 2.6921736689198837e-07, "loss": 17.9033, "step": 55095 }, { "epoch": 48.93, "learning_rate": 2.68925715219015e-07, "loss": 17.9951, "step": 55096 }, { "epoch": 48.93, "learning_rate": 2.68634221183417e-07, "loss": 18.2549, "step": 55097 }, { "epoch": 48.93, "learning_rate": 2.683428847861158e-07, "loss": 18.085, "step": 55098 }, { "epoch": 48.93, "learning_rate": 2.68051706028033e-07, "loss": 18.4893, "step": 55099 }, { "epoch": 48.93, "learning_rate": 2.6776068491009556e-07, "loss": 18.252, "step": 55100 }, { "epoch": 48.94, "learning_rate": 2.6776068491009556e-07, "loss": 18.4316, "step": 55101 }, { "epoch": 48.94, "learning_rate": 2.67469821433225e-07, "loss": 17.9082, "step": 55102 }, { "epoch": 48.94, "learning_rate": 2.6717911559834276e-07, "loss": 18.1455, "step": 55103 }, { "epoch": 48.94, "learning_rate": 2.668885674063648e-07, "loss": 18.0039, "step": 55104 }, { "epoch": 48.94, "learning_rate": 2.665981768582182e-07, "loss": 17.9014, "step": 55105 }, { "epoch": 48.94, "learning_rate": 2.663079439548244e-07, "loss": 18.3555, "step": 55106 }, { "epoch": 48.94, "learning_rate": 2.660178686970993e-07, "loss": 17.6729, "step": 55107 }, { "epoch": 48.94, "learning_rate": 2.657279510859645e-07, "loss": 18.4463, "step": 55108 }, { "epoch": 48.94, "learning_rate": 2.6543819112234134e-07, "loss": 17.7656, "step": 55109 }, { "epoch": 48.94, "learning_rate": 2.651485888071403e-07, "loss": 18.4648, "step": 55110 }, { "epoch": 48.94, "learning_rate": 2.6485914414129396e-07, "loss": 18.7275, "step": 55111 }, { "epoch": 48.94, "learning_rate": 2.645698571257016e-07, "loss": 18.1572, "step": 55112 }, { "epoch": 48.95, "learning_rate": 2.642807277612902e-07, "loss": 18.2363, "step": 55113 }, { "epoch": 48.95, "learning_rate": 2.639917560489813e-07, "loss": 18.1182, "step": 55114 }, { "epoch": 48.95, "learning_rate": 2.637029419896797e-07, "loss": 17.8389, "step": 55115 }, { "epoch": 48.95, "learning_rate": 2.634142855843069e-07, "loss": 17.9844, "step": 55116 }, { "epoch": 48.95, "learning_rate": 2.6312578683377885e-07, "loss": 17.6787, "step": 55117 }, { "epoch": 48.95, "learning_rate": 2.6283744573900595e-07, "loss": 18.125, "step": 55118 }, { "epoch": 48.95, "learning_rate": 2.6254926230090406e-07, "loss": 17.6504, "step": 55119 }, { "epoch": 48.95, "learning_rate": 2.622612365203947e-07, "loss": 17.8467, "step": 55120 }, { "epoch": 48.95, "learning_rate": 2.622612365203947e-07, "loss": 18.0391, "step": 55121 }, { "epoch": 48.95, "learning_rate": 2.619733683983716e-07, "loss": 18.1572, "step": 55122 }, { "epoch": 48.95, "learning_rate": 2.6168565793576736e-07, "loss": 18.0156, "step": 55123 }, { "epoch": 48.96, "learning_rate": 2.613981051334813e-07, "loss": 17.9189, "step": 55124 }, { "epoch": 48.96, "learning_rate": 2.6111070999242924e-07, "loss": 18.1445, "step": 55125 }, { "epoch": 48.96, "learning_rate": 2.608234725135217e-07, "loss": 17.7192, "step": 55126 }, { "epoch": 48.96, "learning_rate": 2.605363926976745e-07, "loss": 17.8564, "step": 55127 }, { "epoch": 48.96, "learning_rate": 2.6024947054578695e-07, "loss": 18.376, "step": 55128 }, { "epoch": 48.96, "learning_rate": 2.5996270605877506e-07, "loss": 17.8477, "step": 55129 }, { "epoch": 48.96, "learning_rate": 2.596760992375491e-07, "loss": 17.9199, "step": 55130 }, { "epoch": 48.96, "learning_rate": 2.59389650083014e-07, "loss": 18.5391, "step": 55131 }, { "epoch": 48.96, "learning_rate": 2.5910335859608005e-07, "loss": 18.4121, "step": 55132 }, { "epoch": 48.96, "learning_rate": 2.5881722477765213e-07, "loss": 17.9189, "step": 55133 }, { "epoch": 48.96, "learning_rate": 2.5853124862864064e-07, "loss": 17.5928, "step": 55134 }, { "epoch": 48.97, "learning_rate": 2.5824543014994486e-07, "loss": 17.7168, "step": 55135 }, { "epoch": 48.97, "learning_rate": 2.579597693424807e-07, "loss": 17.7744, "step": 55136 }, { "epoch": 48.97, "learning_rate": 2.5767426620715294e-07, "loss": 17.9824, "step": 55137 }, { "epoch": 48.97, "learning_rate": 2.57388920744861e-07, "loss": 18.1924, "step": 55138 }, { "epoch": 48.97, "learning_rate": 2.5710373295650405e-07, "loss": 17.8047, "step": 55139 }, { "epoch": 48.97, "learning_rate": 2.5681870284299805e-07, "loss": 17.9326, "step": 55140 }, { "epoch": 48.97, "learning_rate": 2.5653383040524227e-07, "loss": 17.4473, "step": 55141 }, { "epoch": 48.97, "learning_rate": 2.56249115644136e-07, "loss": 17.7568, "step": 55142 }, { "epoch": 48.97, "learning_rate": 2.5596455856058963e-07, "loss": 18.0225, "step": 55143 }, { "epoch": 48.97, "learning_rate": 2.5568015915550246e-07, "loss": 18.3408, "step": 55144 }, { "epoch": 48.97, "learning_rate": 2.553959174297682e-07, "loss": 17.8359, "step": 55145 }, { "epoch": 48.98, "learning_rate": 2.551118333842917e-07, "loss": 17.7803, "step": 55146 }, { "epoch": 48.98, "learning_rate": 2.5482790701997774e-07, "loss": 17.7188, "step": 55147 }, { "epoch": 48.98, "learning_rate": 2.545441383377256e-07, "loss": 18.6113, "step": 55148 }, { "epoch": 48.98, "learning_rate": 2.542605273384346e-07, "loss": 17.9902, "step": 55149 }, { "epoch": 48.98, "learning_rate": 2.539770740229985e-07, "loss": 17.792, "step": 55150 }, { "epoch": 48.98, "learning_rate": 2.536937783923166e-07, "loss": 18.0703, "step": 55151 }, { "epoch": 48.98, "learning_rate": 2.5341064044729357e-07, "loss": 18.8818, "step": 55152 }, { "epoch": 48.98, "learning_rate": 2.5312766018882326e-07, "loss": 18.2539, "step": 55153 }, { "epoch": 48.98, "learning_rate": 2.52844837617805e-07, "loss": 17.4355, "step": 55154 }, { "epoch": 48.98, "learning_rate": 2.5256217273512684e-07, "loss": 17.9355, "step": 55155 }, { "epoch": 48.98, "learning_rate": 2.522796655416937e-07, "loss": 17.8076, "step": 55156 }, { "epoch": 48.98, "learning_rate": 2.519973160383937e-07, "loss": 18.3643, "step": 55157 }, { "epoch": 48.99, "learning_rate": 2.517151242261317e-07, "loss": 17.7695, "step": 55158 }, { "epoch": 48.99, "learning_rate": 2.5143309010579596e-07, "loss": 17.9834, "step": 55159 }, { "epoch": 48.99, "learning_rate": 2.511512136782801e-07, "loss": 18.1758, "step": 55160 }, { "epoch": 48.99, "learning_rate": 2.508694949444723e-07, "loss": 18.0352, "step": 55161 }, { "epoch": 48.99, "learning_rate": 2.50587933905283e-07, "loss": 18.3457, "step": 55162 }, { "epoch": 48.99, "learning_rate": 2.503065305615837e-07, "loss": 18.3203, "step": 55163 }, { "epoch": 48.99, "learning_rate": 2.500252849142848e-07, "loss": 17.9165, "step": 55164 }, { "epoch": 48.99, "learning_rate": 2.497441969642633e-07, "loss": 17.584, "step": 55165 }, { "epoch": 48.99, "learning_rate": 2.494632667124186e-07, "loss": 17.7549, "step": 55166 }, { "epoch": 48.99, "learning_rate": 2.4918249415963877e-07, "loss": 17.6729, "step": 55167 }, { "epoch": 48.99, "learning_rate": 2.4890187930681206e-07, "loss": 17.4648, "step": 55168 }, { "epoch": 49.0, "learning_rate": 2.486214221548322e-07, "loss": 17.6035, "step": 55169 }, { "epoch": 49.0, "learning_rate": 2.4834112270458176e-07, "loss": 17.3418, "step": 55170 }, { "epoch": 49.0, "learning_rate": 2.480609809569545e-07, "loss": 18.1904, "step": 55171 }, { "epoch": 49.0, "learning_rate": 2.4778099691283864e-07, "loss": 18.1885, "step": 55172 }, { "epoch": 49.0, "learning_rate": 2.4750117057312226e-07, "loss": 17.877, "step": 55173 }, { "epoch": 49.0, "learning_rate": 2.472215019386881e-07, "loss": 18.2861, "step": 55174 }, { "epoch": 49.0, "learning_rate": 2.4694199101042426e-07, "loss": 17.8633, "step": 55175 }, { "epoch": 49.0, "learning_rate": 2.466626377892134e-07, "loss": 18.3604, "step": 55176 }, { "epoch": 49.0, "learning_rate": 2.463834422759492e-07, "loss": 18.3506, "step": 55177 }, { "epoch": 49.0, "learning_rate": 2.4610440447150883e-07, "loss": 17.9458, "step": 55178 }, { "epoch": 49.0, "learning_rate": 2.4582552437678597e-07, "loss": 18.2539, "step": 55179 }, { "epoch": 49.01, "learning_rate": 2.4554680199265767e-07, "loss": 17.8838, "step": 55180 }, { "epoch": 49.01, "learning_rate": 2.4526823732000104e-07, "loss": 17.709, "step": 55181 }, { "epoch": 49.01, "learning_rate": 2.4498983035971535e-07, "loss": 18.0312, "step": 55182 }, { "epoch": 49.01, "learning_rate": 2.4471158111266654e-07, "loss": 18.2422, "step": 55183 }, { "epoch": 49.01, "learning_rate": 2.4443348957974845e-07, "loss": 18.1445, "step": 55184 }, { "epoch": 49.01, "learning_rate": 2.4415555576184357e-07, "loss": 18.0957, "step": 55185 }, { "epoch": 49.01, "learning_rate": 2.438777796598235e-07, "loss": 18.4189, "step": 55186 }, { "epoch": 49.01, "learning_rate": 2.4360016127457085e-07, "loss": 17.7686, "step": 55187 }, { "epoch": 49.01, "learning_rate": 2.433227006069683e-07, "loss": 18.0654, "step": 55188 }, { "epoch": 49.01, "learning_rate": 2.4304539765789835e-07, "loss": 17.9199, "step": 55189 }, { "epoch": 49.01, "learning_rate": 2.4276825242823266e-07, "loss": 17.7749, "step": 55190 }, { "epoch": 49.02, "learning_rate": 2.424912649188593e-07, "loss": 17.9717, "step": 55191 }, { "epoch": 49.02, "learning_rate": 2.4221443513064434e-07, "loss": 17.8662, "step": 55192 }, { "epoch": 49.02, "learning_rate": 2.4193776306447593e-07, "loss": 17.8145, "step": 55193 }, { "epoch": 49.02, "learning_rate": 2.4166124872122e-07, "loss": 18.0107, "step": 55194 }, { "epoch": 49.02, "learning_rate": 2.4138489210176473e-07, "loss": 18.0308, "step": 55195 }, { "epoch": 49.02, "learning_rate": 2.411086932069817e-07, "loss": 17.7861, "step": 55196 }, { "epoch": 49.02, "learning_rate": 2.40832652037748e-07, "loss": 17.5039, "step": 55197 }, { "epoch": 49.02, "learning_rate": 2.405567685949295e-07, "loss": 18.1611, "step": 55198 }, { "epoch": 49.02, "learning_rate": 2.4028104287941443e-07, "loss": 18.0918, "step": 55199 }, { "epoch": 49.02, "learning_rate": 2.400054748920688e-07, "loss": 17.916, "step": 55200 }, { "epoch": 49.02, "learning_rate": 2.3973006463376414e-07, "loss": 17.4639, "step": 55201 }, { "epoch": 49.02, "learning_rate": 2.3945481210537744e-07, "loss": 18.0967, "step": 55202 }, { "epoch": 49.03, "learning_rate": 2.391797173077803e-07, "loss": 17.8193, "step": 55203 }, { "epoch": 49.03, "learning_rate": 2.3890478024184424e-07, "loss": 17.6455, "step": 55204 }, { "epoch": 49.03, "learning_rate": 2.386300009084408e-07, "loss": 18.3857, "step": 55205 }, { "epoch": 49.03, "learning_rate": 2.3835537930844143e-07, "loss": 17.7188, "step": 55206 }, { "epoch": 49.03, "learning_rate": 2.3808091544271771e-07, "loss": 17.877, "step": 55207 }, { "epoch": 49.03, "learning_rate": 2.3780660931214116e-07, "loss": 17.584, "step": 55208 }, { "epoch": 49.03, "learning_rate": 2.3753246091757776e-07, "loss": 17.834, "step": 55209 }, { "epoch": 49.03, "learning_rate": 2.3725847025989346e-07, "loss": 17.8345, "step": 55210 }, { "epoch": 49.03, "learning_rate": 2.3698463733996534e-07, "loss": 18.6406, "step": 55211 }, { "epoch": 49.03, "learning_rate": 2.3671096215865385e-07, "loss": 17.7891, "step": 55212 }, { "epoch": 49.03, "learning_rate": 2.364374447168305e-07, "loss": 17.667, "step": 55213 }, { "epoch": 49.04, "learning_rate": 2.3616408501536125e-07, "loss": 17.5508, "step": 55214 }, { "epoch": 49.04, "learning_rate": 2.3589088305510654e-07, "loss": 17.6572, "step": 55215 }, { "epoch": 49.04, "learning_rate": 2.35617838836949e-07, "loss": 17.6846, "step": 55216 }, { "epoch": 49.04, "learning_rate": 2.3534495236173236e-07, "loss": 17.9092, "step": 55217 }, { "epoch": 49.04, "learning_rate": 2.350722236303393e-07, "loss": 17.6992, "step": 55218 }, { "epoch": 49.04, "learning_rate": 2.3479965264363023e-07, "loss": 17.6797, "step": 55219 }, { "epoch": 49.04, "learning_rate": 2.3452723940246002e-07, "loss": 17.8711, "step": 55220 }, { "epoch": 49.04, "learning_rate": 2.3425498390770573e-07, "loss": 17.7183, "step": 55221 }, { "epoch": 49.04, "learning_rate": 2.3398288616021667e-07, "loss": 17.3413, "step": 55222 }, { "epoch": 49.04, "learning_rate": 2.3371094616086996e-07, "loss": 18.6143, "step": 55223 }, { "epoch": 49.04, "learning_rate": 2.334391639105149e-07, "loss": 17.6299, "step": 55224 }, { "epoch": 49.05, "learning_rate": 2.3316753941001745e-07, "loss": 17.3809, "step": 55225 }, { "epoch": 49.05, "learning_rate": 2.3289607266023806e-07, "loss": 18.1689, "step": 55226 }, { "epoch": 49.05, "learning_rate": 2.326247636620371e-07, "loss": 18.1309, "step": 55227 }, { "epoch": 49.05, "learning_rate": 2.3235361241628063e-07, "loss": 18.0938, "step": 55228 }, { "epoch": 49.05, "learning_rate": 2.3208261892382344e-07, "loss": 18.0938, "step": 55229 }, { "epoch": 49.05, "learning_rate": 2.318117831855149e-07, "loss": 18.0059, "step": 55230 }, { "epoch": 49.05, "learning_rate": 2.3154110520223203e-07, "loss": 17.4707, "step": 55231 }, { "epoch": 49.05, "learning_rate": 2.3127058497481867e-07, "loss": 18.0625, "step": 55232 }, { "epoch": 49.05, "learning_rate": 2.3100022250414078e-07, "loss": 17.6377, "step": 55233 }, { "epoch": 49.05, "learning_rate": 2.3073001779105319e-07, "loss": 17.6323, "step": 55234 }, { "epoch": 49.05, "learning_rate": 2.3045997083640524e-07, "loss": 18.2334, "step": 55235 }, { "epoch": 49.06, "learning_rate": 2.3019008164105738e-07, "loss": 17.9385, "step": 55236 }, { "epoch": 49.06, "learning_rate": 2.2992035020587555e-07, "loss": 17.9854, "step": 55237 }, { "epoch": 49.06, "learning_rate": 2.2965077653169796e-07, "loss": 18.2593, "step": 55238 }, { "epoch": 49.06, "learning_rate": 2.2938136061939064e-07, "loss": 18.0903, "step": 55239 }, { "epoch": 49.06, "learning_rate": 2.2911210246980285e-07, "loss": 18.248, "step": 55240 }, { "epoch": 49.06, "learning_rate": 2.2884300208378396e-07, "loss": 17.7021, "step": 55241 }, { "epoch": 49.06, "learning_rate": 2.285740594621999e-07, "loss": 18.0723, "step": 55242 }, { "epoch": 49.06, "learning_rate": 2.283052746058889e-07, "loss": 17.9824, "step": 55243 }, { "epoch": 49.06, "learning_rate": 2.283052746058889e-07, "loss": 18.2012, "step": 55244 }, { "epoch": 49.06, "learning_rate": 2.280366475157114e-07, "loss": 17.5889, "step": 55245 }, { "epoch": 49.06, "learning_rate": 2.2776817819252227e-07, "loss": 17.9863, "step": 55246 }, { "epoch": 49.06, "learning_rate": 2.274998666371597e-07, "loss": 18.1836, "step": 55247 }, { "epoch": 49.07, "learning_rate": 2.2723171285048418e-07, "loss": 17.5454, "step": 55248 }, { "epoch": 49.07, "learning_rate": 2.2696371683333938e-07, "loss": 18.4971, "step": 55249 }, { "epoch": 49.07, "learning_rate": 2.2669587858658582e-07, "loss": 18.0386, "step": 55250 }, { "epoch": 49.07, "learning_rate": 2.2642819811106163e-07, "loss": 18.5859, "step": 55251 }, { "epoch": 49.07, "learning_rate": 2.261606754076162e-07, "loss": 17.3682, "step": 55252 }, { "epoch": 49.07, "learning_rate": 2.2589331047709883e-07, "loss": 18.7383, "step": 55253 }, { "epoch": 49.07, "learning_rate": 2.256261033203644e-07, "loss": 18.1763, "step": 55254 }, { "epoch": 49.07, "learning_rate": 2.253590539382455e-07, "loss": 18.0527, "step": 55255 }, { "epoch": 49.07, "learning_rate": 2.2509216233160823e-07, "loss": 18.1387, "step": 55256 }, { "epoch": 49.07, "learning_rate": 2.2482542850127962e-07, "loss": 17.3047, "step": 55257 }, { "epoch": 49.07, "learning_rate": 2.245588524481146e-07, "loss": 17.3184, "step": 55258 }, { "epoch": 49.08, "learning_rate": 2.242924341729513e-07, "loss": 17.6963, "step": 55259 }, { "epoch": 49.08, "learning_rate": 2.240261736766447e-07, "loss": 18.1035, "step": 55260 }, { "epoch": 49.08, "learning_rate": 2.240261736766447e-07, "loss": 18.6689, "step": 55261 }, { "epoch": 49.08, "learning_rate": 2.2376007096003294e-07, "loss": 17.7002, "step": 55262 }, { "epoch": 49.08, "learning_rate": 2.234941260239598e-07, "loss": 18.0195, "step": 55263 }, { "epoch": 49.08, "learning_rate": 2.2322833886926354e-07, "loss": 17.9448, "step": 55264 }, { "epoch": 49.08, "learning_rate": 2.2296270949679897e-07, "loss": 17.7305, "step": 55265 }, { "epoch": 49.08, "learning_rate": 2.2269723790739327e-07, "loss": 17.6982, "step": 55266 }, { "epoch": 49.08, "learning_rate": 2.2243192410190127e-07, "loss": 17.9561, "step": 55267 }, { "epoch": 49.08, "learning_rate": 2.2216676808115567e-07, "loss": 18.3184, "step": 55268 }, { "epoch": 49.08, "learning_rate": 2.219017698460002e-07, "loss": 18.0137, "step": 55269 }, { "epoch": 49.09, "learning_rate": 2.2163692939727309e-07, "loss": 17.6265, "step": 55270 }, { "epoch": 49.09, "learning_rate": 2.213722467358126e-07, "loss": 17.6641, "step": 55271 }, { "epoch": 49.09, "learning_rate": 2.2110772186246244e-07, "loss": 17.7012, "step": 55272 }, { "epoch": 49.09, "learning_rate": 2.2084335477806083e-07, "loss": 17.5029, "step": 55273 }, { "epoch": 49.09, "learning_rate": 2.2057914548343495e-07, "loss": 18.0576, "step": 55274 }, { "epoch": 49.09, "learning_rate": 2.2031509397943962e-07, "loss": 18.0161, "step": 55275 }, { "epoch": 49.09, "learning_rate": 2.200512002668964e-07, "loss": 17.6055, "step": 55276 }, { "epoch": 49.09, "learning_rate": 2.1978746434665464e-07, "loss": 17.6909, "step": 55277 }, { "epoch": 49.09, "learning_rate": 2.195238862195359e-07, "loss": 18.1924, "step": 55278 }, { "epoch": 49.09, "learning_rate": 2.192604658863895e-07, "loss": 18.1582, "step": 55279 }, { "epoch": 49.09, "learning_rate": 2.1899720334804807e-07, "loss": 17.623, "step": 55280 }, { "epoch": 49.1, "learning_rate": 2.1873409860533322e-07, "loss": 17.8252, "step": 55281 }, { "epoch": 49.1, "learning_rate": 2.1847115165909427e-07, "loss": 17.4463, "step": 55282 }, { "epoch": 49.1, "learning_rate": 2.1820836251015832e-07, "loss": 18.0962, "step": 55283 }, { "epoch": 49.1, "learning_rate": 2.1794573115935801e-07, "loss": 17.9722, "step": 55284 }, { "epoch": 49.1, "learning_rate": 2.1768325760752605e-07, "loss": 18.001, "step": 55285 }, { "epoch": 49.1, "learning_rate": 2.1742094185549512e-07, "loss": 17.8359, "step": 55286 }, { "epoch": 49.1, "learning_rate": 2.1715878390409782e-07, "loss": 17.6211, "step": 55287 }, { "epoch": 49.1, "learning_rate": 2.1689678375416134e-07, "loss": 17.4966, "step": 55288 }, { "epoch": 49.1, "learning_rate": 2.1663494140652386e-07, "loss": 17.6509, "step": 55289 }, { "epoch": 49.1, "learning_rate": 2.1637325686200693e-07, "loss": 18.168, "step": 55290 }, { "epoch": 49.1, "learning_rate": 2.1611173012144327e-07, "loss": 18.3975, "step": 55291 }, { "epoch": 49.1, "learning_rate": 2.1585036118565994e-07, "loss": 17.8223, "step": 55292 }, { "epoch": 49.11, "learning_rate": 2.1558915005548963e-07, "loss": 18.0518, "step": 55293 }, { "epoch": 49.11, "learning_rate": 2.1532809673175948e-07, "loss": 17.9912, "step": 55294 }, { "epoch": 49.11, "learning_rate": 2.1506720121529655e-07, "loss": 17.7793, "step": 55295 }, { "epoch": 49.11, "learning_rate": 2.14806463506928e-07, "loss": 17.417, "step": 55296 }, { "epoch": 49.11, "learning_rate": 2.145458836074754e-07, "loss": 17.8252, "step": 55297 }, { "epoch": 49.11, "learning_rate": 2.1428546151776585e-07, "loss": 17.5381, "step": 55298 }, { "epoch": 49.11, "learning_rate": 2.14025197238632e-07, "loss": 17.8433, "step": 55299 }, { "epoch": 49.11, "learning_rate": 2.1376509077089545e-07, "loss": 17.834, "step": 55300 }, { "epoch": 49.11, "learning_rate": 2.1350514211537776e-07, "loss": 17.3594, "step": 55301 }, { "epoch": 49.11, "learning_rate": 2.1324535127290603e-07, "loss": 17.5713, "step": 55302 }, { "epoch": 49.11, "learning_rate": 2.129857182443018e-07, "loss": 17.4209, "step": 55303 }, { "epoch": 49.12, "learning_rate": 2.1272624303038667e-07, "loss": 17.8076, "step": 55304 }, { "epoch": 49.12, "learning_rate": 2.1272624303038667e-07, "loss": 18.6729, "step": 55305 }, { "epoch": 49.12, "learning_rate": 2.1246692563198778e-07, "loss": 17.1304, "step": 55306 }, { "epoch": 49.12, "learning_rate": 2.1220776604992665e-07, "loss": 18.0996, "step": 55307 }, { "epoch": 49.12, "learning_rate": 2.119487642850193e-07, "loss": 17.7212, "step": 55308 }, { "epoch": 49.12, "learning_rate": 2.1168992033809287e-07, "loss": 18.1396, "step": 55309 }, { "epoch": 49.12, "learning_rate": 2.114312342099578e-07, "loss": 17.751, "step": 55310 }, { "epoch": 49.12, "learning_rate": 2.1117270590144676e-07, "loss": 18.168, "step": 55311 }, { "epoch": 49.12, "learning_rate": 2.109143354133758e-07, "loss": 18.1787, "step": 55312 }, { "epoch": 49.12, "learning_rate": 2.1065612274656089e-07, "loss": 17.6748, "step": 55313 }, { "epoch": 49.12, "learning_rate": 2.1039806790181804e-07, "loss": 17.8965, "step": 55314 }, { "epoch": 49.13, "learning_rate": 2.1014017087996885e-07, "loss": 17.8433, "step": 55315 }, { "epoch": 49.13, "learning_rate": 2.0988243168183487e-07, "loss": 18.3193, "step": 55316 }, { "epoch": 49.13, "learning_rate": 2.0962485030822654e-07, "loss": 17.3984, "step": 55317 }, { "epoch": 49.13, "learning_rate": 2.0936742675996546e-07, "loss": 18.2119, "step": 55318 }, { "epoch": 49.13, "learning_rate": 2.0911016103786208e-07, "loss": 18.1011, "step": 55319 }, { "epoch": 49.13, "learning_rate": 2.0885305314273241e-07, "loss": 18.0469, "step": 55320 }, { "epoch": 49.13, "learning_rate": 2.08596103075398e-07, "loss": 17.7861, "step": 55321 }, { "epoch": 49.13, "learning_rate": 2.083393108366638e-07, "loss": 17.8701, "step": 55322 }, { "epoch": 49.13, "learning_rate": 2.080826764273569e-07, "loss": 18.3584, "step": 55323 }, { "epoch": 49.13, "learning_rate": 2.0782619984827666e-07, "loss": 18.3115, "step": 55324 }, { "epoch": 49.13, "learning_rate": 2.0756988110024467e-07, "loss": 17.8926, "step": 55325 }, { "epoch": 49.13, "learning_rate": 2.073137201840658e-07, "loss": 17.5879, "step": 55326 }, { "epoch": 49.14, "learning_rate": 2.070577171005672e-07, "loss": 18.0361, "step": 55327 }, { "epoch": 49.14, "learning_rate": 2.0680187185054266e-07, "loss": 18.0977, "step": 55328 }, { "epoch": 49.14, "learning_rate": 2.0654618443481378e-07, "loss": 17.6064, "step": 55329 }, { "epoch": 49.14, "learning_rate": 2.0629065485418542e-07, "loss": 17.8291, "step": 55330 }, { "epoch": 49.14, "learning_rate": 2.060352831094736e-07, "loss": 18.6445, "step": 55331 }, { "epoch": 49.14, "learning_rate": 2.057800692014833e-07, "loss": 17.4639, "step": 55332 }, { "epoch": 49.14, "learning_rate": 2.055250131310249e-07, "loss": 18.3574, "step": 55333 }, { "epoch": 49.14, "learning_rate": 2.0527011489890337e-07, "loss": 17.6348, "step": 55334 }, { "epoch": 49.14, "learning_rate": 2.0501537450593468e-07, "loss": 18.1318, "step": 55335 }, { "epoch": 49.14, "learning_rate": 2.047607919529182e-07, "loss": 18.2656, "step": 55336 }, { "epoch": 49.14, "learning_rate": 2.045063672406644e-07, "loss": 17.8633, "step": 55337 }, { "epoch": 49.15, "learning_rate": 2.0425210036998377e-07, "loss": 17.5352, "step": 55338 }, { "epoch": 49.15, "learning_rate": 2.0399799134167564e-07, "loss": 17.999, "step": 55339 }, { "epoch": 49.15, "learning_rate": 2.037440401565449e-07, "loss": 17.4678, "step": 55340 }, { "epoch": 49.15, "learning_rate": 2.0349024681540209e-07, "loss": 17.5469, "step": 55341 }, { "epoch": 49.15, "learning_rate": 2.0323661131905203e-07, "loss": 17.8477, "step": 55342 }, { "epoch": 49.15, "learning_rate": 2.0298313366829414e-07, "loss": 18.1143, "step": 55343 }, { "epoch": 49.15, "learning_rate": 2.027298138639333e-07, "loss": 18.0811, "step": 55344 }, { "epoch": 49.15, "learning_rate": 2.024766519067689e-07, "loss": 18.248, "step": 55345 }, { "epoch": 49.15, "learning_rate": 2.0222364779761137e-07, "loss": 18.0273, "step": 55346 }, { "epoch": 49.15, "learning_rate": 2.0197080153725457e-07, "loss": 17.7354, "step": 55347 }, { "epoch": 49.15, "learning_rate": 2.017181131265089e-07, "loss": 17.5518, "step": 55348 }, { "epoch": 49.16, "learning_rate": 2.014655825661682e-07, "loss": 17.6963, "step": 55349 }, { "epoch": 49.16, "learning_rate": 2.012132098570374e-07, "loss": 18.1406, "step": 55350 }, { "epoch": 49.16, "learning_rate": 2.0096099499991583e-07, "loss": 18.1963, "step": 55351 }, { "epoch": 49.16, "learning_rate": 2.0070893799559732e-07, "loss": 17.7676, "step": 55352 }, { "epoch": 49.16, "learning_rate": 2.0045703884488676e-07, "loss": 18.0898, "step": 55353 }, { "epoch": 49.16, "learning_rate": 2.0020529754857798e-07, "loss": 17.665, "step": 55354 }, { "epoch": 49.16, "learning_rate": 1.9995371410747587e-07, "loss": 17.9287, "step": 55355 }, { "epoch": 49.16, "learning_rate": 1.9970228852236872e-07, "loss": 18.0439, "step": 55356 }, { "epoch": 49.16, "learning_rate": 1.994510207940614e-07, "loss": 17.9727, "step": 55357 }, { "epoch": 49.16, "learning_rate": 1.9919991092334778e-07, "loss": 18.3389, "step": 55358 }, { "epoch": 49.16, "learning_rate": 1.989489589110216e-07, "loss": 18.0205, "step": 55359 }, { "epoch": 49.17, "learning_rate": 1.986981647578823e-07, "loss": 18.2266, "step": 55360 }, { "epoch": 49.17, "learning_rate": 1.9844752846472358e-07, "loss": 18.0469, "step": 55361 }, { "epoch": 49.17, "learning_rate": 1.9819705003233935e-07, "loss": 17.7842, "step": 55362 }, { "epoch": 49.17, "learning_rate": 1.9794672946152336e-07, "loss": 17.9287, "step": 55363 }, { "epoch": 49.17, "learning_rate": 1.9769656675306392e-07, "loss": 17.8623, "step": 55364 }, { "epoch": 49.17, "learning_rate": 1.974465619077659e-07, "loss": 17.7725, "step": 55365 }, { "epoch": 49.17, "learning_rate": 1.9719671492641201e-07, "loss": 17.7773, "step": 55366 }, { "epoch": 49.17, "learning_rate": 1.9694702580979606e-07, "loss": 17.7856, "step": 55367 }, { "epoch": 49.17, "learning_rate": 1.966974945587119e-07, "loss": 17.3828, "step": 55368 }, { "epoch": 49.17, "learning_rate": 1.9644812117395328e-07, "loss": 17.3965, "step": 55369 }, { "epoch": 49.17, "learning_rate": 1.9619890565630293e-07, "loss": 17.6055, "step": 55370 }, { "epoch": 49.17, "learning_rate": 1.959498480065547e-07, "loss": 17.6714, "step": 55371 }, { "epoch": 49.18, "learning_rate": 1.9570094822549678e-07, "loss": 17.7598, "step": 55372 }, { "epoch": 49.18, "learning_rate": 1.9545220631391748e-07, "loss": 17.4175, "step": 55373 }, { "epoch": 49.18, "learning_rate": 1.9520362227261058e-07, "loss": 17.9058, "step": 55374 }, { "epoch": 49.18, "learning_rate": 1.949551961023588e-07, "loss": 17.7407, "step": 55375 }, { "epoch": 49.18, "learning_rate": 1.9470692780395595e-07, "loss": 17.6875, "step": 55376 }, { "epoch": 49.18, "learning_rate": 1.9445881737817917e-07, "loss": 17.54, "step": 55377 }, { "epoch": 49.18, "learning_rate": 1.942108648258223e-07, "loss": 17.917, "step": 55378 }, { "epoch": 49.18, "learning_rate": 1.93963070147668e-07, "loss": 18.209, "step": 55379 }, { "epoch": 49.18, "learning_rate": 1.937154333445046e-07, "loss": 17.9014, "step": 55380 }, { "epoch": 49.18, "learning_rate": 1.9346795441711475e-07, "loss": 18.5801, "step": 55381 }, { "epoch": 49.18, "learning_rate": 1.9322063336628116e-07, "loss": 18.1865, "step": 55382 }, { "epoch": 49.19, "learning_rate": 1.929734701927921e-07, "loss": 17.7896, "step": 55383 }, { "epoch": 49.19, "learning_rate": 1.9272646489743029e-07, "loss": 17.6426, "step": 55384 }, { "epoch": 49.19, "learning_rate": 1.9247961748097286e-07, "loss": 17.793, "step": 55385 }, { "epoch": 49.19, "learning_rate": 1.922329279442081e-07, "loss": 18.6162, "step": 55386 }, { "epoch": 49.19, "learning_rate": 1.9198639628792425e-07, "loss": 17.8701, "step": 55387 }, { "epoch": 49.19, "learning_rate": 1.9174002251288737e-07, "loss": 17.6006, "step": 55388 }, { "epoch": 49.19, "learning_rate": 1.914938066198857e-07, "loss": 17.6104, "step": 55389 }, { "epoch": 49.19, "learning_rate": 1.9124774860970197e-07, "loss": 17.8931, "step": 55390 }, { "epoch": 49.19, "learning_rate": 1.910018484831133e-07, "loss": 18.0684, "step": 55391 }, { "epoch": 49.19, "learning_rate": 1.9075610624090245e-07, "loss": 18.3008, "step": 55392 }, { "epoch": 49.19, "learning_rate": 1.9051052188384655e-07, "loss": 17.8809, "step": 55393 }, { "epoch": 49.2, "learning_rate": 1.9026509541272275e-07, "loss": 17.8984, "step": 55394 }, { "epoch": 49.2, "learning_rate": 1.9001982682831376e-07, "loss": 17.3926, "step": 55395 }, { "epoch": 49.2, "learning_rate": 1.8977471613138566e-07, "loss": 17.4551, "step": 55396 }, { "epoch": 49.2, "learning_rate": 1.8952976332272664e-07, "loss": 17.5391, "step": 55397 }, { "epoch": 49.2, "learning_rate": 1.8928496840310839e-07, "loss": 18.0435, "step": 55398 }, { "epoch": 49.2, "learning_rate": 1.89040331373308e-07, "loss": 18.0303, "step": 55399 }, { "epoch": 49.2, "learning_rate": 1.8879585223410269e-07, "loss": 17.751, "step": 55400 }, { "epoch": 49.2, "learning_rate": 1.8855153098626398e-07, "loss": 17.6357, "step": 55401 }, { "epoch": 49.2, "learning_rate": 1.883073676305691e-07, "loss": 17.8975, "step": 55402 }, { "epoch": 49.2, "learning_rate": 1.8806336216778963e-07, "loss": 17.8818, "step": 55403 }, { "epoch": 49.2, "learning_rate": 1.8781951459870272e-07, "loss": 18.0405, "step": 55404 }, { "epoch": 49.21, "learning_rate": 1.8757582492407444e-07, "loss": 17.4609, "step": 55405 }, { "epoch": 49.21, "learning_rate": 1.8733229314468747e-07, "loss": 18.1094, "step": 55406 }, { "epoch": 49.21, "learning_rate": 1.8708891926130234e-07, "loss": 17.6602, "step": 55407 }, { "epoch": 49.21, "learning_rate": 1.8684570327469619e-07, "loss": 17.709, "step": 55408 }, { "epoch": 49.21, "learning_rate": 1.8660264518564064e-07, "loss": 17.3745, "step": 55409 }, { "epoch": 49.21, "learning_rate": 1.8635974499490728e-07, "loss": 18.2197, "step": 55410 }, { "epoch": 49.21, "learning_rate": 1.8611700270326216e-07, "loss": 17.8379, "step": 55411 }, { "epoch": 49.21, "learning_rate": 1.858744183114769e-07, "loss": 17.8564, "step": 55412 }, { "epoch": 49.21, "learning_rate": 1.8563199182032308e-07, "loss": 17.4189, "step": 55413 }, { "epoch": 49.21, "learning_rate": 1.8538972323056125e-07, "loss": 17.7285, "step": 55414 }, { "epoch": 49.21, "learning_rate": 1.8514761254296853e-07, "loss": 17.8311, "step": 55415 }, { "epoch": 49.21, "learning_rate": 1.8490565975830543e-07, "loss": 17.6045, "step": 55416 }, { "epoch": 49.22, "learning_rate": 1.8466386487734355e-07, "loss": 17.8291, "step": 55417 }, { "epoch": 49.22, "learning_rate": 1.844222279008434e-07, "loss": 17.7974, "step": 55418 }, { "epoch": 49.22, "learning_rate": 1.8418074882958215e-07, "loss": 17.48, "step": 55419 }, { "epoch": 49.22, "learning_rate": 1.8393942766430915e-07, "loss": 17.9014, "step": 55420 }, { "epoch": 49.22, "learning_rate": 1.836982644058016e-07, "loss": 17.6274, "step": 55421 }, { "epoch": 49.22, "learning_rate": 1.8345725905482557e-07, "loss": 17.9414, "step": 55422 }, { "epoch": 49.22, "learning_rate": 1.83216411612136e-07, "loss": 17.7314, "step": 55423 }, { "epoch": 49.22, "learning_rate": 1.829757220784989e-07, "loss": 17.9795, "step": 55424 }, { "epoch": 49.22, "learning_rate": 1.8273519045468035e-07, "loss": 17.8911, "step": 55425 }, { "epoch": 49.22, "learning_rate": 1.8249481674144086e-07, "loss": 17.4551, "step": 55426 }, { "epoch": 49.22, "learning_rate": 1.8225460093954095e-07, "loss": 18.0679, "step": 55427 }, { "epoch": 49.23, "learning_rate": 1.8201454304974663e-07, "loss": 17.6987, "step": 55428 }, { "epoch": 49.23, "learning_rate": 1.8177464307281288e-07, "loss": 17.8779, "step": 55429 }, { "epoch": 49.23, "learning_rate": 1.8153490100950578e-07, "loss": 17.9873, "step": 55430 }, { "epoch": 49.23, "learning_rate": 1.812953168605802e-07, "loss": 17.6577, "step": 55431 }, { "epoch": 49.23, "learning_rate": 1.8105589062679673e-07, "loss": 17.4209, "step": 55432 }, { "epoch": 49.23, "learning_rate": 1.8081662230891583e-07, "loss": 17.4883, "step": 55433 }, { "epoch": 49.23, "learning_rate": 1.80577511907698e-07, "loss": 18.1724, "step": 55434 }, { "epoch": 49.23, "learning_rate": 1.8033855942389822e-07, "loss": 17.7979, "step": 55435 }, { "epoch": 49.23, "learning_rate": 1.8009976485827696e-07, "loss": 17.7764, "step": 55436 }, { "epoch": 49.23, "learning_rate": 1.7986112821158363e-07, "loss": 17.6455, "step": 55437 }, { "epoch": 49.23, "learning_rate": 1.7986112821158363e-07, "loss": 18.0303, "step": 55438 }, { "epoch": 49.24, "learning_rate": 1.7962264948458428e-07, "loss": 17.8535, "step": 55439 }, { "epoch": 49.24, "learning_rate": 1.7938432867802834e-07, "loss": 18.1201, "step": 55440 }, { "epoch": 49.24, "learning_rate": 1.7914616579267074e-07, "loss": 17.8623, "step": 55441 }, { "epoch": 49.24, "learning_rate": 1.7890816082927196e-07, "loss": 17.7979, "step": 55442 }, { "epoch": 49.24, "learning_rate": 1.78670313788587e-07, "loss": 18.1758, "step": 55443 }, { "epoch": 49.24, "learning_rate": 1.7843262467135967e-07, "loss": 17.6475, "step": 55444 }, { "epoch": 49.24, "learning_rate": 1.781950934783505e-07, "loss": 17.1738, "step": 55445 }, { "epoch": 49.24, "learning_rate": 1.7795772021031442e-07, "loss": 17.5713, "step": 55446 }, { "epoch": 49.24, "learning_rate": 1.7772050486800086e-07, "loss": 18.0957, "step": 55447 }, { "epoch": 49.24, "learning_rate": 1.7772050486800086e-07, "loss": 17.4932, "step": 55448 }, { "epoch": 49.24, "learning_rate": 1.7748344745215917e-07, "loss": 17.7207, "step": 55449 }, { "epoch": 49.25, "learning_rate": 1.7724654796354434e-07, "loss": 17.7676, "step": 55450 }, { "epoch": 49.25, "learning_rate": 1.7700980640291132e-07, "loss": 17.1001, "step": 55451 }, { "epoch": 49.25, "learning_rate": 1.767732227709984e-07, "loss": 17.833, "step": 55452 }, { "epoch": 49.25, "learning_rate": 1.7653679706856607e-07, "loss": 18.0273, "step": 55453 }, { "epoch": 49.25, "learning_rate": 1.7630052929636375e-07, "loss": 17.541, "step": 55454 }, { "epoch": 49.25, "learning_rate": 1.760644194551353e-07, "loss": 17.5894, "step": 55455 }, { "epoch": 49.25, "learning_rate": 1.758284675456301e-07, "loss": 17.54, "step": 55456 }, { "epoch": 49.25, "learning_rate": 1.7559267356859756e-07, "loss": 17.4253, "step": 55457 }, { "epoch": 49.25, "learning_rate": 1.753570375247815e-07, "loss": 17.9941, "step": 55458 }, { "epoch": 49.25, "learning_rate": 1.7512155941493692e-07, "loss": 17.6797, "step": 55459 }, { "epoch": 49.25, "learning_rate": 1.7488623923980208e-07, "loss": 17.9912, "step": 55460 }, { "epoch": 49.25, "learning_rate": 1.746510770001264e-07, "loss": 18.0771, "step": 55461 }, { "epoch": 49.26, "learning_rate": 1.7441607269665928e-07, "loss": 17.7402, "step": 55462 }, { "epoch": 49.26, "learning_rate": 1.7418122633013346e-07, "loss": 17.6421, "step": 55463 }, { "epoch": 49.26, "learning_rate": 1.7394653790130945e-07, "loss": 17.7944, "step": 55464 }, { "epoch": 49.26, "learning_rate": 1.7371200741091997e-07, "loss": 17.7666, "step": 55465 }, { "epoch": 49.26, "learning_rate": 1.734776348597089e-07, "loss": 17.9326, "step": 55466 }, { "epoch": 49.26, "learning_rate": 1.732434202484201e-07, "loss": 18.1123, "step": 55467 }, { "epoch": 49.26, "learning_rate": 1.7300936357780295e-07, "loss": 17.8721, "step": 55468 }, { "epoch": 49.26, "learning_rate": 1.727754648485902e-07, "loss": 17.7764, "step": 55469 }, { "epoch": 49.26, "learning_rate": 1.7254172406152568e-07, "loss": 17.7441, "step": 55470 }, { "epoch": 49.26, "learning_rate": 1.7230814121735328e-07, "loss": 18.0063, "step": 55471 }, { "epoch": 49.26, "learning_rate": 1.7207471631681683e-07, "loss": 17.6372, "step": 55472 }, { "epoch": 49.27, "learning_rate": 1.718414493606435e-07, "loss": 18.0723, "step": 55473 }, { "epoch": 49.27, "learning_rate": 1.7160834034958273e-07, "loss": 17.7676, "step": 55474 }, { "epoch": 49.27, "learning_rate": 1.713753892843728e-07, "loss": 17.4067, "step": 55475 }, { "epoch": 49.27, "learning_rate": 1.7114259616575202e-07, "loss": 17.2617, "step": 55476 }, { "epoch": 49.27, "learning_rate": 1.709099609944531e-07, "loss": 17.8208, "step": 55477 }, { "epoch": 49.27, "learning_rate": 1.7067748377121438e-07, "loss": 17.7705, "step": 55478 }, { "epoch": 49.27, "learning_rate": 1.7044516449677972e-07, "loss": 17.7026, "step": 55479 }, { "epoch": 49.27, "learning_rate": 1.7021300317188183e-07, "loss": 17.6357, "step": 55480 }, { "epoch": 49.27, "learning_rate": 1.6998099979725347e-07, "loss": 17.5488, "step": 55481 }, { "epoch": 49.27, "learning_rate": 1.6974915437363848e-07, "loss": 17.8789, "step": 55482 }, { "epoch": 49.27, "learning_rate": 1.6951746690175852e-07, "loss": 17.957, "step": 55483 }, { "epoch": 49.28, "learning_rate": 1.6928593738235743e-07, "loss": 17.5898, "step": 55484 }, { "epoch": 49.28, "learning_rate": 1.6905456581616798e-07, "loss": 18.1875, "step": 55485 }, { "epoch": 49.28, "learning_rate": 1.6882335220391731e-07, "loss": 17.458, "step": 55486 }, { "epoch": 49.28, "learning_rate": 1.6859229654634935e-07, "loss": 17.6748, "step": 55487 }, { "epoch": 49.28, "learning_rate": 1.6836139884419123e-07, "loss": 17.8501, "step": 55488 }, { "epoch": 49.28, "learning_rate": 1.6813065909817016e-07, "loss": 17.9756, "step": 55489 }, { "epoch": 49.28, "learning_rate": 1.6790007730902446e-07, "loss": 18.0918, "step": 55490 }, { "epoch": 49.28, "learning_rate": 1.6766965347748132e-07, "loss": 17.9448, "step": 55491 }, { "epoch": 49.28, "learning_rate": 1.6743938760427346e-07, "loss": 17.7007, "step": 55492 }, { "epoch": 49.28, "learning_rate": 1.6720927969012812e-07, "loss": 17.5713, "step": 55493 }, { "epoch": 49.28, "learning_rate": 1.6697932973577245e-07, "loss": 17.5234, "step": 55494 }, { "epoch": 49.29, "learning_rate": 1.667495377419448e-07, "loss": 17.4629, "step": 55495 }, { "epoch": 49.29, "learning_rate": 1.6651990370936678e-07, "loss": 17.8584, "step": 55496 }, { "epoch": 49.29, "learning_rate": 1.6629042763876557e-07, "loss": 17.7646, "step": 55497 }, { "epoch": 49.29, "learning_rate": 1.660611095308684e-07, "loss": 17.7734, "step": 55498 }, { "epoch": 49.29, "learning_rate": 1.65831949386408e-07, "loss": 18.0771, "step": 55499 }, { "epoch": 49.29, "learning_rate": 1.6560294720610604e-07, "loss": 17.7227, "step": 55500 }, { "epoch": 49.29, "learning_rate": 1.6537410299068413e-07, "loss": 17.0435, "step": 55501 }, { "epoch": 49.29, "learning_rate": 1.6514541674087504e-07, "loss": 17.4155, "step": 55502 }, { "epoch": 49.29, "learning_rate": 1.6491688845740593e-07, "loss": 18.1641, "step": 55503 }, { "epoch": 49.29, "learning_rate": 1.6468851814099295e-07, "loss": 17.7412, "step": 55504 }, { "epoch": 49.29, "learning_rate": 1.644603057923577e-07, "loss": 17.4531, "step": 55505 }, { "epoch": 49.29, "learning_rate": 1.6423225141223852e-07, "loss": 17.8047, "step": 55506 }, { "epoch": 49.3, "learning_rate": 1.6400435500134592e-07, "loss": 17.6138, "step": 55507 }, { "epoch": 49.3, "learning_rate": 1.6377661656040156e-07, "loss": 17.6426, "step": 55508 }, { "epoch": 49.3, "learning_rate": 1.6354903609013815e-07, "loss": 17.8105, "step": 55509 }, { "epoch": 49.3, "learning_rate": 1.6332161359126075e-07, "loss": 18.3057, "step": 55510 }, { "epoch": 49.3, "learning_rate": 1.630943490645076e-07, "loss": 17.7466, "step": 55511 }, { "epoch": 49.3, "learning_rate": 1.6286724251058927e-07, "loss": 17.3354, "step": 55512 }, { "epoch": 49.3, "learning_rate": 1.626402939302274e-07, "loss": 17.834, "step": 55513 }, { "epoch": 49.3, "learning_rate": 1.624135033241436e-07, "loss": 17.9814, "step": 55514 }, { "epoch": 49.3, "learning_rate": 1.621868706930485e-07, "loss": 17.2808, "step": 55515 }, { "epoch": 49.3, "learning_rate": 1.6196039603767476e-07, "loss": 18.126, "step": 55516 }, { "epoch": 49.3, "learning_rate": 1.6173407935872187e-07, "loss": 17.6348, "step": 55517 }, { "epoch": 49.31, "learning_rate": 1.615079206569281e-07, "loss": 17.4922, "step": 55518 }, { "epoch": 49.31, "learning_rate": 1.6128191993299292e-07, "loss": 17.8252, "step": 55519 }, { "epoch": 49.31, "learning_rate": 1.6105607718764347e-07, "loss": 18.0508, "step": 55520 }, { "epoch": 49.31, "learning_rate": 1.6083039242159036e-07, "loss": 17.2275, "step": 55521 }, { "epoch": 49.31, "learning_rate": 1.606048656355441e-07, "loss": 17.4399, "step": 55522 }, { "epoch": 49.31, "learning_rate": 1.603794968302319e-07, "loss": 17.3608, "step": 55523 }, { "epoch": 49.31, "learning_rate": 1.6015428600636429e-07, "loss": 17.5059, "step": 55524 }, { "epoch": 49.31, "learning_rate": 1.5992923316464626e-07, "loss": 17.5557, "step": 55525 }, { "epoch": 49.31, "learning_rate": 1.5970433830580501e-07, "loss": 17.0532, "step": 55526 }, { "epoch": 49.31, "learning_rate": 1.5947960143053997e-07, "loss": 17.8057, "step": 55527 }, { "epoch": 49.31, "learning_rate": 1.592550225395728e-07, "loss": 17.4062, "step": 55528 }, { "epoch": 49.32, "learning_rate": 1.590306016336085e-07, "loss": 17.8174, "step": 55529 }, { "epoch": 49.32, "learning_rate": 1.588063387133687e-07, "loss": 17.377, "step": 55530 }, { "epoch": 49.32, "learning_rate": 1.5858223377955283e-07, "loss": 17.6143, "step": 55531 }, { "epoch": 49.32, "learning_rate": 1.5835828683287701e-07, "loss": 17.4756, "step": 55532 }, { "epoch": 49.32, "learning_rate": 1.581344978740462e-07, "loss": 17.5059, "step": 55533 }, { "epoch": 49.32, "learning_rate": 1.579108669037821e-07, "loss": 17.0674, "step": 55534 }, { "epoch": 49.32, "learning_rate": 1.5768739392277855e-07, "loss": 17.5693, "step": 55535 }, { "epoch": 49.32, "learning_rate": 1.5746407893175163e-07, "loss": 17.4424, "step": 55536 }, { "epoch": 49.32, "learning_rate": 1.5724092193141194e-07, "loss": 17.2383, "step": 55537 }, { "epoch": 49.32, "learning_rate": 1.5701792292245887e-07, "loss": 17.1499, "step": 55538 }, { "epoch": 49.32, "learning_rate": 1.5679508190560856e-07, "loss": 17.7139, "step": 55539 }, { "epoch": 49.33, "learning_rate": 1.565723988815604e-07, "loss": 17.9062, "step": 55540 }, { "epoch": 49.33, "learning_rate": 1.563498738510194e-07, "loss": 18.3574, "step": 55541 }, { "epoch": 49.33, "learning_rate": 1.5612750681469613e-07, "loss": 17.146, "step": 55542 }, { "epoch": 49.33, "learning_rate": 1.5590529777329e-07, "loss": 17.502, "step": 55543 }, { "epoch": 49.33, "learning_rate": 1.5568324672751157e-07, "loss": 17.6357, "step": 55544 }, { "epoch": 49.33, "learning_rate": 1.5546135367806025e-07, "loss": 18.1416, "step": 55545 }, { "epoch": 49.33, "learning_rate": 1.5523961862564106e-07, "loss": 18.2363, "step": 55546 }, { "epoch": 49.33, "learning_rate": 1.5501804157095345e-07, "loss": 17.8916, "step": 55547 }, { "epoch": 49.33, "learning_rate": 1.5479662251470795e-07, "loss": 18.083, "step": 55548 }, { "epoch": 49.33, "learning_rate": 1.5457536145759844e-07, "loss": 17.5967, "step": 55549 }, { "epoch": 49.33, "learning_rate": 1.5435425840032992e-07, "loss": 18.124, "step": 55550 }, { "epoch": 49.33, "learning_rate": 1.5413331334360182e-07, "loss": 18.0278, "step": 55551 }, { "epoch": 49.34, "learning_rate": 1.5391252628811358e-07, "loss": 17.8457, "step": 55552 }, { "epoch": 49.34, "learning_rate": 1.5369189723457023e-07, "loss": 16.9893, "step": 55553 }, { "epoch": 49.34, "learning_rate": 1.5347142618366562e-07, "loss": 17.623, "step": 55554 }, { "epoch": 49.34, "learning_rate": 1.5347142618366562e-07, "loss": 18.2314, "step": 55555 }, { "epoch": 49.34, "learning_rate": 1.5325111313609918e-07, "loss": 17.688, "step": 55556 }, { "epoch": 49.34, "learning_rate": 1.530309580925704e-07, "loss": 18.1885, "step": 55557 }, { "epoch": 49.34, "learning_rate": 1.5281096105377867e-07, "loss": 17.9219, "step": 55558 }, { "epoch": 49.34, "learning_rate": 1.5259112202041793e-07, "loss": 17.6772, "step": 55559 }, { "epoch": 49.34, "learning_rate": 1.5237144099318757e-07, "loss": 18.1865, "step": 55560 }, { "epoch": 49.34, "learning_rate": 1.5215191797278705e-07, "loss": 17.2837, "step": 55561 }, { "epoch": 49.34, "learning_rate": 1.5193255295990472e-07, "loss": 16.9678, "step": 55562 }, { "epoch": 49.35, "learning_rate": 1.5171334595524001e-07, "loss": 17.9258, "step": 55563 }, { "epoch": 49.35, "learning_rate": 1.5149429695949236e-07, "loss": 17.4678, "step": 55564 }, { "epoch": 49.35, "learning_rate": 1.5127540597334456e-07, "loss": 17.5166, "step": 55565 }, { "epoch": 49.35, "learning_rate": 1.510566729975016e-07, "loss": 17.2432, "step": 55566 }, { "epoch": 49.35, "learning_rate": 1.508380980326518e-07, "loss": 17.958, "step": 55567 }, { "epoch": 49.35, "learning_rate": 1.5061968107948355e-07, "loss": 18.4082, "step": 55568 }, { "epoch": 49.35, "learning_rate": 1.5040142213869624e-07, "loss": 18.2139, "step": 55569 }, { "epoch": 49.35, "learning_rate": 1.5018332121098377e-07, "loss": 17.5977, "step": 55570 }, { "epoch": 49.35, "learning_rate": 1.4996537829702894e-07, "loss": 17.71, "step": 55571 }, { "epoch": 49.35, "learning_rate": 1.497475933975312e-07, "loss": 17.8906, "step": 55572 }, { "epoch": 49.35, "learning_rate": 1.495299665131733e-07, "loss": 17.9482, "step": 55573 }, { "epoch": 49.36, "learning_rate": 1.4931249764464915e-07, "loss": 17.874, "step": 55574 }, { "epoch": 49.36, "learning_rate": 1.4909518679264712e-07, "loss": 17.8853, "step": 55575 }, { "epoch": 49.36, "learning_rate": 1.488780339578555e-07, "loss": 18.0908, "step": 55576 }, { "epoch": 49.36, "learning_rate": 1.4866103914096263e-07, "loss": 17.833, "step": 55577 }, { "epoch": 49.36, "learning_rate": 1.4844420234265688e-07, "loss": 17.3613, "step": 55578 }, { "epoch": 49.36, "learning_rate": 1.4822752356363212e-07, "loss": 17.9014, "step": 55579 }, { "epoch": 49.36, "learning_rate": 1.4801100280456004e-07, "loss": 17.437, "step": 55580 }, { "epoch": 49.36, "learning_rate": 1.477946400661401e-07, "loss": 17.7461, "step": 55581 }, { "epoch": 49.36, "learning_rate": 1.4757843534905501e-07, "loss": 18.1572, "step": 55582 }, { "epoch": 49.36, "learning_rate": 1.4736238865398765e-07, "loss": 17.3013, "step": 55583 }, { "epoch": 49.36, "learning_rate": 1.4714649998162632e-07, "loss": 17.6582, "step": 55584 }, { "epoch": 49.37, "learning_rate": 1.4693076933264828e-07, "loss": 17.5869, "step": 55585 }, { "epoch": 49.37, "learning_rate": 1.4671519670774735e-07, "loss": 17.8325, "step": 55586 }, { "epoch": 49.37, "learning_rate": 1.4649978210759528e-07, "loss": 17.5596, "step": 55587 }, { "epoch": 49.37, "learning_rate": 1.4628452553288596e-07, "loss": 17.668, "step": 55588 }, { "epoch": 49.37, "learning_rate": 1.460694269842966e-07, "loss": 16.9375, "step": 55589 }, { "epoch": 49.37, "learning_rate": 1.4585448646251e-07, "loss": 17.7715, "step": 55590 }, { "epoch": 49.37, "learning_rate": 1.4563970396820337e-07, "loss": 17.6338, "step": 55591 }, { "epoch": 49.37, "learning_rate": 1.4542507950206508e-07, "loss": 18.0811, "step": 55592 }, { "epoch": 49.37, "learning_rate": 1.4521061306477236e-07, "loss": 18.1182, "step": 55593 }, { "epoch": 49.37, "learning_rate": 1.4499630465700243e-07, "loss": 17.4648, "step": 55594 }, { "epoch": 49.37, "learning_rate": 1.4478215427943252e-07, "loss": 17.0249, "step": 55595 }, { "epoch": 49.37, "learning_rate": 1.4456816193275102e-07, "loss": 17.3296, "step": 55596 }, { "epoch": 49.38, "learning_rate": 1.4435432761762958e-07, "loss": 17.959, "step": 55597 }, { "epoch": 49.38, "learning_rate": 1.4414065133473987e-07, "loss": 17.8311, "step": 55598 }, { "epoch": 49.38, "learning_rate": 1.439271330847758e-07, "loss": 17.0327, "step": 55599 }, { "epoch": 49.38, "learning_rate": 1.4371377286839793e-07, "loss": 17.8911, "step": 55600 }, { "epoch": 49.38, "learning_rate": 1.4350057068629464e-07, "loss": 17.4639, "step": 55601 }, { "epoch": 49.38, "learning_rate": 1.4328752653913203e-07, "loss": 18.0581, "step": 55602 }, { "epoch": 49.38, "learning_rate": 1.4307464042758733e-07, "loss": 17.5098, "step": 55603 }, { "epoch": 49.38, "learning_rate": 1.4286191235234336e-07, "loss": 18.0293, "step": 55604 }, { "epoch": 49.38, "learning_rate": 1.4264934231406623e-07, "loss": 17.1484, "step": 55605 }, { "epoch": 49.38, "learning_rate": 1.424369303134332e-07, "loss": 17.7041, "step": 55606 }, { "epoch": 49.38, "learning_rate": 1.4222467635111592e-07, "loss": 17.6494, "step": 55607 }, { "epoch": 49.39, "learning_rate": 1.4201258042779164e-07, "loss": 17.3306, "step": 55608 }, { "epoch": 49.39, "learning_rate": 1.4180064254412095e-07, "loss": 17.5986, "step": 55609 }, { "epoch": 49.39, "learning_rate": 1.415888627007922e-07, "loss": 17.4116, "step": 55610 }, { "epoch": 49.39, "learning_rate": 1.4137724089846593e-07, "loss": 17.7578, "step": 55611 }, { "epoch": 49.39, "learning_rate": 1.4137724089846593e-07, "loss": 18.4756, "step": 55612 }, { "epoch": 49.39, "learning_rate": 1.411657771378083e-07, "loss": 18.0513, "step": 55613 }, { "epoch": 49.39, "learning_rate": 1.4095447141950214e-07, "loss": 17.998, "step": 55614 }, { "epoch": 49.39, "learning_rate": 1.407433237442135e-07, "loss": 17.7402, "step": 55615 }, { "epoch": 49.39, "learning_rate": 1.4053233411260858e-07, "loss": 17.5034, "step": 55616 }, { "epoch": 49.39, "learning_rate": 1.4032150252535347e-07, "loss": 17.2261, "step": 55617 }, { "epoch": 49.39, "learning_rate": 1.4011082898312545e-07, "loss": 17.7881, "step": 55618 }, { "epoch": 49.4, "learning_rate": 1.3990031348658506e-07, "loss": 17.1211, "step": 55619 }, { "epoch": 49.4, "learning_rate": 1.3968995603639846e-07, "loss": 17.1973, "step": 55620 }, { "epoch": 49.4, "learning_rate": 1.3947975663323732e-07, "loss": 17.5967, "step": 55621 }, { "epoch": 49.4, "learning_rate": 1.3926971527776778e-07, "loss": 17.5815, "step": 55622 }, { "epoch": 49.4, "learning_rate": 1.3905983197065597e-07, "loss": 17.8623, "step": 55623 }, { "epoch": 49.4, "learning_rate": 1.3885010671256249e-07, "loss": 17.6016, "step": 55624 }, { "epoch": 49.4, "learning_rate": 1.3864053950415345e-07, "loss": 17.8574, "step": 55625 }, { "epoch": 49.4, "learning_rate": 1.3843113034610055e-07, "loss": 17.1719, "step": 55626 }, { "epoch": 49.4, "learning_rate": 1.3822187923905884e-07, "loss": 18.0859, "step": 55627 }, { "epoch": 49.4, "learning_rate": 1.380127861836944e-07, "loss": 17.6694, "step": 55628 }, { "epoch": 49.4, "learning_rate": 1.3780385118066786e-07, "loss": 17.5493, "step": 55629 }, { "epoch": 49.4, "learning_rate": 1.3759507423064534e-07, "loss": 17.8125, "step": 55630 }, { "epoch": 49.41, "learning_rate": 1.373864553342874e-07, "loss": 17.0293, "step": 55631 }, { "epoch": 49.41, "learning_rate": 1.3717799449225467e-07, "loss": 17.6016, "step": 55632 }, { "epoch": 49.41, "learning_rate": 1.369696917052077e-07, "loss": 17.2129, "step": 55633 }, { "epoch": 49.41, "learning_rate": 1.3676154697380706e-07, "loss": 17.6074, "step": 55634 }, { "epoch": 49.41, "learning_rate": 1.3655356029871335e-07, "loss": 17.6875, "step": 55635 }, { "epoch": 49.41, "learning_rate": 1.363457316805872e-07, "loss": 17.5156, "step": 55636 }, { "epoch": 49.41, "learning_rate": 1.3613806112008355e-07, "loss": 17.9121, "step": 55637 }, { "epoch": 49.41, "learning_rate": 1.3593054861786302e-07, "loss": 17.7749, "step": 55638 }, { "epoch": 49.41, "learning_rate": 1.3572319417458068e-07, "loss": 17.3623, "step": 55639 }, { "epoch": 49.41, "learning_rate": 1.3551599779089708e-07, "loss": 17.4878, "step": 55640 }, { "epoch": 49.41, "learning_rate": 1.3530895946746723e-07, "loss": 17.5811, "step": 55641 }, { "epoch": 49.42, "learning_rate": 1.3510207920495178e-07, "loss": 17.957, "step": 55642 }, { "epoch": 49.42, "learning_rate": 1.3489535700400013e-07, "loss": 17.0967, "step": 55643 }, { "epoch": 49.42, "learning_rate": 1.346887928652729e-07, "loss": 17.6226, "step": 55644 }, { "epoch": 49.42, "learning_rate": 1.344823867894196e-07, "loss": 17.9492, "step": 55645 }, { "epoch": 49.42, "learning_rate": 1.342761387770952e-07, "loss": 17.7461, "step": 55646 }, { "epoch": 49.42, "learning_rate": 1.3407004882896036e-07, "loss": 17.5752, "step": 55647 }, { "epoch": 49.42, "learning_rate": 1.3386411694565893e-07, "loss": 18.1665, "step": 55648 }, { "epoch": 49.42, "learning_rate": 1.3365834312784598e-07, "loss": 17.7061, "step": 55649 }, { "epoch": 49.42, "learning_rate": 1.334527273761821e-07, "loss": 17.8545, "step": 55650 }, { "epoch": 49.42, "learning_rate": 1.3324726969131118e-07, "loss": 17.7734, "step": 55651 }, { "epoch": 49.42, "learning_rate": 1.3304197007388274e-07, "loss": 18.1172, "step": 55652 }, { "epoch": 49.43, "learning_rate": 1.328368285245518e-07, "loss": 17.3682, "step": 55653 }, { "epoch": 49.43, "learning_rate": 1.326318450439734e-07, "loss": 17.8574, "step": 55654 }, { "epoch": 49.43, "learning_rate": 1.3242701963278593e-07, "loss": 17.7656, "step": 55655 }, { "epoch": 49.43, "learning_rate": 1.3222235229164436e-07, "loss": 17.7734, "step": 55656 }, { "epoch": 49.43, "learning_rate": 1.3201784302119824e-07, "loss": 17.6836, "step": 55657 }, { "epoch": 49.43, "learning_rate": 1.31813491822097e-07, "loss": 17.5215, "step": 55658 }, { "epoch": 49.43, "learning_rate": 1.3160929869498462e-07, "loss": 17.1938, "step": 55659 }, { "epoch": 49.43, "learning_rate": 1.3140526364051054e-07, "loss": 17.2871, "step": 55660 }, { "epoch": 49.43, "learning_rate": 1.312013866593187e-07, "loss": 17.8857, "step": 55661 }, { "epoch": 49.43, "learning_rate": 1.3099766775205856e-07, "loss": 17.4043, "step": 55662 }, { "epoch": 49.43, "learning_rate": 1.3079410691937966e-07, "loss": 17.7183, "step": 55663 }, { "epoch": 49.44, "learning_rate": 1.3059070416192032e-07, "loss": 18.4033, "step": 55664 }, { "epoch": 49.44, "learning_rate": 1.303874594803245e-07, "loss": 17.7188, "step": 55665 }, { "epoch": 49.44, "learning_rate": 1.3018437287524165e-07, "loss": 17.751, "step": 55666 }, { "epoch": 49.44, "learning_rate": 1.2998144434731575e-07, "loss": 17.4648, "step": 55667 }, { "epoch": 49.44, "learning_rate": 1.2977867389718512e-07, "loss": 18.001, "step": 55668 }, { "epoch": 49.44, "learning_rate": 1.2957606152549374e-07, "loss": 16.9424, "step": 55669 }, { "epoch": 49.44, "learning_rate": 1.293736072328855e-07, "loss": 17.5786, "step": 55670 }, { "epoch": 49.44, "learning_rate": 1.2917131102000435e-07, "loss": 17.75, "step": 55671 }, { "epoch": 49.44, "learning_rate": 1.2896917288748865e-07, "loss": 17.3872, "step": 55672 }, { "epoch": 49.44, "learning_rate": 1.2876719283598238e-07, "loss": 18.0967, "step": 55673 }, { "epoch": 49.44, "learning_rate": 1.285653708661183e-07, "loss": 17.7051, "step": 55674 }, { "epoch": 49.44, "learning_rate": 1.283637069785404e-07, "loss": 17.5723, "step": 55675 }, { "epoch": 49.45, "learning_rate": 1.28162201173887e-07, "loss": 17.4355, "step": 55676 }, { "epoch": 49.45, "learning_rate": 1.2796085345280207e-07, "loss": 17.8535, "step": 55677 }, { "epoch": 49.45, "learning_rate": 1.277596638159184e-07, "loss": 17.6802, "step": 55678 }, { "epoch": 49.45, "learning_rate": 1.2755863226387443e-07, "loss": 17.499, "step": 55679 }, { "epoch": 49.45, "learning_rate": 1.273577587973085e-07, "loss": 17.6318, "step": 55680 }, { "epoch": 49.45, "learning_rate": 1.2715704341685896e-07, "loss": 17.7075, "step": 55681 }, { "epoch": 49.45, "learning_rate": 1.269564861231587e-07, "loss": 17.3755, "step": 55682 }, { "epoch": 49.45, "learning_rate": 1.267560869168405e-07, "loss": 17.6016, "step": 55683 }, { "epoch": 49.45, "learning_rate": 1.2655584579854828e-07, "loss": 17.2085, "step": 55684 }, { "epoch": 49.45, "learning_rate": 1.2635576276891492e-07, "loss": 17.4219, "step": 55685 }, { "epoch": 49.45, "learning_rate": 1.2615583782856765e-07, "loss": 17.4326, "step": 55686 }, { "epoch": 49.46, "learning_rate": 1.2595607097814487e-07, "loss": 17.2061, "step": 55687 }, { "epoch": 49.46, "learning_rate": 1.2575646221828496e-07, "loss": 17.3496, "step": 55688 }, { "epoch": 49.46, "learning_rate": 1.2575646221828496e-07, "loss": 17.9062, "step": 55689 }, { "epoch": 49.46, "learning_rate": 1.2555701154960964e-07, "loss": 17.8789, "step": 55690 }, { "epoch": 49.46, "learning_rate": 1.2535771897275727e-07, "loss": 17.9248, "step": 55691 }, { "epoch": 49.46, "learning_rate": 1.251585844883607e-07, "loss": 17.1709, "step": 55692 }, { "epoch": 49.46, "learning_rate": 1.2495960809704722e-07, "loss": 17.79, "step": 55693 }, { "epoch": 49.46, "learning_rate": 1.2476078979944962e-07, "loss": 17.6016, "step": 55694 }, { "epoch": 49.46, "learning_rate": 1.2456212959620073e-07, "loss": 17.3862, "step": 55695 }, { "epoch": 49.46, "learning_rate": 1.2436362748792783e-07, "loss": 17.7324, "step": 55696 }, { "epoch": 49.46, "learning_rate": 1.2416528347525824e-07, "loss": 17.3604, "step": 55697 }, { "epoch": 49.47, "learning_rate": 1.2396709755882474e-07, "loss": 17.707, "step": 55698 }, { "epoch": 49.47, "learning_rate": 1.2376906973924908e-07, "loss": 17.2505, "step": 55699 }, { "epoch": 49.47, "learning_rate": 1.235712000171696e-07, "loss": 17.2559, "step": 55700 }, { "epoch": 49.47, "learning_rate": 1.2337348839320251e-07, "loss": 17.3623, "step": 55701 }, { "epoch": 49.47, "learning_rate": 1.2317593486798062e-07, "loss": 17.2935, "step": 55702 }, { "epoch": 49.47, "learning_rate": 1.2297853944213121e-07, "loss": 17.3535, "step": 55703 }, { "epoch": 49.47, "learning_rate": 1.2278130211627047e-07, "loss": 17.2446, "step": 55704 }, { "epoch": 49.47, "learning_rate": 1.2258422289103678e-07, "loss": 17.8154, "step": 55705 }, { "epoch": 49.47, "learning_rate": 1.2238730176704628e-07, "loss": 17.0259, "step": 55706 }, { "epoch": 49.47, "learning_rate": 1.2219053874492625e-07, "loss": 17.2607, "step": 55707 }, { "epoch": 49.47, "learning_rate": 1.2199393382529845e-07, "loss": 17.2188, "step": 55708 }, { "epoch": 49.48, "learning_rate": 1.2179748700879012e-07, "loss": 17.46, "step": 55709 }, { "epoch": 49.48, "learning_rate": 1.2160119829601746e-07, "loss": 17.5078, "step": 55710 }, { "epoch": 49.48, "learning_rate": 1.2140506768760774e-07, "loss": 17.3008, "step": 55711 }, { "epoch": 49.48, "learning_rate": 1.2120909518418267e-07, "loss": 17.209, "step": 55712 }, { "epoch": 49.48, "learning_rate": 1.2101328078635843e-07, "loss": 17.4424, "step": 55713 }, { "epoch": 49.48, "learning_rate": 1.208176244947623e-07, "loss": 17.2979, "step": 55714 }, { "epoch": 49.48, "learning_rate": 1.2062212631001047e-07, "loss": 17.7148, "step": 55715 }, { "epoch": 49.48, "learning_rate": 1.2042678623272462e-07, "loss": 17.6763, "step": 55716 }, { "epoch": 49.48, "learning_rate": 1.2023160426352098e-07, "loss": 17.3706, "step": 55717 }, { "epoch": 49.48, "learning_rate": 1.2003658040302123e-07, "loss": 17.4404, "step": 55718 }, { "epoch": 49.48, "learning_rate": 1.1984171465184158e-07, "loss": 17.1631, "step": 55719 }, { "epoch": 49.48, "learning_rate": 1.1964700701060373e-07, "loss": 16.9404, "step": 55720 }, { "epoch": 49.49, "learning_rate": 1.194524574799183e-07, "loss": 17.665, "step": 55721 }, { "epoch": 49.49, "learning_rate": 1.1925806606040702e-07, "loss": 17.7788, "step": 55722 }, { "epoch": 49.49, "learning_rate": 1.1906383275268606e-07, "loss": 17.5361, "step": 55723 }, { "epoch": 49.49, "learning_rate": 1.1886975755736607e-07, "loss": 17.25, "step": 55724 }, { "epoch": 49.49, "learning_rate": 1.1867584047506875e-07, "loss": 17.2676, "step": 55725 }, { "epoch": 49.49, "learning_rate": 1.1848208150640471e-07, "loss": 17.3594, "step": 55726 }, { "epoch": 49.49, "learning_rate": 1.1828848065199017e-07, "loss": 17.6235, "step": 55727 }, { "epoch": 49.49, "learning_rate": 1.180950379124357e-07, "loss": 17.6597, "step": 55728 }, { "epoch": 49.49, "learning_rate": 1.1790175328835751e-07, "loss": 17.4727, "step": 55729 }, { "epoch": 49.49, "learning_rate": 1.177086267803662e-07, "loss": 17.3867, "step": 55730 }, { "epoch": 49.49, "learning_rate": 1.1751565838907796e-07, "loss": 17.2529, "step": 55731 }, { "epoch": 49.5, "learning_rate": 1.1732284811509786e-07, "loss": 17.021, "step": 55732 }, { "epoch": 49.5, "learning_rate": 1.1713019595904207e-07, "loss": 17.3135, "step": 55733 }, { "epoch": 49.5, "learning_rate": 1.1693770192152121e-07, "loss": 17.3066, "step": 55734 }, { "epoch": 49.5, "learning_rate": 1.1674536600314589e-07, "loss": 17.6157, "step": 55735 }, { "epoch": 49.5, "learning_rate": 1.1655318820452122e-07, "loss": 17.4355, "step": 55736 }, { "epoch": 49.5, "learning_rate": 1.1636116852625778e-07, "loss": 18.3013, "step": 55737 }, { "epoch": 49.5, "learning_rate": 1.1616930696897177e-07, "loss": 17.5049, "step": 55738 }, { "epoch": 49.5, "learning_rate": 1.1597760353325715e-07, "loss": 17.9033, "step": 55739 }, { "epoch": 49.5, "learning_rate": 1.1578605821973565e-07, "loss": 17.6299, "step": 55740 }, { "epoch": 49.5, "learning_rate": 1.1559467102900678e-07, "loss": 17.6367, "step": 55741 }, { "epoch": 49.5, "learning_rate": 1.1540344196168118e-07, "loss": 17.374, "step": 55742 }, { "epoch": 49.51, "learning_rate": 1.1521237101835836e-07, "loss": 17.5039, "step": 55743 }, { "epoch": 49.51, "learning_rate": 1.1502145819964894e-07, "loss": 17.6875, "step": 55744 }, { "epoch": 49.51, "learning_rate": 1.1483070350615798e-07, "loss": 17.1597, "step": 55745 }, { "epoch": 49.51, "learning_rate": 1.1464010693849059e-07, "loss": 18.1338, "step": 55746 }, { "epoch": 49.51, "learning_rate": 1.144496684972518e-07, "loss": 17.2642, "step": 55747 }, { "epoch": 49.51, "learning_rate": 1.1425938818304116e-07, "loss": 17.3838, "step": 55748 }, { "epoch": 49.51, "learning_rate": 1.1406926599646373e-07, "loss": 17.2021, "step": 55749 }, { "epoch": 49.51, "learning_rate": 1.1387930193812457e-07, "loss": 17.4043, "step": 55750 }, { "epoch": 49.51, "learning_rate": 1.1368949600862322e-07, "loss": 17.5039, "step": 55751 }, { "epoch": 49.51, "learning_rate": 1.1349984820855919e-07, "loss": 17.2798, "step": 55752 }, { "epoch": 49.51, "learning_rate": 1.1331035853853755e-07, "loss": 17.6489, "step": 55753 }, { "epoch": 49.52, "learning_rate": 1.1312102699915783e-07, "loss": 17.0991, "step": 55754 }, { "epoch": 49.52, "learning_rate": 1.1293185359101955e-07, "loss": 17.519, "step": 55755 }, { "epoch": 49.52, "learning_rate": 1.1274283831472221e-07, "loss": 17.6665, "step": 55756 }, { "epoch": 49.52, "learning_rate": 1.125539811708709e-07, "loss": 17.4702, "step": 55757 }, { "epoch": 49.52, "learning_rate": 1.1236528216005404e-07, "loss": 16.9741, "step": 55758 }, { "epoch": 49.52, "learning_rate": 1.121767412828767e-07, "loss": 17.3545, "step": 55759 }, { "epoch": 49.52, "learning_rate": 1.1198835853993284e-07, "loss": 17.5239, "step": 55760 }, { "epoch": 49.52, "learning_rate": 1.1180013393182198e-07, "loss": 17.9341, "step": 55761 }, { "epoch": 49.52, "learning_rate": 1.116120674591381e-07, "loss": 17.3809, "step": 55762 }, { "epoch": 49.52, "learning_rate": 1.1142415912248627e-07, "loss": 17.4976, "step": 55763 }, { "epoch": 49.52, "learning_rate": 1.1123640892244935e-07, "loss": 17.1094, "step": 55764 }, { "epoch": 49.52, "learning_rate": 1.1104881685962687e-07, "loss": 17.5498, "step": 55765 }, { "epoch": 49.53, "learning_rate": 1.1086138293461834e-07, "loss": 17.2896, "step": 55766 }, { "epoch": 49.53, "learning_rate": 1.1067410714801218e-07, "loss": 17.4512, "step": 55767 }, { "epoch": 49.53, "learning_rate": 1.1048698950040792e-07, "loss": 17.5352, "step": 55768 }, { "epoch": 49.53, "learning_rate": 1.1030002999238842e-07, "loss": 17.3848, "step": 55769 }, { "epoch": 49.53, "learning_rate": 1.1011322862455875e-07, "loss": 17.8755, "step": 55770 }, { "epoch": 49.53, "learning_rate": 1.0992658539750178e-07, "loss": 17.2998, "step": 55771 }, { "epoch": 49.53, "learning_rate": 1.0974010031181148e-07, "loss": 17.834, "step": 55772 }, { "epoch": 49.53, "learning_rate": 1.0955377336808182e-07, "loss": 17.5142, "step": 55773 }, { "epoch": 49.53, "learning_rate": 1.093676045669012e-07, "loss": 17.9453, "step": 55774 }, { "epoch": 49.53, "learning_rate": 1.0918159390886362e-07, "loss": 17.6162, "step": 55775 }, { "epoch": 49.53, "learning_rate": 1.0899574139455194e-07, "loss": 17.5356, "step": 55776 }, { "epoch": 49.54, "learning_rate": 1.0881004702455455e-07, "loss": 17.9429, "step": 55777 }, { "epoch": 49.54, "learning_rate": 1.08624510799471e-07, "loss": 17.6875, "step": 55778 }, { "epoch": 49.54, "learning_rate": 1.084391327198786e-07, "loss": 17.4307, "step": 55779 }, { "epoch": 49.54, "learning_rate": 1.0825391278637132e-07, "loss": 17.2109, "step": 55780 }, { "epoch": 49.54, "learning_rate": 1.0806885099953202e-07, "loss": 17.6416, "step": 55781 }, { "epoch": 49.54, "learning_rate": 1.0788394735994911e-07, "loss": 17.313, "step": 55782 }, { "epoch": 49.54, "learning_rate": 1.0769920186821103e-07, "loss": 17.2036, "step": 55783 }, { "epoch": 49.54, "learning_rate": 1.0751461452489509e-07, "loss": 17.7588, "step": 55784 }, { "epoch": 49.54, "learning_rate": 1.0733018533059524e-07, "loss": 17.624, "step": 55785 }, { "epoch": 49.54, "learning_rate": 1.0714591428589438e-07, "loss": 17.1465, "step": 55786 }, { "epoch": 49.54, "learning_rate": 1.0696180139137535e-07, "loss": 17.5479, "step": 55787 }, { "epoch": 49.55, "learning_rate": 1.0677784664762103e-07, "loss": 17.5713, "step": 55788 }, { "epoch": 49.55, "learning_rate": 1.0659405005521428e-07, "loss": 17.4941, "step": 55789 }, { "epoch": 49.55, "learning_rate": 1.0641041161473797e-07, "loss": 17.5088, "step": 55790 }, { "epoch": 49.55, "learning_rate": 1.0622693132678052e-07, "loss": 17.2021, "step": 55791 }, { "epoch": 49.55, "learning_rate": 1.0604360919190814e-07, "loss": 17.5898, "step": 55792 }, { "epoch": 49.55, "learning_rate": 1.0586044521072037e-07, "loss": 17.1362, "step": 55793 }, { "epoch": 49.55, "learning_rate": 1.0567743938378894e-07, "loss": 17.2344, "step": 55794 }, { "epoch": 49.55, "learning_rate": 1.0549459171169118e-07, "loss": 17.1226, "step": 55795 }, { "epoch": 49.55, "learning_rate": 1.0531190219500997e-07, "loss": 17.667, "step": 55796 }, { "epoch": 49.55, "learning_rate": 1.0512937083432262e-07, "loss": 17.1133, "step": 55797 }, { "epoch": 49.55, "learning_rate": 1.0494699763020643e-07, "loss": 17.3936, "step": 55798 }, { "epoch": 49.56, "learning_rate": 1.0476478258324984e-07, "loss": 17.271, "step": 55799 }, { "epoch": 49.56, "learning_rate": 1.0458272569401905e-07, "loss": 17.6309, "step": 55800 }, { "epoch": 49.56, "learning_rate": 1.0440082696309139e-07, "loss": 17.4829, "step": 55801 }, { "epoch": 49.56, "learning_rate": 1.0421908639104971e-07, "loss": 18.1274, "step": 55802 }, { "epoch": 49.56, "learning_rate": 1.0403750397847134e-07, "loss": 17.3677, "step": 55803 }, { "epoch": 49.56, "learning_rate": 1.0385607972592248e-07, "loss": 16.7217, "step": 55804 }, { "epoch": 49.56, "learning_rate": 1.03674813633986e-07, "loss": 17.3706, "step": 55805 }, { "epoch": 49.56, "learning_rate": 1.0349370570323369e-07, "loss": 17.2002, "step": 55806 }, { "epoch": 49.56, "learning_rate": 1.0331275593423728e-07, "loss": 17.7617, "step": 55807 }, { "epoch": 49.56, "learning_rate": 1.0313196432757966e-07, "loss": 17.1123, "step": 55808 }, { "epoch": 49.56, "learning_rate": 1.0295133088382147e-07, "loss": 17.7275, "step": 55809 }, { "epoch": 49.56, "learning_rate": 1.027708556035456e-07, "loss": 17.4697, "step": 55810 }, { "epoch": 49.57, "learning_rate": 1.025905384873127e-07, "loss": 17.4951, "step": 55811 }, { "epoch": 49.57, "learning_rate": 1.0241037953570564e-07, "loss": 17.0967, "step": 55812 }, { "epoch": 49.57, "learning_rate": 1.0223037874929064e-07, "loss": 17.6982, "step": 55813 }, { "epoch": 49.57, "learning_rate": 1.0205053612863947e-07, "loss": 17.6299, "step": 55814 }, { "epoch": 49.57, "learning_rate": 1.0187085167431831e-07, "loss": 17.4683, "step": 55815 }, { "epoch": 49.57, "learning_rate": 1.0169132538690451e-07, "loss": 18.3394, "step": 55816 }, { "epoch": 49.57, "learning_rate": 1.0151195726695872e-07, "loss": 17.7275, "step": 55817 }, { "epoch": 49.57, "learning_rate": 1.0133274731505827e-07, "loss": 17.1514, "step": 55818 }, { "epoch": 49.57, "learning_rate": 1.0115369553176379e-07, "loss": 17.4761, "step": 55819 }, { "epoch": 49.57, "learning_rate": 1.0097480191764153e-07, "loss": 17.3149, "step": 55820 }, { "epoch": 49.57, "learning_rate": 1.0079606647326323e-07, "loss": 16.998, "step": 55821 }, { "epoch": 49.58, "learning_rate": 1.0061748919920066e-07, "loss": 17.5708, "step": 55822 }, { "epoch": 49.58, "learning_rate": 1.004390700960034e-07, "loss": 17.5605, "step": 55823 }, { "epoch": 49.58, "learning_rate": 1.0026080916425428e-07, "loss": 17.1514, "step": 55824 }, { "epoch": 49.58, "learning_rate": 1.0008270640450845e-07, "loss": 17.2573, "step": 55825 }, { "epoch": 49.58, "learning_rate": 9.990476181733765e-08, "loss": 17.4434, "step": 55826 }, { "epoch": 49.58, "learning_rate": 9.972697540330255e-08, "loss": 17.1299, "step": 55827 }, { "epoch": 49.58, "learning_rate": 9.954934716295827e-08, "loss": 17.2886, "step": 55828 }, { "epoch": 49.58, "learning_rate": 9.937187709688212e-08, "loss": 17.3164, "step": 55829 }, { "epoch": 49.58, "learning_rate": 9.919456520562365e-08, "loss": 17.229, "step": 55830 }, { "epoch": 49.58, "learning_rate": 9.901741148975464e-08, "loss": 17.2446, "step": 55831 }, { "epoch": 49.58, "learning_rate": 9.884041594983573e-08, "loss": 17.749, "step": 55832 }, { "epoch": 49.59, "learning_rate": 9.866357858642205e-08, "loss": 17.5107, "step": 55833 }, { "epoch": 49.59, "learning_rate": 9.848689940007982e-08, "loss": 17.6943, "step": 55834 }, { "epoch": 49.59, "learning_rate": 9.831037839136414e-08, "loss": 17.4614, "step": 55835 }, { "epoch": 49.59, "learning_rate": 9.813401556083568e-08, "loss": 17.2812, "step": 55836 }, { "epoch": 49.59, "learning_rate": 9.795781090906065e-08, "loss": 17.1289, "step": 55837 }, { "epoch": 49.59, "learning_rate": 9.77817644365886e-08, "loss": 17.4561, "step": 55838 }, { "epoch": 49.59, "learning_rate": 9.76058761439802e-08, "loss": 17.8174, "step": 55839 }, { "epoch": 49.59, "learning_rate": 9.743014603179613e-08, "loss": 17.1709, "step": 55840 }, { "epoch": 49.59, "learning_rate": 9.725457410058591e-08, "loss": 17.3403, "step": 55841 }, { "epoch": 49.59, "learning_rate": 9.70791603509158e-08, "loss": 17.1885, "step": 55842 }, { "epoch": 49.59, "learning_rate": 9.690390478333533e-08, "loss": 17.4087, "step": 55843 }, { "epoch": 49.6, "learning_rate": 9.672880739839962e-08, "loss": 16.7915, "step": 55844 }, { "epoch": 49.6, "learning_rate": 9.655386819666934e-08, "loss": 17.2017, "step": 55845 }, { "epoch": 49.6, "learning_rate": 9.637908717869404e-08, "loss": 17.4766, "step": 55846 }, { "epoch": 49.6, "learning_rate": 9.620446434502883e-08, "loss": 16.9741, "step": 55847 }, { "epoch": 49.6, "learning_rate": 9.602999969622883e-08, "loss": 17.4375, "step": 55848 }, { "epoch": 49.6, "learning_rate": 9.585569323284915e-08, "loss": 16.9194, "step": 55849 }, { "epoch": 49.6, "learning_rate": 9.56815449554338e-08, "loss": 17.2607, "step": 55850 }, { "epoch": 49.6, "learning_rate": 9.550755486453788e-08, "loss": 16.8516, "step": 55851 }, { "epoch": 49.6, "learning_rate": 9.533372296072208e-08, "loss": 17.6406, "step": 55852 }, { "epoch": 49.6, "learning_rate": 9.516004924452481e-08, "loss": 17.3149, "step": 55853 }, { "epoch": 49.6, "learning_rate": 9.498653371650679e-08, "loss": 16.998, "step": 55854 }, { "epoch": 49.6, "learning_rate": 9.481317637720644e-08, "loss": 17.8418, "step": 55855 }, { "epoch": 49.61, "learning_rate": 9.463997722718443e-08, "loss": 17.2051, "step": 55856 }, { "epoch": 49.61, "learning_rate": 9.446693626698477e-08, "loss": 17.2559, "step": 55857 }, { "epoch": 49.61, "learning_rate": 9.429405349716258e-08, "loss": 17.5205, "step": 55858 }, { "epoch": 49.61, "learning_rate": 9.412132891825076e-08, "loss": 17.4448, "step": 55859 }, { "epoch": 49.61, "learning_rate": 9.394876253080998e-08, "loss": 17.1455, "step": 55860 }, { "epoch": 49.61, "learning_rate": 9.377635433538424e-08, "loss": 17.4087, "step": 55861 }, { "epoch": 49.61, "learning_rate": 9.360410433251754e-08, "loss": 17.4707, "step": 55862 }, { "epoch": 49.61, "learning_rate": 9.343201252275946e-08, "loss": 17.2754, "step": 55863 }, { "epoch": 49.61, "learning_rate": 9.3260078906654e-08, "loss": 17.416, "step": 55864 }, { "epoch": 49.61, "learning_rate": 9.308830348473962e-08, "loss": 17.1143, "step": 55865 }, { "epoch": 49.61, "learning_rate": 9.291668625757144e-08, "loss": 17.1924, "step": 55866 }, { "epoch": 49.62, "learning_rate": 9.274522722568791e-08, "loss": 17.1455, "step": 55867 }, { "epoch": 49.62, "learning_rate": 9.257392638963857e-08, "loss": 17.104, "step": 55868 }, { "epoch": 49.62, "learning_rate": 9.240278374995637e-08, "loss": 17.6934, "step": 55869 }, { "epoch": 49.62, "learning_rate": 9.223179930718529e-08, "loss": 16.7905, "step": 55870 }, { "epoch": 49.62, "learning_rate": 9.206097306187488e-08, "loss": 17.6758, "step": 55871 }, { "epoch": 49.62, "learning_rate": 9.189030501456364e-08, "loss": 17.332, "step": 55872 }, { "epoch": 49.62, "learning_rate": 9.171979516578998e-08, "loss": 17.3599, "step": 55873 }, { "epoch": 49.62, "learning_rate": 9.15494435160924e-08, "loss": 17.3047, "step": 55874 }, { "epoch": 49.62, "learning_rate": 9.137925006602044e-08, "loss": 17.1182, "step": 55875 }, { "epoch": 49.62, "learning_rate": 9.120921481610701e-08, "loss": 17.0083, "step": 55876 }, { "epoch": 49.62, "learning_rate": 9.1039337766885e-08, "loss": 17.0239, "step": 55877 }, { "epoch": 49.63, "learning_rate": 9.0869618918904e-08, "loss": 16.8428, "step": 55878 }, { "epoch": 49.63, "learning_rate": 9.07000582726969e-08, "loss": 16.8818, "step": 55879 }, { "epoch": 49.63, "learning_rate": 9.053065582880216e-08, "loss": 17.2197, "step": 55880 }, { "epoch": 49.63, "learning_rate": 9.036141158775269e-08, "loss": 17.3628, "step": 55881 }, { "epoch": 49.63, "learning_rate": 9.019232555009249e-08, "loss": 17.2236, "step": 55882 }, { "epoch": 49.63, "learning_rate": 9.002339771635449e-08, "loss": 17.2896, "step": 55883 }, { "epoch": 49.63, "learning_rate": 8.985462808707157e-08, "loss": 17.8623, "step": 55884 }, { "epoch": 49.63, "learning_rate": 8.968601666277664e-08, "loss": 17.4238, "step": 55885 }, { "epoch": 49.63, "learning_rate": 8.951756344401374e-08, "loss": 17.2041, "step": 55886 }, { "epoch": 49.63, "learning_rate": 8.934926843131019e-08, "loss": 17.3926, "step": 55887 }, { "epoch": 49.63, "learning_rate": 8.918113162519337e-08, "loss": 17.3799, "step": 55888 }, { "epoch": 49.63, "learning_rate": 8.901315302621283e-08, "loss": 17.0425, "step": 55889 }, { "epoch": 49.64, "learning_rate": 8.884533263488481e-08, "loss": 17.5762, "step": 55890 }, { "epoch": 49.64, "learning_rate": 8.867767045174779e-08, "loss": 16.7173, "step": 55891 }, { "epoch": 49.64, "learning_rate": 8.851016647733468e-08, "loss": 17.1064, "step": 55892 }, { "epoch": 49.64, "learning_rate": 8.834282071217282e-08, "loss": 17.0288, "step": 55893 }, { "epoch": 49.64, "learning_rate": 8.834282071217282e-08, "loss": 17.8345, "step": 55894 }, { "epoch": 49.64, "learning_rate": 8.817563315680066e-08, "loss": 17.4897, "step": 55895 }, { "epoch": 49.64, "learning_rate": 8.800860381173448e-08, "loss": 16.7461, "step": 55896 }, { "epoch": 49.64, "learning_rate": 8.784173267751828e-08, "loss": 17.3423, "step": 55897 }, { "epoch": 49.64, "learning_rate": 8.767501975467385e-08, "loss": 17.5962, "step": 55898 }, { "epoch": 49.64, "learning_rate": 8.7508465043723e-08, "loss": 17.4536, "step": 55899 }, { "epoch": 49.64, "learning_rate": 8.734206854520422e-08, "loss": 17.1836, "step": 55900 }, { "epoch": 49.65, "learning_rate": 8.717583025964483e-08, "loss": 17.3418, "step": 55901 }, { "epoch": 49.65, "learning_rate": 8.700975018756663e-08, "loss": 17.437, "step": 55902 }, { "epoch": 49.65, "learning_rate": 8.6843828329497e-08, "loss": 17.3594, "step": 55903 }, { "epoch": 49.65, "learning_rate": 8.667806468596329e-08, "loss": 16.8467, "step": 55904 }, { "epoch": 49.65, "learning_rate": 8.65124592574873e-08, "loss": 17.5146, "step": 55905 }, { "epoch": 49.65, "learning_rate": 8.634701204460194e-08, "loss": 16.8579, "step": 55906 }, { "epoch": 49.65, "learning_rate": 8.618172304782347e-08, "loss": 17.3228, "step": 55907 }, { "epoch": 49.65, "learning_rate": 8.601659226767922e-08, "loss": 17.1187, "step": 55908 }, { "epoch": 49.65, "learning_rate": 8.585161970469658e-08, "loss": 17.0591, "step": 55909 }, { "epoch": 49.65, "learning_rate": 8.568680535939178e-08, "loss": 17.5444, "step": 55910 }, { "epoch": 49.65, "learning_rate": 8.552214923228662e-08, "loss": 16.75, "step": 55911 }, { "epoch": 49.66, "learning_rate": 8.535765132390849e-08, "loss": 17.0156, "step": 55912 }, { "epoch": 49.66, "learning_rate": 8.519331163477917e-08, "loss": 17.1934, "step": 55913 }, { "epoch": 49.66, "learning_rate": 8.502913016541492e-08, "loss": 17.1743, "step": 55914 }, { "epoch": 49.66, "learning_rate": 8.486510691633198e-08, "loss": 17.269, "step": 55915 }, { "epoch": 49.66, "learning_rate": 8.470124188806328e-08, "loss": 17.1738, "step": 55916 }, { "epoch": 49.66, "learning_rate": 8.45375350811195e-08, "loss": 17.4561, "step": 55917 }, { "epoch": 49.66, "learning_rate": 8.437398649602245e-08, "loss": 16.8853, "step": 55918 }, { "epoch": 49.66, "learning_rate": 8.421059613329396e-08, "loss": 17.1841, "step": 55919 }, { "epoch": 49.66, "learning_rate": 8.404736399343916e-08, "loss": 16.9292, "step": 55920 }, { "epoch": 49.66, "learning_rate": 8.388429007699095e-08, "loss": 17.1216, "step": 55921 }, { "epoch": 49.66, "learning_rate": 8.372137438445448e-08, "loss": 17.2861, "step": 55922 }, { "epoch": 49.67, "learning_rate": 8.355861691635158e-08, "loss": 16.6479, "step": 55923 }, { "epoch": 49.67, "learning_rate": 8.339601767319849e-08, "loss": 17.4287, "step": 55924 }, { "epoch": 49.67, "learning_rate": 8.323357665551145e-08, "loss": 16.9268, "step": 55925 }, { "epoch": 49.67, "learning_rate": 8.307129386380119e-08, "loss": 17.1084, "step": 55926 }, { "epoch": 49.67, "learning_rate": 8.290916929858394e-08, "loss": 17.125, "step": 55927 }, { "epoch": 49.67, "learning_rate": 8.274720296037041e-08, "loss": 17.0127, "step": 55928 }, { "epoch": 49.67, "learning_rate": 8.258539484968797e-08, "loss": 17.3574, "step": 55929 }, { "epoch": 49.67, "learning_rate": 8.242374496703064e-08, "loss": 17.1694, "step": 55930 }, { "epoch": 49.67, "learning_rate": 8.226225331292026e-08, "loss": 16.9653, "step": 55931 }, { "epoch": 49.67, "learning_rate": 8.210091988787305e-08, "loss": 16.8579, "step": 55932 }, { "epoch": 49.67, "learning_rate": 8.193974469238864e-08, "loss": 17.479, "step": 55933 }, { "epoch": 49.67, "learning_rate": 8.17787277269888e-08, "loss": 17.4727, "step": 55934 }, { "epoch": 49.68, "learning_rate": 8.161786899217872e-08, "loss": 17.1074, "step": 55935 }, { "epoch": 49.68, "learning_rate": 8.145716848846908e-08, "loss": 17.2407, "step": 55936 }, { "epoch": 49.68, "learning_rate": 8.129662621636502e-08, "loss": 17.1831, "step": 55937 }, { "epoch": 49.68, "learning_rate": 8.113624217638283e-08, "loss": 17.3267, "step": 55938 }, { "epoch": 49.68, "learning_rate": 8.097601636903319e-08, "loss": 17.1045, "step": 55939 }, { "epoch": 49.68, "learning_rate": 8.081594879481569e-08, "loss": 17.4453, "step": 55940 }, { "epoch": 49.68, "learning_rate": 8.06560394542355e-08, "loss": 17.4014, "step": 55941 }, { "epoch": 49.68, "learning_rate": 8.049628834780886e-08, "loss": 16.7969, "step": 55942 }, { "epoch": 49.68, "learning_rate": 8.03366954760354e-08, "loss": 17.3452, "step": 55943 }, { "epoch": 49.68, "learning_rate": 8.017726083942578e-08, "loss": 17.1685, "step": 55944 }, { "epoch": 49.68, "learning_rate": 8.001798443848518e-08, "loss": 17.2686, "step": 55945 }, { "epoch": 49.69, "learning_rate": 7.98588662737132e-08, "loss": 17.063, "step": 55946 }, { "epoch": 49.69, "learning_rate": 7.969990634562053e-08, "loss": 16.9863, "step": 55947 }, { "epoch": 49.69, "learning_rate": 7.954110465470122e-08, "loss": 17.3755, "step": 55948 }, { "epoch": 49.69, "learning_rate": 7.938246120147153e-08, "loss": 16.6836, "step": 55949 }, { "epoch": 49.69, "learning_rate": 7.92239759864255e-08, "loss": 16.9746, "step": 55950 }, { "epoch": 49.69, "learning_rate": 7.90656490100683e-08, "loss": 17.3555, "step": 55951 }, { "epoch": 49.69, "learning_rate": 7.890748027290507e-08, "loss": 17.3389, "step": 55952 }, { "epoch": 49.69, "learning_rate": 7.874946977542986e-08, "loss": 17.0728, "step": 55953 }, { "epoch": 49.69, "learning_rate": 7.859161751814781e-08, "loss": 16.9849, "step": 55954 }, { "epoch": 49.69, "learning_rate": 7.843392350155854e-08, "loss": 17.2856, "step": 55955 }, { "epoch": 49.69, "learning_rate": 7.827638772616719e-08, "loss": 17.0146, "step": 55956 }, { "epoch": 49.7, "learning_rate": 7.811901019246227e-08, "loss": 17.1528, "step": 55957 }, { "epoch": 49.7, "learning_rate": 7.796179090094891e-08, "loss": 17.064, "step": 55958 }, { "epoch": 49.7, "learning_rate": 7.780472985212672e-08, "loss": 16.96, "step": 55959 }, { "epoch": 49.7, "learning_rate": 7.764782704649531e-08, "loss": 17.5396, "step": 55960 }, { "epoch": 49.7, "learning_rate": 7.749108248454318e-08, "loss": 17.3789, "step": 55961 }, { "epoch": 49.7, "learning_rate": 7.733449616677546e-08, "loss": 16.355, "step": 55962 }, { "epoch": 49.7, "learning_rate": 7.717806809368621e-08, "loss": 17.0957, "step": 55963 }, { "epoch": 49.7, "learning_rate": 7.70217982657695e-08, "loss": 16.9272, "step": 55964 }, { "epoch": 49.7, "learning_rate": 7.686568668351935e-08, "loss": 17.3843, "step": 55965 }, { "epoch": 49.7, "learning_rate": 7.670973334743537e-08, "loss": 16.748, "step": 55966 }, { "epoch": 49.7, "learning_rate": 7.655393825801161e-08, "loss": 17.2856, "step": 55967 }, { "epoch": 49.71, "learning_rate": 7.639830141574211e-08, "loss": 16.7393, "step": 55968 }, { "epoch": 49.71, "learning_rate": 7.624282282110984e-08, "loss": 16.9023, "step": 55969 }, { "epoch": 49.71, "learning_rate": 7.608750247462548e-08, "loss": 16.96, "step": 55970 }, { "epoch": 49.71, "learning_rate": 7.593234037676645e-08, "loss": 17.1025, "step": 55971 }, { "epoch": 49.71, "learning_rate": 7.577733652802677e-08, "loss": 17.0283, "step": 55972 }, { "epoch": 49.71, "learning_rate": 7.562249092890606e-08, "loss": 16.9038, "step": 55973 }, { "epoch": 49.71, "learning_rate": 7.546780357988725e-08, "loss": 17.0972, "step": 55974 }, { "epoch": 49.71, "learning_rate": 7.531327448146442e-08, "loss": 16.7725, "step": 55975 }, { "epoch": 49.71, "learning_rate": 7.515890363412604e-08, "loss": 16.6016, "step": 55976 }, { "epoch": 49.71, "learning_rate": 7.500469103836617e-08, "loss": 16.8965, "step": 55977 }, { "epoch": 49.71, "learning_rate": 7.485063669466219e-08, "loss": 17.0742, "step": 55978 }, { "epoch": 49.71, "learning_rate": 7.469674060351372e-08, "loss": 16.9883, "step": 55979 }, { "epoch": 49.72, "learning_rate": 7.454300276540371e-08, "loss": 16.895, "step": 55980 }, { "epoch": 49.72, "learning_rate": 7.438942318082065e-08, "loss": 17.1772, "step": 55981 }, { "epoch": 49.72, "learning_rate": 7.423600185024748e-08, "loss": 17.0347, "step": 55982 }, { "epoch": 49.72, "learning_rate": 7.408273877417826e-08, "loss": 16.5933, "step": 55983 }, { "epoch": 49.72, "learning_rate": 7.392963395309039e-08, "loss": 16.4331, "step": 55984 }, { "epoch": 49.72, "learning_rate": 7.37766873874779e-08, "loss": 16.7534, "step": 55985 }, { "epoch": 49.72, "learning_rate": 7.362389907781819e-08, "loss": 17.1489, "step": 55986 }, { "epoch": 49.72, "learning_rate": 7.347126902459978e-08, "loss": 17.5874, "step": 55987 }, { "epoch": 49.72, "learning_rate": 7.331879722830004e-08, "loss": 17.2578, "step": 55988 }, { "epoch": 49.72, "learning_rate": 7.316648368941303e-08, "loss": 16.8398, "step": 55989 }, { "epoch": 49.72, "learning_rate": 7.30143284084106e-08, "loss": 16.772, "step": 55990 }, { "epoch": 49.73, "learning_rate": 7.28623313857868e-08, "loss": 17.1763, "step": 55991 }, { "epoch": 49.73, "learning_rate": 7.271049262201346e-08, "loss": 17.0054, "step": 55992 }, { "epoch": 49.73, "learning_rate": 7.255881211757353e-08, "loss": 17.3721, "step": 55993 }, { "epoch": 49.73, "learning_rate": 7.240728987294998e-08, "loss": 17.0156, "step": 55994 }, { "epoch": 49.73, "learning_rate": 7.225592588862573e-08, "loss": 16.7876, "step": 55995 }, { "epoch": 49.73, "learning_rate": 7.210472016507264e-08, "loss": 17.2217, "step": 55996 }, { "epoch": 49.73, "learning_rate": 7.19536727027792e-08, "loss": 17.0537, "step": 55997 }, { "epoch": 49.73, "learning_rate": 7.180278350221725e-08, "loss": 17.3193, "step": 55998 }, { "epoch": 49.73, "learning_rate": 7.165205256386976e-08, "loss": 17.0337, "step": 55999 }, { "epoch": 49.73, "learning_rate": 7.150147988820855e-08, "loss": 17.1528, "step": 56000 }, { "epoch": 49.73, "learning_rate": 7.135106547571657e-08, "loss": 16.4922, "step": 56001 }, { "epoch": 49.74, "learning_rate": 7.120080932687123e-08, "loss": 17.458, "step": 56002 }, { "epoch": 49.74, "learning_rate": 7.105071144213881e-08, "loss": 16.9922, "step": 56003 }, { "epoch": 49.74, "learning_rate": 7.090077182201338e-08, "loss": 16.6221, "step": 56004 }, { "epoch": 49.74, "learning_rate": 7.075099046695011e-08, "loss": 16.5703, "step": 56005 }, { "epoch": 49.74, "learning_rate": 7.06013673774375e-08, "loss": 16.8579, "step": 56006 }, { "epoch": 49.74, "learning_rate": 7.04519025539474e-08, "loss": 17.1772, "step": 56007 }, { "epoch": 49.74, "learning_rate": 7.030259599695166e-08, "loss": 16.8311, "step": 56008 }, { "epoch": 49.74, "learning_rate": 7.015344770692212e-08, "loss": 16.9727, "step": 56009 }, { "epoch": 49.74, "learning_rate": 7.000445768433061e-08, "loss": 17.1191, "step": 56010 }, { "epoch": 49.74, "learning_rate": 6.985562592965456e-08, "loss": 16.6108, "step": 56011 }, { "epoch": 49.74, "learning_rate": 6.970695244336023e-08, "loss": 17.2026, "step": 56012 }, { "epoch": 49.75, "learning_rate": 6.970695244336023e-08, "loss": 17.0952, "step": 56013 }, { "epoch": 49.75, "learning_rate": 6.955843722592504e-08, "loss": 17.2266, "step": 56014 }, { "epoch": 49.75, "learning_rate": 6.941008027781526e-08, "loss": 16.8618, "step": 56015 }, { "epoch": 49.75, "learning_rate": 6.926188159950276e-08, "loss": 16.7856, "step": 56016 }, { "epoch": 49.75, "learning_rate": 6.911384119145381e-08, "loss": 16.6797, "step": 56017 }, { "epoch": 49.75, "learning_rate": 6.896595905414028e-08, "loss": 17.0537, "step": 56018 }, { "epoch": 49.75, "learning_rate": 6.881823518803399e-08, "loss": 17.0312, "step": 56019 }, { "epoch": 49.75, "learning_rate": 6.867066959360124e-08, "loss": 17.3672, "step": 56020 }, { "epoch": 49.75, "learning_rate": 6.852326227130834e-08, "loss": 16.7681, "step": 56021 }, { "epoch": 49.75, "learning_rate": 6.837601322162158e-08, "loss": 17.3428, "step": 56022 }, { "epoch": 49.75, "learning_rate": 6.822892244500722e-08, "loss": 17.0044, "step": 56023 }, { "epoch": 49.75, "learning_rate": 6.808198994193715e-08, "loss": 16.8301, "step": 56024 }, { "epoch": 49.76, "learning_rate": 6.793521571287209e-08, "loss": 17.1675, "step": 56025 }, { "epoch": 49.76, "learning_rate": 6.778859975828389e-08, "loss": 16.4971, "step": 56026 }, { "epoch": 49.76, "learning_rate": 6.764214207862773e-08, "loss": 16.438, "step": 56027 }, { "epoch": 49.76, "learning_rate": 6.749584267436992e-08, "loss": 16.6382, "step": 56028 }, { "epoch": 49.76, "learning_rate": 6.73497015459823e-08, "loss": 17.2231, "step": 56029 }, { "epoch": 49.76, "learning_rate": 6.72037186939145e-08, "loss": 17.0591, "step": 56030 }, { "epoch": 49.76, "learning_rate": 6.705789411864393e-08, "loss": 17.0435, "step": 56031 }, { "epoch": 49.76, "learning_rate": 6.691222782062578e-08, "loss": 17.4912, "step": 56032 }, { "epoch": 49.76, "learning_rate": 6.676671980032079e-08, "loss": 16.7202, "step": 56033 }, { "epoch": 49.76, "learning_rate": 6.66213700581897e-08, "loss": 16.9233, "step": 56034 }, { "epoch": 49.76, "learning_rate": 6.647617859469879e-08, "loss": 17.1909, "step": 56035 }, { "epoch": 49.77, "learning_rate": 6.647617859469879e-08, "loss": 17.0557, "step": 56036 }, { "epoch": 49.77, "learning_rate": 6.633114541029773e-08, "loss": 17.2793, "step": 56037 }, { "epoch": 49.77, "learning_rate": 6.618627050545834e-08, "loss": 16.8022, "step": 56038 }, { "epoch": 49.77, "learning_rate": 6.604155388063583e-08, "loss": 17.0781, "step": 56039 }, { "epoch": 49.77, "learning_rate": 6.589699553628536e-08, "loss": 16.8115, "step": 56040 }, { "epoch": 49.77, "learning_rate": 6.575259547286772e-08, "loss": 16.6924, "step": 56041 }, { "epoch": 49.77, "learning_rate": 6.560835369083807e-08, "loss": 17.5928, "step": 56042 }, { "epoch": 49.77, "learning_rate": 6.546427019065715e-08, "loss": 17.5352, "step": 56043 }, { "epoch": 49.77, "learning_rate": 6.532034497278017e-08, "loss": 17.1382, "step": 56044 }, { "epoch": 49.77, "learning_rate": 6.517657803766785e-08, "loss": 17.4287, "step": 56045 }, { "epoch": 49.77, "learning_rate": 6.503296938576431e-08, "loss": 16.7935, "step": 56046 }, { "epoch": 49.78, "learning_rate": 6.488951901753581e-08, "loss": 16.561, "step": 56047 }, { "epoch": 49.78, "learning_rate": 6.474622693343202e-08, "loss": 17.1733, "step": 56048 }, { "epoch": 49.78, "learning_rate": 6.460309313391367e-08, "loss": 16.6904, "step": 56049 }, { "epoch": 49.78, "learning_rate": 6.446011761942483e-08, "loss": 17.189, "step": 56050 }, { "epoch": 49.78, "learning_rate": 6.431730039042072e-08, "loss": 16.5918, "step": 56051 }, { "epoch": 49.78, "learning_rate": 6.417464144736208e-08, "loss": 16.875, "step": 56052 }, { "epoch": 49.78, "learning_rate": 6.403214079069298e-08, "loss": 17.3008, "step": 56053 }, { "epoch": 49.78, "learning_rate": 6.388979842086307e-08, "loss": 16.6753, "step": 56054 }, { "epoch": 49.78, "learning_rate": 6.37476143383331e-08, "loss": 17.0669, "step": 56055 }, { "epoch": 49.78, "learning_rate": 6.360558854354715e-08, "loss": 16.6533, "step": 56056 }, { "epoch": 49.78, "learning_rate": 6.346372103696041e-08, "loss": 16.6919, "step": 56057 }, { "epoch": 49.79, "learning_rate": 6.332201181901143e-08, "loss": 17.145, "step": 56058 }, { "epoch": 49.79, "learning_rate": 6.318046089016649e-08, "loss": 16.8975, "step": 56059 }, { "epoch": 49.79, "learning_rate": 6.30390682508586e-08, "loss": 17.1816, "step": 56060 }, { "epoch": 49.79, "learning_rate": 6.289783390154291e-08, "loss": 16.2275, "step": 56061 }, { "epoch": 49.79, "learning_rate": 6.27567578426691e-08, "loss": 16.4893, "step": 56062 }, { "epoch": 49.79, "learning_rate": 6.261584007468124e-08, "loss": 17.1885, "step": 56063 }, { "epoch": 49.79, "learning_rate": 6.247508059802343e-08, "loss": 16.9941, "step": 56064 }, { "epoch": 49.79, "learning_rate": 6.23344794131453e-08, "loss": 16.5811, "step": 56065 }, { "epoch": 49.79, "learning_rate": 6.219403652049648e-08, "loss": 16.4805, "step": 56066 }, { "epoch": 49.79, "learning_rate": 6.205375192051555e-08, "loss": 16.7324, "step": 56067 }, { "epoch": 49.79, "learning_rate": 6.191362561364656e-08, "loss": 16.6025, "step": 56068 }, { "epoch": 49.79, "learning_rate": 6.177365760033915e-08, "loss": 16.7246, "step": 56069 }, { "epoch": 49.8, "learning_rate": 6.163384788103188e-08, "loss": 16.5659, "step": 56070 }, { "epoch": 49.8, "learning_rate": 6.149419645617438e-08, "loss": 16.4326, "step": 56071 }, { "epoch": 49.8, "learning_rate": 6.135470332620519e-08, "loss": 16.5752, "step": 56072 }, { "epoch": 49.8, "learning_rate": 6.121536849156285e-08, "loss": 16.6694, "step": 56073 }, { "epoch": 49.8, "learning_rate": 6.107619195269699e-08, "loss": 16.2622, "step": 56074 }, { "epoch": 49.8, "learning_rate": 6.093717371004059e-08, "loss": 16.9819, "step": 56075 }, { "epoch": 49.8, "learning_rate": 6.079831376404333e-08, "loss": 16.9595, "step": 56076 }, { "epoch": 49.8, "learning_rate": 6.06596121151326e-08, "loss": 16.6973, "step": 56077 }, { "epoch": 49.8, "learning_rate": 6.052106876376362e-08, "loss": 16.9028, "step": 56078 }, { "epoch": 49.8, "learning_rate": 6.038268371036382e-08, "loss": 16.6362, "step": 56079 }, { "epoch": 49.8, "learning_rate": 6.024445695537728e-08, "loss": 16.6484, "step": 56080 }, { "epoch": 49.81, "learning_rate": 6.0106388499237e-08, "loss": 16.9492, "step": 56081 }, { "epoch": 49.81, "learning_rate": 5.996847834238706e-08, "loss": 16.9395, "step": 56082 }, { "epoch": 49.81, "learning_rate": 5.983072648526045e-08, "loss": 16.7061, "step": 56083 }, { "epoch": 49.81, "learning_rate": 5.969313292830125e-08, "loss": 16.9043, "step": 56084 }, { "epoch": 49.81, "learning_rate": 5.9555697671931365e-08, "loss": 16.9351, "step": 56085 }, { "epoch": 49.81, "learning_rate": 5.941842071660042e-08, "loss": 16.9644, "step": 56086 }, { "epoch": 49.81, "learning_rate": 5.9281302062735856e-08, "loss": 16.7534, "step": 56087 }, { "epoch": 49.81, "learning_rate": 5.9144341710770654e-08, "loss": 17.0928, "step": 56088 }, { "epoch": 49.81, "learning_rate": 5.900753966114892e-08, "loss": 16.6079, "step": 56089 }, { "epoch": 49.81, "learning_rate": 5.887089591429251e-08, "loss": 16.4834, "step": 56090 }, { "epoch": 49.81, "learning_rate": 5.873441047063999e-08, "loss": 17.2397, "step": 56091 }, { "epoch": 49.82, "learning_rate": 5.8598083330629884e-08, "loss": 16.7832, "step": 56092 }, { "epoch": 49.82, "learning_rate": 5.846191449467853e-08, "loss": 16.7905, "step": 56093 }, { "epoch": 49.82, "learning_rate": 5.832590396323556e-08, "loss": 17.0215, "step": 56094 }, { "epoch": 49.82, "learning_rate": 5.8190051736722874e-08, "loss": 16.7529, "step": 56095 }, { "epoch": 49.82, "learning_rate": 5.805435781556789e-08, "loss": 16.8184, "step": 56096 }, { "epoch": 49.82, "learning_rate": 5.791882220020917e-08, "loss": 16.2939, "step": 56097 }, { "epoch": 49.82, "learning_rate": 5.7783444891068573e-08, "loss": 16.5947, "step": 56098 }, { "epoch": 49.82, "learning_rate": 5.764822588858465e-08, "loss": 16.2773, "step": 56099 }, { "epoch": 49.82, "learning_rate": 5.7513165193173735e-08, "loss": 16.3911, "step": 56100 }, { "epoch": 49.82, "learning_rate": 5.7378262805274365e-08, "loss": 16.2842, "step": 56101 }, { "epoch": 49.82, "learning_rate": 5.724351872530842e-08, "loss": 16.7231, "step": 56102 }, { "epoch": 49.83, "learning_rate": 5.7108932953703344e-08, "loss": 17.1514, "step": 56103 }, { "epoch": 49.83, "learning_rate": 5.6974505490886566e-08, "loss": 16.8071, "step": 56104 }, { "epoch": 49.83, "learning_rate": 5.6840236337291074e-08, "loss": 16.8218, "step": 56105 }, { "epoch": 49.83, "learning_rate": 5.6706125493327654e-08, "loss": 17.1021, "step": 56106 }, { "epoch": 49.83, "learning_rate": 5.657217295943484e-08, "loss": 16.6143, "step": 56107 }, { "epoch": 49.83, "learning_rate": 5.643837873603453e-08, "loss": 17.3599, "step": 56108 }, { "epoch": 49.83, "learning_rate": 5.6304742823543034e-08, "loss": 16.4829, "step": 56109 }, { "epoch": 49.83, "learning_rate": 5.617126522239335e-08, "loss": 16.772, "step": 56110 }, { "epoch": 49.83, "learning_rate": 5.6037945933007375e-08, "loss": 16.3174, "step": 56111 }, { "epoch": 49.83, "learning_rate": 5.590478495580143e-08, "loss": 16.2329, "step": 56112 }, { "epoch": 49.83, "learning_rate": 5.5771782291197395e-08, "loss": 17.0034, "step": 56113 }, { "epoch": 49.83, "learning_rate": 5.563893793962827e-08, "loss": 16.9756, "step": 56114 }, { "epoch": 49.84, "learning_rate": 5.550625190150483e-08, "loss": 16.7373, "step": 56115 }, { "epoch": 49.84, "learning_rate": 5.53737241772434e-08, "loss": 16.5952, "step": 56116 }, { "epoch": 49.84, "learning_rate": 5.524135476728254e-08, "loss": 16.252, "step": 56117 }, { "epoch": 49.84, "learning_rate": 5.5109143672021915e-08, "loss": 16.4019, "step": 56118 }, { "epoch": 49.84, "learning_rate": 5.497709089189451e-08, "loss": 16.4399, "step": 56119 }, { "epoch": 49.84, "learning_rate": 5.484519642731112e-08, "loss": 16.4927, "step": 56120 }, { "epoch": 49.84, "learning_rate": 5.471346027868807e-08, "loss": 16.6064, "step": 56121 }, { "epoch": 49.84, "learning_rate": 5.458188244645279e-08, "loss": 16.4824, "step": 56122 }, { "epoch": 49.84, "learning_rate": 5.4450462931016075e-08, "loss": 16.6128, "step": 56123 }, { "epoch": 49.84, "learning_rate": 5.4319201732794255e-08, "loss": 16.6333, "step": 56124 }, { "epoch": 49.84, "learning_rate": 5.418809885220366e-08, "loss": 17.0015, "step": 56125 }, { "epoch": 49.85, "learning_rate": 5.4057154289660626e-08, "loss": 16.6216, "step": 56126 }, { "epoch": 49.85, "learning_rate": 5.392636804557594e-08, "loss": 17.043, "step": 56127 }, { "epoch": 49.85, "learning_rate": 5.3795740120377024e-08, "loss": 16.6353, "step": 56128 }, { "epoch": 49.85, "learning_rate": 5.366527051446357e-08, "loss": 17.0093, "step": 56129 }, { "epoch": 49.85, "learning_rate": 5.353495922825191e-08, "loss": 17.0532, "step": 56130 }, { "epoch": 49.85, "learning_rate": 5.340480626216393e-08, "loss": 16.1758, "step": 56131 }, { "epoch": 49.85, "learning_rate": 5.3274811616604855e-08, "loss": 16.0796, "step": 56132 }, { "epoch": 49.85, "learning_rate": 5.314497529198548e-08, "loss": 16.4663, "step": 56133 }, { "epoch": 49.85, "learning_rate": 5.301529728872212e-08, "loss": 16.3989, "step": 56134 }, { "epoch": 49.85, "learning_rate": 5.288577760722002e-08, "loss": 16.3193, "step": 56135 }, { "epoch": 49.85, "learning_rate": 5.2756416247895514e-08, "loss": 16.3032, "step": 56136 }, { "epoch": 49.86, "learning_rate": 5.2627213211159375e-08, "loss": 16.0786, "step": 56137 }, { "epoch": 49.86, "learning_rate": 5.249816849741684e-08, "loss": 16.7603, "step": 56138 }, { "epoch": 49.86, "learning_rate": 5.2369282107073145e-08, "loss": 16.7446, "step": 56139 }, { "epoch": 49.86, "learning_rate": 5.224055404055017e-08, "loss": 16.7026, "step": 56140 }, { "epoch": 49.86, "learning_rate": 5.224055404055017e-08, "loss": 16.4678, "step": 56141 }, { "epoch": 49.86, "learning_rate": 5.2111984298242046e-08, "loss": 16.0103, "step": 56142 }, { "epoch": 49.86, "learning_rate": 5.19835728805651e-08, "loss": 16.4282, "step": 56143 }, { "epoch": 49.86, "learning_rate": 5.1855319787919023e-08, "loss": 16.373, "step": 56144 }, { "epoch": 49.86, "learning_rate": 5.172722502072014e-08, "loss": 16.502, "step": 56145 }, { "epoch": 49.86, "learning_rate": 5.159928857936258e-08, "loss": 16.436, "step": 56146 }, { "epoch": 49.86, "learning_rate": 5.1471510464268236e-08, "loss": 16.3125, "step": 56147 }, { "epoch": 49.87, "learning_rate": 5.1343890675825676e-08, "loss": 16.0186, "step": 56148 }, { "epoch": 49.87, "learning_rate": 5.1216429214445695e-08, "loss": 16.2197, "step": 56149 }, { "epoch": 49.87, "learning_rate": 5.108912608053351e-08, "loss": 16.3521, "step": 56150 }, { "epoch": 49.87, "learning_rate": 5.0961981274488816e-08, "loss": 16.2495, "step": 56151 }, { "epoch": 49.87, "learning_rate": 5.0834994796722376e-08, "loss": 16.1904, "step": 56152 }, { "epoch": 49.87, "learning_rate": 5.070816664762834e-08, "loss": 15.9741, "step": 56153 }, { "epoch": 49.87, "learning_rate": 5.0581496827617484e-08, "loss": 16.6284, "step": 56154 }, { "epoch": 49.87, "learning_rate": 5.0454985337083924e-08, "loss": 16.4282, "step": 56155 }, { "epoch": 49.87, "learning_rate": 5.0328632176427356e-08, "loss": 16.1943, "step": 56156 }, { "epoch": 49.87, "learning_rate": 5.020243734605301e-08, "loss": 16.3179, "step": 56157 }, { "epoch": 49.87, "learning_rate": 5.007640084636056e-08, "loss": 16.5645, "step": 56158 }, { "epoch": 49.87, "learning_rate": 4.995052267774969e-08, "loss": 16.1431, "step": 56159 }, { "epoch": 49.88, "learning_rate": 4.995052267774969e-08, "loss": 16.7329, "step": 56160 }, { "epoch": 49.88, "learning_rate": 4.9824802840620075e-08, "loss": 15.7905, "step": 56161 }, { "epoch": 49.88, "learning_rate": 4.9699241335365855e-08, "loss": 16.6064, "step": 56162 }, { "epoch": 49.88, "learning_rate": 4.95738381623867e-08, "loss": 16.5356, "step": 56163 }, { "epoch": 49.88, "learning_rate": 4.9448593322082294e-08, "loss": 16.5083, "step": 56164 }, { "epoch": 49.88, "learning_rate": 4.932350681484677e-08, "loss": 16.6523, "step": 56165 }, { "epoch": 49.88, "learning_rate": 4.91985786410798e-08, "loss": 16.3047, "step": 56166 }, { "epoch": 49.88, "learning_rate": 4.9073808801175515e-08, "loss": 16.7085, "step": 56167 }, { "epoch": 49.88, "learning_rate": 4.89491972955336e-08, "loss": 16.4395, "step": 56168 }, { "epoch": 49.88, "learning_rate": 4.882474412454263e-08, "loss": 17.1899, "step": 56169 }, { "epoch": 49.88, "learning_rate": 4.870044928859674e-08, "loss": 16.3438, "step": 56170 }, { "epoch": 49.89, "learning_rate": 4.85763127880956e-08, "loss": 16.6001, "step": 56171 }, { "epoch": 49.89, "learning_rate": 4.845233462343335e-08, "loss": 16.457, "step": 56172 }, { "epoch": 49.89, "learning_rate": 4.832851479499301e-08, "loss": 16.3203, "step": 56173 }, { "epoch": 49.89, "learning_rate": 4.820485330317981e-08, "loss": 16.8672, "step": 56174 }, { "epoch": 49.89, "learning_rate": 4.808135014837123e-08, "loss": 16.522, "step": 56175 }, { "epoch": 49.89, "learning_rate": 4.79580053309725e-08, "loss": 16.7969, "step": 56176 }, { "epoch": 49.89, "learning_rate": 4.78348188513722e-08, "loss": 16.4307, "step": 56177 }, { "epoch": 49.89, "learning_rate": 4.7711790709953354e-08, "loss": 16.5093, "step": 56178 }, { "epoch": 49.89, "learning_rate": 4.7588920907110094e-08, "loss": 17.0352, "step": 56179 }, { "epoch": 49.89, "learning_rate": 4.7466209443236546e-08, "loss": 16.9155, "step": 56180 }, { "epoch": 49.89, "learning_rate": 4.7343656318715734e-08, "loss": 16.7119, "step": 56181 }, { "epoch": 49.9, "learning_rate": 4.722126153393625e-08, "loss": 16.5913, "step": 56182 }, { "epoch": 49.9, "learning_rate": 4.709902508928665e-08, "loss": 16.8364, "step": 56183 }, { "epoch": 49.9, "learning_rate": 4.697694698515553e-08, "loss": 16.7075, "step": 56184 }, { "epoch": 49.9, "learning_rate": 4.685502722193147e-08, "loss": 16.1646, "step": 56185 }, { "epoch": 49.9, "learning_rate": 4.6733265799997486e-08, "loss": 16.2412, "step": 56186 }, { "epoch": 49.9, "learning_rate": 4.661166271974216e-08, "loss": 16.1743, "step": 56187 }, { "epoch": 49.9, "learning_rate": 4.649021798154851e-08, "loss": 16.1084, "step": 56188 }, { "epoch": 49.9, "learning_rate": 4.636893158580513e-08, "loss": 16.5244, "step": 56189 }, { "epoch": 49.9, "learning_rate": 4.624780353288949e-08, "loss": 16.1812, "step": 56190 }, { "epoch": 49.9, "learning_rate": 4.6126833823195716e-08, "loss": 17.1704, "step": 56191 }, { "epoch": 49.9, "learning_rate": 4.6006022457101286e-08, "loss": 16.9976, "step": 56192 }, { "epoch": 49.9, "learning_rate": 4.588536943498922e-08, "loss": 16.6914, "step": 56193 }, { "epoch": 49.91, "learning_rate": 4.576487475724256e-08, "loss": 16.4253, "step": 56194 }, { "epoch": 49.91, "learning_rate": 4.564453842423877e-08, "loss": 16.73, "step": 56195 }, { "epoch": 49.91, "learning_rate": 4.5524360436366433e-08, "loss": 16.9463, "step": 56196 }, { "epoch": 49.91, "learning_rate": 4.540434079400857e-08, "loss": 16.377, "step": 56197 }, { "epoch": 49.91, "learning_rate": 4.5284479497531563e-08, "loss": 16.7368, "step": 56198 }, { "epoch": 49.91, "learning_rate": 4.516477654732953e-08, "loss": 16.3647, "step": 56199 }, { "epoch": 49.91, "learning_rate": 4.504523194377997e-08, "loss": 16.3955, "step": 56200 }, { "epoch": 49.91, "learning_rate": 4.4925845687254775e-08, "loss": 16.2778, "step": 56201 }, { "epoch": 49.91, "learning_rate": 4.4806617778136994e-08, "loss": 16.3477, "step": 56202 }, { "epoch": 49.91, "learning_rate": 4.4687548216804096e-08, "loss": 16.0586, "step": 56203 }, { "epoch": 49.91, "learning_rate": 4.456863700363356e-08, "loss": 15.8799, "step": 56204 }, { "epoch": 49.92, "learning_rate": 4.444988413899731e-08, "loss": 16.0205, "step": 56205 }, { "epoch": 49.92, "learning_rate": 4.4331289623283925e-08, "loss": 15.8765, "step": 56206 }, { "epoch": 49.92, "learning_rate": 4.421285345685977e-08, "loss": 16.3027, "step": 56207 }, { "epoch": 49.92, "learning_rate": 4.4094575640102334e-08, "loss": 16.2998, "step": 56208 }, { "epoch": 49.92, "learning_rate": 4.397645617338353e-08, "loss": 16.1523, "step": 56209 }, { "epoch": 49.92, "learning_rate": 4.385849505708084e-08, "loss": 16.0757, "step": 56210 }, { "epoch": 49.92, "learning_rate": 4.374069229157174e-08, "loss": 16.1841, "step": 56211 }, { "epoch": 49.92, "learning_rate": 4.3623047877228154e-08, "loss": 16.814, "step": 56212 }, { "epoch": 49.92, "learning_rate": 4.350556181441645e-08, "loss": 16.5664, "step": 56213 }, { "epoch": 49.92, "learning_rate": 4.3388234103514116e-08, "loss": 16.4487, "step": 56214 }, { "epoch": 49.92, "learning_rate": 4.327106474489307e-08, "loss": 15.8359, "step": 56215 }, { "epoch": 49.93, "learning_rate": 4.315405373892522e-08, "loss": 16.6274, "step": 56216 }, { "epoch": 49.93, "learning_rate": 4.303720108597697e-08, "loss": 15.9375, "step": 56217 }, { "epoch": 49.93, "learning_rate": 4.292050678642579e-08, "loss": 16.2188, "step": 56218 }, { "epoch": 49.93, "learning_rate": 4.2803970840632476e-08, "loss": 16.9683, "step": 56219 }, { "epoch": 49.93, "learning_rate": 4.2687593248980085e-08, "loss": 16.2524, "step": 56220 }, { "epoch": 49.93, "learning_rate": 4.257137401182387e-08, "loss": 16.1831, "step": 56221 }, { "epoch": 49.93, "learning_rate": 4.2455313129535765e-08, "loss": 16.5327, "step": 56222 }, { "epoch": 49.93, "learning_rate": 4.233941060249324e-08, "loss": 16.7354, "step": 56223 }, { "epoch": 49.93, "learning_rate": 4.222366643105158e-08, "loss": 16.1787, "step": 56224 }, { "epoch": 49.93, "learning_rate": 4.210808061557714e-08, "loss": 16.2949, "step": 56225 }, { "epoch": 49.93, "learning_rate": 4.1992653156447405e-08, "loss": 16.3569, "step": 56226 }, { "epoch": 49.94, "learning_rate": 4.187738405401764e-08, "loss": 16.0864, "step": 56227 }, { "epoch": 49.94, "learning_rate": 4.1762273308665335e-08, "loss": 16.2729, "step": 56228 }, { "epoch": 49.94, "learning_rate": 4.16473209207402e-08, "loss": 16.0181, "step": 56229 }, { "epoch": 49.94, "learning_rate": 4.1532526890614155e-08, "loss": 16.6011, "step": 56230 }, { "epoch": 49.94, "learning_rate": 4.1417891218653584e-08, "loss": 16.1279, "step": 56231 }, { "epoch": 49.94, "learning_rate": 4.13034139052193e-08, "loss": 16.3916, "step": 56232 }, { "epoch": 49.94, "learning_rate": 4.118909495067769e-08, "loss": 16.1479, "step": 56233 }, { "epoch": 49.94, "learning_rate": 4.107493435538401e-08, "loss": 16.4727, "step": 56234 }, { "epoch": 49.94, "learning_rate": 4.0960932119704645e-08, "loss": 16.5029, "step": 56235 }, { "epoch": 49.94, "learning_rate": 4.0960932119704645e-08, "loss": 16.54, "step": 56236 }, { "epoch": 49.94, "learning_rate": 4.084708824399486e-08, "loss": 16.2271, "step": 56237 }, { "epoch": 49.94, "learning_rate": 4.073340272862658e-08, "loss": 16.4521, "step": 56238 }, { "epoch": 49.95, "learning_rate": 4.061987557394953e-08, "loss": 15.8735, "step": 56239 }, { "epoch": 49.95, "learning_rate": 4.050650678033563e-08, "loss": 16.1431, "step": 56240 }, { "epoch": 49.95, "learning_rate": 4.039329634812905e-08, "loss": 15.8984, "step": 56241 }, { "epoch": 49.95, "learning_rate": 4.0280244277701716e-08, "loss": 15.9829, "step": 56242 }, { "epoch": 49.95, "learning_rate": 4.016735056940335e-08, "loss": 16.7495, "step": 56243 }, { "epoch": 49.95, "learning_rate": 4.005461522359477e-08, "loss": 16.2939, "step": 56244 }, { "epoch": 49.95, "learning_rate": 3.994203824064235e-08, "loss": 15.7427, "step": 56245 }, { "epoch": 49.95, "learning_rate": 3.982961962088472e-08, "loss": 16.5757, "step": 56246 }, { "epoch": 49.95, "learning_rate": 3.9717359364693784e-08, "loss": 15.8662, "step": 56247 }, { "epoch": 49.95, "learning_rate": 3.960525747241373e-08, "loss": 16.2974, "step": 56248 }, { "epoch": 49.95, "learning_rate": 3.9493313944405366e-08, "loss": 16.5737, "step": 56249 }, { "epoch": 49.96, "learning_rate": 3.938152878102952e-08, "loss": 16.4009, "step": 56250 }, { "epoch": 49.96, "learning_rate": 3.926990198263036e-08, "loss": 16.2344, "step": 56251 }, { "epoch": 49.96, "learning_rate": 3.9158433549568715e-08, "loss": 15.9639, "step": 56252 }, { "epoch": 49.96, "learning_rate": 3.9047123482194306e-08, "loss": 15.9458, "step": 56253 }, { "epoch": 49.96, "learning_rate": 3.893597178086239e-08, "loss": 16.0142, "step": 56254 }, { "epoch": 49.96, "learning_rate": 3.88249784459227e-08, "loss": 16.3242, "step": 56255 }, { "epoch": 49.96, "learning_rate": 3.87141434777305e-08, "loss": 16.7285, "step": 56256 }, { "epoch": 49.96, "learning_rate": 3.860346687662997e-08, "loss": 15.6147, "step": 56257 }, { "epoch": 49.96, "learning_rate": 3.849294864298192e-08, "loss": 15.9751, "step": 56258 }, { "epoch": 49.96, "learning_rate": 3.838258877713052e-08, "loss": 16.1509, "step": 56259 }, { "epoch": 49.96, "learning_rate": 3.82723872794255e-08, "loss": 17.0312, "step": 56260 }, { "epoch": 49.97, "learning_rate": 3.816234415021658e-08, "loss": 16.0269, "step": 56261 }, { "epoch": 49.97, "learning_rate": 3.8052459389853465e-08, "loss": 16.022, "step": 56262 }, { "epoch": 49.97, "learning_rate": 3.794273299868589e-08, "loss": 16.6367, "step": 56263 }, { "epoch": 49.97, "learning_rate": 3.783316497705802e-08, "loss": 16.1992, "step": 56264 }, { "epoch": 49.97, "learning_rate": 3.772375532531958e-08, "loss": 16.5938, "step": 56265 }, { "epoch": 49.97, "learning_rate": 3.7614504043820274e-08, "loss": 15.4404, "step": 56266 }, { "epoch": 49.97, "learning_rate": 3.750541113289874e-08, "loss": 16.1748, "step": 56267 }, { "epoch": 49.97, "learning_rate": 3.739647659291024e-08, "loss": 16.2861, "step": 56268 }, { "epoch": 49.97, "learning_rate": 3.728770042418783e-08, "loss": 16.3354, "step": 56269 }, { "epoch": 49.97, "learning_rate": 3.717908262709236e-08, "loss": 15.9399, "step": 56270 }, { "epoch": 49.97, "learning_rate": 3.707062320195131e-08, "loss": 15.6387, "step": 56271 }, { "epoch": 49.98, "learning_rate": 3.6962322149119985e-08, "loss": 16.1465, "step": 56272 }, { "epoch": 49.98, "learning_rate": 3.685417946894254e-08, "loss": 16.1206, "step": 56273 }, { "epoch": 49.98, "learning_rate": 3.674619516175204e-08, "loss": 16.1509, "step": 56274 }, { "epoch": 49.98, "learning_rate": 3.663836922789821e-08, "loss": 16.1968, "step": 56275 }, { "epoch": 49.98, "learning_rate": 3.653070166771966e-08, "loss": 16.1992, "step": 56276 }, { "epoch": 49.98, "learning_rate": 3.6423192481555015e-08, "loss": 16.0381, "step": 56277 }, { "epoch": 49.98, "learning_rate": 3.631584166975399e-08, "loss": 16.1509, "step": 56278 }, { "epoch": 49.98, "learning_rate": 3.6208649232649663e-08, "loss": 16.062, "step": 56279 }, { "epoch": 49.98, "learning_rate": 3.610161517058619e-08, "loss": 16.3335, "step": 56280 }, { "epoch": 49.98, "learning_rate": 3.599473948389665e-08, "loss": 15.7778, "step": 56281 }, { "epoch": 49.98, "learning_rate": 3.5888022172925195e-08, "loss": 16.1318, "step": 56282 }, { "epoch": 49.98, "learning_rate": 3.578146323801046e-08, "loss": 16.2056, "step": 56283 }, { "epoch": 49.99, "learning_rate": 3.5675062679491055e-08, "loss": 16.1021, "step": 56284 }, { "epoch": 49.99, "learning_rate": 3.55688204976945e-08, "loss": 15.7041, "step": 56285 }, { "epoch": 49.99, "learning_rate": 3.546273669297051e-08, "loss": 16.1704, "step": 56286 }, { "epoch": 49.99, "learning_rate": 3.5356811265646605e-08, "loss": 16.395, "step": 56287 }, { "epoch": 49.99, "learning_rate": 3.52510442160614e-08, "loss": 15.5381, "step": 56288 }, { "epoch": 49.99, "learning_rate": 3.5145435544547964e-08, "loss": 16.1152, "step": 56289 }, { "epoch": 49.99, "learning_rate": 3.503998525144492e-08, "loss": 15.9092, "step": 56290 }, { "epoch": 49.99, "learning_rate": 3.4934693337085324e-08, "loss": 16.0825, "step": 56291 }, { "epoch": 49.99, "learning_rate": 3.4829559801802245e-08, "loss": 16.5488, "step": 56292 }, { "epoch": 49.99, "learning_rate": 3.472458464592876e-08, "loss": 16.2241, "step": 56293 }, { "epoch": 49.99, "learning_rate": 3.461976786979793e-08, "loss": 15.8008, "step": 56294 }, { "epoch": 50.0, "learning_rate": 3.4515109473742814e-08, "loss": 16.0591, "step": 56295 }, { "epoch": 50.0, "learning_rate": 3.441060945809649e-08, "loss": 16.0933, "step": 56296 }, { "epoch": 50.0, "learning_rate": 3.4306267823180915e-08, "loss": 15.4019, "step": 56297 }, { "epoch": 50.0, "learning_rate": 3.420208456934027e-08, "loss": 16.0718, "step": 56298 }, { "epoch": 50.0, "learning_rate": 3.40980596968965e-08, "loss": 16.1313, "step": 56299 }, { "epoch": 50.0, "learning_rate": 3.399419320618269e-08, "loss": 16.2295, "step": 56300 }, { "epoch": 50.0, "step": 56300, "total_flos": 0.0, "train_loss": 3.75117694861512, "train_runtime": 25804.7686, "train_samples_per_second": 139.606, "train_steps_per_second": 2.182 } ], "logging_steps": 1.0, "max_steps": 56300, "num_train_epochs": 50, "save_steps": 5000, "total_flos": 0.0, "trial_name": null, "trial_params": null }