diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,13015 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9004502251125563, + "eval_steps": 134, + "global_step": 1290, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0022511255627813906, + "grad_norm": 16.046220779418945, + "learning_rate": 0.0, + "loss": 13.319273948669434, + "num_input_tokens_seen": 1063, + "step": 1, + "train_runtime": 28.6169, + "train_tokens_per_second": 37.146 + }, + { + "epoch": 0.004502251125562781, + "grad_norm": 16.151870727539062, + "learning_rate": 4e-05, + "loss": 13.429545402526855, + "num_input_tokens_seen": 2417, + "step": 2, + "train_runtime": 47.3979, + "train_tokens_per_second": 50.994 + }, + { + "epoch": 0.006753376688344172, + "grad_norm": 19.6807861328125, + "learning_rate": 8e-05, + "loss": 12.142477989196777, + "num_input_tokens_seen": 3346, + "step": 3, + "train_runtime": 66.153, + "train_tokens_per_second": 50.58 + }, + { + "epoch": 0.009004502251125562, + "grad_norm": 15.973868370056152, + "learning_rate": 0.00012, + "loss": 12.162189483642578, + "num_input_tokens_seen": 4748, + "step": 4, + "train_runtime": 85.5366, + "train_tokens_per_second": 55.508 + }, + { + "epoch": 0.011255627813906953, + "grad_norm": 11.404108047485352, + "learning_rate": 0.00016, + "loss": 9.630224227905273, + "num_input_tokens_seen": 6151, + "step": 5, + "train_runtime": 104.3613, + "train_tokens_per_second": 58.939 + }, + { + "epoch": 0.013506753376688344, + "grad_norm": 10.35793399810791, + "learning_rate": 0.0002, + "loss": 8.818984985351562, + "num_input_tokens_seen": 7640, + "step": 6, + "train_runtime": 123.1294, + "train_tokens_per_second": 62.049 + }, + { + "epoch": 0.015757878939469734, + "grad_norm": 10.204899787902832, + "learning_rate": 0.0001998496240601504, + "loss": 7.890578269958496, + "num_input_tokens_seen": 8943, + "step": 7, + "train_runtime": 141.8879, + "train_tokens_per_second": 63.029 + }, + { + "epoch": 0.018009004502251125, + "grad_norm": 9.549700736999512, + "learning_rate": 0.00019969924812030077, + "loss": 7.208451747894287, + "num_input_tokens_seen": 9866, + "step": 8, + "train_runtime": 160.6126, + "train_tokens_per_second": 61.427 + }, + { + "epoch": 0.020260130065032515, + "grad_norm": 4.6494927406311035, + "learning_rate": 0.00019954887218045112, + "loss": 6.954107284545898, + "num_input_tokens_seen": 11966, + "step": 9, + "train_runtime": 179.4731, + "train_tokens_per_second": 66.673 + }, + { + "epoch": 0.022511255627813906, + "grad_norm": 4.36626672744751, + "learning_rate": 0.00019939849624060153, + "loss": 6.871433258056641, + "num_input_tokens_seen": 13128, + "step": 10, + "train_runtime": 198.2836, + "train_tokens_per_second": 66.208 + }, + { + "epoch": 0.024762381190595296, + "grad_norm": 3.3271689414978027, + "learning_rate": 0.00019924812030075188, + "loss": 5.805025100708008, + "num_input_tokens_seen": 14486, + "step": 11, + "train_runtime": 217.0869, + "train_tokens_per_second": 66.729 + }, + { + "epoch": 0.027013506753376687, + "grad_norm": 3.094325304031372, + "learning_rate": 0.00019909774436090228, + "loss": 5.755314826965332, + "num_input_tokens_seen": 15590, + "step": 12, + "train_runtime": 235.8577, + "train_tokens_per_second": 66.099 + }, + { + "epoch": 0.029264632316158078, + "grad_norm": 3.093578338623047, + "learning_rate": 0.00019894736842105264, + "loss": 5.417360305786133, + "num_input_tokens_seen": 16540, + "step": 13, + "train_runtime": 254.6184, + "train_tokens_per_second": 64.96 + }, + { + "epoch": 0.03151575787893947, + "grad_norm": 2.8743362426757812, + "learning_rate": 0.00019879699248120301, + "loss": 5.082645416259766, + "num_input_tokens_seen": 17352, + "step": 14, + "train_runtime": 273.3825, + "train_tokens_per_second": 63.472 + }, + { + "epoch": 0.03376688344172086, + "grad_norm": 2.5726046562194824, + "learning_rate": 0.0001986466165413534, + "loss": 5.29536247253418, + "num_input_tokens_seen": 18538, + "step": 15, + "train_runtime": 292.1944, + "train_tokens_per_second": 63.444 + }, + { + "epoch": 0.03601800900450225, + "grad_norm": 3.327221632003784, + "learning_rate": 0.00019849624060150375, + "loss": 5.200761795043945, + "num_input_tokens_seen": 19717, + "step": 16, + "train_runtime": 311.0115, + "train_tokens_per_second": 63.396 + }, + { + "epoch": 0.03826913456728364, + "grad_norm": 2.3926663398742676, + "learning_rate": 0.00019834586466165415, + "loss": 5.425734519958496, + "num_input_tokens_seen": 21598, + "step": 17, + "train_runtime": 329.8535, + "train_tokens_per_second": 65.478 + }, + { + "epoch": 0.04052026013006503, + "grad_norm": 2.2723169326782227, + "learning_rate": 0.0001981954887218045, + "loss": 4.477128028869629, + "num_input_tokens_seen": 22408, + "step": 18, + "train_runtime": 348.6157, + "train_tokens_per_second": 64.277 + }, + { + "epoch": 0.04277138569284642, + "grad_norm": 2.9436490535736084, + "learning_rate": 0.0001980451127819549, + "loss": 4.760801315307617, + "num_input_tokens_seen": 23699, + "step": 19, + "train_runtime": 367.4115, + "train_tokens_per_second": 64.503 + }, + { + "epoch": 0.04502251125562781, + "grad_norm": 2.4376134872436523, + "learning_rate": 0.00019789473684210526, + "loss": 4.697926998138428, + "num_input_tokens_seen": 24708, + "step": 20, + "train_runtime": 386.1893, + "train_tokens_per_second": 63.979 + }, + { + "epoch": 0.0472736368184092, + "grad_norm": 2.3234691619873047, + "learning_rate": 0.00019774436090225567, + "loss": 4.739095687866211, + "num_input_tokens_seen": 25713, + "step": 21, + "train_runtime": 404.9583, + "train_tokens_per_second": 63.495 + }, + { + "epoch": 0.04952476238119059, + "grad_norm": 2.3832507133483887, + "learning_rate": 0.00019759398496240602, + "loss": 5.104954719543457, + "num_input_tokens_seen": 26824, + "step": 22, + "train_runtime": 423.7812, + "train_tokens_per_second": 63.297 + }, + { + "epoch": 0.051775887943971984, + "grad_norm": 2.2275583744049072, + "learning_rate": 0.0001974436090225564, + "loss": 4.3310465812683105, + "num_input_tokens_seen": 27732, + "step": 23, + "train_runtime": 442.5652, + "train_tokens_per_second": 62.662 + }, + { + "epoch": 0.054027013506753374, + "grad_norm": 2.2313122749328613, + "learning_rate": 0.00019729323308270678, + "loss": 4.574629306793213, + "num_input_tokens_seen": 28481, + "step": 24, + "train_runtime": 461.322, + "train_tokens_per_second": 61.738 + }, + { + "epoch": 0.056278139069534765, + "grad_norm": 2.188739061355591, + "learning_rate": 0.00019714285714285716, + "loss": 4.024734020233154, + "num_input_tokens_seen": 29624, + "step": 25, + "train_runtime": 480.1115, + "train_tokens_per_second": 61.702 + }, + { + "epoch": 0.058529264632316155, + "grad_norm": 1.803070306777954, + "learning_rate": 0.00019699248120300754, + "loss": 4.329267501831055, + "num_input_tokens_seen": 30982, + "step": 26, + "train_runtime": 498.9439, + "train_tokens_per_second": 62.095 + }, + { + "epoch": 0.060780390195097546, + "grad_norm": 1.9123250246047974, + "learning_rate": 0.0001968421052631579, + "loss": 4.06867790222168, + "num_input_tokens_seen": 32638, + "step": 27, + "train_runtime": 517.7551, + "train_tokens_per_second": 63.038 + }, + { + "epoch": 0.06303151575787894, + "grad_norm": 2.054251194000244, + "learning_rate": 0.0001966917293233083, + "loss": 4.509435653686523, + "num_input_tokens_seen": 33769, + "step": 28, + "train_runtime": 536.5284, + "train_tokens_per_second": 62.94 + }, + { + "epoch": 0.06528264132066033, + "grad_norm": 2.293738842010498, + "learning_rate": 0.00019654135338345865, + "loss": 4.629437446594238, + "num_input_tokens_seen": 35076, + "step": 29, + "train_runtime": 555.3373, + "train_tokens_per_second": 63.162 + }, + { + "epoch": 0.06753376688344172, + "grad_norm": 2.2419002056121826, + "learning_rate": 0.00019639097744360902, + "loss": 4.115198612213135, + "num_input_tokens_seen": 35895, + "step": 30, + "train_runtime": 574.0769, + "train_tokens_per_second": 62.526 + }, + { + "epoch": 0.06978489244622312, + "grad_norm": 1.8787263631820679, + "learning_rate": 0.0001962406015037594, + "loss": 3.9751782417297363, + "num_input_tokens_seen": 36841, + "step": 31, + "train_runtime": 597.0956, + "train_tokens_per_second": 61.7 + }, + { + "epoch": 0.0720360180090045, + "grad_norm": 2.2615296840667725, + "learning_rate": 0.00019609022556390978, + "loss": 4.438082218170166, + "num_input_tokens_seen": 38179, + "step": 32, + "train_runtime": 615.9066, + "train_tokens_per_second": 61.988 + }, + { + "epoch": 0.0742871435717859, + "grad_norm": 1.9636986255645752, + "learning_rate": 0.00019593984962406016, + "loss": 3.7820301055908203, + "num_input_tokens_seen": 39141, + "step": 33, + "train_runtime": 634.7079, + "train_tokens_per_second": 61.668 + }, + { + "epoch": 0.07653826913456728, + "grad_norm": 1.84573495388031, + "learning_rate": 0.00019578947368421054, + "loss": 4.265462875366211, + "num_input_tokens_seen": 41189, + "step": 34, + "train_runtime": 653.5602, + "train_tokens_per_second": 63.023 + }, + { + "epoch": 0.07878939469734868, + "grad_norm": 2.0661520957946777, + "learning_rate": 0.00019563909774436092, + "loss": 3.501033067703247, + "num_input_tokens_seen": 41966, + "step": 35, + "train_runtime": 672.3499, + "train_tokens_per_second": 62.417 + }, + { + "epoch": 0.08104052026013006, + "grad_norm": 2.89693021774292, + "learning_rate": 0.00019548872180451127, + "loss": 4.102262020111084, + "num_input_tokens_seen": 43069, + "step": 36, + "train_runtime": 691.1434, + "train_tokens_per_second": 62.316 + }, + { + "epoch": 0.08329164582291146, + "grad_norm": 1.7385480403900146, + "learning_rate": 0.00019533834586466168, + "loss": 3.775993824005127, + "num_input_tokens_seen": 44552, + "step": 37, + "train_runtime": 709.9557, + "train_tokens_per_second": 62.753 + }, + { + "epoch": 0.08554277138569284, + "grad_norm": 2.0507168769836426, + "learning_rate": 0.00019518796992481203, + "loss": 3.57635498046875, + "num_input_tokens_seen": 45793, + "step": 38, + "train_runtime": 728.775, + "train_tokens_per_second": 62.836 + }, + { + "epoch": 0.08779389694847424, + "grad_norm": 2.067119598388672, + "learning_rate": 0.0001950375939849624, + "loss": 3.4041497707366943, + "num_input_tokens_seen": 46561, + "step": 39, + "train_runtime": 747.5523, + "train_tokens_per_second": 62.285 + }, + { + "epoch": 0.09004502251125562, + "grad_norm": 1.9324259757995605, + "learning_rate": 0.0001948872180451128, + "loss": 3.6356709003448486, + "num_input_tokens_seen": 47788, + "step": 40, + "train_runtime": 766.3658, + "train_tokens_per_second": 62.357 + }, + { + "epoch": 0.09229614807403702, + "grad_norm": 1.8673808574676514, + "learning_rate": 0.00019473684210526317, + "loss": 3.619260787963867, + "num_input_tokens_seen": 48927, + "step": 41, + "train_runtime": 785.205, + "train_tokens_per_second": 62.311 + }, + { + "epoch": 0.0945472736368184, + "grad_norm": 1.706501841545105, + "learning_rate": 0.00019458646616541355, + "loss": 3.2594852447509766, + "num_input_tokens_seen": 50209, + "step": 42, + "train_runtime": 804.0146, + "train_tokens_per_second": 62.448 + }, + { + "epoch": 0.0967983991995998, + "grad_norm": 1.869978904724121, + "learning_rate": 0.00019443609022556392, + "loss": 3.6977691650390625, + "num_input_tokens_seen": 51697, + "step": 43, + "train_runtime": 822.8372, + "train_tokens_per_second": 62.828 + }, + { + "epoch": 0.09904952476238119, + "grad_norm": 1.901340365409851, + "learning_rate": 0.0001942857142857143, + "loss": 3.9249024391174316, + "num_input_tokens_seen": 53263, + "step": 44, + "train_runtime": 841.7026, + "train_tokens_per_second": 63.28 + }, + { + "epoch": 0.10130065032516258, + "grad_norm": 1.7629457712173462, + "learning_rate": 0.00019413533834586468, + "loss": 3.5361855030059814, + "num_input_tokens_seen": 54933, + "step": 45, + "train_runtime": 860.574, + "train_tokens_per_second": 63.833 + }, + { + "epoch": 0.10355177588794397, + "grad_norm": 1.9721168279647827, + "learning_rate": 0.00019398496240601503, + "loss": 3.432588577270508, + "num_input_tokens_seen": 56067, + "step": 46, + "train_runtime": 879.3546, + "train_tokens_per_second": 63.759 + }, + { + "epoch": 0.10580290145072536, + "grad_norm": 1.7747118473052979, + "learning_rate": 0.0001938345864661654, + "loss": 3.1404783725738525, + "num_input_tokens_seen": 57479, + "step": 47, + "train_runtime": 898.1687, + "train_tokens_per_second": 63.996 + }, + { + "epoch": 0.10805402701350675, + "grad_norm": 2.170936107635498, + "learning_rate": 0.0001936842105263158, + "loss": 3.3160324096679688, + "num_input_tokens_seen": 58094, + "step": 48, + "train_runtime": 916.9356, + "train_tokens_per_second": 63.357 + }, + { + "epoch": 0.11030515257628815, + "grad_norm": 2.057629108428955, + "learning_rate": 0.00019353383458646617, + "loss": 3.4192581176757812, + "num_input_tokens_seen": 59190, + "step": 49, + "train_runtime": 935.742, + "train_tokens_per_second": 63.255 + }, + { + "epoch": 0.11255627813906953, + "grad_norm": 1.9893680810928345, + "learning_rate": 0.00019338345864661655, + "loss": 2.8951785564422607, + "num_input_tokens_seen": 60037, + "step": 50, + "train_runtime": 954.5645, + "train_tokens_per_second": 62.895 + }, + { + "epoch": 0.11480740370185093, + "grad_norm": 2.0960917472839355, + "learning_rate": 0.00019323308270676693, + "loss": 3.5756430625915527, + "num_input_tokens_seen": 61564, + "step": 51, + "train_runtime": 973.388, + "train_tokens_per_second": 63.247 + }, + { + "epoch": 0.11705852926463231, + "grad_norm": 1.9535510540008545, + "learning_rate": 0.0001930827067669173, + "loss": 3.4011011123657227, + "num_input_tokens_seen": 63307, + "step": 52, + "train_runtime": 992.2191, + "train_tokens_per_second": 63.803 + }, + { + "epoch": 0.11930965482741371, + "grad_norm": 1.6506869792938232, + "learning_rate": 0.0001929323308270677, + "loss": 3.615388870239258, + "num_input_tokens_seen": 64696, + "step": 53, + "train_runtime": 1011.0756, + "train_tokens_per_second": 63.987 + }, + { + "epoch": 0.12156078039019509, + "grad_norm": 1.5963729619979858, + "learning_rate": 0.00019278195488721807, + "loss": 2.8826496601104736, + "num_input_tokens_seen": 65781, + "step": 54, + "train_runtime": 1029.912, + "train_tokens_per_second": 63.871 + }, + { + "epoch": 0.12381190595297649, + "grad_norm": 1.3998000621795654, + "learning_rate": 0.00019263157894736842, + "loss": 3.2153944969177246, + "num_input_tokens_seen": 67496, + "step": 55, + "train_runtime": 1048.7497, + "train_tokens_per_second": 64.359 + }, + { + "epoch": 0.12606303151575787, + "grad_norm": 1.8160486221313477, + "learning_rate": 0.0001924812030075188, + "loss": 3.1439590454101562, + "num_input_tokens_seen": 68356, + "step": 56, + "train_runtime": 1067.582, + "train_tokens_per_second": 64.029 + }, + { + "epoch": 0.12831415707853927, + "grad_norm": 1.9115275144577026, + "learning_rate": 0.00019233082706766918, + "loss": 3.1852030754089355, + "num_input_tokens_seen": 69110, + "step": 57, + "train_runtime": 1086.3616, + "train_tokens_per_second": 63.616 + }, + { + "epoch": 0.13056528264132067, + "grad_norm": 1.5443828105926514, + "learning_rate": 0.00019218045112781956, + "loss": 3.1085269451141357, + "num_input_tokens_seen": 70575, + "step": 58, + "train_runtime": 1105.2311, + "train_tokens_per_second": 63.855 + }, + { + "epoch": 0.13281640820410204, + "grad_norm": 1.5991071462631226, + "learning_rate": 0.00019203007518796993, + "loss": 3.135467529296875, + "num_input_tokens_seen": 71942, + "step": 59, + "train_runtime": 1124.0512, + "train_tokens_per_second": 64.002 + }, + { + "epoch": 0.13506753376688344, + "grad_norm": 1.781887173652649, + "learning_rate": 0.0001918796992481203, + "loss": 2.9696879386901855, + "num_input_tokens_seen": 72901, + "step": 60, + "train_runtime": 1142.8738, + "train_tokens_per_second": 63.787 + }, + { + "epoch": 0.13731865932966483, + "grad_norm": 1.5832743644714355, + "learning_rate": 0.0001917293233082707, + "loss": 2.991393566131592, + "num_input_tokens_seen": 74246, + "step": 61, + "train_runtime": 1165.3402, + "train_tokens_per_second": 63.712 + }, + { + "epoch": 0.13956978489244623, + "grad_norm": 1.8424547910690308, + "learning_rate": 0.00019157894736842104, + "loss": 2.9027609825134277, + "num_input_tokens_seen": 74962, + "step": 62, + "train_runtime": 1184.1225, + "train_tokens_per_second": 63.306 + }, + { + "epoch": 0.1418209104552276, + "grad_norm": 1.7249870300292969, + "learning_rate": 0.00019142857142857145, + "loss": 3.1153059005737305, + "num_input_tokens_seen": 76092, + "step": 63, + "train_runtime": 1202.9537, + "train_tokens_per_second": 63.254 + }, + { + "epoch": 0.144072036018009, + "grad_norm": 1.6140694618225098, + "learning_rate": 0.0001912781954887218, + "loss": 3.095130681991577, + "num_input_tokens_seen": 77247, + "step": 64, + "train_runtime": 1221.7881, + "train_tokens_per_second": 63.225 + }, + { + "epoch": 0.1463231615807904, + "grad_norm": 1.6801080703735352, + "learning_rate": 0.0001911278195488722, + "loss": 3.5655384063720703, + "num_input_tokens_seen": 79201, + "step": 65, + "train_runtime": 1240.6576, + "train_tokens_per_second": 63.838 + }, + { + "epoch": 0.1485742871435718, + "grad_norm": 1.7019965648651123, + "learning_rate": 0.00019097744360902256, + "loss": 3.05287766456604, + "num_input_tokens_seen": 80296, + "step": 66, + "train_runtime": 1259.5129, + "train_tokens_per_second": 63.752 + }, + { + "epoch": 0.1508254127063532, + "grad_norm": 2.107243537902832, + "learning_rate": 0.00019082706766917294, + "loss": 3.431061029434204, + "num_input_tokens_seen": 81111, + "step": 67, + "train_runtime": 1278.3464, + "train_tokens_per_second": 63.45 + }, + { + "epoch": 0.15307653826913456, + "grad_norm": 1.52632474899292, + "learning_rate": 0.00019067669172932332, + "loss": 2.7351982593536377, + "num_input_tokens_seen": 82403, + "step": 68, + "train_runtime": 1297.2209, + "train_tokens_per_second": 63.523 + }, + { + "epoch": 0.15532766383191596, + "grad_norm": 1.9335429668426514, + "learning_rate": 0.0001905263157894737, + "loss": 2.970690965652466, + "num_input_tokens_seen": 83074, + "step": 69, + "train_runtime": 1316.0418, + "train_tokens_per_second": 63.124 + }, + { + "epoch": 0.15757878939469736, + "grad_norm": 1.824856162071228, + "learning_rate": 0.00019037593984962408, + "loss": 3.138646125793457, + "num_input_tokens_seen": 84194, + "step": 70, + "train_runtime": 1334.8976, + "train_tokens_per_second": 63.072 + }, + { + "epoch": 0.15982991495747875, + "grad_norm": 1.6555925607681274, + "learning_rate": 0.00019022556390977443, + "loss": 3.178123950958252, + "num_input_tokens_seen": 85479, + "step": 71, + "train_runtime": 1353.7607, + "train_tokens_per_second": 63.142 + }, + { + "epoch": 0.16208104052026012, + "grad_norm": 2.144951820373535, + "learning_rate": 0.00019007518796992483, + "loss": 3.3155910968780518, + "num_input_tokens_seen": 86359, + "step": 72, + "train_runtime": 1372.6131, + "train_tokens_per_second": 62.916 + }, + { + "epoch": 0.16433216608304152, + "grad_norm": 1.8364540338516235, + "learning_rate": 0.00018992481203007519, + "loss": 3.2991831302642822, + "num_input_tokens_seen": 87250, + "step": 73, + "train_runtime": 1391.4363, + "train_tokens_per_second": 62.705 + }, + { + "epoch": 0.16658329164582292, + "grad_norm": 1.782435417175293, + "learning_rate": 0.0001897744360902256, + "loss": 2.864515781402588, + "num_input_tokens_seen": 88630, + "step": 74, + "train_runtime": 1410.2635, + "train_tokens_per_second": 62.846 + }, + { + "epoch": 0.16883441720860431, + "grad_norm": 1.5993988513946533, + "learning_rate": 0.00018962406015037594, + "loss": 2.5395894050598145, + "num_input_tokens_seen": 89727, + "step": 75, + "train_runtime": 1429.0862, + "train_tokens_per_second": 62.786 + }, + { + "epoch": 0.17108554277138568, + "grad_norm": 1.7423979043960571, + "learning_rate": 0.00018947368421052632, + "loss": 2.914999008178711, + "num_input_tokens_seen": 90762, + "step": 76, + "train_runtime": 1447.9234, + "train_tokens_per_second": 62.684 + }, + { + "epoch": 0.17333666833416708, + "grad_norm": 1.8272531032562256, + "learning_rate": 0.0001893233082706767, + "loss": 2.956678867340088, + "num_input_tokens_seen": 91638, + "step": 77, + "train_runtime": 1466.7425, + "train_tokens_per_second": 62.477 + }, + { + "epoch": 0.17558779389694848, + "grad_norm": 1.8093974590301514, + "learning_rate": 0.00018917293233082708, + "loss": 3.337283134460449, + "num_input_tokens_seen": 93007, + "step": 78, + "train_runtime": 1485.5694, + "train_tokens_per_second": 62.607 + }, + { + "epoch": 0.17783891945972988, + "grad_norm": 1.69700288772583, + "learning_rate": 0.00018902255639097746, + "loss": 2.6258838176727295, + "num_input_tokens_seen": 93932, + "step": 79, + "train_runtime": 1504.3905, + "train_tokens_per_second": 62.439 + }, + { + "epoch": 0.18009004502251125, + "grad_norm": 1.5676995515823364, + "learning_rate": 0.0001888721804511278, + "loss": 2.926025390625, + "num_input_tokens_seen": 95050, + "step": 80, + "train_runtime": 1523.2675, + "train_tokens_per_second": 62.399 + }, + { + "epoch": 0.18234117058529264, + "grad_norm": 1.4456636905670166, + "learning_rate": 0.00018872180451127822, + "loss": 3.3285322189331055, + "num_input_tokens_seen": 96850, + "step": 81, + "train_runtime": 1542.1452, + "train_tokens_per_second": 62.802 + }, + { + "epoch": 0.18459229614807404, + "grad_norm": 1.5826959609985352, + "learning_rate": 0.00018857142857142857, + "loss": 2.49407958984375, + "num_input_tokens_seen": 97795, + "step": 82, + "train_runtime": 1560.9738, + "train_tokens_per_second": 62.65 + }, + { + "epoch": 0.18684342171085544, + "grad_norm": 1.7506691217422485, + "learning_rate": 0.00018842105263157898, + "loss": 3.5144848823547363, + "num_input_tokens_seen": 98985, + "step": 83, + "train_runtime": 1579.7917, + "train_tokens_per_second": 62.657 + }, + { + "epoch": 0.1890945472736368, + "grad_norm": 1.4469044208526611, + "learning_rate": 0.00018827067669172933, + "loss": 2.8112170696258545, + "num_input_tokens_seen": 100401, + "step": 84, + "train_runtime": 1598.6237, + "train_tokens_per_second": 62.805 + }, + { + "epoch": 0.1913456728364182, + "grad_norm": 1.5197480916976929, + "learning_rate": 0.0001881203007518797, + "loss": 2.928581476211548, + "num_input_tokens_seen": 101737, + "step": 85, + "train_runtime": 1617.4383, + "train_tokens_per_second": 62.9 + }, + { + "epoch": 0.1935967983991996, + "grad_norm": 1.7965584993362427, + "learning_rate": 0.00018796992481203009, + "loss": 3.0986921787261963, + "num_input_tokens_seen": 102697, + "step": 86, + "train_runtime": 1636.2656, + "train_tokens_per_second": 62.763 + }, + { + "epoch": 0.195847923961981, + "grad_norm": 1.5059653520584106, + "learning_rate": 0.00018781954887218044, + "loss": 2.6852736473083496, + "num_input_tokens_seen": 103731, + "step": 87, + "train_runtime": 1655.0853, + "train_tokens_per_second": 62.674 + }, + { + "epoch": 0.19809904952476237, + "grad_norm": 1.7670131921768188, + "learning_rate": 0.00018766917293233084, + "loss": 2.9290215969085693, + "num_input_tokens_seen": 104648, + "step": 88, + "train_runtime": 1673.9202, + "train_tokens_per_second": 62.517 + }, + { + "epoch": 0.20035017508754377, + "grad_norm": 1.993013858795166, + "learning_rate": 0.0001875187969924812, + "loss": 2.760423183441162, + "num_input_tokens_seen": 105465, + "step": 89, + "train_runtime": 1692.7156, + "train_tokens_per_second": 62.305 + }, + { + "epoch": 0.20260130065032517, + "grad_norm": 1.5700188875198364, + "learning_rate": 0.0001873684210526316, + "loss": 3.360813856124878, + "num_input_tokens_seen": 106835, + "step": 90, + "train_runtime": 1711.543, + "train_tokens_per_second": 62.42 + }, + { + "epoch": 0.20485242621310656, + "grad_norm": 1.5057258605957031, + "learning_rate": 0.00018721804511278195, + "loss": 2.118521213531494, + "num_input_tokens_seen": 107715, + "step": 91, + "train_runtime": 1734.017, + "train_tokens_per_second": 62.119 + }, + { + "epoch": 0.20710355177588793, + "grad_norm": 2.057802200317383, + "learning_rate": 0.00018706766917293236, + "loss": 3.3496909141540527, + "num_input_tokens_seen": 109114, + "step": 92, + "train_runtime": 1752.8807, + "train_tokens_per_second": 62.248 + }, + { + "epoch": 0.20935467733866933, + "grad_norm": 1.7651221752166748, + "learning_rate": 0.0001869172932330827, + "loss": 2.705043315887451, + "num_input_tokens_seen": 110144, + "step": 93, + "train_runtime": 1771.6923, + "train_tokens_per_second": 62.169 + }, + { + "epoch": 0.21160580290145073, + "grad_norm": 1.6348215341567993, + "learning_rate": 0.0001867669172932331, + "loss": 3.2298266887664795, + "num_input_tokens_seen": 111803, + "step": 94, + "train_runtime": 1790.572, + "train_tokens_per_second": 62.44 + }, + { + "epoch": 0.21385692846423213, + "grad_norm": 1.4072449207305908, + "learning_rate": 0.00018661654135338347, + "loss": 2.6681063175201416, + "num_input_tokens_seen": 113371, + "step": 95, + "train_runtime": 1809.4274, + "train_tokens_per_second": 62.656 + }, + { + "epoch": 0.2161080540270135, + "grad_norm": 1.7941129207611084, + "learning_rate": 0.00018646616541353382, + "loss": 2.3804941177368164, + "num_input_tokens_seen": 114234, + "step": 96, + "train_runtime": 1828.2569, + "train_tokens_per_second": 62.482 + }, + { + "epoch": 0.2183591795897949, + "grad_norm": 1.6292004585266113, + "learning_rate": 0.00018631578947368423, + "loss": 2.7603328227996826, + "num_input_tokens_seen": 115274, + "step": 97, + "train_runtime": 1847.0541, + "train_tokens_per_second": 62.41 + }, + { + "epoch": 0.2206103051525763, + "grad_norm": 1.510501503944397, + "learning_rate": 0.00018616541353383458, + "loss": 3.280766010284424, + "num_input_tokens_seen": 116890, + "step": 98, + "train_runtime": 1865.9291, + "train_tokens_per_second": 62.644 + }, + { + "epoch": 0.2228614307153577, + "grad_norm": 1.3832522630691528, + "learning_rate": 0.000186015037593985, + "loss": 2.3645002841949463, + "num_input_tokens_seen": 118485, + "step": 99, + "train_runtime": 1884.8041, + "train_tokens_per_second": 62.863 + }, + { + "epoch": 0.22511255627813906, + "grad_norm": 1.829737663269043, + "learning_rate": 0.00018586466165413534, + "loss": 2.849400281906128, + "num_input_tokens_seen": 119362, + "step": 100, + "train_runtime": 1903.6311, + "train_tokens_per_second": 62.702 + }, + { + "epoch": 0.22736368184092046, + "grad_norm": 1.241761565208435, + "learning_rate": 0.00018571428571428572, + "loss": 2.9443321228027344, + "num_input_tokens_seen": 121539, + "step": 101, + "train_runtime": 1922.5374, + "train_tokens_per_second": 63.218 + }, + { + "epoch": 0.22961480740370185, + "grad_norm": 1.57449471950531, + "learning_rate": 0.0001855639097744361, + "loss": 2.6414499282836914, + "num_input_tokens_seen": 122573, + "step": 102, + "train_runtime": 1941.3775, + "train_tokens_per_second": 63.137 + }, + { + "epoch": 0.23186593296648325, + "grad_norm": 1.5876274108886719, + "learning_rate": 0.00018541353383458648, + "loss": 2.8431525230407715, + "num_input_tokens_seen": 124179, + "step": 103, + "train_runtime": 1960.2477, + "train_tokens_per_second": 63.349 + }, + { + "epoch": 0.23411705852926462, + "grad_norm": 1.7102839946746826, + "learning_rate": 0.00018526315789473685, + "loss": 2.4364235401153564, + "num_input_tokens_seen": 124935, + "step": 104, + "train_runtime": 1979.1127, + "train_tokens_per_second": 63.127 + }, + { + "epoch": 0.23636818409204602, + "grad_norm": 1.6268285512924194, + "learning_rate": 0.00018511278195488723, + "loss": 2.9127447605133057, + "num_input_tokens_seen": 126255, + "step": 105, + "train_runtime": 1997.9674, + "train_tokens_per_second": 63.192 + }, + { + "epoch": 0.23861930965482742, + "grad_norm": 1.4192482233047485, + "learning_rate": 0.0001849624060150376, + "loss": 2.664849281311035, + "num_input_tokens_seen": 128435, + "step": 106, + "train_runtime": 2016.8668, + "train_tokens_per_second": 63.68 + }, + { + "epoch": 0.2408704352176088, + "grad_norm": 1.7584794759750366, + "learning_rate": 0.00018481203007518796, + "loss": 3.1790707111358643, + "num_input_tokens_seen": 129638, + "step": 107, + "train_runtime": 2035.7148, + "train_tokens_per_second": 63.682 + }, + { + "epoch": 0.24312156078039018, + "grad_norm": 1.4141905307769775, + "learning_rate": 0.00018466165413533837, + "loss": 3.046433687210083, + "num_input_tokens_seen": 131352, + "step": 108, + "train_runtime": 2054.5775, + "train_tokens_per_second": 63.931 + }, + { + "epoch": 0.24537268634317158, + "grad_norm": 1.7023820877075195, + "learning_rate": 0.00018451127819548872, + "loss": 2.9417691230773926, + "num_input_tokens_seen": 132365, + "step": 109, + "train_runtime": 2073.4277, + "train_tokens_per_second": 63.839 + }, + { + "epoch": 0.24762381190595298, + "grad_norm": 1.8253533840179443, + "learning_rate": 0.0001843609022556391, + "loss": 3.0729784965515137, + "num_input_tokens_seen": 133745, + "step": 110, + "train_runtime": 2092.3269, + "train_tokens_per_second": 63.922 + }, + { + "epoch": 0.24987493746873438, + "grad_norm": 1.9387304782867432, + "learning_rate": 0.00018421052631578948, + "loss": 3.151334762573242, + "num_input_tokens_seen": 134625, + "step": 111, + "train_runtime": 2111.1393, + "train_tokens_per_second": 63.769 + }, + { + "epoch": 0.25212606303151575, + "grad_norm": 1.7483291625976562, + "learning_rate": 0.00018406015037593986, + "loss": 2.4375317096710205, + "num_input_tokens_seen": 135525, + "step": 112, + "train_runtime": 2129.9565, + "train_tokens_per_second": 63.628 + }, + { + "epoch": 0.25437718859429714, + "grad_norm": 1.5221705436706543, + "learning_rate": 0.00018390977443609024, + "loss": 2.5866611003875732, + "num_input_tokens_seen": 136894, + "step": 113, + "train_runtime": 2148.79, + "train_tokens_per_second": 63.707 + }, + { + "epoch": 0.25662831415707854, + "grad_norm": 2.0647730827331543, + "learning_rate": 0.00018375939849624062, + "loss": 2.976947546005249, + "num_input_tokens_seen": 138478, + "step": 114, + "train_runtime": 2167.6443, + "train_tokens_per_second": 63.884 + }, + { + "epoch": 0.25887943971985994, + "grad_norm": 1.5601803064346313, + "learning_rate": 0.000183609022556391, + "loss": 2.8266353607177734, + "num_input_tokens_seen": 140079, + "step": 115, + "train_runtime": 2186.5202, + "train_tokens_per_second": 64.065 + }, + { + "epoch": 0.26113056528264134, + "grad_norm": 1.631327748298645, + "learning_rate": 0.00018345864661654135, + "loss": 2.796967029571533, + "num_input_tokens_seen": 141026, + "step": 116, + "train_runtime": 2205.3432, + "train_tokens_per_second": 63.947 + }, + { + "epoch": 0.26338169084542273, + "grad_norm": 1.8667488098144531, + "learning_rate": 0.00018330827067669173, + "loss": 2.8409152030944824, + "num_input_tokens_seen": 142800, + "step": 117, + "train_runtime": 2224.2377, + "train_tokens_per_second": 64.202 + }, + { + "epoch": 0.2656328164082041, + "grad_norm": 1.9065680503845215, + "learning_rate": 0.0001831578947368421, + "loss": 2.400890350341797, + "num_input_tokens_seen": 143390, + "step": 118, + "train_runtime": 2243.0716, + "train_tokens_per_second": 63.926 + }, + { + "epoch": 0.2678839419709855, + "grad_norm": 1.5259772539138794, + "learning_rate": 0.00018300751879699249, + "loss": 2.35176420211792, + "num_input_tokens_seen": 144445, + "step": 119, + "train_runtime": 2261.8634, + "train_tokens_per_second": 63.861 + }, + { + "epoch": 0.27013506753376687, + "grad_norm": 1.5350605249404907, + "learning_rate": 0.00018285714285714286, + "loss": 2.315889835357666, + "num_input_tokens_seen": 145750, + "step": 120, + "train_runtime": 2280.7155, + "train_tokens_per_second": 63.905 + }, + { + "epoch": 0.27238619309654827, + "grad_norm": 2.697068691253662, + "learning_rate": 0.00018270676691729324, + "loss": 2.8654754161834717, + "num_input_tokens_seen": 146538, + "step": 121, + "train_runtime": 2303.4246, + "train_tokens_per_second": 63.617 + }, + { + "epoch": 0.27463731865932967, + "grad_norm": 1.559834599494934, + "learning_rate": 0.00018255639097744362, + "loss": 2.72124981880188, + "num_input_tokens_seen": 147676, + "step": 122, + "train_runtime": 2322.2615, + "train_tokens_per_second": 63.591 + }, + { + "epoch": 0.27688844422211106, + "grad_norm": 1.44087815284729, + "learning_rate": 0.000182406015037594, + "loss": 2.8857216835021973, + "num_input_tokens_seen": 149089, + "step": 123, + "train_runtime": 2341.096, + "train_tokens_per_second": 63.683 + }, + { + "epoch": 0.27913956978489246, + "grad_norm": 1.8748689889907837, + "learning_rate": 0.00018225563909774438, + "loss": 2.686821460723877, + "num_input_tokens_seen": 149904, + "step": 124, + "train_runtime": 2359.9249, + "train_tokens_per_second": 63.521 + }, + { + "epoch": 0.28139069534767386, + "grad_norm": 1.580288052558899, + "learning_rate": 0.00018210526315789476, + "loss": 2.368194580078125, + "num_input_tokens_seen": 151817, + "step": 125, + "train_runtime": 2378.7859, + "train_tokens_per_second": 63.821 + }, + { + "epoch": 0.2836418209104552, + "grad_norm": 1.6063607931137085, + "learning_rate": 0.0001819548872180451, + "loss": 2.4429378509521484, + "num_input_tokens_seen": 152577, + "step": 126, + "train_runtime": 2397.6023, + "train_tokens_per_second": 63.637 + }, + { + "epoch": 0.2858929464732366, + "grad_norm": 1.7405846118927002, + "learning_rate": 0.0001818045112781955, + "loss": 2.583569049835205, + "num_input_tokens_seen": 153512, + "step": 127, + "train_runtime": 2416.4522, + "train_tokens_per_second": 63.528 + }, + { + "epoch": 0.288144072036018, + "grad_norm": 1.3109912872314453, + "learning_rate": 0.00018165413533834587, + "loss": 2.795515537261963, + "num_input_tokens_seen": 155484, + "step": 128, + "train_runtime": 2435.3434, + "train_tokens_per_second": 63.845 + }, + { + "epoch": 0.2903951975987994, + "grad_norm": 1.6757899522781372, + "learning_rate": 0.00018150375939849625, + "loss": 2.8965976238250732, + "num_input_tokens_seen": 156926, + "step": 129, + "train_runtime": 2454.1939, + "train_tokens_per_second": 63.942 + }, + { + "epoch": 0.2926463231615808, + "grad_norm": 1.421251654624939, + "learning_rate": 0.00018135338345864663, + "loss": 2.714820146560669, + "num_input_tokens_seen": 158326, + "step": 130, + "train_runtime": 2473.0764, + "train_tokens_per_second": 64.02 + }, + { + "epoch": 0.2948974487243622, + "grad_norm": 2.3884317874908447, + "learning_rate": 0.000181203007518797, + "loss": 2.856492042541504, + "num_input_tokens_seen": 159850, + "step": 131, + "train_runtime": 2491.9268, + "train_tokens_per_second": 64.147 + }, + { + "epoch": 0.2971485742871436, + "grad_norm": 1.6902196407318115, + "learning_rate": 0.00018105263157894739, + "loss": 2.522512197494507, + "num_input_tokens_seen": 160661, + "step": 132, + "train_runtime": 2510.7209, + "train_tokens_per_second": 63.99 + }, + { + "epoch": 0.299399699849925, + "grad_norm": 1.416414499282837, + "learning_rate": 0.00018090225563909774, + "loss": 3.244288682937622, + "num_input_tokens_seen": 162532, + "step": 133, + "train_runtime": 2529.5486, + "train_tokens_per_second": 64.253 + }, + { + "epoch": 0.3016508254127064, + "grad_norm": 1.5507400035858154, + "learning_rate": 0.00018075187969924814, + "loss": 2.7843971252441406, + "num_input_tokens_seen": 163584, + "step": 134, + "train_runtime": 2548.3741, + "train_tokens_per_second": 64.192 + }, + { + "epoch": 0.3016508254127064, + "eval_loss": 3.1364221572875977, + "eval_runtime": 15.0686, + "eval_samples_per_second": 8.494, + "eval_steps_per_second": 2.124, + "num_input_tokens_seen": 163584, + "step": 134 + }, + { + "epoch": 0.3039019509754877, + "grad_norm": 1.3421458005905151, + "learning_rate": 0.0001806015037593985, + "loss": 2.4661874771118164, + "num_input_tokens_seen": 165232, + "step": 135, + "train_runtime": 2582.3316, + "train_tokens_per_second": 63.986 + }, + { + "epoch": 0.3061530765382691, + "grad_norm": 1.5548924207687378, + "learning_rate": 0.00018045112781954887, + "loss": 3.0595738887786865, + "num_input_tokens_seen": 166473, + "step": 136, + "train_runtime": 2601.1918, + "train_tokens_per_second": 63.999 + }, + { + "epoch": 0.3084042021010505, + "grad_norm": 1.7269200086593628, + "learning_rate": 0.00018030075187969925, + "loss": 2.944645643234253, + "num_input_tokens_seen": 167455, + "step": 137, + "train_runtime": 2620.0128, + "train_tokens_per_second": 63.914 + }, + { + "epoch": 0.3106553276638319, + "grad_norm": 1.1440503597259521, + "learning_rate": 0.00018015037593984963, + "loss": 2.7728404998779297, + "num_input_tokens_seen": 169503, + "step": 138, + "train_runtime": 2638.9251, + "train_tokens_per_second": 64.232 + }, + { + "epoch": 0.3129064532266133, + "grad_norm": 1.2334147691726685, + "learning_rate": 0.00018, + "loss": 2.500182628631592, + "num_input_tokens_seen": 171435, + "step": 139, + "train_runtime": 2657.7932, + "train_tokens_per_second": 64.503 + }, + { + "epoch": 0.3151575787893947, + "grad_norm": 1.6649203300476074, + "learning_rate": 0.0001798496240601504, + "loss": 2.857093334197998, + "num_input_tokens_seen": 172675, + "step": 140, + "train_runtime": 2676.6503, + "train_tokens_per_second": 64.512 + }, + { + "epoch": 0.3174087043521761, + "grad_norm": 1.4279823303222656, + "learning_rate": 0.00017969924812030077, + "loss": 2.9097726345062256, + "num_input_tokens_seen": 173868, + "step": 141, + "train_runtime": 2695.4645, + "train_tokens_per_second": 64.504 + }, + { + "epoch": 0.3196598299149575, + "grad_norm": 1.5345662832260132, + "learning_rate": 0.00017954887218045112, + "loss": 2.664290428161621, + "num_input_tokens_seen": 175969, + "step": 142, + "train_runtime": 2714.3619, + "train_tokens_per_second": 64.829 + }, + { + "epoch": 0.32191095547773885, + "grad_norm": 1.882711410522461, + "learning_rate": 0.00017939849624060153, + "loss": 3.337296485900879, + "num_input_tokens_seen": 177587, + "step": 143, + "train_runtime": 2733.2877, + "train_tokens_per_second": 64.972 + }, + { + "epoch": 0.32416208104052024, + "grad_norm": 1.899597406387329, + "learning_rate": 0.00017924812030075188, + "loss": 3.0196499824523926, + "num_input_tokens_seen": 178624, + "step": 144, + "train_runtime": 2752.1653, + "train_tokens_per_second": 64.903 + }, + { + "epoch": 0.32641320660330164, + "grad_norm": 1.5645666122436523, + "learning_rate": 0.00017909774436090226, + "loss": 3.038206100463867, + "num_input_tokens_seen": 179856, + "step": 145, + "train_runtime": 2771.0131, + "train_tokens_per_second": 64.906 + }, + { + "epoch": 0.32866433216608304, + "grad_norm": 1.4556218385696411, + "learning_rate": 0.00017894736842105264, + "loss": 2.8448755741119385, + "num_input_tokens_seen": 181248, + "step": 146, + "train_runtime": 2789.912, + "train_tokens_per_second": 64.965 + }, + { + "epoch": 0.33091545772886444, + "grad_norm": 1.581833839416504, + "learning_rate": 0.00017879699248120302, + "loss": 2.9228968620300293, + "num_input_tokens_seen": 182348, + "step": 147, + "train_runtime": 2808.6922, + "train_tokens_per_second": 64.923 + }, + { + "epoch": 0.33316658329164583, + "grad_norm": 1.5047273635864258, + "learning_rate": 0.0001786466165413534, + "loss": 2.615499496459961, + "num_input_tokens_seen": 183279, + "step": 148, + "train_runtime": 2827.5424, + "train_tokens_per_second": 64.819 + }, + { + "epoch": 0.33541770885442723, + "grad_norm": 1.4327305555343628, + "learning_rate": 0.00017849624060150377, + "loss": 2.4393692016601562, + "num_input_tokens_seen": 184428, + "step": 149, + "train_runtime": 2846.3859, + "train_tokens_per_second": 64.794 + }, + { + "epoch": 0.33766883441720863, + "grad_norm": 1.3637917041778564, + "learning_rate": 0.00017834586466165415, + "loss": 2.399078130722046, + "num_input_tokens_seen": 185940, + "step": 150, + "train_runtime": 2865.2266, + "train_tokens_per_second": 64.895 + }, + { + "epoch": 0.33991995997998997, + "grad_norm": 1.5100929737091064, + "learning_rate": 0.0001781954887218045, + "loss": 2.6135616302490234, + "num_input_tokens_seen": 187464, + "step": 151, + "train_runtime": 2888.0444, + "train_tokens_per_second": 64.91 + }, + { + "epoch": 0.34217108554277137, + "grad_norm": 1.9247251749038696, + "learning_rate": 0.0001780451127819549, + "loss": 2.5322775840759277, + "num_input_tokens_seen": 188264, + "step": 152, + "train_runtime": 2906.8953, + "train_tokens_per_second": 64.765 + }, + { + "epoch": 0.34442221110555277, + "grad_norm": 1.3959400653839111, + "learning_rate": 0.00017789473684210526, + "loss": 2.5898869037628174, + "num_input_tokens_seen": 189567, + "step": 153, + "train_runtime": 2925.7214, + "train_tokens_per_second": 64.793 + }, + { + "epoch": 0.34667333666833416, + "grad_norm": 1.4012900590896606, + "learning_rate": 0.00017774436090225567, + "loss": 2.963167667388916, + "num_input_tokens_seen": 191149, + "step": 154, + "train_runtime": 2944.593, + "train_tokens_per_second": 64.915 + }, + { + "epoch": 0.34892446223111556, + "grad_norm": 1.94175386428833, + "learning_rate": 0.00017759398496240602, + "loss": 3.2821285724639893, + "num_input_tokens_seen": 192934, + "step": 155, + "train_runtime": 2963.4842, + "train_tokens_per_second": 65.104 + }, + { + "epoch": 0.35117558779389696, + "grad_norm": 1.5079411268234253, + "learning_rate": 0.0001774436090225564, + "loss": 2.4263811111450195, + "num_input_tokens_seen": 193884, + "step": 156, + "train_runtime": 2982.3447, + "train_tokens_per_second": 65.011 + }, + { + "epoch": 0.35342671335667836, + "grad_norm": 1.8615944385528564, + "learning_rate": 0.00017729323308270678, + "loss": 2.5884459018707275, + "num_input_tokens_seen": 194706, + "step": 157, + "train_runtime": 3001.2207, + "train_tokens_per_second": 64.876 + }, + { + "epoch": 0.35567783891945975, + "grad_norm": 1.679736614227295, + "learning_rate": 0.00017714285714285713, + "loss": 2.310290575027466, + "num_input_tokens_seen": 195550, + "step": 158, + "train_runtime": 3020.0355, + "train_tokens_per_second": 64.751 + }, + { + "epoch": 0.3579289644822411, + "grad_norm": 1.5349167585372925, + "learning_rate": 0.00017699248120300754, + "loss": 2.9040844440460205, + "num_input_tokens_seen": 196763, + "step": 159, + "train_runtime": 3038.9117, + "train_tokens_per_second": 64.748 + }, + { + "epoch": 0.3601800900450225, + "grad_norm": 1.5795434713363647, + "learning_rate": 0.0001768421052631579, + "loss": 3.172729730606079, + "num_input_tokens_seen": 197854, + "step": 160, + "train_runtime": 3057.7374, + "train_tokens_per_second": 64.706 + }, + { + "epoch": 0.3624312156078039, + "grad_norm": 1.741027593612671, + "learning_rate": 0.0001766917293233083, + "loss": 2.4214725494384766, + "num_input_tokens_seen": 198563, + "step": 161, + "train_runtime": 3076.5415, + "train_tokens_per_second": 64.541 + }, + { + "epoch": 0.3646823411705853, + "grad_norm": 1.5100462436676025, + "learning_rate": 0.00017654135338345865, + "loss": 2.482541561126709, + "num_input_tokens_seen": 199581, + "step": 162, + "train_runtime": 3095.3877, + "train_tokens_per_second": 64.477 + }, + { + "epoch": 0.3669334667333667, + "grad_norm": 1.420652985572815, + "learning_rate": 0.00017639097744360905, + "loss": 2.706188678741455, + "num_input_tokens_seen": 200839, + "step": 163, + "train_runtime": 3114.2456, + "train_tokens_per_second": 64.49 + }, + { + "epoch": 0.3691845922961481, + "grad_norm": 1.4110649824142456, + "learning_rate": 0.0001762406015037594, + "loss": 2.8042502403259277, + "num_input_tokens_seen": 202097, + "step": 164, + "train_runtime": 3133.0939, + "train_tokens_per_second": 64.504 + }, + { + "epoch": 0.3714357178589295, + "grad_norm": 1.344187617301941, + "learning_rate": 0.00017609022556390978, + "loss": 2.624804973602295, + "num_input_tokens_seen": 204274, + "step": 165, + "train_runtime": 3151.9644, + "train_tokens_per_second": 64.808 + }, + { + "epoch": 0.3736868434217109, + "grad_norm": 1.4275835752487183, + "learning_rate": 0.00017593984962406016, + "loss": 2.4579758644104004, + "num_input_tokens_seen": 205321, + "step": 166, + "train_runtime": 3170.7921, + "train_tokens_per_second": 64.754 + }, + { + "epoch": 0.3759379689844922, + "grad_norm": 1.407607913017273, + "learning_rate": 0.00017578947368421052, + "loss": 2.5839216709136963, + "num_input_tokens_seen": 206417, + "step": 167, + "train_runtime": 3189.6146, + "train_tokens_per_second": 64.715 + }, + { + "epoch": 0.3781890945472736, + "grad_norm": 1.6665602922439575, + "learning_rate": 0.00017563909774436092, + "loss": 2.2243127822875977, + "num_input_tokens_seen": 207249, + "step": 168, + "train_runtime": 3208.8435, + "train_tokens_per_second": 64.587 + }, + { + "epoch": 0.380440220110055, + "grad_norm": 1.8769360780715942, + "learning_rate": 0.00017548872180451127, + "loss": 2.897083044052124, + "num_input_tokens_seen": 208453, + "step": 169, + "train_runtime": 3228.9211, + "train_tokens_per_second": 64.558 + }, + { + "epoch": 0.3826913456728364, + "grad_norm": 1.5459485054016113, + "learning_rate": 0.00017533834586466168, + "loss": 2.44419002532959, + "num_input_tokens_seen": 209617, + "step": 170, + "train_runtime": 3248.8145, + "train_tokens_per_second": 64.521 + }, + { + "epoch": 0.3849424712356178, + "grad_norm": 1.440906286239624, + "learning_rate": 0.00017518796992481203, + "loss": 2.494502544403076, + "num_input_tokens_seen": 210919, + "step": 171, + "train_runtime": 3268.6295, + "train_tokens_per_second": 64.528 + }, + { + "epoch": 0.3871935967983992, + "grad_norm": 2.013953447341919, + "learning_rate": 0.0001750375939849624, + "loss": 2.988245964050293, + "num_input_tokens_seen": 212345, + "step": 172, + "train_runtime": 3288.5806, + "train_tokens_per_second": 64.57 + }, + { + "epoch": 0.3894447223611806, + "grad_norm": 1.2983962297439575, + "learning_rate": 0.0001748872180451128, + "loss": 3.238354206085205, + "num_input_tokens_seen": 214739, + "step": 173, + "train_runtime": 3308.2958, + "train_tokens_per_second": 64.909 + }, + { + "epoch": 0.391695847923962, + "grad_norm": 2.0315775871276855, + "learning_rate": 0.00017473684210526317, + "loss": 3.193922281265259, + "num_input_tokens_seen": 215963, + "step": 174, + "train_runtime": 3327.1811, + "train_tokens_per_second": 64.909 + }, + { + "epoch": 0.39394697348674335, + "grad_norm": 1.8767151832580566, + "learning_rate": 0.00017458646616541355, + "loss": 2.545924663543701, + "num_input_tokens_seen": 216782, + "step": 175, + "train_runtime": 3345.9992, + "train_tokens_per_second": 64.788 + }, + { + "epoch": 0.39619809904952474, + "grad_norm": 2.631113052368164, + "learning_rate": 0.0001744360902255639, + "loss": 2.2900872230529785, + "num_input_tokens_seen": 217653, + "step": 176, + "train_runtime": 3364.8124, + "train_tokens_per_second": 64.685 + }, + { + "epoch": 0.39844922461230614, + "grad_norm": 1.707692265510559, + "learning_rate": 0.0001742857142857143, + "loss": 2.489095449447632, + "num_input_tokens_seen": 218476, + "step": 177, + "train_runtime": 3383.623, + "train_tokens_per_second": 64.569 + }, + { + "epoch": 0.40070035017508754, + "grad_norm": 1.5445127487182617, + "learning_rate": 0.00017413533834586466, + "loss": 2.5166518688201904, + "num_input_tokens_seen": 219419, + "step": 178, + "train_runtime": 3402.4761, + "train_tokens_per_second": 64.488 + }, + { + "epoch": 0.40295147573786894, + "grad_norm": 1.8488953113555908, + "learning_rate": 0.00017398496240601506, + "loss": 3.0188655853271484, + "num_input_tokens_seen": 221113, + "step": 179, + "train_runtime": 3421.3767, + "train_tokens_per_second": 64.627 + }, + { + "epoch": 0.40520260130065033, + "grad_norm": 1.3452399969100952, + "learning_rate": 0.00017383458646616542, + "loss": 2.395026445388794, + "num_input_tokens_seen": 222643, + "step": 180, + "train_runtime": 3440.2058, + "train_tokens_per_second": 64.718 + }, + { + "epoch": 0.40745372686343173, + "grad_norm": 1.3095688819885254, + "learning_rate": 0.0001736842105263158, + "loss": 2.6353087425231934, + "num_input_tokens_seen": 223992, + "step": 181, + "train_runtime": 3462.7261, + "train_tokens_per_second": 64.687 + }, + { + "epoch": 0.40970485242621313, + "grad_norm": 1.7948005199432373, + "learning_rate": 0.00017353383458646617, + "loss": 2.532174587249756, + "num_input_tokens_seen": 225210, + "step": 182, + "train_runtime": 3481.6239, + "train_tokens_per_second": 64.685 + }, + { + "epoch": 0.41195597798899447, + "grad_norm": 1.5506675243377686, + "learning_rate": 0.00017338345864661655, + "loss": 2.405791997909546, + "num_input_tokens_seen": 226087, + "step": 183, + "train_runtime": 3500.4345, + "train_tokens_per_second": 64.588 + }, + { + "epoch": 0.41420710355177587, + "grad_norm": 1.8026007413864136, + "learning_rate": 0.00017323308270676693, + "loss": 2.5303125381469727, + "num_input_tokens_seen": 227021, + "step": 184, + "train_runtime": 3519.2616, + "train_tokens_per_second": 64.508 + }, + { + "epoch": 0.41645822911455727, + "grad_norm": 1.3150581121444702, + "learning_rate": 0.00017308270676691728, + "loss": 2.8368797302246094, + "num_input_tokens_seen": 228508, + "step": 185, + "train_runtime": 3538.0868, + "train_tokens_per_second": 64.585 + }, + { + "epoch": 0.41870935467733866, + "grad_norm": 1.462691307067871, + "learning_rate": 0.0001729323308270677, + "loss": 2.7493433952331543, + "num_input_tokens_seen": 229783, + "step": 186, + "train_runtime": 3556.9082, + "train_tokens_per_second": 64.602 + }, + { + "epoch": 0.42096048024012006, + "grad_norm": 1.5678139925003052, + "learning_rate": 0.00017278195488721804, + "loss": 2.2458550930023193, + "num_input_tokens_seen": 230618, + "step": 187, + "train_runtime": 3575.799, + "train_tokens_per_second": 64.494 + }, + { + "epoch": 0.42321160580290146, + "grad_norm": 1.726091980934143, + "learning_rate": 0.00017263157894736842, + "loss": 2.573228597640991, + "num_input_tokens_seen": 231436, + "step": 188, + "train_runtime": 3594.7208, + "train_tokens_per_second": 64.382 + }, + { + "epoch": 0.42546273136568286, + "grad_norm": 1.3677767515182495, + "learning_rate": 0.0001724812030075188, + "loss": 2.437171220779419, + "num_input_tokens_seen": 232451, + "step": 189, + "train_runtime": 3613.6668, + "train_tokens_per_second": 64.326 + }, + { + "epoch": 0.42771385692846425, + "grad_norm": 1.5998600721359253, + "learning_rate": 0.00017233082706766918, + "loss": 2.8036322593688965, + "num_input_tokens_seen": 233806, + "step": 190, + "train_runtime": 3632.6782, + "train_tokens_per_second": 64.362 + }, + { + "epoch": 0.4299649824912456, + "grad_norm": 1.3557701110839844, + "learning_rate": 0.00017218045112781956, + "loss": 2.2665176391601562, + "num_input_tokens_seen": 234958, + "step": 191, + "train_runtime": 3651.6003, + "train_tokens_per_second": 64.344 + }, + { + "epoch": 0.432216108054027, + "grad_norm": 1.3688254356384277, + "learning_rate": 0.00017203007518796994, + "loss": 2.846295118331909, + "num_input_tokens_seen": 236430, + "step": 192, + "train_runtime": 3670.5842, + "train_tokens_per_second": 64.412 + }, + { + "epoch": 0.4344672336168084, + "grad_norm": 1.5126094818115234, + "learning_rate": 0.00017187969924812032, + "loss": 2.7838456630706787, + "num_input_tokens_seen": 237326, + "step": 193, + "train_runtime": 3689.4838, + "train_tokens_per_second": 64.325 + }, + { + "epoch": 0.4367183591795898, + "grad_norm": 2.2951157093048096, + "learning_rate": 0.0001717293233082707, + "loss": 2.6584510803222656, + "num_input_tokens_seen": 238206, + "step": 194, + "train_runtime": 3708.3806, + "train_tokens_per_second": 64.235 + }, + { + "epoch": 0.4389694847423712, + "grad_norm": 1.5540834665298462, + "learning_rate": 0.00017157894736842107, + "loss": 2.764697551727295, + "num_input_tokens_seen": 239207, + "step": 195, + "train_runtime": 3727.7824, + "train_tokens_per_second": 64.169 + }, + { + "epoch": 0.4412206103051526, + "grad_norm": 1.7020971775054932, + "learning_rate": 0.00017142857142857143, + "loss": 2.4168660640716553, + "num_input_tokens_seen": 240069, + "step": 196, + "train_runtime": 3746.7343, + "train_tokens_per_second": 64.074 + }, + { + "epoch": 0.443471735867934, + "grad_norm": 1.5882542133331299, + "learning_rate": 0.0001712781954887218, + "loss": 3.116276741027832, + "num_input_tokens_seen": 241201, + "step": 197, + "train_runtime": 3765.6933, + "train_tokens_per_second": 64.052 + }, + { + "epoch": 0.4457228614307154, + "grad_norm": 1.1811822652816772, + "learning_rate": 0.00017112781954887218, + "loss": 2.6807172298431396, + "num_input_tokens_seen": 243146, + "step": 198, + "train_runtime": 3784.6828, + "train_tokens_per_second": 64.245 + }, + { + "epoch": 0.4479739869934968, + "grad_norm": 1.6238867044448853, + "learning_rate": 0.00017097744360902256, + "loss": 2.1519479751586914, + "num_input_tokens_seen": 243979, + "step": 199, + "train_runtime": 3803.6583, + "train_tokens_per_second": 64.143 + }, + { + "epoch": 0.4502251125562781, + "grad_norm": 1.5793733596801758, + "learning_rate": 0.00017082706766917294, + "loss": 2.3585193157196045, + "num_input_tokens_seen": 245069, + "step": 200, + "train_runtime": 3822.5972, + "train_tokens_per_second": 64.111 + }, + { + "epoch": 0.4524762381190595, + "grad_norm": 1.3542506694793701, + "learning_rate": 0.00017067669172932332, + "loss": 2.5034866333007812, + "num_input_tokens_seen": 246300, + "step": 201, + "train_runtime": 3841.5661, + "train_tokens_per_second": 64.114 + }, + { + "epoch": 0.4547273636818409, + "grad_norm": 1.752516269683838, + "learning_rate": 0.0001705263157894737, + "loss": 2.55252742767334, + "num_input_tokens_seen": 247112, + "step": 202, + "train_runtime": 3860.509, + "train_tokens_per_second": 64.01 + }, + { + "epoch": 0.4569784892446223, + "grad_norm": 1.36171555519104, + "learning_rate": 0.00017037593984962408, + "loss": 2.4169912338256836, + "num_input_tokens_seen": 248166, + "step": 203, + "train_runtime": 3879.4505, + "train_tokens_per_second": 63.969 + }, + { + "epoch": 0.4592296148074037, + "grad_norm": 1.352144479751587, + "learning_rate": 0.00017022556390977443, + "loss": 2.3776793479919434, + "num_input_tokens_seen": 249460, + "step": 204, + "train_runtime": 3898.4203, + "train_tokens_per_second": 63.99 + }, + { + "epoch": 0.4614807403701851, + "grad_norm": 1.2784357070922852, + "learning_rate": 0.0001700751879699248, + "loss": 2.154125690460205, + "num_input_tokens_seen": 250622, + "step": 205, + "train_runtime": 3917.3614, + "train_tokens_per_second": 63.977 + }, + { + "epoch": 0.4637318659329665, + "grad_norm": 1.3177399635314941, + "learning_rate": 0.0001699248120300752, + "loss": 2.344766139984131, + "num_input_tokens_seen": 251967, + "step": 206, + "train_runtime": 3936.324, + "train_tokens_per_second": 64.011 + }, + { + "epoch": 0.4659829914957479, + "grad_norm": 1.1702202558517456, + "learning_rate": 0.00016977443609022557, + "loss": 2.3234634399414062, + "num_input_tokens_seen": 253480, + "step": 207, + "train_runtime": 3955.3092, + "train_tokens_per_second": 64.086 + }, + { + "epoch": 0.46823411705852924, + "grad_norm": 1.3933593034744263, + "learning_rate": 0.00016962406015037595, + "loss": 2.6428062915802, + "num_input_tokens_seen": 254733, + "step": 208, + "train_runtime": 3974.2403, + "train_tokens_per_second": 64.096 + }, + { + "epoch": 0.47048524262131064, + "grad_norm": 3.819509983062744, + "learning_rate": 0.00016947368421052633, + "loss": 2.3816919326782227, + "num_input_tokens_seen": 255352, + "step": 209, + "train_runtime": 3993.1256, + "train_tokens_per_second": 63.948 + }, + { + "epoch": 0.47273636818409204, + "grad_norm": 1.5796152353286743, + "learning_rate": 0.0001693233082706767, + "loss": 2.4577836990356445, + "num_input_tokens_seen": 256330, + "step": 210, + "train_runtime": 4012.0764, + "train_tokens_per_second": 63.89 + }, + { + "epoch": 0.47498749374687343, + "grad_norm": 1.6100813150405884, + "learning_rate": 0.00016917293233082708, + "loss": 2.338167667388916, + "num_input_tokens_seen": 257364, + "step": 211, + "train_runtime": 4034.6282, + "train_tokens_per_second": 63.789 + }, + { + "epoch": 0.47723861930965483, + "grad_norm": 1.8982257843017578, + "learning_rate": 0.00016902255639097746, + "loss": 2.273324489593506, + "num_input_tokens_seen": 258337, + "step": 212, + "train_runtime": 4053.5826, + "train_tokens_per_second": 63.731 + }, + { + "epoch": 0.47948974487243623, + "grad_norm": 1.3443750143051147, + "learning_rate": 0.00016887218045112781, + "loss": 2.5184788703918457, + "num_input_tokens_seen": 260084, + "step": 213, + "train_runtime": 4072.5614, + "train_tokens_per_second": 63.863 + }, + { + "epoch": 0.4817408704352176, + "grad_norm": 1.8138128519058228, + "learning_rate": 0.00016872180451127822, + "loss": 2.3545591831207275, + "num_input_tokens_seen": 260864, + "step": 214, + "train_runtime": 4091.4953, + "train_tokens_per_second": 63.758 + }, + { + "epoch": 0.483991995997999, + "grad_norm": 1.5986450910568237, + "learning_rate": 0.00016857142857142857, + "loss": 2.436392307281494, + "num_input_tokens_seen": 261987, + "step": 215, + "train_runtime": 4110.4715, + "train_tokens_per_second": 63.736 + }, + { + "epoch": 0.48624312156078037, + "grad_norm": 1.297986388206482, + "learning_rate": 0.00016842105263157895, + "loss": 2.254122257232666, + "num_input_tokens_seen": 263443, + "step": 216, + "train_runtime": 4129.4161, + "train_tokens_per_second": 63.797 + }, + { + "epoch": 0.48849424712356176, + "grad_norm": 1.426945447921753, + "learning_rate": 0.00016827067669172933, + "loss": 2.309825897216797, + "num_input_tokens_seen": 264876, + "step": 217, + "train_runtime": 4148.4036, + "train_tokens_per_second": 63.85 + }, + { + "epoch": 0.49074537268634316, + "grad_norm": 1.3495534658432007, + "learning_rate": 0.0001681203007518797, + "loss": 2.758807420730591, + "num_input_tokens_seen": 266168, + "step": 218, + "train_runtime": 4167.3424, + "train_tokens_per_second": 63.87 + }, + { + "epoch": 0.49299649824912456, + "grad_norm": 1.4315677881240845, + "learning_rate": 0.0001679699248120301, + "loss": 2.6260039806365967, + "num_input_tokens_seen": 267283, + "step": 219, + "train_runtime": 4186.3011, + "train_tokens_per_second": 63.847 + }, + { + "epoch": 0.49524762381190596, + "grad_norm": 1.5891562700271606, + "learning_rate": 0.00016781954887218047, + "loss": 3.2079317569732666, + "num_input_tokens_seen": 268855, + "step": 220, + "train_runtime": 4205.3191, + "train_tokens_per_second": 63.932 + }, + { + "epoch": 0.49749874937468735, + "grad_norm": 1.7463910579681396, + "learning_rate": 0.00016766917293233085, + "loss": 2.230536460876465, + "num_input_tokens_seen": 269595, + "step": 221, + "train_runtime": 4224.2319, + "train_tokens_per_second": 63.821 + }, + { + "epoch": 0.49974987493746875, + "grad_norm": 1.226370930671692, + "learning_rate": 0.0001675187969924812, + "loss": 2.7950339317321777, + "num_input_tokens_seen": 271111, + "step": 222, + "train_runtime": 4243.1988, + "train_tokens_per_second": 63.893 + }, + { + "epoch": 0.5020010005002501, + "grad_norm": 1.4591468572616577, + "learning_rate": 0.0001673684210526316, + "loss": 2.670517921447754, + "num_input_tokens_seen": 272276, + "step": 223, + "train_runtime": 4262.1309, + "train_tokens_per_second": 63.883 + }, + { + "epoch": 0.5042521260630315, + "grad_norm": 1.4938706159591675, + "learning_rate": 0.00016721804511278196, + "loss": 2.116915464401245, + "num_input_tokens_seen": 273212, + "step": 224, + "train_runtime": 4281.0844, + "train_tokens_per_second": 63.818 + }, + { + "epoch": 0.5065032516258129, + "grad_norm": 2.0255658626556396, + "learning_rate": 0.00016706766917293234, + "loss": 3.1110830307006836, + "num_input_tokens_seen": 274933, + "step": 225, + "train_runtime": 4300.0782, + "train_tokens_per_second": 63.937 + }, + { + "epoch": 0.5087543771885943, + "grad_norm": 1.5361493825912476, + "learning_rate": 0.00016691729323308271, + "loss": 2.4863128662109375, + "num_input_tokens_seen": 275776, + "step": 226, + "train_runtime": 4318.9916, + "train_tokens_per_second": 63.852 + }, + { + "epoch": 0.5110055027513757, + "grad_norm": 1.3611621856689453, + "learning_rate": 0.0001667669172932331, + "loss": 2.3319594860076904, + "num_input_tokens_seen": 277330, + "step": 227, + "train_runtime": 4337.9053, + "train_tokens_per_second": 63.932 + }, + { + "epoch": 0.5132566283141571, + "grad_norm": 1.6336337327957153, + "learning_rate": 0.00016661654135338347, + "loss": 2.675724506378174, + "num_input_tokens_seen": 278580, + "step": 228, + "train_runtime": 4356.8429, + "train_tokens_per_second": 63.941 + }, + { + "epoch": 0.5155077538769385, + "grad_norm": 1.5911452770233154, + "learning_rate": 0.00016646616541353382, + "loss": 2.53604793548584, + "num_input_tokens_seen": 279736, + "step": 229, + "train_runtime": 4375.7641, + "train_tokens_per_second": 63.928 + }, + { + "epoch": 0.5177588794397199, + "grad_norm": 2.4647791385650635, + "learning_rate": 0.00016631578947368423, + "loss": 2.8472797870635986, + "num_input_tokens_seen": 280461, + "step": 230, + "train_runtime": 4394.7028, + "train_tokens_per_second": 63.818 + }, + { + "epoch": 0.5200100050025013, + "grad_norm": 1.5357943773269653, + "learning_rate": 0.00016616541353383458, + "loss": 2.9257614612579346, + "num_input_tokens_seen": 281686, + "step": 231, + "train_runtime": 4413.6571, + "train_tokens_per_second": 63.821 + }, + { + "epoch": 0.5222611305652827, + "grad_norm": 1.690362811088562, + "learning_rate": 0.000166015037593985, + "loss": 2.7120702266693115, + "num_input_tokens_seen": 282488, + "step": 232, + "train_runtime": 4432.6042, + "train_tokens_per_second": 63.73 + }, + { + "epoch": 0.5245122561280641, + "grad_norm": 1.4257949590682983, + "learning_rate": 0.00016586466165413534, + "loss": 2.912780284881592, + "num_input_tokens_seen": 283716, + "step": 233, + "train_runtime": 4451.5634, + "train_tokens_per_second": 63.734 + }, + { + "epoch": 0.5267633816908455, + "grad_norm": 1.50509774684906, + "learning_rate": 0.00016571428571428575, + "loss": 2.4251222610473633, + "num_input_tokens_seen": 284584, + "step": 234, + "train_runtime": 4470.5656, + "train_tokens_per_second": 63.657 + }, + { + "epoch": 0.5290145072536269, + "grad_norm": 1.2468069791793823, + "learning_rate": 0.0001655639097744361, + "loss": 2.2974514961242676, + "num_input_tokens_seen": 286109, + "step": 235, + "train_runtime": 4489.5042, + "train_tokens_per_second": 63.728 + }, + { + "epoch": 0.5312656328164082, + "grad_norm": 1.6862233877182007, + "learning_rate": 0.00016541353383458648, + "loss": 2.136569023132324, + "num_input_tokens_seen": 286959, + "step": 236, + "train_runtime": 4508.4415, + "train_tokens_per_second": 63.649 + }, + { + "epoch": 0.5335167583791895, + "grad_norm": 1.605177879333496, + "learning_rate": 0.00016526315789473686, + "loss": 2.8481838703155518, + "num_input_tokens_seen": 288240, + "step": 237, + "train_runtime": 4527.3806, + "train_tokens_per_second": 63.666 + }, + { + "epoch": 0.535767883941971, + "grad_norm": 1.3935335874557495, + "learning_rate": 0.0001651127819548872, + "loss": 2.97013521194458, + "num_input_tokens_seen": 290025, + "step": 238, + "train_runtime": 4546.313, + "train_tokens_per_second": 63.793 + }, + { + "epoch": 0.5380190095047523, + "grad_norm": 1.480124831199646, + "learning_rate": 0.00016496240601503761, + "loss": 2.556485414505005, + "num_input_tokens_seen": 291146, + "step": 239, + "train_runtime": 4565.2701, + "train_tokens_per_second": 63.774 + }, + { + "epoch": 0.5402701350675337, + "grad_norm": 1.6304997205734253, + "learning_rate": 0.00016481203007518797, + "loss": 2.9640963077545166, + "num_input_tokens_seen": 292787, + "step": 240, + "train_runtime": 4584.2581, + "train_tokens_per_second": 63.868 + }, + { + "epoch": 0.5425212606303151, + "grad_norm": 1.3159739971160889, + "learning_rate": 0.00016466165413533837, + "loss": 2.928211212158203, + "num_input_tokens_seen": 294643, + "step": 241, + "train_runtime": 4606.9075, + "train_tokens_per_second": 63.957 + }, + { + "epoch": 0.5447723861930965, + "grad_norm": 2.1382789611816406, + "learning_rate": 0.00016451127819548872, + "loss": 2.97562313079834, + "num_input_tokens_seen": 295441, + "step": 242, + "train_runtime": 4625.8626, + "train_tokens_per_second": 63.867 + }, + { + "epoch": 0.5470235117558779, + "grad_norm": 1.4653764963150024, + "learning_rate": 0.0001643609022556391, + "loss": 2.467095375061035, + "num_input_tokens_seen": 297089, + "step": 243, + "train_runtime": 4644.8915, + "train_tokens_per_second": 63.96 + }, + { + "epoch": 0.5492746373186593, + "grad_norm": 1.1645869016647339, + "learning_rate": 0.00016421052631578948, + "loss": 2.988388776779175, + "num_input_tokens_seen": 298979, + "step": 244, + "train_runtime": 4663.8917, + "train_tokens_per_second": 64.105 + }, + { + "epoch": 0.5515257628814407, + "grad_norm": 1.5529247522354126, + "learning_rate": 0.00016406015037593983, + "loss": 2.578002452850342, + "num_input_tokens_seen": 300091, + "step": 245, + "train_runtime": 4682.8223, + "train_tokens_per_second": 64.083 + }, + { + "epoch": 0.5537768884442221, + "grad_norm": 1.4073421955108643, + "learning_rate": 0.00016390977443609024, + "loss": 2.934070587158203, + "num_input_tokens_seen": 301548, + "step": 246, + "train_runtime": 4701.8003, + "train_tokens_per_second": 64.135 + }, + { + "epoch": 0.5560280140070035, + "grad_norm": 1.465738296508789, + "learning_rate": 0.0001637593984962406, + "loss": 2.3548402786254883, + "num_input_tokens_seen": 302451, + "step": 247, + "train_runtime": 4720.7515, + "train_tokens_per_second": 64.068 + }, + { + "epoch": 0.5582791395697849, + "grad_norm": 1.4269700050354004, + "learning_rate": 0.000163609022556391, + "loss": 2.394434690475464, + "num_input_tokens_seen": 303715, + "step": 248, + "train_runtime": 4739.6993, + "train_tokens_per_second": 64.079 + }, + { + "epoch": 0.5605302651325663, + "grad_norm": 1.5854724645614624, + "learning_rate": 0.00016345864661654135, + "loss": 2.8548266887664795, + "num_input_tokens_seen": 304746, + "step": 249, + "train_runtime": 4758.6388, + "train_tokens_per_second": 64.041 + }, + { + "epoch": 0.5627813906953477, + "grad_norm": 1.656911015510559, + "learning_rate": 0.00016330827067669176, + "loss": 3.0808351039886475, + "num_input_tokens_seen": 305873, + "step": 250, + "train_runtime": 4777.6012, + "train_tokens_per_second": 64.022 + }, + { + "epoch": 0.5650325162581291, + "grad_norm": 1.2967256307601929, + "learning_rate": 0.0001631578947368421, + "loss": 2.35573148727417, + "num_input_tokens_seen": 307297, + "step": 251, + "train_runtime": 4796.9046, + "train_tokens_per_second": 64.062 + }, + { + "epoch": 0.5672836418209104, + "grad_norm": 1.3147457838058472, + "learning_rate": 0.0001630075187969925, + "loss": 2.4180798530578613, + "num_input_tokens_seen": 308569, + "step": 252, + "train_runtime": 4815.8843, + "train_tokens_per_second": 64.073 + }, + { + "epoch": 0.5695347673836918, + "grad_norm": 1.3891575336456299, + "learning_rate": 0.00016285714285714287, + "loss": 2.5056803226470947, + "num_input_tokens_seen": 309763, + "step": 253, + "train_runtime": 4834.9094, + "train_tokens_per_second": 64.068 + }, + { + "epoch": 0.5717858929464732, + "grad_norm": 1.4452893733978271, + "learning_rate": 0.00016270676691729325, + "loss": 2.1513466835021973, + "num_input_tokens_seen": 310706, + "step": 254, + "train_runtime": 4853.8474, + "train_tokens_per_second": 64.012 + }, + { + "epoch": 0.5740370185092546, + "grad_norm": 1.4200037717819214, + "learning_rate": 0.00016255639097744362, + "loss": 2.267953395843506, + "num_input_tokens_seen": 311958, + "step": 255, + "train_runtime": 4872.7874, + "train_tokens_per_second": 64.02 + }, + { + "epoch": 0.576288144072036, + "grad_norm": 1.3766933679580688, + "learning_rate": 0.00016240601503759398, + "loss": 2.1359143257141113, + "num_input_tokens_seen": 313281, + "step": 256, + "train_runtime": 4891.7353, + "train_tokens_per_second": 64.043 + }, + { + "epoch": 0.5785392696348174, + "grad_norm": 1.3785030841827393, + "learning_rate": 0.00016225563909774438, + "loss": 2.148841619491577, + "num_input_tokens_seen": 314520, + "step": 257, + "train_runtime": 4910.6645, + "train_tokens_per_second": 64.048 + }, + { + "epoch": 0.5807903951975988, + "grad_norm": 1.4414438009262085, + "learning_rate": 0.00016210526315789473, + "loss": 2.8213324546813965, + "num_input_tokens_seen": 316031, + "step": 258, + "train_runtime": 4929.6501, + "train_tokens_per_second": 64.108 + }, + { + "epoch": 0.5830415207603802, + "grad_norm": 1.617590069770813, + "learning_rate": 0.0001619548872180451, + "loss": 2.3008315563201904, + "num_input_tokens_seen": 316824, + "step": 259, + "train_runtime": 4948.5987, + "train_tokens_per_second": 64.023 + }, + { + "epoch": 0.5852926463231616, + "grad_norm": 1.2970471382141113, + "learning_rate": 0.0001618045112781955, + "loss": 3.018428325653076, + "num_input_tokens_seen": 318469, + "step": 260, + "train_runtime": 4967.571, + "train_tokens_per_second": 64.11 + }, + { + "epoch": 0.587543771885943, + "grad_norm": 1.1503015756607056, + "learning_rate": 0.00016165413533834587, + "loss": 2.431030035018921, + "num_input_tokens_seen": 319891, + "step": 261, + "train_runtime": 4986.5492, + "train_tokens_per_second": 64.151 + }, + { + "epoch": 0.5897948974487244, + "grad_norm": 1.1804254055023193, + "learning_rate": 0.00016150375939849625, + "loss": 2.847208023071289, + "num_input_tokens_seen": 321817, + "step": 262, + "train_runtime": 5005.5536, + "train_tokens_per_second": 64.292 + }, + { + "epoch": 0.5920460230115058, + "grad_norm": 1.4954602718353271, + "learning_rate": 0.00016135338345864663, + "loss": 3.090808868408203, + "num_input_tokens_seen": 323450, + "step": 263, + "train_runtime": 5024.5486, + "train_tokens_per_second": 64.374 + }, + { + "epoch": 0.5942971485742872, + "grad_norm": 1.1936366558074951, + "learning_rate": 0.000161203007518797, + "loss": 2.5111544132232666, + "num_input_tokens_seen": 324807, + "step": 264, + "train_runtime": 5043.5201, + "train_tokens_per_second": 64.401 + }, + { + "epoch": 0.5965482741370686, + "grad_norm": 2.9079132080078125, + "learning_rate": 0.00016105263157894736, + "loss": 3.042485475540161, + "num_input_tokens_seen": 325546, + "step": 265, + "train_runtime": 5062.4421, + "train_tokens_per_second": 64.306 + }, + { + "epoch": 0.59879939969985, + "grad_norm": 1.461632251739502, + "learning_rate": 0.00016090225563909777, + "loss": 2.446868419647217, + "num_input_tokens_seen": 326761, + "step": 266, + "train_runtime": 5081.4034, + "train_tokens_per_second": 64.305 + }, + { + "epoch": 0.6010505252626314, + "grad_norm": 1.4777932167053223, + "learning_rate": 0.00016075187969924812, + "loss": 2.00899076461792, + "num_input_tokens_seen": 327689, + "step": 267, + "train_runtime": 5100.4024, + "train_tokens_per_second": 64.248 + }, + { + "epoch": 0.6033016508254128, + "grad_norm": 1.458044409751892, + "learning_rate": 0.0001606015037593985, + "loss": 2.475551128387451, + "num_input_tokens_seen": 328670, + "step": 268, + "train_runtime": 5119.375, + "train_tokens_per_second": 64.201 + }, + { + "epoch": 0.6033016508254128, + "eval_loss": 2.9433016777038574, + "eval_runtime": 12.1908, + "eval_samples_per_second": 10.5, + "eval_steps_per_second": 2.625, + "num_input_tokens_seen": 328670, + "step": 268 + }, + { + "epoch": 0.605552776388194, + "grad_norm": 1.1765315532684326, + "learning_rate": 0.00016045112781954888, + "loss": 2.1804039478302, + "num_input_tokens_seen": 329987, + "step": 269, + "train_runtime": 5150.5487, + "train_tokens_per_second": 64.068 + }, + { + "epoch": 0.6078039019509754, + "grad_norm": 1.5971267223358154, + "learning_rate": 0.00016030075187969926, + "loss": 2.174919843673706, + "num_input_tokens_seen": 330803, + "step": 270, + "train_runtime": 5169.5148, + "train_tokens_per_second": 63.991 + }, + { + "epoch": 0.6100550275137568, + "grad_norm": 1.3877862691879272, + "learning_rate": 0.00016015037593984963, + "loss": 2.2496140003204346, + "num_input_tokens_seen": 331995, + "step": 271, + "train_runtime": 5192.1468, + "train_tokens_per_second": 63.942 + }, + { + "epoch": 0.6123061530765382, + "grad_norm": 1.501682162284851, + "learning_rate": 0.00016, + "loss": 3.1016669273376465, + "num_input_tokens_seen": 333382, + "step": 272, + "train_runtime": 5211.1138, + "train_tokens_per_second": 63.975 + }, + { + "epoch": 0.6145572786393196, + "grad_norm": 1.6074388027191162, + "learning_rate": 0.0001598496240601504, + "loss": 2.467918634414673, + "num_input_tokens_seen": 334472, + "step": 273, + "train_runtime": 5230.022, + "train_tokens_per_second": 63.952 + }, + { + "epoch": 0.616808404202101, + "grad_norm": 1.439170002937317, + "learning_rate": 0.00015969924812030074, + "loss": 2.142326593399048, + "num_input_tokens_seen": 335610, + "step": 274, + "train_runtime": 5248.9387, + "train_tokens_per_second": 63.939 + }, + { + "epoch": 0.6190595297648824, + "grad_norm": 1.7019249200820923, + "learning_rate": 0.00015954887218045115, + "loss": 2.6379635334014893, + "num_input_tokens_seen": 336554, + "step": 275, + "train_runtime": 5267.844, + "train_tokens_per_second": 63.888 + }, + { + "epoch": 0.6213106553276638, + "grad_norm": 1.1194688081741333, + "learning_rate": 0.0001593984962406015, + "loss": 2.5942325592041016, + "num_input_tokens_seen": 338088, + "step": 276, + "train_runtime": 5286.8191, + "train_tokens_per_second": 63.949 + }, + { + "epoch": 0.6235617808904452, + "grad_norm": 1.3090577125549316, + "learning_rate": 0.00015924812030075188, + "loss": 2.740050792694092, + "num_input_tokens_seen": 339577, + "step": 277, + "train_runtime": 5305.8301, + "train_tokens_per_second": 64.001 + }, + { + "epoch": 0.6258129064532266, + "grad_norm": 1.5757969617843628, + "learning_rate": 0.00015909774436090226, + "loss": 2.180150032043457, + "num_input_tokens_seen": 340444, + "step": 278, + "train_runtime": 5324.7966, + "train_tokens_per_second": 63.936 + }, + { + "epoch": 0.628064032016008, + "grad_norm": 1.303051471710205, + "learning_rate": 0.00015894736842105264, + "loss": 2.3132131099700928, + "num_input_tokens_seen": 341688, + "step": 279, + "train_runtime": 5343.7747, + "train_tokens_per_second": 63.941 + }, + { + "epoch": 0.6303151575787894, + "grad_norm": 1.5120642185211182, + "learning_rate": 0.00015879699248120302, + "loss": 2.5308101177215576, + "num_input_tokens_seen": 342741, + "step": 280, + "train_runtime": 5362.7296, + "train_tokens_per_second": 63.912 + }, + { + "epoch": 0.6325662831415708, + "grad_norm": 1.2427966594696045, + "learning_rate": 0.0001586466165413534, + "loss": 2.294215679168701, + "num_input_tokens_seen": 344256, + "step": 281, + "train_runtime": 5381.6565, + "train_tokens_per_second": 63.968 + }, + { + "epoch": 0.6348174087043522, + "grad_norm": 1.583042025566101, + "learning_rate": 0.00015849624060150378, + "loss": 2.2517807483673096, + "num_input_tokens_seen": 344947, + "step": 282, + "train_runtime": 5400.6017, + "train_tokens_per_second": 63.872 + }, + { + "epoch": 0.6370685342671336, + "grad_norm": 1.7969146966934204, + "learning_rate": 0.00015834586466165416, + "loss": 2.6480114459991455, + "num_input_tokens_seen": 345783, + "step": 283, + "train_runtime": 5419.5312, + "train_tokens_per_second": 63.803 + }, + { + "epoch": 0.639319659829915, + "grad_norm": 1.5098737478256226, + "learning_rate": 0.0001581954887218045, + "loss": 2.6829280853271484, + "num_input_tokens_seen": 346940, + "step": 284, + "train_runtime": 5438.4834, + "train_tokens_per_second": 63.794 + }, + { + "epoch": 0.6415707853926963, + "grad_norm": 1.7275004386901855, + "learning_rate": 0.00015804511278195489, + "loss": 2.3366870880126953, + "num_input_tokens_seen": 347638, + "step": 285, + "train_runtime": 5457.5656, + "train_tokens_per_second": 63.698 + }, + { + "epoch": 0.6438219109554777, + "grad_norm": 2.033531904220581, + "learning_rate": 0.00015789473684210527, + "loss": 2.686101198196411, + "num_input_tokens_seen": 348492, + "step": 286, + "train_runtime": 5477.689, + "train_tokens_per_second": 63.62 + }, + { + "epoch": 0.6460730365182591, + "grad_norm": 1.5035470724105835, + "learning_rate": 0.00015774436090225564, + "loss": 2.295379400253296, + "num_input_tokens_seen": 349343, + "step": 287, + "train_runtime": 5497.8317, + "train_tokens_per_second": 63.542 + }, + { + "epoch": 0.6483241620810405, + "grad_norm": 1.5373424291610718, + "learning_rate": 0.00015759398496240602, + "loss": 2.543266773223877, + "num_input_tokens_seen": 350350, + "step": 288, + "train_runtime": 5517.922, + "train_tokens_per_second": 63.493 + }, + { + "epoch": 0.6505752876438219, + "grad_norm": 1.574439287185669, + "learning_rate": 0.0001574436090225564, + "loss": 2.706818103790283, + "num_input_tokens_seen": 351229, + "step": 289, + "train_runtime": 5538.0785, + "train_tokens_per_second": 63.421 + }, + { + "epoch": 0.6528264132066033, + "grad_norm": 1.6421716213226318, + "learning_rate": 0.00015729323308270678, + "loss": 2.269804000854492, + "num_input_tokens_seen": 352044, + "step": 290, + "train_runtime": 5558.2115, + "train_tokens_per_second": 63.338 + }, + { + "epoch": 0.6550775387693847, + "grad_norm": 1.3392397165298462, + "learning_rate": 0.00015714285714285716, + "loss": 2.2584903240203857, + "num_input_tokens_seen": 353164, + "step": 291, + "train_runtime": 5577.4041, + "train_tokens_per_second": 63.32 + }, + { + "epoch": 0.6573286643321661, + "grad_norm": 1.4582635164260864, + "learning_rate": 0.00015699248120300754, + "loss": 2.6194074153900146, + "num_input_tokens_seen": 354350, + "step": 292, + "train_runtime": 5596.3877, + "train_tokens_per_second": 63.318 + }, + { + "epoch": 0.6595797898949475, + "grad_norm": 1.2969363927841187, + "learning_rate": 0.0001568421052631579, + "loss": 2.582414388656616, + "num_input_tokens_seen": 355669, + "step": 293, + "train_runtime": 5615.3076, + "train_tokens_per_second": 63.339 + }, + { + "epoch": 0.6618309154577289, + "grad_norm": 1.297721028327942, + "learning_rate": 0.00015669172932330827, + "loss": 1.9429796934127808, + "num_input_tokens_seen": 356861, + "step": 294, + "train_runtime": 5634.2395, + "train_tokens_per_second": 63.338 + }, + { + "epoch": 0.6640820410205103, + "grad_norm": 1.4327037334442139, + "learning_rate": 0.00015654135338345865, + "loss": 2.0106663703918457, + "num_input_tokens_seen": 357821, + "step": 295, + "train_runtime": 5653.2179, + "train_tokens_per_second": 63.295 + }, + { + "epoch": 0.6663331665832917, + "grad_norm": 1.221367359161377, + "learning_rate": 0.00015639097744360903, + "loss": 2.348992109298706, + "num_input_tokens_seen": 359273, + "step": 296, + "train_runtime": 5672.1394, + "train_tokens_per_second": 63.34 + }, + { + "epoch": 0.6685842921460731, + "grad_norm": 1.6532431840896606, + "learning_rate": 0.0001562406015037594, + "loss": 2.456589698791504, + "num_input_tokens_seen": 360123, + "step": 297, + "train_runtime": 5691.0503, + "train_tokens_per_second": 63.279 + }, + { + "epoch": 0.6708354177088545, + "grad_norm": 1.7175467014312744, + "learning_rate": 0.00015609022556390979, + "loss": 1.9747358560562134, + "num_input_tokens_seen": 361214, + "step": 298, + "train_runtime": 5709.9996, + "train_tokens_per_second": 63.26 + }, + { + "epoch": 0.6730865432716359, + "grad_norm": 1.4514657258987427, + "learning_rate": 0.00015593984962406017, + "loss": 2.289160966873169, + "num_input_tokens_seen": 362296, + "step": 299, + "train_runtime": 5728.9595, + "train_tokens_per_second": 63.239 + }, + { + "epoch": 0.6753376688344173, + "grad_norm": 1.714097023010254, + "learning_rate": 0.00015578947368421052, + "loss": 2.2800698280334473, + "num_input_tokens_seen": 363314, + "step": 300, + "train_runtime": 5747.895, + "train_tokens_per_second": 63.208 + }, + { + "epoch": 0.6775887943971985, + "grad_norm": 1.8474539518356323, + "learning_rate": 0.00015563909774436092, + "loss": 2.5244569778442383, + "num_input_tokens_seen": 364236, + "step": 301, + "train_runtime": 5770.5255, + "train_tokens_per_second": 63.12 + }, + { + "epoch": 0.6798399199599799, + "grad_norm": 1.3762562274932861, + "learning_rate": 0.00015548872180451127, + "loss": 2.702906847000122, + "num_input_tokens_seen": 365638, + "step": 302, + "train_runtime": 5789.5397, + "train_tokens_per_second": 63.155 + }, + { + "epoch": 0.6820910455227613, + "grad_norm": 1.5086603164672852, + "learning_rate": 0.00015533834586466168, + "loss": 2.6489474773406982, + "num_input_tokens_seen": 367174, + "step": 303, + "train_runtime": 5808.5072, + "train_tokens_per_second": 63.213 + }, + { + "epoch": 0.6843421710855427, + "grad_norm": 1.0918309688568115, + "learning_rate": 0.00015518796992481203, + "loss": 2.054978370666504, + "num_input_tokens_seen": 368728, + "step": 304, + "train_runtime": 5827.5046, + "train_tokens_per_second": 63.274 + }, + { + "epoch": 0.6865932966483241, + "grad_norm": 1.2695279121398926, + "learning_rate": 0.0001550375939849624, + "loss": 2.2538962364196777, + "num_input_tokens_seen": 370160, + "step": 305, + "train_runtime": 5846.4018, + "train_tokens_per_second": 63.314 + }, + { + "epoch": 0.6888444222111055, + "grad_norm": 1.5665053129196167, + "learning_rate": 0.0001548872180451128, + "loss": 2.3910624980926514, + "num_input_tokens_seen": 371214, + "step": 306, + "train_runtime": 5865.3771, + "train_tokens_per_second": 63.289 + }, + { + "epoch": 0.6910955477738869, + "grad_norm": 1.2085797786712646, + "learning_rate": 0.00015473684210526317, + "loss": 2.382571220397949, + "num_input_tokens_seen": 372826, + "step": 307, + "train_runtime": 5884.3619, + "train_tokens_per_second": 63.359 + }, + { + "epoch": 0.6933466733366683, + "grad_norm": 1.5702768564224243, + "learning_rate": 0.00015458646616541355, + "loss": 2.1738057136535645, + "num_input_tokens_seen": 373771, + "step": 308, + "train_runtime": 5903.2445, + "train_tokens_per_second": 63.316 + }, + { + "epoch": 0.6955977988994497, + "grad_norm": 1.6081498861312866, + "learning_rate": 0.0001544360902255639, + "loss": 2.454686403274536, + "num_input_tokens_seen": 374787, + "step": 309, + "train_runtime": 5922.176, + "train_tokens_per_second": 63.285 + }, + { + "epoch": 0.6978489244622311, + "grad_norm": 1.3658559322357178, + "learning_rate": 0.0001542857142857143, + "loss": 2.8500430583953857, + "num_input_tokens_seen": 376555, + "step": 310, + "train_runtime": 5941.1832, + "train_tokens_per_second": 63.38 + }, + { + "epoch": 0.7001000500250125, + "grad_norm": 1.574843168258667, + "learning_rate": 0.00015413533834586466, + "loss": 3.0589401721954346, + "num_input_tokens_seen": 377811, + "step": 311, + "train_runtime": 5960.1564, + "train_tokens_per_second": 63.389 + }, + { + "epoch": 0.7023511755877939, + "grad_norm": 1.6077407598495483, + "learning_rate": 0.00015398496240601507, + "loss": 2.6529576778411865, + "num_input_tokens_seen": 378792, + "step": 312, + "train_runtime": 5979.1249, + "train_tokens_per_second": 63.352 + }, + { + "epoch": 0.7046023011505753, + "grad_norm": 1.242302417755127, + "learning_rate": 0.00015383458646616542, + "loss": 2.6336188316345215, + "num_input_tokens_seen": 380575, + "step": 313, + "train_runtime": 5998.1242, + "train_tokens_per_second": 63.449 + }, + { + "epoch": 0.7068534267133567, + "grad_norm": 1.2834885120391846, + "learning_rate": 0.0001536842105263158, + "loss": 2.6406452655792236, + "num_input_tokens_seen": 381817, + "step": 314, + "train_runtime": 6017.167, + "train_tokens_per_second": 63.455 + }, + { + "epoch": 0.7091045522761381, + "grad_norm": 1.5047608613967896, + "learning_rate": 0.00015353383458646617, + "loss": 2.3770253658294678, + "num_input_tokens_seen": 382679, + "step": 315, + "train_runtime": 6036.1169, + "train_tokens_per_second": 63.398 + }, + { + "epoch": 0.7113556778389195, + "grad_norm": 1.3268462419509888, + "learning_rate": 0.00015338345864661653, + "loss": 2.606849193572998, + "num_input_tokens_seen": 383939, + "step": 316, + "train_runtime": 6055.0662, + "train_tokens_per_second": 63.408 + }, + { + "epoch": 0.7136068034017008, + "grad_norm": 1.9702311754226685, + "learning_rate": 0.00015323308270676693, + "loss": 2.5429325103759766, + "num_input_tokens_seen": 384570, + "step": 317, + "train_runtime": 6074.0164, + "train_tokens_per_second": 63.314 + }, + { + "epoch": 0.7158579289644822, + "grad_norm": 1.1654212474822998, + "learning_rate": 0.00015308270676691728, + "loss": 2.465491533279419, + "num_input_tokens_seen": 386458, + "step": 318, + "train_runtime": 6093.0313, + "train_tokens_per_second": 63.426 + }, + { + "epoch": 0.7181090545272636, + "grad_norm": 1.3484054803848267, + "learning_rate": 0.0001529323308270677, + "loss": 2.3564465045928955, + "num_input_tokens_seen": 387641, + "step": 319, + "train_runtime": 6112.1886, + "train_tokens_per_second": 63.421 + }, + { + "epoch": 0.720360180090045, + "grad_norm": 1.3238341808319092, + "learning_rate": 0.00015278195488721804, + "loss": 2.4001846313476562, + "num_input_tokens_seen": 389026, + "step": 320, + "train_runtime": 6131.2518, + "train_tokens_per_second": 63.45 + }, + { + "epoch": 0.7226113056528264, + "grad_norm": 2.1303563117980957, + "learning_rate": 0.00015263157894736845, + "loss": 2.5199880599975586, + "num_input_tokens_seen": 389688, + "step": 321, + "train_runtime": 6150.2098, + "train_tokens_per_second": 63.362 + }, + { + "epoch": 0.7248624312156078, + "grad_norm": 1.6705286502838135, + "learning_rate": 0.0001524812030075188, + "loss": 2.0572891235351562, + "num_input_tokens_seen": 390488, + "step": 322, + "train_runtime": 6169.1691, + "train_tokens_per_second": 63.297 + }, + { + "epoch": 0.7271135567783892, + "grad_norm": 1.2411117553710938, + "learning_rate": 0.00015233082706766918, + "loss": 1.8988368511199951, + "num_input_tokens_seen": 391733, + "step": 323, + "train_runtime": 6188.1918, + "train_tokens_per_second": 63.303 + }, + { + "epoch": 0.7293646823411706, + "grad_norm": 1.803114414215088, + "learning_rate": 0.00015218045112781956, + "loss": 2.5488834381103516, + "num_input_tokens_seen": 392503, + "step": 324, + "train_runtime": 6207.2003, + "train_tokens_per_second": 63.233 + }, + { + "epoch": 0.731615807903952, + "grad_norm": 1.5148394107818604, + "learning_rate": 0.0001520300751879699, + "loss": 2.1482388973236084, + "num_input_tokens_seen": 393412, + "step": 325, + "train_runtime": 6226.2063, + "train_tokens_per_second": 63.186 + }, + { + "epoch": 0.7338669334667334, + "grad_norm": 1.3697000741958618, + "learning_rate": 0.00015187969924812032, + "loss": 2.328136920928955, + "num_input_tokens_seen": 394654, + "step": 326, + "train_runtime": 6245.1553, + "train_tokens_per_second": 63.194 + }, + { + "epoch": 0.7361180590295148, + "grad_norm": 1.282865285873413, + "learning_rate": 0.00015172932330827067, + "loss": 2.6971092224121094, + "num_input_tokens_seen": 396143, + "step": 327, + "train_runtime": 6264.151, + "train_tokens_per_second": 63.24 + }, + { + "epoch": 0.7383691845922962, + "grad_norm": 1.303368330001831, + "learning_rate": 0.00015157894736842108, + "loss": 3.060415744781494, + "num_input_tokens_seen": 397716, + "step": 328, + "train_runtime": 6283.1555, + "train_tokens_per_second": 63.299 + }, + { + "epoch": 0.7406203101550776, + "grad_norm": 1.6463249921798706, + "learning_rate": 0.00015142857142857143, + "loss": 2.283997058868408, + "num_input_tokens_seen": 398716, + "step": 329, + "train_runtime": 6302.141, + "train_tokens_per_second": 63.267 + }, + { + "epoch": 0.742871435717859, + "grad_norm": 1.3751927614212036, + "learning_rate": 0.0001512781954887218, + "loss": 2.927306652069092, + "num_input_tokens_seen": 400145, + "step": 330, + "train_runtime": 6321.1988, + "train_tokens_per_second": 63.302 + }, + { + "epoch": 0.7451225612806404, + "grad_norm": 1.4388455152511597, + "learning_rate": 0.00015112781954887218, + "loss": 2.241304874420166, + "num_input_tokens_seen": 400985, + "step": 331, + "train_runtime": 6343.9128, + "train_tokens_per_second": 63.208 + }, + { + "epoch": 0.7473736868434218, + "grad_norm": 1.1140514612197876, + "learning_rate": 0.00015097744360902256, + "loss": 2.8040876388549805, + "num_input_tokens_seen": 402979, + "step": 332, + "train_runtime": 6362.9516, + "train_tokens_per_second": 63.332 + }, + { + "epoch": 0.7496248124062032, + "grad_norm": 1.4583128690719604, + "learning_rate": 0.00015082706766917294, + "loss": 2.2773020267486572, + "num_input_tokens_seen": 403834, + "step": 333, + "train_runtime": 6381.9084, + "train_tokens_per_second": 63.278 + }, + { + "epoch": 0.7518759379689844, + "grad_norm": 1.3818068504333496, + "learning_rate": 0.0001506766917293233, + "loss": 2.7146434783935547, + "num_input_tokens_seen": 405128, + "step": 334, + "train_runtime": 6400.9676, + "train_tokens_per_second": 63.292 + }, + { + "epoch": 0.7541270635317658, + "grad_norm": 1.4643032550811768, + "learning_rate": 0.0001505263157894737, + "loss": 2.938417434692383, + "num_input_tokens_seen": 406509, + "step": 335, + "train_runtime": 6419.9976, + "train_tokens_per_second": 63.319 + }, + { + "epoch": 0.7563781890945472, + "grad_norm": 1.4467791318893433, + "learning_rate": 0.00015037593984962405, + "loss": 2.310307264328003, + "num_input_tokens_seen": 407619, + "step": 336, + "train_runtime": 6439.0111, + "train_tokens_per_second": 63.305 + }, + { + "epoch": 0.7586293146573286, + "grad_norm": 1.6651335954666138, + "learning_rate": 0.00015022556390977446, + "loss": 2.5986571311950684, + "num_input_tokens_seen": 408583, + "step": 337, + "train_runtime": 6458.1356, + "train_tokens_per_second": 63.266 + }, + { + "epoch": 0.76088044022011, + "grad_norm": 1.5470072031021118, + "learning_rate": 0.0001500751879699248, + "loss": 2.154247999191284, + "num_input_tokens_seen": 409469, + "step": 338, + "train_runtime": 6477.3344, + "train_tokens_per_second": 63.216 + }, + { + "epoch": 0.7631315657828914, + "grad_norm": 1.2979991436004639, + "learning_rate": 0.0001499248120300752, + "loss": 2.4457802772521973, + "num_input_tokens_seen": 410639, + "step": 339, + "train_runtime": 6496.5757, + "train_tokens_per_second": 63.209 + }, + { + "epoch": 0.7653826913456728, + "grad_norm": 1.4015588760375977, + "learning_rate": 0.00014977443609022557, + "loss": 2.625756025314331, + "num_input_tokens_seen": 411864, + "step": 340, + "train_runtime": 6515.8145, + "train_tokens_per_second": 63.21 + }, + { + "epoch": 0.7676338169084542, + "grad_norm": 1.7234498262405396, + "learning_rate": 0.00014962406015037595, + "loss": 2.39088773727417, + "num_input_tokens_seen": 412691, + "step": 341, + "train_runtime": 6534.9849, + "train_tokens_per_second": 63.151 + }, + { + "epoch": 0.7698849424712356, + "grad_norm": 1.3142883777618408, + "learning_rate": 0.00014947368421052633, + "loss": 2.439326286315918, + "num_input_tokens_seen": 413930, + "step": 342, + "train_runtime": 6554.2063, + "train_tokens_per_second": 63.155 + }, + { + "epoch": 0.772136068034017, + "grad_norm": 1.8446671962738037, + "learning_rate": 0.0001493233082706767, + "loss": 2.999786853790283, + "num_input_tokens_seen": 414778, + "step": 343, + "train_runtime": 6573.4231, + "train_tokens_per_second": 63.099 + }, + { + "epoch": 0.7743871935967984, + "grad_norm": 1.3468397855758667, + "learning_rate": 0.00014917293233082708, + "loss": 3.0874204635620117, + "num_input_tokens_seen": 415949, + "step": 344, + "train_runtime": 6592.6114, + "train_tokens_per_second": 63.093 + }, + { + "epoch": 0.7766383191595798, + "grad_norm": 1.2451286315917969, + "learning_rate": 0.00014902255639097744, + "loss": 2.2812998294830322, + "num_input_tokens_seen": 417283, + "step": 345, + "train_runtime": 6611.8356, + "train_tokens_per_second": 63.112 + }, + { + "epoch": 0.7788894447223612, + "grad_norm": 1.3245248794555664, + "learning_rate": 0.00014887218045112784, + "loss": 2.7253339290618896, + "num_input_tokens_seen": 418621, + "step": 346, + "train_runtime": 6631.1021, + "train_tokens_per_second": 63.13 + }, + { + "epoch": 0.7811405702851426, + "grad_norm": 1.6767295598983765, + "learning_rate": 0.0001487218045112782, + "loss": 2.5744826793670654, + "num_input_tokens_seen": 419343, + "step": 347, + "train_runtime": 6650.2432, + "train_tokens_per_second": 63.057 + }, + { + "epoch": 0.783391695847924, + "grad_norm": 1.5071731805801392, + "learning_rate": 0.00014857142857142857, + "loss": 2.342256546020508, + "num_input_tokens_seen": 420251, + "step": 348, + "train_runtime": 6669.4116, + "train_tokens_per_second": 63.012 + }, + { + "epoch": 0.7856428214107054, + "grad_norm": 1.3620284795761108, + "learning_rate": 0.00014842105263157895, + "loss": 2.0795059204101562, + "num_input_tokens_seen": 421119, + "step": 349, + "train_runtime": 6688.6333, + "train_tokens_per_second": 62.96 + }, + { + "epoch": 0.7878939469734867, + "grad_norm": 1.3725104331970215, + "learning_rate": 0.00014827067669172933, + "loss": 3.0578935146331787, + "num_input_tokens_seen": 422492, + "step": 350, + "train_runtime": 6707.8789, + "train_tokens_per_second": 62.984 + }, + { + "epoch": 0.7901450725362681, + "grad_norm": 1.4386121034622192, + "learning_rate": 0.0001481203007518797, + "loss": 2.69305682182312, + "num_input_tokens_seen": 423904, + "step": 351, + "train_runtime": 6727.1032, + "train_tokens_per_second": 63.014 + }, + { + "epoch": 0.7923961980990495, + "grad_norm": 1.2311698198318481, + "learning_rate": 0.0001479699248120301, + "loss": 2.4057395458221436, + "num_input_tokens_seen": 425708, + "step": 352, + "train_runtime": 6746.3149, + "train_tokens_per_second": 63.102 + }, + { + "epoch": 0.7946473236618309, + "grad_norm": 1.262237548828125, + "learning_rate": 0.00014781954887218047, + "loss": 2.1139376163482666, + "num_input_tokens_seen": 427000, + "step": 353, + "train_runtime": 6765.5114, + "train_tokens_per_second": 63.114 + }, + { + "epoch": 0.7968984492246123, + "grad_norm": 1.4984103441238403, + "learning_rate": 0.00014766917293233082, + "loss": 2.701964855194092, + "num_input_tokens_seen": 428091, + "step": 354, + "train_runtime": 6784.7615, + "train_tokens_per_second": 63.096 + }, + { + "epoch": 0.7991495747873937, + "grad_norm": 1.6415797472000122, + "learning_rate": 0.0001475187969924812, + "loss": 2.744720220565796, + "num_input_tokens_seen": 429171, + "step": 355, + "train_runtime": 6803.9756, + "train_tokens_per_second": 63.077 + }, + { + "epoch": 0.8014007003501751, + "grad_norm": 1.0312420129776, + "learning_rate": 0.00014736842105263158, + "loss": 2.0290520191192627, + "num_input_tokens_seen": 430832, + "step": 356, + "train_runtime": 6823.2304, + "train_tokens_per_second": 63.142 + }, + { + "epoch": 0.8036518259129565, + "grad_norm": 1.4485247135162354, + "learning_rate": 0.00014721804511278196, + "loss": 2.3910539150238037, + "num_input_tokens_seen": 431585, + "step": 357, + "train_runtime": 6842.3818, + "train_tokens_per_second": 63.075 + }, + { + "epoch": 0.8059029514757379, + "grad_norm": 1.4030163288116455, + "learning_rate": 0.00014706766917293234, + "loss": 3.2900118827819824, + "num_input_tokens_seen": 433254, + "step": 358, + "train_runtime": 6861.6493, + "train_tokens_per_second": 63.141 + }, + { + "epoch": 0.8081540770385193, + "grad_norm": 1.2274763584136963, + "learning_rate": 0.00014691729323308272, + "loss": 2.612602949142456, + "num_input_tokens_seen": 435002, + "step": 359, + "train_runtime": 6880.8644, + "train_tokens_per_second": 63.219 + }, + { + "epoch": 0.8104052026013007, + "grad_norm": 1.6567662954330444, + "learning_rate": 0.0001467669172932331, + "loss": 2.282608985900879, + "num_input_tokens_seen": 435736, + "step": 360, + "train_runtime": 6900.0472, + "train_tokens_per_second": 63.15 + }, + { + "epoch": 0.8126563281640821, + "grad_norm": 1.6315761804580688, + "learning_rate": 0.00014661654135338347, + "loss": 2.239877462387085, + "num_input_tokens_seen": 436488, + "step": 361, + "train_runtime": 6923.1413, + "train_tokens_per_second": 63.048 + }, + { + "epoch": 0.8149074537268635, + "grad_norm": 1.38448965549469, + "learning_rate": 0.00014646616541353385, + "loss": 2.263075590133667, + "num_input_tokens_seen": 437639, + "step": 362, + "train_runtime": 6942.3421, + "train_tokens_per_second": 63.039 + }, + { + "epoch": 0.8171585792896449, + "grad_norm": 1.7346045970916748, + "learning_rate": 0.00014631578947368423, + "loss": 2.503019094467163, + "num_input_tokens_seen": 438461, + "step": 363, + "train_runtime": 6961.5293, + "train_tokens_per_second": 62.983 + }, + { + "epoch": 0.8194097048524263, + "grad_norm": 1.1696159839630127, + "learning_rate": 0.00014616541353383458, + "loss": 2.1060404777526855, + "num_input_tokens_seen": 439851, + "step": 364, + "train_runtime": 6980.689, + "train_tokens_per_second": 63.01 + }, + { + "epoch": 0.8216608304152077, + "grad_norm": 1.504420280456543, + "learning_rate": 0.00014601503759398496, + "loss": 2.3908331394195557, + "num_input_tokens_seen": 441043, + "step": 365, + "train_runtime": 6999.8853, + "train_tokens_per_second": 63.007 + }, + { + "epoch": 0.8239119559779889, + "grad_norm": 2.155224323272705, + "learning_rate": 0.00014586466165413534, + "loss": 2.5065386295318604, + "num_input_tokens_seen": 441787, + "step": 366, + "train_runtime": 7019.0561, + "train_tokens_per_second": 62.941 + }, + { + "epoch": 0.8261630815407703, + "grad_norm": 1.5762293338775635, + "learning_rate": 0.00014571428571428572, + "loss": 2.059840202331543, + "num_input_tokens_seen": 442581, + "step": 367, + "train_runtime": 7038.2036, + "train_tokens_per_second": 62.883 + }, + { + "epoch": 0.8284142071035517, + "grad_norm": 1.2347121238708496, + "learning_rate": 0.0001455639097744361, + "loss": 2.262528657913208, + "num_input_tokens_seen": 444095, + "step": 368, + "train_runtime": 7057.404, + "train_tokens_per_second": 62.926 + }, + { + "epoch": 0.8306653326663331, + "grad_norm": 1.8478636741638184, + "learning_rate": 0.00014541353383458648, + "loss": 2.20465350151062, + "num_input_tokens_seen": 444827, + "step": 369, + "train_runtime": 7076.5292, + "train_tokens_per_second": 62.859 + }, + { + "epoch": 0.8329164582291145, + "grad_norm": 1.5967057943344116, + "learning_rate": 0.00014526315789473686, + "loss": 2.4700136184692383, + "num_input_tokens_seen": 445705, + "step": 370, + "train_runtime": 7095.7066, + "train_tokens_per_second": 62.813 + }, + { + "epoch": 0.8351675837918959, + "grad_norm": 1.4825018644332886, + "learning_rate": 0.0001451127819548872, + "loss": 2.4183530807495117, + "num_input_tokens_seen": 446731, + "step": 371, + "train_runtime": 7114.8452, + "train_tokens_per_second": 62.789 + }, + { + "epoch": 0.8374187093546773, + "grad_norm": 1.3555908203125, + "learning_rate": 0.00014496240601503762, + "loss": 2.2417120933532715, + "num_input_tokens_seen": 448045, + "step": 372, + "train_runtime": 7133.988, + "train_tokens_per_second": 62.804 + }, + { + "epoch": 0.8396698349174587, + "grad_norm": 1.621638536453247, + "learning_rate": 0.00014481203007518797, + "loss": 1.9770933389663696, + "num_input_tokens_seen": 448871, + "step": 373, + "train_runtime": 7153.2134, + "train_tokens_per_second": 62.751 + }, + { + "epoch": 0.8419209604802401, + "grad_norm": 1.231094241142273, + "learning_rate": 0.00014466165413533835, + "loss": 2.7880845069885254, + "num_input_tokens_seen": 450634, + "step": 374, + "train_runtime": 7172.4767, + "train_tokens_per_second": 62.828 + }, + { + "epoch": 0.8441720860430215, + "grad_norm": 1.5465757846832275, + "learning_rate": 0.00014451127819548873, + "loss": 1.9684476852416992, + "num_input_tokens_seen": 451445, + "step": 375, + "train_runtime": 7191.631, + "train_tokens_per_second": 62.774 + }, + { + "epoch": 0.8464232116058029, + "grad_norm": 1.2546939849853516, + "learning_rate": 0.0001443609022556391, + "loss": 2.2386889457702637, + "num_input_tokens_seen": 452718, + "step": 376, + "train_runtime": 7210.81, + "train_tokens_per_second": 62.783 + }, + { + "epoch": 0.8486743371685843, + "grad_norm": 1.514240026473999, + "learning_rate": 0.00014421052631578948, + "loss": 3.105435371398926, + "num_input_tokens_seen": 453938, + "step": 377, + "train_runtime": 7229.9782, + "train_tokens_per_second": 62.786 + }, + { + "epoch": 0.8509254627313657, + "grad_norm": 1.3818762302398682, + "learning_rate": 0.00014406015037593986, + "loss": 1.895620346069336, + "num_input_tokens_seen": 455073, + "step": 378, + "train_runtime": 7249.1484, + "train_tokens_per_second": 62.776 + }, + { + "epoch": 0.8531765882941471, + "grad_norm": 1.3423439264297485, + "learning_rate": 0.00014390977443609024, + "loss": 2.7162482738494873, + "num_input_tokens_seen": 456464, + "step": 379, + "train_runtime": 7268.3596, + "train_tokens_per_second": 62.802 + }, + { + "epoch": 0.8554277138569285, + "grad_norm": 1.2260210514068604, + "learning_rate": 0.0001437593984962406, + "loss": 2.858447790145874, + "num_input_tokens_seen": 458234, + "step": 380, + "train_runtime": 7287.5129, + "train_tokens_per_second": 62.879 + }, + { + "epoch": 0.8576788394197099, + "grad_norm": 1.3968106508255005, + "learning_rate": 0.000143609022556391, + "loss": 2.3505594730377197, + "num_input_tokens_seen": 459257, + "step": 381, + "train_runtime": 7306.7009, + "train_tokens_per_second": 62.854 + }, + { + "epoch": 0.8599299649824912, + "grad_norm": 1.4610048532485962, + "learning_rate": 0.00014345864661654135, + "loss": 2.9179816246032715, + "num_input_tokens_seen": 460482, + "step": 382, + "train_runtime": 7325.8849, + "train_tokens_per_second": 62.857 + }, + { + "epoch": 0.8621810905452726, + "grad_norm": 1.2516279220581055, + "learning_rate": 0.00014330827067669176, + "loss": 2.5470314025878906, + "num_input_tokens_seen": 461674, + "step": 383, + "train_runtime": 7345.055, + "train_tokens_per_second": 62.855 + }, + { + "epoch": 0.864432216108054, + "grad_norm": 1.3736133575439453, + "learning_rate": 0.0001431578947368421, + "loss": 2.5495548248291016, + "num_input_tokens_seen": 462775, + "step": 384, + "train_runtime": 7364.2919, + "train_tokens_per_second": 62.84 + }, + { + "epoch": 0.8666833416708354, + "grad_norm": 1.4405927658081055, + "learning_rate": 0.0001430075187969925, + "loss": 2.8756771087646484, + "num_input_tokens_seen": 463993, + "step": 385, + "train_runtime": 7383.477, + "train_tokens_per_second": 62.842 + }, + { + "epoch": 0.8689344672336168, + "grad_norm": 1.427207589149475, + "learning_rate": 0.00014285714285714287, + "loss": 2.50414776802063, + "num_input_tokens_seen": 465023, + "step": 386, + "train_runtime": 7402.6471, + "train_tokens_per_second": 62.818 + }, + { + "epoch": 0.8711855927963982, + "grad_norm": 1.2272861003875732, + "learning_rate": 0.00014270676691729322, + "loss": 2.661083459854126, + "num_input_tokens_seen": 466753, + "step": 387, + "train_runtime": 7421.8604, + "train_tokens_per_second": 62.889 + }, + { + "epoch": 0.8734367183591796, + "grad_norm": 1.3782107830047607, + "learning_rate": 0.00014255639097744363, + "loss": 1.9503884315490723, + "num_input_tokens_seen": 467689, + "step": 388, + "train_runtime": 7441.0347, + "train_tokens_per_second": 62.853 + }, + { + "epoch": 0.875687843921961, + "grad_norm": 1.2936651706695557, + "learning_rate": 0.00014240601503759398, + "loss": 2.4601261615753174, + "num_input_tokens_seen": 469001, + "step": 389, + "train_runtime": 7460.2396, + "train_tokens_per_second": 62.867 + }, + { + "epoch": 0.8779389694847424, + "grad_norm": 1.4013047218322754, + "learning_rate": 0.00014225563909774438, + "loss": 2.0431060791015625, + "num_input_tokens_seen": 469994, + "step": 390, + "train_runtime": 7479.4499, + "train_tokens_per_second": 62.838 + }, + { + "epoch": 0.8801900950475238, + "grad_norm": 1.3470715284347534, + "learning_rate": 0.00014210526315789474, + "loss": 2.6429905891418457, + "num_input_tokens_seen": 471669, + "step": 391, + "train_runtime": 7502.3683, + "train_tokens_per_second": 62.869 + }, + { + "epoch": 0.8824412206103052, + "grad_norm": 1.5048861503601074, + "learning_rate": 0.00014195488721804514, + "loss": 2.4053821563720703, + "num_input_tokens_seen": 472577, + "step": 392, + "train_runtime": 7521.5734, + "train_tokens_per_second": 62.83 + }, + { + "epoch": 0.8846923461730866, + "grad_norm": 1.3758342266082764, + "learning_rate": 0.0001418045112781955, + "loss": 2.303849697113037, + "num_input_tokens_seen": 474025, + "step": 393, + "train_runtime": 7540.7949, + "train_tokens_per_second": 62.861 + }, + { + "epoch": 0.886943471735868, + "grad_norm": 1.566996455192566, + "learning_rate": 0.00014165413533834587, + "loss": 3.0394999980926514, + "num_input_tokens_seen": 475093, + "step": 394, + "train_runtime": 7559.9145, + "train_tokens_per_second": 62.844 + }, + { + "epoch": 0.8891945972986494, + "grad_norm": 1.4807584285736084, + "learning_rate": 0.00014150375939849625, + "loss": 2.1550519466400146, + "num_input_tokens_seen": 476579, + "step": 395, + "train_runtime": 7579.1018, + "train_tokens_per_second": 62.881 + }, + { + "epoch": 0.8914457228614308, + "grad_norm": 1.967353105545044, + "learning_rate": 0.0001413533834586466, + "loss": 2.4345037937164307, + "num_input_tokens_seen": 478124, + "step": 396, + "train_runtime": 7598.3227, + "train_tokens_per_second": 62.925 + }, + { + "epoch": 0.8936968484242122, + "grad_norm": 1.2468794584274292, + "learning_rate": 0.000141203007518797, + "loss": 2.652066946029663, + "num_input_tokens_seen": 479389, + "step": 397, + "train_runtime": 7617.4883, + "train_tokens_per_second": 62.933 + }, + { + "epoch": 0.8959479739869936, + "grad_norm": 1.7263621091842651, + "learning_rate": 0.00014105263157894736, + "loss": 2.7143568992614746, + "num_input_tokens_seen": 480688, + "step": 398, + "train_runtime": 7636.7215, + "train_tokens_per_second": 62.944 + }, + { + "epoch": 0.8981990995497748, + "grad_norm": 1.5483158826828003, + "learning_rate": 0.00014090225563909777, + "loss": 2.73612117767334, + "num_input_tokens_seen": 481626, + "step": 399, + "train_runtime": 7655.9454, + "train_tokens_per_second": 62.909 + }, + { + "epoch": 0.9004502251125562, + "grad_norm": 1.2844178676605225, + "learning_rate": 0.00014075187969924812, + "loss": 2.147862434387207, + "num_input_tokens_seen": 483192, + "step": 400, + "train_runtime": 7675.2028, + "train_tokens_per_second": 62.955 + }, + { + "epoch": 0.9027013506753376, + "grad_norm": 1.6038874387741089, + "learning_rate": 0.0001406015037593985, + "loss": 2.2096590995788574, + "num_input_tokens_seen": 484300, + "step": 401, + "train_runtime": 7694.36, + "train_tokens_per_second": 62.942 + }, + { + "epoch": 0.904952476238119, + "grad_norm": 1.3311513662338257, + "learning_rate": 0.00014045112781954888, + "loss": 1.9708027839660645, + "num_input_tokens_seen": 485425, + "step": 402, + "train_runtime": 7713.525, + "train_tokens_per_second": 62.932 + }, + { + "epoch": 0.904952476238119, + "eval_loss": 2.9032130241394043, + "eval_runtime": 12.1878, + "eval_samples_per_second": 10.502, + "eval_steps_per_second": 2.626, + "num_input_tokens_seen": 485425, + "step": 402 + }, + { + "epoch": 0.9072036018009004, + "grad_norm": 1.2907639741897583, + "learning_rate": 0.00014030075187969926, + "loss": 2.541367530822754, + "num_input_tokens_seen": 486842, + "step": 403, + "train_runtime": 7744.9599, + "train_tokens_per_second": 62.859 + }, + { + "epoch": 0.9094547273636818, + "grad_norm": 1.4329009056091309, + "learning_rate": 0.00014015037593984964, + "loss": 2.237820625305176, + "num_input_tokens_seen": 488213, + "step": 404, + "train_runtime": 7764.1452, + "train_tokens_per_second": 62.88 + }, + { + "epoch": 0.9117058529264632, + "grad_norm": 1.4975591897964478, + "learning_rate": 0.00014, + "loss": 3.0553154945373535, + "num_input_tokens_seen": 489490, + "step": 405, + "train_runtime": 7783.3774, + "train_tokens_per_second": 62.889 + }, + { + "epoch": 0.9139569784892446, + "grad_norm": 1.2746468782424927, + "learning_rate": 0.0001398496240601504, + "loss": 2.2503724098205566, + "num_input_tokens_seen": 491385, + "step": 406, + "train_runtime": 7802.5755, + "train_tokens_per_second": 62.977 + }, + { + "epoch": 0.916208104052026, + "grad_norm": 1.4647986888885498, + "learning_rate": 0.00013969924812030075, + "loss": 2.1310360431671143, + "num_input_tokens_seen": 492202, + "step": 407, + "train_runtime": 7821.7815, + "train_tokens_per_second": 62.927 + }, + { + "epoch": 0.9184592296148074, + "grad_norm": 1.492080569267273, + "learning_rate": 0.00013954887218045115, + "loss": 2.054657459259033, + "num_input_tokens_seen": 493149, + "step": 408, + "train_runtime": 7840.991, + "train_tokens_per_second": 62.894 + }, + { + "epoch": 0.9207103551775888, + "grad_norm": 1.521860957145691, + "learning_rate": 0.0001393984962406015, + "loss": 2.3648924827575684, + "num_input_tokens_seen": 494205, + "step": 409, + "train_runtime": 7860.145, + "train_tokens_per_second": 62.875 + }, + { + "epoch": 0.9229614807403702, + "grad_norm": 2.01163387298584, + "learning_rate": 0.00013924812030075188, + "loss": 2.2113583087921143, + "num_input_tokens_seen": 494844, + "step": 410, + "train_runtime": 7879.3055, + "train_tokens_per_second": 62.803 + }, + { + "epoch": 0.9252126063031516, + "grad_norm": 1.3999608755111694, + "learning_rate": 0.00013909774436090226, + "loss": 2.254354238510132, + "num_input_tokens_seen": 495901, + "step": 411, + "train_runtime": 7898.4816, + "train_tokens_per_second": 62.784 + }, + { + "epoch": 0.927463731865933, + "grad_norm": 1.7795650959014893, + "learning_rate": 0.00013894736842105264, + "loss": 3.037513494491577, + "num_input_tokens_seen": 496811, + "step": 412, + "train_runtime": 7917.6366, + "train_tokens_per_second": 62.747 + }, + { + "epoch": 0.9297148574287144, + "grad_norm": 1.6480271816253662, + "learning_rate": 0.00013879699248120302, + "loss": 1.9363691806793213, + "num_input_tokens_seen": 497540, + "step": 413, + "train_runtime": 7936.8119, + "train_tokens_per_second": 62.688 + }, + { + "epoch": 0.9319659829914958, + "grad_norm": 1.5014607906341553, + "learning_rate": 0.00013864661654135337, + "loss": 2.654311418533325, + "num_input_tokens_seen": 498906, + "step": 414, + "train_runtime": 7956.0176, + "train_tokens_per_second": 62.708 + }, + { + "epoch": 0.9342171085542771, + "grad_norm": 1.5427449941635132, + "learning_rate": 0.00013849624060150378, + "loss": 1.970239281654358, + "num_input_tokens_seen": 499917, + "step": 415, + "train_runtime": 7975.1954, + "train_tokens_per_second": 62.684 + }, + { + "epoch": 0.9364682341170585, + "grad_norm": 1.63215172290802, + "learning_rate": 0.00013834586466165413, + "loss": 2.7530124187469482, + "num_input_tokens_seen": 501608, + "step": 416, + "train_runtime": 7994.4718, + "train_tokens_per_second": 62.744 + }, + { + "epoch": 0.9387193596798399, + "grad_norm": 1.3262670040130615, + "learning_rate": 0.00013819548872180454, + "loss": 2.9543473720550537, + "num_input_tokens_seen": 503217, + "step": 417, + "train_runtime": 8013.6896, + "train_tokens_per_second": 62.795 + }, + { + "epoch": 0.9409704852426213, + "grad_norm": 1.5943983793258667, + "learning_rate": 0.0001380451127819549, + "loss": 2.3691370487213135, + "num_input_tokens_seen": 504585, + "step": 418, + "train_runtime": 8032.9208, + "train_tokens_per_second": 62.815 + }, + { + "epoch": 0.9432216108054027, + "grad_norm": 1.8771239519119263, + "learning_rate": 0.00013789473684210527, + "loss": 2.2950897216796875, + "num_input_tokens_seen": 505357, + "step": 419, + "train_runtime": 8052.1314, + "train_tokens_per_second": 62.761 + }, + { + "epoch": 0.9454727363681841, + "grad_norm": 1.2045021057128906, + "learning_rate": 0.00013774436090225565, + "loss": 2.2666573524475098, + "num_input_tokens_seen": 506726, + "step": 420, + "train_runtime": 8071.4311, + "train_tokens_per_second": 62.78 + }, + { + "epoch": 0.9477238619309655, + "grad_norm": 1.5707087516784668, + "learning_rate": 0.00013759398496240602, + "loss": 2.2687740325927734, + "num_input_tokens_seen": 507547, + "step": 421, + "train_runtime": 8094.5086, + "train_tokens_per_second": 62.703 + }, + { + "epoch": 0.9499749874937469, + "grad_norm": 1.4793097972869873, + "learning_rate": 0.0001374436090225564, + "loss": 2.2965171337127686, + "num_input_tokens_seen": 508584, + "step": 422, + "train_runtime": 8113.73, + "train_tokens_per_second": 62.682 + }, + { + "epoch": 0.9522261130565283, + "grad_norm": 1.4243584871292114, + "learning_rate": 0.00013729323308270676, + "loss": 2.231809616088867, + "num_input_tokens_seen": 509800, + "step": 423, + "train_runtime": 8132.8674, + "train_tokens_per_second": 62.684 + }, + { + "epoch": 0.9544772386193097, + "grad_norm": 1.1023434400558472, + "learning_rate": 0.00013714285714285716, + "loss": 2.1465258598327637, + "num_input_tokens_seen": 511441, + "step": 424, + "train_runtime": 8152.0734, + "train_tokens_per_second": 62.738 + }, + { + "epoch": 0.9567283641820911, + "grad_norm": 1.3254010677337646, + "learning_rate": 0.00013699248120300751, + "loss": 2.290045976638794, + "num_input_tokens_seen": 512914, + "step": 425, + "train_runtime": 8171.3109, + "train_tokens_per_second": 62.77 + }, + { + "epoch": 0.9589794897448725, + "grad_norm": 1.5298542976379395, + "learning_rate": 0.0001368421052631579, + "loss": 2.026041030883789, + "num_input_tokens_seen": 513773, + "step": 426, + "train_runtime": 8190.4804, + "train_tokens_per_second": 62.728 + }, + { + "epoch": 0.9612306153076539, + "grad_norm": 1.2846225500106812, + "learning_rate": 0.00013669172932330827, + "loss": 2.157090902328491, + "num_input_tokens_seen": 515094, + "step": 427, + "train_runtime": 8209.6539, + "train_tokens_per_second": 62.742 + }, + { + "epoch": 0.9634817408704353, + "grad_norm": 1.3461698293685913, + "learning_rate": 0.00013654135338345865, + "loss": 1.9014065265655518, + "num_input_tokens_seen": 516030, + "step": 428, + "train_runtime": 8228.8063, + "train_tokens_per_second": 62.71 + }, + { + "epoch": 0.9657328664332167, + "grad_norm": 1.305914044380188, + "learning_rate": 0.00013639097744360903, + "loss": 2.3173635005950928, + "num_input_tokens_seen": 517126, + "step": 429, + "train_runtime": 8248.489, + "train_tokens_per_second": 62.693 + }, + { + "epoch": 0.967983991995998, + "grad_norm": 1.686195731163025, + "learning_rate": 0.0001362406015037594, + "loss": 2.3363113403320312, + "num_input_tokens_seen": 517995, + "step": 430, + "train_runtime": 8267.6884, + "train_tokens_per_second": 62.653 + }, + { + "epoch": 0.9702351175587793, + "grad_norm": 1.7303324937820435, + "learning_rate": 0.0001360902255639098, + "loss": 2.334260940551758, + "num_input_tokens_seen": 518794, + "step": 431, + "train_runtime": 8286.8496, + "train_tokens_per_second": 62.604 + }, + { + "epoch": 0.9724862431215607, + "grad_norm": 1.3626344203948975, + "learning_rate": 0.00013593984962406017, + "loss": 2.482325792312622, + "num_input_tokens_seen": 520068, + "step": 432, + "train_runtime": 8306.0187, + "train_tokens_per_second": 62.613 + }, + { + "epoch": 0.9747373686843421, + "grad_norm": 1.1135209798812866, + "learning_rate": 0.00013578947368421055, + "loss": 2.90936279296875, + "num_input_tokens_seen": 522239, + "step": 433, + "train_runtime": 8325.2916, + "train_tokens_per_second": 62.729 + }, + { + "epoch": 0.9769884942471235, + "grad_norm": 1.2981072664260864, + "learning_rate": 0.0001356390977443609, + "loss": 2.0480990409851074, + "num_input_tokens_seen": 523351, + "step": 434, + "train_runtime": 8344.5128, + "train_tokens_per_second": 62.718 + }, + { + "epoch": 0.9792396198099049, + "grad_norm": 1.1291115283966064, + "learning_rate": 0.00013548872180451128, + "loss": 2.4171314239501953, + "num_input_tokens_seen": 525318, + "step": 435, + "train_runtime": 8363.7782, + "train_tokens_per_second": 62.809 + }, + { + "epoch": 0.9814907453726863, + "grad_norm": 1.4344431161880493, + "learning_rate": 0.00013533834586466166, + "loss": 2.310356616973877, + "num_input_tokens_seen": 526404, + "step": 436, + "train_runtime": 8382.94, + "train_tokens_per_second": 62.795 + }, + { + "epoch": 0.9837418709354677, + "grad_norm": 1.2495536804199219, + "learning_rate": 0.00013518796992481203, + "loss": 2.10610294342041, + "num_input_tokens_seen": 527516, + "step": 437, + "train_runtime": 8402.1182, + "train_tokens_per_second": 62.784 + }, + { + "epoch": 0.9859929964982491, + "grad_norm": 1.5070297718048096, + "learning_rate": 0.00013503759398496241, + "loss": 2.463172435760498, + "num_input_tokens_seen": 528640, + "step": 438, + "train_runtime": 8421.3453, + "train_tokens_per_second": 62.774 + }, + { + "epoch": 0.9882441220610305, + "grad_norm": 1.5377787351608276, + "learning_rate": 0.0001348872180451128, + "loss": 2.073450803756714, + "num_input_tokens_seen": 529526, + "step": 439, + "train_runtime": 8440.5389, + "train_tokens_per_second": 62.736 + }, + { + "epoch": 0.9904952476238119, + "grad_norm": 1.583658218383789, + "learning_rate": 0.00013473684210526317, + "loss": 2.3217215538024902, + "num_input_tokens_seen": 530535, + "step": 440, + "train_runtime": 8459.7842, + "train_tokens_per_second": 62.713 + }, + { + "epoch": 0.9927463731865933, + "grad_norm": 1.1045820713043213, + "learning_rate": 0.00013458646616541355, + "loss": 2.4367260932922363, + "num_input_tokens_seen": 532014, + "step": 441, + "train_runtime": 8479.0028, + "train_tokens_per_second": 62.745 + }, + { + "epoch": 0.9949974987493747, + "grad_norm": 1.29513418674469, + "learning_rate": 0.0001344360902255639, + "loss": 2.768813371658325, + "num_input_tokens_seen": 533180, + "step": 442, + "train_runtime": 8498.1838, + "train_tokens_per_second": 62.74 + }, + { + "epoch": 0.9972486243121561, + "grad_norm": 1.220137357711792, + "learning_rate": 0.00013428571428571428, + "loss": 3.0264761447906494, + "num_input_tokens_seen": 534822, + "step": 443, + "train_runtime": 8517.4431, + "train_tokens_per_second": 62.791 + }, + { + "epoch": 0.9994997498749375, + "grad_norm": 1.4377810955047607, + "learning_rate": 0.00013413533834586466, + "loss": 1.9734092950820923, + "num_input_tokens_seen": 535934, + "step": 444, + "train_runtime": 8536.6753, + "train_tokens_per_second": 62.78 + }, + { + "epoch": 1.0, + "grad_norm": 2.8306920528411865, + "learning_rate": 0.00013398496240601504, + "loss": 2.3251497745513916, + "num_input_tokens_seen": 536204, + "step": 445, + "train_runtime": 8541.0088, + "train_tokens_per_second": 62.78 + }, + { + "epoch": 1.0022511255627813, + "grad_norm": 1.3591384887695312, + "learning_rate": 0.00013383458646616542, + "loss": 1.9784197807312012, + "num_input_tokens_seen": 537436, + "step": 446, + "train_runtime": 8560.2114, + "train_tokens_per_second": 62.783 + }, + { + "epoch": 1.0045022511255628, + "grad_norm": 1.0874810218811035, + "learning_rate": 0.0001336842105263158, + "loss": 2.142146110534668, + "num_input_tokens_seen": 539327, + "step": 447, + "train_runtime": 8579.4493, + "train_tokens_per_second": 62.863 + }, + { + "epoch": 1.006753376688344, + "grad_norm": 1.7299011945724487, + "learning_rate": 0.00013353383458646618, + "loss": 2.240901231765747, + "num_input_tokens_seen": 540671, + "step": 448, + "train_runtime": 8598.6766, + "train_tokens_per_second": 62.878 + }, + { + "epoch": 1.0090045022511256, + "grad_norm": 1.2246276140213013, + "learning_rate": 0.00013338345864661656, + "loss": 1.917955994606018, + "num_input_tokens_seen": 541991, + "step": 449, + "train_runtime": 8617.9054, + "train_tokens_per_second": 62.891 + }, + { + "epoch": 1.0112556278139069, + "grad_norm": 1.5876049995422363, + "learning_rate": 0.00013323308270676693, + "loss": 1.9578500986099243, + "num_input_tokens_seen": 543105, + "step": 450, + "train_runtime": 8637.0799, + "train_tokens_per_second": 62.881 + }, + { + "epoch": 1.0135067533766884, + "grad_norm": 0.9647864699363708, + "learning_rate": 0.0001330827067669173, + "loss": 2.391110897064209, + "num_input_tokens_seen": 545811, + "step": 451, + "train_runtime": 8660.008, + "train_tokens_per_second": 63.027 + }, + { + "epoch": 1.0157578789394697, + "grad_norm": 1.3571043014526367, + "learning_rate": 0.0001329323308270677, + "loss": 1.862878441810608, + "num_input_tokens_seen": 547054, + "step": 452, + "train_runtime": 8679.2112, + "train_tokens_per_second": 63.03 + }, + { + "epoch": 1.0180090045022512, + "grad_norm": 1.7424838542938232, + "learning_rate": 0.00013278195488721804, + "loss": 2.120150327682495, + "num_input_tokens_seen": 548403, + "step": 453, + "train_runtime": 8698.4298, + "train_tokens_per_second": 63.046 + }, + { + "epoch": 1.0202601300650325, + "grad_norm": 1.366054654121399, + "learning_rate": 0.00013263157894736842, + "loss": 2.634770393371582, + "num_input_tokens_seen": 549706, + "step": 454, + "train_runtime": 8717.6012, + "train_tokens_per_second": 63.057 + }, + { + "epoch": 1.022511255627814, + "grad_norm": 1.3575544357299805, + "learning_rate": 0.0001324812030075188, + "loss": 2.0201797485351562, + "num_input_tokens_seen": 550934, + "step": 455, + "train_runtime": 8736.7855, + "train_tokens_per_second": 63.059 + }, + { + "epoch": 1.0247623811905953, + "grad_norm": 1.29006826877594, + "learning_rate": 0.00013233082706766918, + "loss": 1.8866915702819824, + "num_input_tokens_seen": 552256, + "step": 456, + "train_runtime": 8755.9486, + "train_tokens_per_second": 63.072 + }, + { + "epoch": 1.0270135067533768, + "grad_norm": 1.3774402141571045, + "learning_rate": 0.00013218045112781956, + "loss": 2.0224268436431885, + "num_input_tokens_seen": 553457, + "step": 457, + "train_runtime": 8775.1627, + "train_tokens_per_second": 63.071 + }, + { + "epoch": 1.029264632316158, + "grad_norm": 1.2596073150634766, + "learning_rate": 0.0001320300751879699, + "loss": 2.102402448654175, + "num_input_tokens_seen": 554808, + "step": 458, + "train_runtime": 8794.3696, + "train_tokens_per_second": 63.087 + }, + { + "epoch": 1.0315157578789396, + "grad_norm": 1.5945106744766235, + "learning_rate": 0.00013187969924812032, + "loss": 2.1811389923095703, + "num_input_tokens_seen": 555734, + "step": 459, + "train_runtime": 8813.5668, + "train_tokens_per_second": 63.054 + }, + { + "epoch": 1.0337668834417209, + "grad_norm": 1.4367365837097168, + "learning_rate": 0.00013172932330827067, + "loss": 2.0140092372894287, + "num_input_tokens_seen": 556897, + "step": 460, + "train_runtime": 8832.7662, + "train_tokens_per_second": 63.049 + }, + { + "epoch": 1.0360180090045024, + "grad_norm": 1.540095567703247, + "learning_rate": 0.00013157894736842108, + "loss": 2.0550708770751953, + "num_input_tokens_seen": 557856, + "step": 461, + "train_runtime": 8851.9604, + "train_tokens_per_second": 63.021 + }, + { + "epoch": 1.0382691345672836, + "grad_norm": 1.396053433418274, + "learning_rate": 0.00013142857142857143, + "loss": 2.172969341278076, + "num_input_tokens_seen": 558917, + "step": 462, + "train_runtime": 8871.1635, + "train_tokens_per_second": 63.004 + }, + { + "epoch": 1.040520260130065, + "grad_norm": 1.4919451475143433, + "learning_rate": 0.0001312781954887218, + "loss": 1.885496973991394, + "num_input_tokens_seen": 559988, + "step": 463, + "train_runtime": 8890.3634, + "train_tokens_per_second": 62.988 + }, + { + "epoch": 1.0427713856928464, + "grad_norm": 1.5075215101242065, + "learning_rate": 0.0001311278195488722, + "loss": 2.0115036964416504, + "num_input_tokens_seen": 561015, + "step": 464, + "train_runtime": 8909.6057, + "train_tokens_per_second": 62.967 + }, + { + "epoch": 1.0450225112556277, + "grad_norm": 1.8745473623275757, + "learning_rate": 0.00013097744360902257, + "loss": 1.9676737785339355, + "num_input_tokens_seen": 561758, + "step": 465, + "train_runtime": 8928.8185, + "train_tokens_per_second": 62.915 + }, + { + "epoch": 1.0472736368184092, + "grad_norm": 1.4037039279937744, + "learning_rate": 0.00013082706766917294, + "loss": 2.034734010696411, + "num_input_tokens_seen": 562750, + "step": 466, + "train_runtime": 8948.0111, + "train_tokens_per_second": 62.891 + }, + { + "epoch": 1.0495247623811905, + "grad_norm": 1.4367042779922485, + "learning_rate": 0.0001306766917293233, + "loss": 2.1956422328948975, + "num_input_tokens_seen": 564573, + "step": 467, + "train_runtime": 8967.2394, + "train_tokens_per_second": 62.96 + }, + { + "epoch": 1.051775887943972, + "grad_norm": 1.3435471057891846, + "learning_rate": 0.0001305263157894737, + "loss": 1.7909537553787231, + "num_input_tokens_seen": 565877, + "step": 468, + "train_runtime": 8986.4543, + "train_tokens_per_second": 62.97 + }, + { + "epoch": 1.0540270135067533, + "grad_norm": 1.4089776277542114, + "learning_rate": 0.00013037593984962405, + "loss": 1.850388765335083, + "num_input_tokens_seen": 566905, + "step": 469, + "train_runtime": 9005.6729, + "train_tokens_per_second": 62.95 + }, + { + "epoch": 1.0562781390695348, + "grad_norm": 1.4691578149795532, + "learning_rate": 0.00013022556390977446, + "loss": 2.418405294418335, + "num_input_tokens_seen": 568339, + "step": 470, + "train_runtime": 9024.8961, + "train_tokens_per_second": 62.975 + }, + { + "epoch": 1.0585292646323161, + "grad_norm": 1.2125381231307983, + "learning_rate": 0.0001300751879699248, + "loss": 2.1683382987976074, + "num_input_tokens_seen": 569740, + "step": 471, + "train_runtime": 9044.1154, + "train_tokens_per_second": 62.996 + }, + { + "epoch": 1.0607803901950976, + "grad_norm": 1.6960405111312866, + "learning_rate": 0.0001299248120300752, + "loss": 2.1395068168640137, + "num_input_tokens_seen": 570715, + "step": 472, + "train_runtime": 9063.2812, + "train_tokens_per_second": 62.97 + }, + { + "epoch": 1.063031515757879, + "grad_norm": 1.4003283977508545, + "learning_rate": 0.00012977443609022557, + "loss": 2.738626003265381, + "num_input_tokens_seen": 571963, + "step": 473, + "train_runtime": 9082.5036, + "train_tokens_per_second": 62.974 + }, + { + "epoch": 1.0652826413206604, + "grad_norm": 1.560646891593933, + "learning_rate": 0.00012962406015037595, + "loss": 2.19864559173584, + "num_input_tokens_seen": 572868, + "step": 474, + "train_runtime": 9101.6685, + "train_tokens_per_second": 62.941 + }, + { + "epoch": 1.0675337668834417, + "grad_norm": 1.480391263961792, + "learning_rate": 0.00012947368421052633, + "loss": 2.4718921184539795, + "num_input_tokens_seen": 574037, + "step": 475, + "train_runtime": 9120.8941, + "train_tokens_per_second": 62.936 + }, + { + "epoch": 1.0697848924462232, + "grad_norm": 1.4208815097808838, + "learning_rate": 0.00012932330827067668, + "loss": 2.1489334106445312, + "num_input_tokens_seen": 575101, + "step": 476, + "train_runtime": 9140.0578, + "train_tokens_per_second": 62.921 + }, + { + "epoch": 1.0720360180090045, + "grad_norm": 1.0856794118881226, + "learning_rate": 0.0001291729323308271, + "loss": 2.111015558242798, + "num_input_tokens_seen": 576803, + "step": 477, + "train_runtime": 9159.3049, + "train_tokens_per_second": 62.975 + }, + { + "epoch": 1.074287143571786, + "grad_norm": 1.4207264184951782, + "learning_rate": 0.00012902255639097744, + "loss": 1.960911750793457, + "num_input_tokens_seen": 577708, + "step": 478, + "train_runtime": 9178.4693, + "train_tokens_per_second": 62.942 + }, + { + "epoch": 1.0765382691345673, + "grad_norm": 1.2670704126358032, + "learning_rate": 0.00012887218045112784, + "loss": 2.456657886505127, + "num_input_tokens_seen": 579629, + "step": 479, + "train_runtime": 9197.7596, + "train_tokens_per_second": 63.018 + }, + { + "epoch": 1.0787893946973486, + "grad_norm": 1.7319047451019287, + "learning_rate": 0.0001287218045112782, + "loss": 2.2447519302368164, + "num_input_tokens_seen": 580544, + "step": 480, + "train_runtime": 9216.9626, + "train_tokens_per_second": 62.986 + }, + { + "epoch": 1.08104052026013, + "grad_norm": 1.3762681484222412, + "learning_rate": 0.00012857142857142858, + "loss": 1.8615009784698486, + "num_input_tokens_seen": 581990, + "step": 481, + "train_runtime": 9239.8913, + "train_tokens_per_second": 62.987 + }, + { + "epoch": 1.0832916458229114, + "grad_norm": 1.659605860710144, + "learning_rate": 0.00012842105263157895, + "loss": 2.555081605911255, + "num_input_tokens_seen": 583304, + "step": 482, + "train_runtime": 9259.1269, + "train_tokens_per_second": 62.998 + }, + { + "epoch": 1.0855427713856929, + "grad_norm": 1.6064257621765137, + "learning_rate": 0.0001282706766917293, + "loss": 2.203011989593506, + "num_input_tokens_seen": 584855, + "step": 483, + "train_runtime": 9278.3787, + "train_tokens_per_second": 63.034 + }, + { + "epoch": 1.0877938969484742, + "grad_norm": 1.2843947410583496, + "learning_rate": 0.0001281203007518797, + "loss": 2.0537302494049072, + "num_input_tokens_seen": 586463, + "step": 484, + "train_runtime": 9297.6381, + "train_tokens_per_second": 63.077 + }, + { + "epoch": 1.0900450225112557, + "grad_norm": 1.6478271484375, + "learning_rate": 0.00012796992481203006, + "loss": 1.952778935432434, + "num_input_tokens_seen": 587405, + "step": 485, + "train_runtime": 9316.876, + "train_tokens_per_second": 63.047 + }, + { + "epoch": 1.092296148074037, + "grad_norm": 1.3478765487670898, + "learning_rate": 0.00012781954887218047, + "loss": 2.2796478271484375, + "num_input_tokens_seen": 588944, + "step": 486, + "train_runtime": 9336.0822, + "train_tokens_per_second": 63.083 + }, + { + "epoch": 1.0945472736368185, + "grad_norm": 1.8384712934494019, + "learning_rate": 0.00012766917293233082, + "loss": 1.9634641408920288, + "num_input_tokens_seen": 589626, + "step": 487, + "train_runtime": 9355.318, + "train_tokens_per_second": 63.026 + }, + { + "epoch": 1.0967983991995998, + "grad_norm": 1.7739155292510986, + "learning_rate": 0.00012751879699248123, + "loss": 1.967556118965149, + "num_input_tokens_seen": 590378, + "step": 488, + "train_runtime": 9374.4669, + "train_tokens_per_second": 62.977 + }, + { + "epoch": 1.0990495247623813, + "grad_norm": 1.2889220714569092, + "learning_rate": 0.00012736842105263158, + "loss": 2.284127950668335, + "num_input_tokens_seen": 592115, + "step": 489, + "train_runtime": 9393.7143, + "train_tokens_per_second": 63.033 + }, + { + "epoch": 1.1013006503251626, + "grad_norm": 1.4951386451721191, + "learning_rate": 0.00012721804511278196, + "loss": 2.0694632530212402, + "num_input_tokens_seen": 592943, + "step": 490, + "train_runtime": 9412.8959, + "train_tokens_per_second": 62.993 + }, + { + "epoch": 1.103551775887944, + "grad_norm": 1.6385051012039185, + "learning_rate": 0.00012706766917293234, + "loss": 2.361453056335449, + "num_input_tokens_seen": 594493, + "step": 491, + "train_runtime": 9432.1623, + "train_tokens_per_second": 63.028 + }, + { + "epoch": 1.1058029014507254, + "grad_norm": 1.6853610277175903, + "learning_rate": 0.00012691729323308272, + "loss": 2.247377634048462, + "num_input_tokens_seen": 595271, + "step": 492, + "train_runtime": 9451.2718, + "train_tokens_per_second": 62.983 + }, + { + "epoch": 1.1080540270135066, + "grad_norm": 1.5702286958694458, + "learning_rate": 0.0001267669172932331, + "loss": 1.6375532150268555, + "num_input_tokens_seen": 596138, + "step": 493, + "train_runtime": 9470.4559, + "train_tokens_per_second": 62.947 + }, + { + "epoch": 1.1103051525762881, + "grad_norm": 1.3078088760375977, + "learning_rate": 0.00012661654135338345, + "loss": 1.8067642450332642, + "num_input_tokens_seen": 597275, + "step": 494, + "train_runtime": 9489.6292, + "train_tokens_per_second": 62.94 + }, + { + "epoch": 1.1125562781390694, + "grad_norm": 1.4402717351913452, + "learning_rate": 0.00012646616541353385, + "loss": 1.8946632146835327, + "num_input_tokens_seen": 598455, + "step": 495, + "train_runtime": 9508.8314, + "train_tokens_per_second": 62.937 + }, + { + "epoch": 1.114807403701851, + "grad_norm": 2.0442185401916504, + "learning_rate": 0.0001263157894736842, + "loss": 2.077387809753418, + "num_input_tokens_seen": 599282, + "step": 496, + "train_runtime": 9528.0199, + "train_tokens_per_second": 62.897 + }, + { + "epoch": 1.1170585292646322, + "grad_norm": 1.4325052499771118, + "learning_rate": 0.00012616541353383459, + "loss": 1.9815099239349365, + "num_input_tokens_seen": 600512, + "step": 497, + "train_runtime": 9547.1991, + "train_tokens_per_second": 62.899 + }, + { + "epoch": 1.1193096548274137, + "grad_norm": 2.2308313846588135, + "learning_rate": 0.00012601503759398496, + "loss": 2.339226245880127, + "num_input_tokens_seen": 601308, + "step": 498, + "train_runtime": 9566.3708, + "train_tokens_per_second": 62.856 + }, + { + "epoch": 1.121560780390195, + "grad_norm": 1.2171481847763062, + "learning_rate": 0.00012586466165413534, + "loss": 2.1998960971832275, + "num_input_tokens_seen": 602947, + "step": 499, + "train_runtime": 9585.573, + "train_tokens_per_second": 62.902 + }, + { + "epoch": 1.1238119059529765, + "grad_norm": 1.6901147365570068, + "learning_rate": 0.00012571428571428572, + "loss": 2.485313653945923, + "num_input_tokens_seen": 603920, + "step": 500, + "train_runtime": 9604.741, + "train_tokens_per_second": 62.877 + }, + { + "epoch": 1.1260630315157578, + "grad_norm": 1.0427744388580322, + "learning_rate": 0.0001255639097744361, + "loss": 2.5173072814941406, + "num_input_tokens_seen": 606348, + "step": 501, + "train_runtime": 9624.4345, + "train_tokens_per_second": 63.001 + }, + { + "epoch": 1.1283141570785393, + "grad_norm": 1.450933814048767, + "learning_rate": 0.00012541353383458648, + "loss": 2.573650360107422, + "num_input_tokens_seen": 607841, + "step": 502, + "train_runtime": 9643.6176, + "train_tokens_per_second": 63.03 + }, + { + "epoch": 1.1305652826413206, + "grad_norm": 1.7340037822723389, + "learning_rate": 0.00012526315789473683, + "loss": 2.261927604675293, + "num_input_tokens_seen": 608614, + "step": 503, + "train_runtime": 9662.8632, + "train_tokens_per_second": 62.985 + }, + { + "epoch": 1.1328164082041021, + "grad_norm": 1.2067941427230835, + "learning_rate": 0.00012511278195488724, + "loss": 2.086662769317627, + "num_input_tokens_seen": 610404, + "step": 504, + "train_runtime": 9682.078, + "train_tokens_per_second": 63.045 + }, + { + "epoch": 1.1350675337668834, + "grad_norm": 1.2871780395507812, + "learning_rate": 0.0001249624060150376, + "loss": 1.7441054582595825, + "num_input_tokens_seen": 611774, + "step": 505, + "train_runtime": 9701.3007, + "train_tokens_per_second": 63.061 + }, + { + "epoch": 1.137318659329665, + "grad_norm": 1.1259995698928833, + "learning_rate": 0.00012481203007518797, + "loss": 3.0188851356506348, + "num_input_tokens_seen": 613915, + "step": 506, + "train_runtime": 9720.5305, + "train_tokens_per_second": 63.157 + }, + { + "epoch": 1.1395697848924462, + "grad_norm": 1.5610915422439575, + "learning_rate": 0.00012466165413533835, + "loss": 2.0303168296813965, + "num_input_tokens_seen": 615263, + "step": 507, + "train_runtime": 9739.7128, + "train_tokens_per_second": 63.171 + }, + { + "epoch": 1.1418209104552277, + "grad_norm": 1.5133017301559448, + "learning_rate": 0.00012451127819548873, + "loss": 2.4129385948181152, + "num_input_tokens_seen": 616526, + "step": 508, + "train_runtime": 9758.9273, + "train_tokens_per_second": 63.176 + }, + { + "epoch": 1.144072036018009, + "grad_norm": 1.5497673749923706, + "learning_rate": 0.0001243609022556391, + "loss": 1.85921049118042, + "num_input_tokens_seen": 617528, + "step": 509, + "train_runtime": 9778.1006, + "train_tokens_per_second": 63.154 + }, + { + "epoch": 1.1463231615807903, + "grad_norm": 1.4831427335739136, + "learning_rate": 0.00012421052631578949, + "loss": 2.0214755535125732, + "num_input_tokens_seen": 618536, + "step": 510, + "train_runtime": 9797.3022, + "train_tokens_per_second": 63.133 + }, + { + "epoch": 1.1485742871435718, + "grad_norm": 1.3882468938827515, + "learning_rate": 0.00012406015037593986, + "loss": 1.7170486450195312, + "num_input_tokens_seen": 619671, + "step": 511, + "train_runtime": 9820.1696, + "train_tokens_per_second": 63.102 + }, + { + "epoch": 1.1508254127063533, + "grad_norm": 1.557301640510559, + "learning_rate": 0.00012390977443609024, + "loss": 1.6666210889816284, + "num_input_tokens_seen": 620622, + "step": 512, + "train_runtime": 9839.3591, + "train_tokens_per_second": 63.075 + }, + { + "epoch": 1.1530765382691346, + "grad_norm": 1.4949415922164917, + "learning_rate": 0.0001237593984962406, + "loss": 1.7647464275360107, + "num_input_tokens_seen": 621726, + "step": 513, + "train_runtime": 9858.5469, + "train_tokens_per_second": 63.065 + }, + { + "epoch": 1.1553276638319159, + "grad_norm": 1.3092048168182373, + "learning_rate": 0.00012360902255639097, + "loss": 2.1427652835845947, + "num_input_tokens_seen": 623126, + "step": 514, + "train_runtime": 9877.723, + "train_tokens_per_second": 63.084 + }, + { + "epoch": 1.1575787893946974, + "grad_norm": 1.3585458993911743, + "learning_rate": 0.00012345864661654135, + "loss": 2.1085000038146973, + "num_input_tokens_seen": 624516, + "step": 515, + "train_runtime": 9896.9355, + "train_tokens_per_second": 63.102 + }, + { + "epoch": 1.1598299149574787, + "grad_norm": 1.5260848999023438, + "learning_rate": 0.00012330827067669173, + "loss": 1.6724311113357544, + "num_input_tokens_seen": 625401, + "step": 516, + "train_runtime": 9916.1083, + "train_tokens_per_second": 63.069 + }, + { + "epoch": 1.1620810405202602, + "grad_norm": 2.1516895294189453, + "learning_rate": 0.0001231578947368421, + "loss": 2.2591118812561035, + "num_input_tokens_seen": 626016, + "step": 517, + "train_runtime": 9935.2533, + "train_tokens_per_second": 63.01 + }, + { + "epoch": 1.1643321660830415, + "grad_norm": 1.546945571899414, + "learning_rate": 0.0001230075187969925, + "loss": 1.9727177619934082, + "num_input_tokens_seen": 627019, + "step": 518, + "train_runtime": 9954.4347, + "train_tokens_per_second": 62.989 + }, + { + "epoch": 1.166583291645823, + "grad_norm": 1.2145047187805176, + "learning_rate": 0.00012285714285714287, + "loss": 2.1807711124420166, + "num_input_tokens_seen": 628989, + "step": 519, + "train_runtime": 9973.6878, + "train_tokens_per_second": 63.065 + }, + { + "epoch": 1.1688344172086043, + "grad_norm": 1.3152450323104858, + "learning_rate": 0.00012270676691729325, + "loss": 2.030886650085449, + "num_input_tokens_seen": 630492, + "step": 520, + "train_runtime": 9992.899, + "train_tokens_per_second": 63.094 + }, + { + "epoch": 1.1710855427713858, + "grad_norm": 1.5658409595489502, + "learning_rate": 0.00012255639097744363, + "loss": 2.280298948287964, + "num_input_tokens_seen": 631413, + "step": 521, + "train_runtime": 10012.05, + "train_tokens_per_second": 63.065 + }, + { + "epoch": 1.173336668334167, + "grad_norm": 1.3255330324172974, + "learning_rate": 0.00012240601503759398, + "loss": 2.6943352222442627, + "num_input_tokens_seen": 633036, + "step": 522, + "train_runtime": 10031.2709, + "train_tokens_per_second": 63.106 + }, + { + "epoch": 1.1755877938969486, + "grad_norm": 1.4017560482025146, + "learning_rate": 0.00012225563909774436, + "loss": 1.9538941383361816, + "num_input_tokens_seen": 634154, + "step": 523, + "train_runtime": 10050.4589, + "train_tokens_per_second": 63.097 + }, + { + "epoch": 1.1778389194597298, + "grad_norm": 1.4940681457519531, + "learning_rate": 0.00012210526315789474, + "loss": 2.0944719314575195, + "num_input_tokens_seen": 635270, + "step": 524, + "train_runtime": 10069.6493, + "train_tokens_per_second": 63.088 + }, + { + "epoch": 1.1800900450225114, + "grad_norm": 1.4869303703308105, + "learning_rate": 0.00012195488721804512, + "loss": 2.079523801803589, + "num_input_tokens_seen": 636297, + "step": 525, + "train_runtime": 10088.8425, + "train_tokens_per_second": 63.069 + }, + { + "epoch": 1.1823411705852926, + "grad_norm": 1.3718862533569336, + "learning_rate": 0.0001218045112781955, + "loss": 1.7920583486557007, + "num_input_tokens_seen": 637540, + "step": 526, + "train_runtime": 10108.0198, + "train_tokens_per_second": 63.073 + }, + { + "epoch": 1.184592296148074, + "grad_norm": 1.607867956161499, + "learning_rate": 0.00012165413533834586, + "loss": 2.4539363384246826, + "num_input_tokens_seen": 638845, + "step": 527, + "train_runtime": 10127.2159, + "train_tokens_per_second": 63.082 + }, + { + "epoch": 1.1868434217108554, + "grad_norm": 1.4981881380081177, + "learning_rate": 0.00012150375939849625, + "loss": 2.1610515117645264, + "num_input_tokens_seen": 640214, + "step": 528, + "train_runtime": 10146.4005, + "train_tokens_per_second": 63.098 + }, + { + "epoch": 1.1890945472736367, + "grad_norm": 1.3763208389282227, + "learning_rate": 0.00012135338345864662, + "loss": 1.7263785600662231, + "num_input_tokens_seen": 641376, + "step": 529, + "train_runtime": 10165.5977, + "train_tokens_per_second": 63.093 + }, + { + "epoch": 1.1913456728364182, + "grad_norm": 1.1887447834014893, + "learning_rate": 0.00012120300751879701, + "loss": 2.4575107097625732, + "num_input_tokens_seen": 643423, + "step": 530, + "train_runtime": 10184.8298, + "train_tokens_per_second": 63.175 + }, + { + "epoch": 1.1935967983991995, + "grad_norm": 1.5362449884414673, + "learning_rate": 0.00012105263157894738, + "loss": 2.3190348148345947, + "num_input_tokens_seen": 644373, + "step": 531, + "train_runtime": 10204.0312, + "train_tokens_per_second": 63.149 + }, + { + "epoch": 1.195847923961981, + "grad_norm": 1.433847427368164, + "learning_rate": 0.00012090225563909776, + "loss": 1.8913631439208984, + "num_input_tokens_seen": 645546, + "step": 532, + "train_runtime": 10223.2286, + "train_tokens_per_second": 63.145 + }, + { + "epoch": 1.1980990495247623, + "grad_norm": 1.7737677097320557, + "learning_rate": 0.00012075187969924812, + "loss": 2.0189130306243896, + "num_input_tokens_seen": 646772, + "step": 533, + "train_runtime": 10242.4679, + "train_tokens_per_second": 63.146 + }, + { + "epoch": 1.2003501750875438, + "grad_norm": 1.5717344284057617, + "learning_rate": 0.00012060150375939849, + "loss": 1.7812347412109375, + "num_input_tokens_seen": 647854, + "step": 534, + "train_runtime": 10261.6738, + "train_tokens_per_second": 63.133 + }, + { + "epoch": 1.2026013006503251, + "grad_norm": 1.3474684953689575, + "learning_rate": 0.00012045112781954888, + "loss": 1.9652265310287476, + "num_input_tokens_seen": 649490, + "step": 535, + "train_runtime": 10280.8731, + "train_tokens_per_second": 63.175 + }, + { + "epoch": 1.2048524262131066, + "grad_norm": 1.3154948949813843, + "learning_rate": 0.00012030075187969925, + "loss": 1.899243712425232, + "num_input_tokens_seen": 651286, + "step": 536, + "train_runtime": 10300.09, + "train_tokens_per_second": 63.231 + }, + { + "epoch": 1.2048524262131066, + "eval_loss": 2.836789608001709, + "eval_runtime": 12.2193, + "eval_samples_per_second": 10.475, + "eval_steps_per_second": 2.619, + "num_input_tokens_seen": 651286, + "step": 536 + }, + { + "epoch": 1.207103551775888, + "grad_norm": 1.6022694110870361, + "learning_rate": 0.00012015037593984964, + "loss": 1.994391918182373, + "num_input_tokens_seen": 652209, + "step": 537, + "train_runtime": 10331.4671, + "train_tokens_per_second": 63.128 + }, + { + "epoch": 1.2093546773386694, + "grad_norm": 1.5346782207489014, + "learning_rate": 0.00012, + "loss": 2.126319169998169, + "num_input_tokens_seen": 653093, + "step": 538, + "train_runtime": 10350.6037, + "train_tokens_per_second": 63.097 + }, + { + "epoch": 1.2116058029014507, + "grad_norm": 1.2246521711349487, + "learning_rate": 0.0001198496240601504, + "loss": 1.8510026931762695, + "num_input_tokens_seen": 655041, + "step": 539, + "train_runtime": 10369.8376, + "train_tokens_per_second": 63.168 + }, + { + "epoch": 1.2138569284642322, + "grad_norm": 1.6086243391036987, + "learning_rate": 0.00011969924812030076, + "loss": 2.128729820251465, + "num_input_tokens_seen": 656133, + "step": 540, + "train_runtime": 10389.048, + "train_tokens_per_second": 63.156 + }, + { + "epoch": 1.2161080540270135, + "grad_norm": 1.8132330179214478, + "learning_rate": 0.00011954887218045114, + "loss": 2.2669873237609863, + "num_input_tokens_seen": 656941, + "step": 541, + "train_runtime": 10411.9572, + "train_tokens_per_second": 63.095 + }, + { + "epoch": 1.218359179589795, + "grad_norm": 1.7543330192565918, + "learning_rate": 0.0001193984962406015, + "loss": 2.0108704566955566, + "num_input_tokens_seen": 657851, + "step": 542, + "train_runtime": 10431.1155, + "train_tokens_per_second": 63.066 + }, + { + "epoch": 1.2206103051525763, + "grad_norm": 1.6454991102218628, + "learning_rate": 0.00011924812030075187, + "loss": 1.845295786857605, + "num_input_tokens_seen": 658792, + "step": 543, + "train_runtime": 10450.2987, + "train_tokens_per_second": 63.04 + }, + { + "epoch": 1.2228614307153576, + "grad_norm": 1.5168088674545288, + "learning_rate": 0.00011909774436090226, + "loss": 1.9364604949951172, + "num_input_tokens_seen": 659911, + "step": 544, + "train_runtime": 10469.5003, + "train_tokens_per_second": 63.032 + }, + { + "epoch": 1.225112556278139, + "grad_norm": 1.8323227167129517, + "learning_rate": 0.00011894736842105263, + "loss": 1.9666447639465332, + "num_input_tokens_seen": 660861, + "step": 545, + "train_runtime": 10488.6617, + "train_tokens_per_second": 63.007 + }, + { + "epoch": 1.2273636818409204, + "grad_norm": 1.686942458152771, + "learning_rate": 0.00011879699248120302, + "loss": 2.0316545963287354, + "num_input_tokens_seen": 661941, + "step": 546, + "train_runtime": 10507.838, + "train_tokens_per_second": 62.995 + }, + { + "epoch": 1.2296148074037019, + "grad_norm": 1.3714526891708374, + "learning_rate": 0.00011864661654135339, + "loss": 2.4433374404907227, + "num_input_tokens_seen": 663650, + "step": 547, + "train_runtime": 10527.1039, + "train_tokens_per_second": 63.042 + }, + { + "epoch": 1.2318659329664832, + "grad_norm": 1.7115098237991333, + "learning_rate": 0.00011849624060150377, + "loss": 2.3641722202301025, + "num_input_tokens_seen": 664868, + "step": 548, + "train_runtime": 10546.2796, + "train_tokens_per_second": 63.043 + }, + { + "epoch": 1.2341170585292647, + "grad_norm": 1.4770339727401733, + "learning_rate": 0.00011834586466165413, + "loss": 1.7359259128570557, + "num_input_tokens_seen": 666109, + "step": 549, + "train_runtime": 10565.4949, + "train_tokens_per_second": 63.046 + }, + { + "epoch": 1.236368184092046, + "grad_norm": 1.8930447101593018, + "learning_rate": 0.00011819548872180452, + "loss": 2.1984870433807373, + "num_input_tokens_seen": 667061, + "step": 550, + "train_runtime": 10584.6986, + "train_tokens_per_second": 63.021 + }, + { + "epoch": 1.2386193096548275, + "grad_norm": 1.3888543844223022, + "learning_rate": 0.00011804511278195489, + "loss": 2.375408411026001, + "num_input_tokens_seen": 668361, + "step": 551, + "train_runtime": 10603.8991, + "train_tokens_per_second": 63.03 + }, + { + "epoch": 1.2408704352176088, + "grad_norm": 1.4356633424758911, + "learning_rate": 0.00011789473684210525, + "loss": 2.2996444702148438, + "num_input_tokens_seen": 669469, + "step": 552, + "train_runtime": 10623.0482, + "train_tokens_per_second": 63.02 + }, + { + "epoch": 1.2431215607803903, + "grad_norm": 1.978730320930481, + "learning_rate": 0.00011774436090225565, + "loss": 2.209617853164673, + "num_input_tokens_seen": 670234, + "step": 553, + "train_runtime": 10642.1883, + "train_tokens_per_second": 62.979 + }, + { + "epoch": 1.2453726863431716, + "grad_norm": 1.365574598312378, + "learning_rate": 0.00011759398496240601, + "loss": 1.917965054512024, + "num_input_tokens_seen": 671897, + "step": 554, + "train_runtime": 10661.3572, + "train_tokens_per_second": 63.022 + }, + { + "epoch": 1.247623811905953, + "grad_norm": 1.4558939933776855, + "learning_rate": 0.0001174436090225564, + "loss": 1.9056333303451538, + "num_input_tokens_seen": 672993, + "step": 555, + "train_runtime": 10680.5018, + "train_tokens_per_second": 63.011 + }, + { + "epoch": 1.2498749374687343, + "grad_norm": 1.6353219747543335, + "learning_rate": 0.00011729323308270677, + "loss": 2.4672632217407227, + "num_input_tokens_seen": 673835, + "step": 556, + "train_runtime": 10699.6647, + "train_tokens_per_second": 62.977 + }, + { + "epoch": 1.2521260630315156, + "grad_norm": 1.6011627912521362, + "learning_rate": 0.00011714285714285715, + "loss": 2.118093252182007, + "num_input_tokens_seen": 674615, + "step": 557, + "train_runtime": 10718.8404, + "train_tokens_per_second": 62.937 + }, + { + "epoch": 1.2543771885942971, + "grad_norm": 1.344780683517456, + "learning_rate": 0.00011699248120300752, + "loss": 2.039243459701538, + "num_input_tokens_seen": 676179, + "step": 558, + "train_runtime": 10737.9603, + "train_tokens_per_second": 62.971 + }, + { + "epoch": 1.2566283141570787, + "grad_norm": 1.4821921586990356, + "learning_rate": 0.00011684210526315791, + "loss": 2.603761911392212, + "num_input_tokens_seen": 677662, + "step": 559, + "train_runtime": 10757.1614, + "train_tokens_per_second": 62.996 + }, + { + "epoch": 1.25887943971986, + "grad_norm": 1.3977736234664917, + "learning_rate": 0.00011669172932330827, + "loss": 1.6787676811218262, + "num_input_tokens_seen": 678898, + "step": 560, + "train_runtime": 10776.3164, + "train_tokens_per_second": 62.999 + }, + { + "epoch": 1.2611305652826412, + "grad_norm": 1.5294667482376099, + "learning_rate": 0.00011654135338345867, + "loss": 2.793870449066162, + "num_input_tokens_seen": 680192, + "step": 561, + "train_runtime": 10795.4577, + "train_tokens_per_second": 63.007 + }, + { + "epoch": 1.2633816908454227, + "grad_norm": 1.8230085372924805, + "learning_rate": 0.00011639097744360903, + "loss": 1.9726051092147827, + "num_input_tokens_seen": 681002, + "step": 562, + "train_runtime": 10814.6512, + "train_tokens_per_second": 62.97 + }, + { + "epoch": 1.265632816408204, + "grad_norm": 1.4402848482131958, + "learning_rate": 0.0001162406015037594, + "loss": 2.277405261993408, + "num_input_tokens_seen": 682292, + "step": 563, + "train_runtime": 10833.8517, + "train_tokens_per_second": 62.978 + }, + { + "epoch": 1.2678839419709855, + "grad_norm": 1.6536040306091309, + "learning_rate": 0.00011609022556390978, + "loss": 2.1282448768615723, + "num_input_tokens_seen": 683246, + "step": 564, + "train_runtime": 10853.022, + "train_tokens_per_second": 62.954 + }, + { + "epoch": 1.2701350675337668, + "grad_norm": 1.1990162134170532, + "learning_rate": 0.00011593984962406015, + "loss": 2.7991762161254883, + "num_input_tokens_seen": 685226, + "step": 565, + "train_runtime": 10872.2636, + "train_tokens_per_second": 63.025 + }, + { + "epoch": 1.2723861930965483, + "grad_norm": 1.598779320716858, + "learning_rate": 0.00011578947368421053, + "loss": 2.5447018146514893, + "num_input_tokens_seen": 686300, + "step": 566, + "train_runtime": 10891.1995, + "train_tokens_per_second": 63.014 + }, + { + "epoch": 1.2746373186593296, + "grad_norm": 1.9862734079360962, + "learning_rate": 0.0001156390977443609, + "loss": 2.079319953918457, + "num_input_tokens_seen": 687087, + "step": 567, + "train_runtime": 10910.1408, + "train_tokens_per_second": 62.977 + }, + { + "epoch": 1.2768884442221111, + "grad_norm": 1.8968355655670166, + "learning_rate": 0.00011548872180451129, + "loss": 2.0162603855133057, + "num_input_tokens_seen": 687932, + "step": 568, + "train_runtime": 10929.0739, + "train_tokens_per_second": 62.945 + }, + { + "epoch": 1.2791395697848924, + "grad_norm": 1.6955918073654175, + "learning_rate": 0.00011533834586466166, + "loss": 1.989812970161438, + "num_input_tokens_seen": 688738, + "step": 569, + "train_runtime": 10947.9945, + "train_tokens_per_second": 62.91 + }, + { + "epoch": 1.281390695347674, + "grad_norm": 1.3258399963378906, + "learning_rate": 0.00011518796992481205, + "loss": 1.9902795553207397, + "num_input_tokens_seen": 689832, + "step": 570, + "train_runtime": 10966.9389, + "train_tokens_per_second": 62.901 + }, + { + "epoch": 1.2836418209104552, + "grad_norm": 1.5718491077423096, + "learning_rate": 0.00011503759398496242, + "loss": 1.9740194082260132, + "num_input_tokens_seen": 691109, + "step": 571, + "train_runtime": 10989.5947, + "train_tokens_per_second": 62.888 + }, + { + "epoch": 1.2858929464732367, + "grad_norm": 1.3652704954147339, + "learning_rate": 0.00011488721804511278, + "loss": 1.757824420928955, + "num_input_tokens_seen": 692206, + "step": 572, + "train_runtime": 11008.7646, + "train_tokens_per_second": 62.878 + }, + { + "epoch": 1.288144072036018, + "grad_norm": 1.904088020324707, + "learning_rate": 0.00011473684210526316, + "loss": 1.7664304971694946, + "num_input_tokens_seen": 692815, + "step": 573, + "train_runtime": 11027.9113, + "train_tokens_per_second": 62.824 + }, + { + "epoch": 1.2903951975987993, + "grad_norm": 1.6910899877548218, + "learning_rate": 0.00011458646616541353, + "loss": 2.0210957527160645, + "num_input_tokens_seen": 693674, + "step": 574, + "train_runtime": 11047.0413, + "train_tokens_per_second": 62.793 + }, + { + "epoch": 1.2926463231615808, + "grad_norm": 1.531909704208374, + "learning_rate": 0.00011443609022556392, + "loss": 2.453908920288086, + "num_input_tokens_seen": 694727, + "step": 575, + "train_runtime": 11066.2043, + "train_tokens_per_second": 62.779 + }, + { + "epoch": 1.2948974487243623, + "grad_norm": 1.4792779684066772, + "learning_rate": 0.00011428571428571428, + "loss": 2.363279104232788, + "num_input_tokens_seen": 695893, + "step": 576, + "train_runtime": 11085.4096, + "train_tokens_per_second": 62.776 + }, + { + "epoch": 1.2971485742871436, + "grad_norm": 1.5191876888275146, + "learning_rate": 0.00011413533834586468, + "loss": 2.3593497276306152, + "num_input_tokens_seen": 697038, + "step": 577, + "train_runtime": 11104.5896, + "train_tokens_per_second": 62.77 + }, + { + "epoch": 1.2993996998499249, + "grad_norm": 1.7897518873214722, + "learning_rate": 0.00011398496240601504, + "loss": 2.5758590698242188, + "num_input_tokens_seen": 698022, + "step": 578, + "train_runtime": 11123.8013, + "train_tokens_per_second": 62.75 + }, + { + "epoch": 1.3016508254127064, + "grad_norm": 1.9828990697860718, + "learning_rate": 0.00011383458646616542, + "loss": 1.9378458261489868, + "num_input_tokens_seen": 699294, + "step": 579, + "train_runtime": 11143.0125, + "train_tokens_per_second": 62.756 + }, + { + "epoch": 1.3039019509754877, + "grad_norm": 1.6984281539916992, + "learning_rate": 0.0001136842105263158, + "loss": 1.8057302236557007, + "num_input_tokens_seen": 700449, + "step": 580, + "train_runtime": 11162.186, + "train_tokens_per_second": 62.752 + }, + { + "epoch": 1.3061530765382692, + "grad_norm": 1.6130645275115967, + "learning_rate": 0.00011353383458646618, + "loss": 2.248720645904541, + "num_input_tokens_seen": 701556, + "step": 581, + "train_runtime": 11181.3762, + "train_tokens_per_second": 62.743 + }, + { + "epoch": 1.3084042021010505, + "grad_norm": 1.6694759130477905, + "learning_rate": 0.00011338345864661654, + "loss": 1.8731656074523926, + "num_input_tokens_seen": 702492, + "step": 582, + "train_runtime": 11200.5545, + "train_tokens_per_second": 62.719 + }, + { + "epoch": 1.310655327663832, + "grad_norm": 1.7306455373764038, + "learning_rate": 0.00011323308270676691, + "loss": 2.050804853439331, + "num_input_tokens_seen": 703227, + "step": 583, + "train_runtime": 11219.6918, + "train_tokens_per_second": 62.678 + }, + { + "epoch": 1.3129064532266133, + "grad_norm": 1.4972292184829712, + "learning_rate": 0.0001130827067669173, + "loss": 2.0228850841522217, + "num_input_tokens_seen": 704239, + "step": 584, + "train_runtime": 11238.8523, + "train_tokens_per_second": 62.661 + }, + { + "epoch": 1.3151575787893948, + "grad_norm": 1.6156765222549438, + "learning_rate": 0.00011293233082706767, + "loss": 2.184595823287964, + "num_input_tokens_seen": 705315, + "step": 585, + "train_runtime": 11258.033, + "train_tokens_per_second": 62.65 + }, + { + "epoch": 1.317408704352176, + "grad_norm": 1.4086471796035767, + "learning_rate": 0.00011278195488721806, + "loss": 2.4144792556762695, + "num_input_tokens_seen": 706722, + "step": 586, + "train_runtime": 11277.2132, + "train_tokens_per_second": 62.668 + }, + { + "epoch": 1.3196598299149576, + "grad_norm": 1.9745148420333862, + "learning_rate": 0.00011263157894736843, + "loss": 2.035187244415283, + "num_input_tokens_seen": 707596, + "step": 587, + "train_runtime": 11296.3933, + "train_tokens_per_second": 62.639 + }, + { + "epoch": 1.3219109554777388, + "grad_norm": 1.618996500968933, + "learning_rate": 0.0001124812030075188, + "loss": 1.8590248823165894, + "num_input_tokens_seen": 708586, + "step": 588, + "train_runtime": 11315.5481, + "train_tokens_per_second": 62.621 + }, + { + "epoch": 1.3241620810405204, + "grad_norm": 1.5815773010253906, + "learning_rate": 0.00011233082706766917, + "loss": 1.7380218505859375, + "num_input_tokens_seen": 709664, + "step": 589, + "train_runtime": 11334.7478, + "train_tokens_per_second": 62.61 + }, + { + "epoch": 1.3264132066033016, + "grad_norm": 1.3649158477783203, + "learning_rate": 0.00011218045112781956, + "loss": 2.064708948135376, + "num_input_tokens_seen": 710861, + "step": 590, + "train_runtime": 11353.9245, + "train_tokens_per_second": 62.609 + }, + { + "epoch": 1.328664332166083, + "grad_norm": 1.5183708667755127, + "learning_rate": 0.00011203007518796993, + "loss": 2.6660754680633545, + "num_input_tokens_seen": 711980, + "step": 591, + "train_runtime": 11373.1064, + "train_tokens_per_second": 62.602 + }, + { + "epoch": 1.3309154577288644, + "grad_norm": 1.3572882413864136, + "learning_rate": 0.0001118796992481203, + "loss": 1.710133671760559, + "num_input_tokens_seen": 713578, + "step": 592, + "train_runtime": 11392.3411, + "train_tokens_per_second": 62.637 + }, + { + "epoch": 1.333166583291646, + "grad_norm": 1.665830135345459, + "learning_rate": 0.00011172932330827069, + "loss": 2.493680715560913, + "num_input_tokens_seen": 714704, + "step": 593, + "train_runtime": 11411.6106, + "train_tokens_per_second": 62.63 + }, + { + "epoch": 1.3354177088544272, + "grad_norm": 1.5051121711730957, + "learning_rate": 0.00011157894736842105, + "loss": 2.3867874145507812, + "num_input_tokens_seen": 716163, + "step": 594, + "train_runtime": 11430.8255, + "train_tokens_per_second": 62.652 + }, + { + "epoch": 1.3376688344172085, + "grad_norm": 1.7581356763839722, + "learning_rate": 0.00011142857142857144, + "loss": 2.1297788619995117, + "num_input_tokens_seen": 717097, + "step": 595, + "train_runtime": 11450.0106, + "train_tokens_per_second": 62.629 + }, + { + "epoch": 1.33991995997999, + "grad_norm": 1.5246655941009521, + "learning_rate": 0.00011127819548872181, + "loss": 1.863398551940918, + "num_input_tokens_seen": 718705, + "step": 596, + "train_runtime": 11469.2225, + "train_tokens_per_second": 62.664 + }, + { + "epoch": 1.3421710855427713, + "grad_norm": 1.4300787448883057, + "learning_rate": 0.00011112781954887219, + "loss": 2.235271692276001, + "num_input_tokens_seen": 719887, + "step": 597, + "train_runtime": 11488.4069, + "train_tokens_per_second": 62.662 + }, + { + "epoch": 1.3444222111055528, + "grad_norm": 1.516066312789917, + "learning_rate": 0.00011097744360902255, + "loss": 1.7738581895828247, + "num_input_tokens_seen": 720890, + "step": 598, + "train_runtime": 11507.6378, + "train_tokens_per_second": 62.644 + }, + { + "epoch": 1.346673336668334, + "grad_norm": 1.8469523191452026, + "learning_rate": 0.00011082706766917295, + "loss": 1.8831355571746826, + "num_input_tokens_seen": 721757, + "step": 599, + "train_runtime": 11526.8296, + "train_tokens_per_second": 62.615 + }, + { + "epoch": 1.3489244622311156, + "grad_norm": 1.6109100580215454, + "learning_rate": 0.00011067669172932331, + "loss": 1.9307767152786255, + "num_input_tokens_seen": 722740, + "step": 600, + "train_runtime": 11545.9974, + "train_tokens_per_second": 62.597 + }, + { + "epoch": 1.351175587793897, + "grad_norm": 1.569706678390503, + "learning_rate": 0.0001105263157894737, + "loss": 2.011645555496216, + "num_input_tokens_seen": 723988, + "step": 601, + "train_runtime": 11568.9064, + "train_tokens_per_second": 62.581 + }, + { + "epoch": 1.3534267133566784, + "grad_norm": 1.250548005104065, + "learning_rate": 0.00011037593984962407, + "loss": 2.1390535831451416, + "num_input_tokens_seen": 725679, + "step": 602, + "train_runtime": 11588.1402, + "train_tokens_per_second": 62.623 + }, + { + "epoch": 1.3556778389194597, + "grad_norm": 1.7624163627624512, + "learning_rate": 0.00011022556390977444, + "loss": 2.632692813873291, + "num_input_tokens_seen": 727119, + "step": 603, + "train_runtime": 11607.317, + "train_tokens_per_second": 62.643 + }, + { + "epoch": 1.357928964482241, + "grad_norm": 1.1727194786071777, + "learning_rate": 0.00011007518796992481, + "loss": 1.8227707147598267, + "num_input_tokens_seen": 728970, + "step": 604, + "train_runtime": 11626.5357, + "train_tokens_per_second": 62.699 + }, + { + "epoch": 1.3601800900450225, + "grad_norm": 1.317837119102478, + "learning_rate": 0.00010992481203007518, + "loss": 2.1060917377471924, + "num_input_tokens_seen": 730722, + "step": 605, + "train_runtime": 11645.7334, + "train_tokens_per_second": 62.746 + }, + { + "epoch": 1.362431215607804, + "grad_norm": 1.4626617431640625, + "learning_rate": 0.00010977443609022557, + "loss": 2.8996291160583496, + "num_input_tokens_seen": 732144, + "step": 606, + "train_runtime": 11664.9234, + "train_tokens_per_second": 62.765 + }, + { + "epoch": 1.3646823411705853, + "grad_norm": 1.506874442100525, + "learning_rate": 0.00010962406015037594, + "loss": 2.503753185272217, + "num_input_tokens_seen": 733354, + "step": 607, + "train_runtime": 11684.1286, + "train_tokens_per_second": 62.765 + }, + { + "epoch": 1.3669334667333666, + "grad_norm": 1.735107421875, + "learning_rate": 0.00010947368421052633, + "loss": 2.02917218208313, + "num_input_tokens_seen": 734250, + "step": 608, + "train_runtime": 11703.2448, + "train_tokens_per_second": 62.739 + }, + { + "epoch": 1.369184592296148, + "grad_norm": 1.7734661102294922, + "learning_rate": 0.0001093233082706767, + "loss": 2.041916847229004, + "num_input_tokens_seen": 735044, + "step": 609, + "train_runtime": 11722.4443, + "train_tokens_per_second": 62.704 + }, + { + "epoch": 1.3714357178589296, + "grad_norm": 1.4297866821289062, + "learning_rate": 0.00010917293233082709, + "loss": 1.9120253324508667, + "num_input_tokens_seen": 736727, + "step": 610, + "train_runtime": 11741.6349, + "train_tokens_per_second": 62.745 + }, + { + "epoch": 1.3736868434217109, + "grad_norm": 1.6960060596466064, + "learning_rate": 0.00010902255639097745, + "loss": 2.224987030029297, + "num_input_tokens_seen": 737528, + "step": 611, + "train_runtime": 11760.7873, + "train_tokens_per_second": 62.711 + }, + { + "epoch": 1.3759379689844922, + "grad_norm": 1.5446702241897583, + "learning_rate": 0.00010887218045112782, + "loss": 1.970672607421875, + "num_input_tokens_seen": 738738, + "step": 612, + "train_runtime": 11780.0142, + "train_tokens_per_second": 62.711 + }, + { + "epoch": 1.3781890945472737, + "grad_norm": 1.7150636911392212, + "learning_rate": 0.0001087218045112782, + "loss": 1.7875829935073853, + "num_input_tokens_seen": 739596, + "step": 613, + "train_runtime": 11799.1876, + "train_tokens_per_second": 62.682 + }, + { + "epoch": 1.380440220110055, + "grad_norm": 1.4033187627792358, + "learning_rate": 0.00010857142857142856, + "loss": 1.9918164014816284, + "num_input_tokens_seen": 741061, + "step": 614, + "train_runtime": 11818.3548, + "train_tokens_per_second": 62.704 + }, + { + "epoch": 1.3826913456728365, + "grad_norm": 1.4573626518249512, + "learning_rate": 0.00010842105263157896, + "loss": 1.9527751207351685, + "num_input_tokens_seen": 742107, + "step": 615, + "train_runtime": 11837.513, + "train_tokens_per_second": 62.691 + }, + { + "epoch": 1.3849424712356178, + "grad_norm": 1.4048527479171753, + "learning_rate": 0.00010827067669172932, + "loss": 2.176788330078125, + "num_input_tokens_seen": 743809, + "step": 616, + "train_runtime": 11856.678, + "train_tokens_per_second": 62.733 + }, + { + "epoch": 1.3871935967983993, + "grad_norm": 1.6208258867263794, + "learning_rate": 0.00010812030075187971, + "loss": 1.8800560235977173, + "num_input_tokens_seen": 744753, + "step": 617, + "train_runtime": 11875.832, + "train_tokens_per_second": 62.712 + }, + { + "epoch": 1.3894447223611806, + "grad_norm": 1.5586519241333008, + "learning_rate": 0.00010796992481203008, + "loss": 1.6950831413269043, + "num_input_tokens_seen": 745740, + "step": 618, + "train_runtime": 11895.0218, + "train_tokens_per_second": 62.693 + }, + { + "epoch": 1.391695847923962, + "grad_norm": 1.9034503698349, + "learning_rate": 0.00010781954887218046, + "loss": 1.7893397808074951, + "num_input_tokens_seen": 746442, + "step": 619, + "train_runtime": 11914.1995, + "train_tokens_per_second": 62.651 + }, + { + "epoch": 1.3939469734867433, + "grad_norm": 1.5164517164230347, + "learning_rate": 0.00010766917293233082, + "loss": 1.7327433824539185, + "num_input_tokens_seen": 747441, + "step": 620, + "train_runtime": 11933.3585, + "train_tokens_per_second": 62.635 + }, + { + "epoch": 1.3961980990495246, + "grad_norm": 1.4426461458206177, + "learning_rate": 0.00010751879699248122, + "loss": 2.6079347133636475, + "num_input_tokens_seen": 749352, + "step": 621, + "train_runtime": 11952.6412, + "train_tokens_per_second": 62.693 + }, + { + "epoch": 1.3984492246123061, + "grad_norm": 1.8374446630477905, + "learning_rate": 0.00010736842105263158, + "loss": 1.7476434707641602, + "num_input_tokens_seen": 750154, + "step": 622, + "train_runtime": 11971.7738, + "train_tokens_per_second": 62.66 + }, + { + "epoch": 1.4007003501750876, + "grad_norm": 1.4955666065216064, + "learning_rate": 0.00010721804511278195, + "loss": 2.253634214401245, + "num_input_tokens_seen": 751798, + "step": 623, + "train_runtime": 11991.0366, + "train_tokens_per_second": 62.697 + }, + { + "epoch": 1.402951475737869, + "grad_norm": 1.6726349592208862, + "learning_rate": 0.00010706766917293234, + "loss": 1.9778761863708496, + "num_input_tokens_seen": 752768, + "step": 624, + "train_runtime": 12010.2358, + "train_tokens_per_second": 62.677 + }, + { + "epoch": 1.4052026013006502, + "grad_norm": 2.0236504077911377, + "learning_rate": 0.0001069172932330827, + "loss": 2.1582562923431396, + "num_input_tokens_seen": 754251, + "step": 625, + "train_runtime": 12029.4507, + "train_tokens_per_second": 62.7 + }, + { + "epoch": 1.4074537268634317, + "grad_norm": 1.2194674015045166, + "learning_rate": 0.0001067669172932331, + "loss": 1.7358675003051758, + "num_input_tokens_seen": 755917, + "step": 626, + "train_runtime": 12048.6203, + "train_tokens_per_second": 62.739 + }, + { + "epoch": 1.4097048524262132, + "grad_norm": 1.6802630424499512, + "learning_rate": 0.00010661654135338346, + "loss": 2.0051753520965576, + "num_input_tokens_seen": 756899, + "step": 627, + "train_runtime": 12067.8149, + "train_tokens_per_second": 62.72 + }, + { + "epoch": 1.4119559779889945, + "grad_norm": 1.8747187852859497, + "learning_rate": 0.00010646616541353384, + "loss": 2.1514787673950195, + "num_input_tokens_seen": 757643, + "step": 628, + "train_runtime": 12087.008, + "train_tokens_per_second": 62.682 + }, + { + "epoch": 1.4142071035517758, + "grad_norm": 1.490251898765564, + "learning_rate": 0.00010631578947368421, + "loss": 2.009821653366089, + "num_input_tokens_seen": 758660, + "step": 629, + "train_runtime": 12106.1916, + "train_tokens_per_second": 62.667 + }, + { + "epoch": 1.4164582291145573, + "grad_norm": 1.4670177698135376, + "learning_rate": 0.0001061654135338346, + "loss": 2.571430206298828, + "num_input_tokens_seen": 759996, + "step": 630, + "train_runtime": 12125.4116, + "train_tokens_per_second": 62.678 + }, + { + "epoch": 1.4187093546773386, + "grad_norm": 1.6554330587387085, + "learning_rate": 0.00010601503759398497, + "loss": 2.826289653778076, + "num_input_tokens_seen": 761051, + "step": 631, + "train_runtime": 12148.4969, + "train_tokens_per_second": 62.646 + }, + { + "epoch": 1.4209604802401201, + "grad_norm": 1.206857681274414, + "learning_rate": 0.00010586466165413533, + "loss": 2.936709403991699, + "num_input_tokens_seen": 763343, + "step": 632, + "train_runtime": 12167.8047, + "train_tokens_per_second": 62.735 + }, + { + "epoch": 1.4232116058029014, + "grad_norm": 1.7388720512390137, + "learning_rate": 0.00010571428571428572, + "loss": 2.1809468269348145, + "num_input_tokens_seen": 764214, + "step": 633, + "train_runtime": 12186.9903, + "train_tokens_per_second": 62.707 + }, + { + "epoch": 1.425462731365683, + "grad_norm": 1.7470251321792603, + "learning_rate": 0.00010556390977443609, + "loss": 2.6205174922943115, + "num_input_tokens_seen": 765358, + "step": 634, + "train_runtime": 12206.1942, + "train_tokens_per_second": 62.702 + }, + { + "epoch": 1.4277138569284642, + "grad_norm": 1.4186644554138184, + "learning_rate": 0.00010541353383458647, + "loss": 1.9589325189590454, + "num_input_tokens_seen": 766767, + "step": 635, + "train_runtime": 12225.4007, + "train_tokens_per_second": 62.719 + }, + { + "epoch": 1.4299649824912457, + "grad_norm": 1.3948884010314941, + "learning_rate": 0.00010526315789473685, + "loss": 2.3242883682250977, + "num_input_tokens_seen": 768509, + "step": 636, + "train_runtime": 12244.6122, + "train_tokens_per_second": 62.763 + }, + { + "epoch": 1.432216108054027, + "grad_norm": 1.2942419052124023, + "learning_rate": 0.00010511278195488723, + "loss": 2.3898701667785645, + "num_input_tokens_seen": 770233, + "step": 637, + "train_runtime": 12263.807, + "train_tokens_per_second": 62.805 + }, + { + "epoch": 1.4344672336168083, + "grad_norm": 1.7109452486038208, + "learning_rate": 0.00010496240601503759, + "loss": 1.7990052700042725, + "num_input_tokens_seen": 771033, + "step": 638, + "train_runtime": 12282.9457, + "train_tokens_per_second": 62.773 + }, + { + "epoch": 1.4367183591795898, + "grad_norm": 1.8734325170516968, + "learning_rate": 0.00010481203007518798, + "loss": 2.3960368633270264, + "num_input_tokens_seen": 771822, + "step": 639, + "train_runtime": 12302.0771, + "train_tokens_per_second": 62.739 + }, + { + "epoch": 1.4389694847423713, + "grad_norm": 1.128747582435608, + "learning_rate": 0.00010466165413533835, + "loss": 2.4479916095733643, + "num_input_tokens_seen": 774293, + "step": 640, + "train_runtime": 12321.4041, + "train_tokens_per_second": 62.841 + }, + { + "epoch": 1.4412206103051526, + "grad_norm": 1.8840819597244263, + "learning_rate": 0.00010451127819548874, + "loss": 2.3129749298095703, + "num_input_tokens_seen": 775055, + "step": 641, + "train_runtime": 12340.5697, + "train_tokens_per_second": 62.805 + }, + { + "epoch": 1.4434717358679339, + "grad_norm": 1.55059015750885, + "learning_rate": 0.00010436090225563911, + "loss": 1.7166799306869507, + "num_input_tokens_seen": 776072, + "step": 642, + "train_runtime": 12359.778, + "train_tokens_per_second": 62.79 + }, + { + "epoch": 1.4457228614307154, + "grad_norm": 1.5036147832870483, + "learning_rate": 0.00010421052631578947, + "loss": 1.9057153463363647, + "num_input_tokens_seen": 777176, + "step": 643, + "train_runtime": 12379.0179, + "train_tokens_per_second": 62.782 + }, + { + "epoch": 1.4479739869934969, + "grad_norm": 1.4427145719528198, + "learning_rate": 0.00010406015037593985, + "loss": 2.533198595046997, + "num_input_tokens_seen": 778431, + "step": 644, + "train_runtime": 12398.1938, + "train_tokens_per_second": 62.786 + }, + { + "epoch": 1.4502251125562782, + "grad_norm": 1.4652191400527954, + "learning_rate": 0.00010390977443609022, + "loss": 1.9535655975341797, + "num_input_tokens_seen": 779573, + "step": 645, + "train_runtime": 12417.3495, + "train_tokens_per_second": 62.781 + }, + { + "epoch": 1.4524762381190595, + "grad_norm": 1.4765441417694092, + "learning_rate": 0.00010375939849624061, + "loss": 2.295856475830078, + "num_input_tokens_seen": 780940, + "step": 646, + "train_runtime": 12436.6121, + "train_tokens_per_second": 62.794 + }, + { + "epoch": 1.454727363681841, + "grad_norm": 1.6425937414169312, + "learning_rate": 0.00010360902255639098, + "loss": 1.9751286506652832, + "num_input_tokens_seen": 781989, + "step": 647, + "train_runtime": 12455.7763, + "train_tokens_per_second": 62.781 + }, + { + "epoch": 1.4569784892446223, + "grad_norm": 2.1337902545928955, + "learning_rate": 0.00010345864661654137, + "loss": 2.0644102096557617, + "num_input_tokens_seen": 782702, + "step": 648, + "train_runtime": 12474.9123, + "train_tokens_per_second": 62.742 + }, + { + "epoch": 1.4592296148074038, + "grad_norm": 1.8034110069274902, + "learning_rate": 0.00010330827067669173, + "loss": 1.897791862487793, + "num_input_tokens_seen": 783604, + "step": 649, + "train_runtime": 12494.1313, + "train_tokens_per_second": 62.718 + }, + { + "epoch": 1.461480740370185, + "grad_norm": 1.898917317390442, + "learning_rate": 0.00010315789473684211, + "loss": 1.9211994409561157, + "num_input_tokens_seen": 784588, + "step": 650, + "train_runtime": 12513.3118, + "train_tokens_per_second": 62.7 + }, + { + "epoch": 1.4637318659329666, + "grad_norm": 1.4037213325500488, + "learning_rate": 0.00010300751879699249, + "loss": 2.2321879863739014, + "num_input_tokens_seen": 785908, + "step": 651, + "train_runtime": 12532.4767, + "train_tokens_per_second": 62.71 + }, + { + "epoch": 1.4659829914957478, + "grad_norm": 1.626230239868164, + "learning_rate": 0.00010285714285714286, + "loss": 1.8802616596221924, + "num_input_tokens_seen": 787133, + "step": 652, + "train_runtime": 12551.6756, + "train_tokens_per_second": 62.711 + }, + { + "epoch": 1.4682341170585294, + "grad_norm": 1.6567423343658447, + "learning_rate": 0.00010270676691729324, + "loss": 2.4717440605163574, + "num_input_tokens_seen": 788175, + "step": 653, + "train_runtime": 12570.8312, + "train_tokens_per_second": 62.699 + }, + { + "epoch": 1.4704852426213106, + "grad_norm": 1.6183758974075317, + "learning_rate": 0.0001025563909774436, + "loss": 1.645646572113037, + "num_input_tokens_seen": 788995, + "step": 654, + "train_runtime": 12590.03, + "train_tokens_per_second": 62.668 + }, + { + "epoch": 1.472736368184092, + "grad_norm": 1.562272071838379, + "learning_rate": 0.000102406015037594, + "loss": 1.8343498706817627, + "num_input_tokens_seen": 790314, + "step": 655, + "train_runtime": 12609.1941, + "train_tokens_per_second": 62.678 + }, + { + "epoch": 1.4749874937468734, + "grad_norm": 1.706235647201538, + "learning_rate": 0.00010225563909774436, + "loss": 2.0562946796417236, + "num_input_tokens_seen": 791125, + "step": 656, + "train_runtime": 12628.3739, + "train_tokens_per_second": 62.647 + }, + { + "epoch": 1.477238619309655, + "grad_norm": 1.6962172985076904, + "learning_rate": 0.00010210526315789475, + "loss": 1.7045799493789673, + "num_input_tokens_seen": 791779, + "step": 657, + "train_runtime": 12647.5029, + "train_tokens_per_second": 62.604 + }, + { + "epoch": 1.4794897448724362, + "grad_norm": 1.9398020505905151, + "learning_rate": 0.00010195488721804512, + "loss": 2.348724603652954, + "num_input_tokens_seen": 792655, + "step": 658, + "train_runtime": 12666.6725, + "train_tokens_per_second": 62.578 + }, + { + "epoch": 1.4817408704352175, + "grad_norm": 1.3179905414581299, + "learning_rate": 0.0001018045112781955, + "loss": 2.011927604675293, + "num_input_tokens_seen": 793957, + "step": 659, + "train_runtime": 12685.9015, + "train_tokens_per_second": 62.586 + }, + { + "epoch": 1.483991995997999, + "grad_norm": 1.2863221168518066, + "learning_rate": 0.00010165413533834586, + "loss": 2.365419864654541, + "num_input_tokens_seen": 795670, + "step": 660, + "train_runtime": 12705.146, + "train_tokens_per_second": 62.626 + }, + { + "epoch": 1.4862431215607803, + "grad_norm": 1.3888665437698364, + "learning_rate": 0.00010150375939849626, + "loss": 2.4807629585266113, + "num_input_tokens_seen": 797137, + "step": 661, + "train_runtime": 12728.0427, + "train_tokens_per_second": 62.628 + }, + { + "epoch": 1.4884942471235618, + "grad_norm": 1.4407169818878174, + "learning_rate": 0.00010135338345864662, + "loss": 1.9492870569229126, + "num_input_tokens_seen": 798533, + "step": 662, + "train_runtime": 12747.3283, + "train_tokens_per_second": 62.643 + }, + { + "epoch": 1.490745372686343, + "grad_norm": 1.0779201984405518, + "learning_rate": 0.00010120300751879699, + "loss": 2.3238730430603027, + "num_input_tokens_seen": 800459, + "step": 663, + "train_runtime": 12766.6191, + "train_tokens_per_second": 62.699 + }, + { + "epoch": 1.4929964982491246, + "grad_norm": 1.4916958808898926, + "learning_rate": 0.00010105263157894738, + "loss": 2.8509254455566406, + "num_input_tokens_seen": 802515, + "step": 664, + "train_runtime": 12785.8376, + "train_tokens_per_second": 62.766 + }, + { + "epoch": 1.495247623811906, + "grad_norm": 1.576446771621704, + "learning_rate": 0.00010090225563909774, + "loss": 2.6474568843841553, + "num_input_tokens_seen": 803660, + "step": 665, + "train_runtime": 12805.0467, + "train_tokens_per_second": 62.761 + }, + { + "epoch": 1.4974987493746874, + "grad_norm": 1.7008635997772217, + "learning_rate": 0.00010075187969924814, + "loss": 1.618292212486267, + "num_input_tokens_seen": 804613, + "step": 666, + "train_runtime": 12824.2529, + "train_tokens_per_second": 62.742 + }, + { + "epoch": 1.4997498749374687, + "grad_norm": 1.7638713121414185, + "learning_rate": 0.0001006015037593985, + "loss": 2.0353875160217285, + "num_input_tokens_seen": 805543, + "step": 667, + "train_runtime": 12843.3862, + "train_tokens_per_second": 62.72 + }, + { + "epoch": 1.50200100050025, + "grad_norm": 1.750496745109558, + "learning_rate": 0.00010045112781954888, + "loss": 1.7749879360198975, + "num_input_tokens_seen": 806286, + "step": 668, + "train_runtime": 12862.564, + "train_tokens_per_second": 62.685 + }, + { + "epoch": 1.5042521260630315, + "grad_norm": 1.7799923419952393, + "learning_rate": 0.00010030075187969925, + "loss": 2.0438759326934814, + "num_input_tokens_seen": 807016, + "step": 669, + "train_runtime": 12881.7406, + "train_tokens_per_second": 62.648 + }, + { + "epoch": 1.506503251625813, + "grad_norm": 1.4573729038238525, + "learning_rate": 0.00010015037593984964, + "loss": 2.062817096710205, + "num_input_tokens_seen": 808231, + "step": 670, + "train_runtime": 12900.8963, + "train_tokens_per_second": 62.649 + }, + { + "epoch": 1.506503251625813, + "eval_loss": 2.818215847015381, + "eval_runtime": 12.2405, + "eval_samples_per_second": 10.457, + "eval_steps_per_second": 2.614, + "num_input_tokens_seen": 808231, + "step": 670 + }, + { + "epoch": 1.5087543771885943, + "grad_norm": 1.587149739265442, + "learning_rate": 0.0001, + "loss": 2.457698106765747, + "num_input_tokens_seen": 809665, + "step": 671, + "train_runtime": 12932.3393, + "train_tokens_per_second": 62.608 + }, + { + "epoch": 1.5110055027513756, + "grad_norm": 1.473156452178955, + "learning_rate": 9.984962406015038e-05, + "loss": 1.6644024848937988, + "num_input_tokens_seen": 810876, + "step": 672, + "train_runtime": 12951.5212, + "train_tokens_per_second": 62.609 + }, + { + "epoch": 1.513256628314157, + "grad_norm": 1.4546542167663574, + "learning_rate": 9.969924812030076e-05, + "loss": 1.8902682065963745, + "num_input_tokens_seen": 811887, + "step": 673, + "train_runtime": 12970.7326, + "train_tokens_per_second": 62.594 + }, + { + "epoch": 1.5155077538769386, + "grad_norm": 1.9081897735595703, + "learning_rate": 9.954887218045114e-05, + "loss": 1.9548321962356567, + "num_input_tokens_seen": 812744, + "step": 674, + "train_runtime": 12989.8978, + "train_tokens_per_second": 62.567 + }, + { + "epoch": 1.5177588794397199, + "grad_norm": 1.6436492204666138, + "learning_rate": 9.939849624060151e-05, + "loss": 1.6984388828277588, + "num_input_tokens_seen": 813881, + "step": 675, + "train_runtime": 13009.1244, + "train_tokens_per_second": 62.562 + }, + { + "epoch": 1.5200100050025012, + "grad_norm": 1.8054214715957642, + "learning_rate": 9.924812030075187e-05, + "loss": 2.0347375869750977, + "num_input_tokens_seen": 814631, + "step": 676, + "train_runtime": 13028.2335, + "train_tokens_per_second": 62.528 + }, + { + "epoch": 1.5222611305652827, + "grad_norm": 1.8032243251800537, + "learning_rate": 9.909774436090225e-05, + "loss": 1.8469040393829346, + "num_input_tokens_seen": 815457, + "step": 677, + "train_runtime": 13047.4242, + "train_tokens_per_second": 62.499 + }, + { + "epoch": 1.5245122561280642, + "grad_norm": 1.5868383646011353, + "learning_rate": 9.894736842105263e-05, + "loss": 2.0679123401641846, + "num_input_tokens_seen": 816623, + "step": 678, + "train_runtime": 13066.5434, + "train_tokens_per_second": 62.497 + }, + { + "epoch": 1.5267633816908455, + "grad_norm": 1.7752209901809692, + "learning_rate": 9.879699248120301e-05, + "loss": 1.5291036367416382, + "num_input_tokens_seen": 817422, + "step": 679, + "train_runtime": 13085.7464, + "train_tokens_per_second": 62.467 + }, + { + "epoch": 1.5290145072536268, + "grad_norm": 1.7069777250289917, + "learning_rate": 9.864661654135339e-05, + "loss": 1.5319844484329224, + "num_input_tokens_seen": 818244, + "step": 680, + "train_runtime": 13104.938, + "train_tokens_per_second": 62.438 + }, + { + "epoch": 1.531265632816408, + "grad_norm": 1.3785836696624756, + "learning_rate": 9.849624060150377e-05, + "loss": 2.215390205383301, + "num_input_tokens_seen": 820156, + "step": 681, + "train_runtime": 13124.1936, + "train_tokens_per_second": 62.492 + }, + { + "epoch": 1.5335167583791895, + "grad_norm": 1.6252243518829346, + "learning_rate": 9.834586466165415e-05, + "loss": 1.7723157405853271, + "num_input_tokens_seen": 821311, + "step": 682, + "train_runtime": 13143.3983, + "train_tokens_per_second": 62.488 + }, + { + "epoch": 1.535767883941971, + "grad_norm": 2.4047210216522217, + "learning_rate": 9.819548872180451e-05, + "loss": 1.9290554523468018, + "num_input_tokens_seen": 822714, + "step": 683, + "train_runtime": 13162.6113, + "train_tokens_per_second": 62.504 + }, + { + "epoch": 1.5380190095047523, + "grad_norm": 1.5757697820663452, + "learning_rate": 9.804511278195489e-05, + "loss": 1.658474326133728, + "num_input_tokens_seen": 823653, + "step": 684, + "train_runtime": 13181.7403, + "train_tokens_per_second": 62.484 + }, + { + "epoch": 1.5402701350675336, + "grad_norm": 1.2160818576812744, + "learning_rate": 9.789473684210527e-05, + "loss": 2.243314743041992, + "num_input_tokens_seen": 825713, + "step": 685, + "train_runtime": 13201.0064, + "train_tokens_per_second": 62.549 + }, + { + "epoch": 1.5425212606303151, + "grad_norm": 1.3209501504898071, + "learning_rate": 9.774436090225564e-05, + "loss": 2.1863765716552734, + "num_input_tokens_seen": 827177, + "step": 686, + "train_runtime": 13220.7115, + "train_tokens_per_second": 62.567 + }, + { + "epoch": 1.5447723861930966, + "grad_norm": 1.3187932968139648, + "learning_rate": 9.759398496240601e-05, + "loss": 1.8009146451950073, + "num_input_tokens_seen": 828600, + "step": 687, + "train_runtime": 13239.9659, + "train_tokens_per_second": 62.583 + }, + { + "epoch": 1.547023511755878, + "grad_norm": 1.4062085151672363, + "learning_rate": 9.74436090225564e-05, + "loss": 2.400324821472168, + "num_input_tokens_seen": 829816, + "step": 688, + "train_runtime": 13259.1608, + "train_tokens_per_second": 62.584 + }, + { + "epoch": 1.5492746373186592, + "grad_norm": 1.6032766103744507, + "learning_rate": 9.729323308270677e-05, + "loss": 1.770149827003479, + "num_input_tokens_seen": 830971, + "step": 689, + "train_runtime": 13278.365, + "train_tokens_per_second": 62.581 + }, + { + "epoch": 1.5515257628814407, + "grad_norm": 1.596271276473999, + "learning_rate": 9.714285714285715e-05, + "loss": 1.9643995761871338, + "num_input_tokens_seen": 832089, + "step": 690, + "train_runtime": 13297.571, + "train_tokens_per_second": 62.575 + }, + { + "epoch": 1.5537768884442222, + "grad_norm": 1.5420958995819092, + "learning_rate": 9.699248120300752e-05, + "loss": 2.2980239391326904, + "num_input_tokens_seen": 833474, + "step": 691, + "train_runtime": 13320.4334, + "train_tokens_per_second": 62.571 + }, + { + "epoch": 1.5560280140070035, + "grad_norm": 1.7586026191711426, + "learning_rate": 9.68421052631579e-05, + "loss": 2.0361454486846924, + "num_input_tokens_seen": 834546, + "step": 692, + "train_runtime": 13339.6265, + "train_tokens_per_second": 62.561 + }, + { + "epoch": 1.5582791395697848, + "grad_norm": 1.4052153825759888, + "learning_rate": 9.669172932330828e-05, + "loss": 1.9700264930725098, + "num_input_tokens_seen": 835848, + "step": 693, + "train_runtime": 13358.786, + "train_tokens_per_second": 62.569 + }, + { + "epoch": 1.5605302651325663, + "grad_norm": 1.466855525970459, + "learning_rate": 9.654135338345865e-05, + "loss": 2.065002918243408, + "num_input_tokens_seen": 837193, + "step": 694, + "train_runtime": 13377.973, + "train_tokens_per_second": 62.58 + }, + { + "epoch": 1.5627813906953478, + "grad_norm": 1.6607400178909302, + "learning_rate": 9.639097744360903e-05, + "loss": 1.6840351819992065, + "num_input_tokens_seen": 838132, + "step": 695, + "train_runtime": 13397.1739, + "train_tokens_per_second": 62.56 + }, + { + "epoch": 1.5650325162581291, + "grad_norm": 1.4633867740631104, + "learning_rate": 9.62406015037594e-05, + "loss": 2.25380802154541, + "num_input_tokens_seen": 839144, + "step": 696, + "train_runtime": 13416.3299, + "train_tokens_per_second": 62.546 + }, + { + "epoch": 1.5672836418209104, + "grad_norm": 1.8747007846832275, + "learning_rate": 9.609022556390978e-05, + "loss": 2.030693292617798, + "num_input_tokens_seen": 839839, + "step": 697, + "train_runtime": 13435.4955, + "train_tokens_per_second": 62.509 + }, + { + "epoch": 1.5695347673836917, + "grad_norm": 1.6969245672225952, + "learning_rate": 9.593984962406016e-05, + "loss": 1.9871975183486938, + "num_input_tokens_seen": 840640, + "step": 698, + "train_runtime": 13454.6773, + "train_tokens_per_second": 62.479 + }, + { + "epoch": 1.5717858929464732, + "grad_norm": 1.6503716707229614, + "learning_rate": 9.578947368421052e-05, + "loss": 1.7949433326721191, + "num_input_tokens_seen": 841653, + "step": 699, + "train_runtime": 13473.832, + "train_tokens_per_second": 62.466 + }, + { + "epoch": 1.5740370185092547, + "grad_norm": 1.243037223815918, + "learning_rate": 9.56390977443609e-05, + "loss": 1.6971216201782227, + "num_input_tokens_seen": 843202, + "step": 700, + "train_runtime": 13493.0355, + "train_tokens_per_second": 62.492 + }, + { + "epoch": 1.576288144072036, + "grad_norm": 1.8900429010391235, + "learning_rate": 9.548872180451128e-05, + "loss": 2.1292169094085693, + "num_input_tokens_seen": 843943, + "step": 701, + "train_runtime": 13512.2158, + "train_tokens_per_second": 62.458 + }, + { + "epoch": 1.5785392696348173, + "grad_norm": 1.430501937866211, + "learning_rate": 9.533834586466166e-05, + "loss": 1.7512545585632324, + "num_input_tokens_seen": 845588, + "step": 702, + "train_runtime": 13531.4319, + "train_tokens_per_second": 62.491 + }, + { + "epoch": 1.5807903951975988, + "grad_norm": 1.375651478767395, + "learning_rate": 9.518796992481204e-05, + "loss": 2.1455821990966797, + "num_input_tokens_seen": 847140, + "step": 703, + "train_runtime": 13550.6183, + "train_tokens_per_second": 62.517 + }, + { + "epoch": 1.5830415207603803, + "grad_norm": 1.3231257200241089, + "learning_rate": 9.503759398496242e-05, + "loss": 1.6091150045394897, + "num_input_tokens_seen": 848400, + "step": 704, + "train_runtime": 13569.7814, + "train_tokens_per_second": 62.521 + }, + { + "epoch": 1.5852926463231616, + "grad_norm": 1.4578368663787842, + "learning_rate": 9.48872180451128e-05, + "loss": 2.2165844440460205, + "num_input_tokens_seen": 849803, + "step": 705, + "train_runtime": 13588.9858, + "train_tokens_per_second": 62.536 + }, + { + "epoch": 1.5875437718859429, + "grad_norm": 1.342558741569519, + "learning_rate": 9.473684210526316e-05, + "loss": 1.6794698238372803, + "num_input_tokens_seen": 851286, + "step": 706, + "train_runtime": 13608.1732, + "train_tokens_per_second": 62.557 + }, + { + "epoch": 1.5897948974487244, + "grad_norm": 1.5037909746170044, + "learning_rate": 9.458646616541354e-05, + "loss": 1.8095451593399048, + "num_input_tokens_seen": 852692, + "step": 707, + "train_runtime": 13627.3593, + "train_tokens_per_second": 62.572 + }, + { + "epoch": 1.5920460230115059, + "grad_norm": 1.6313220262527466, + "learning_rate": 9.44360902255639e-05, + "loss": 2.2652506828308105, + "num_input_tokens_seen": 853650, + "step": 708, + "train_runtime": 13646.5217, + "train_tokens_per_second": 62.554 + }, + { + "epoch": 1.5942971485742872, + "grad_norm": 1.5132319927215576, + "learning_rate": 9.428571428571429e-05, + "loss": 2.6316380500793457, + "num_input_tokens_seen": 854910, + "step": 709, + "train_runtime": 13665.7144, + "train_tokens_per_second": 62.559 + }, + { + "epoch": 1.5965482741370685, + "grad_norm": 1.6189460754394531, + "learning_rate": 9.413533834586466e-05, + "loss": 1.6751227378845215, + "num_input_tokens_seen": 855852, + "step": 710, + "train_runtime": 13684.8818, + "train_tokens_per_second": 62.54 + }, + { + "epoch": 1.59879939969985, + "grad_norm": 1.6636629104614258, + "learning_rate": 9.398496240601504e-05, + "loss": 1.578780174255371, + "num_input_tokens_seen": 856861, + "step": 711, + "train_runtime": 13704.0377, + "train_tokens_per_second": 62.526 + }, + { + "epoch": 1.6010505252626315, + "grad_norm": 1.209030270576477, + "learning_rate": 9.383458646616542e-05, + "loss": 1.7884730100631714, + "num_input_tokens_seen": 858633, + "step": 712, + "train_runtime": 13723.2356, + "train_tokens_per_second": 62.568 + }, + { + "epoch": 1.6033016508254128, + "grad_norm": 1.8522109985351562, + "learning_rate": 9.36842105263158e-05, + "loss": 1.9259092807769775, + "num_input_tokens_seen": 859440, + "step": 713, + "train_runtime": 13742.3991, + "train_tokens_per_second": 62.539 + }, + { + "epoch": 1.605552776388194, + "grad_norm": 1.4370216131210327, + "learning_rate": 9.353383458646618e-05, + "loss": 1.5829460620880127, + "num_input_tokens_seen": 860789, + "step": 714, + "train_runtime": 13761.6223, + "train_tokens_per_second": 62.55 + }, + { + "epoch": 1.6078039019509753, + "grad_norm": 1.8275948762893677, + "learning_rate": 9.338345864661655e-05, + "loss": 1.6605544090270996, + "num_input_tokens_seen": 861548, + "step": 715, + "train_runtime": 13780.7911, + "train_tokens_per_second": 62.518 + }, + { + "epoch": 1.6100550275137568, + "grad_norm": 1.8292598724365234, + "learning_rate": 9.323308270676691e-05, + "loss": 1.8204718828201294, + "num_input_tokens_seen": 862488, + "step": 716, + "train_runtime": 13799.9754, + "train_tokens_per_second": 62.499 + }, + { + "epoch": 1.6123061530765384, + "grad_norm": 2.094237804412842, + "learning_rate": 9.308270676691729e-05, + "loss": 1.8023650646209717, + "num_input_tokens_seen": 863953, + "step": 717, + "train_runtime": 13819.1919, + "train_tokens_per_second": 62.518 + }, + { + "epoch": 1.6145572786393196, + "grad_norm": 1.6746182441711426, + "learning_rate": 9.293233082706767e-05, + "loss": 2.1009862422943115, + "num_input_tokens_seen": 864917, + "step": 718, + "train_runtime": 13838.3651, + "train_tokens_per_second": 62.501 + }, + { + "epoch": 1.616808404202101, + "grad_norm": 1.745682954788208, + "learning_rate": 9.278195488721805e-05, + "loss": 1.9657853841781616, + "num_input_tokens_seen": 866022, + "step": 719, + "train_runtime": 13857.5092, + "train_tokens_per_second": 62.495 + }, + { + "epoch": 1.6190595297648824, + "grad_norm": 1.924243688583374, + "learning_rate": 9.263157894736843e-05, + "loss": 2.115878105163574, + "num_input_tokens_seen": 867087, + "step": 720, + "train_runtime": 13876.6934, + "train_tokens_per_second": 62.485 + }, + { + "epoch": 1.621310655327664, + "grad_norm": 1.3185445070266724, + "learning_rate": 9.24812030075188e-05, + "loss": 1.8541290760040283, + "num_input_tokens_seen": 868407, + "step": 721, + "train_runtime": 13899.5872, + "train_tokens_per_second": 62.477 + }, + { + "epoch": 1.6235617808904452, + "grad_norm": 1.8640025854110718, + "learning_rate": 9.233082706766919e-05, + "loss": 2.008681058883667, + "num_input_tokens_seen": 869069, + "step": 722, + "train_runtime": 13918.6992, + "train_tokens_per_second": 62.439 + }, + { + "epoch": 1.6258129064532265, + "grad_norm": 1.6393773555755615, + "learning_rate": 9.218045112781955e-05, + "loss": 2.43483304977417, + "num_input_tokens_seen": 870044, + "step": 723, + "train_runtime": 13937.836, + "train_tokens_per_second": 62.423 + }, + { + "epoch": 1.628064032016008, + "grad_norm": 1.6283035278320312, + "learning_rate": 9.203007518796993e-05, + "loss": 1.8689172267913818, + "num_input_tokens_seen": 870902, + "step": 724, + "train_runtime": 13956.9745, + "train_tokens_per_second": 62.399 + }, + { + "epoch": 1.6303151575787895, + "grad_norm": 1.3818460702896118, + "learning_rate": 9.187969924812031e-05, + "loss": 1.7973387241363525, + "num_input_tokens_seen": 872160, + "step": 725, + "train_runtime": 13976.1708, + "train_tokens_per_second": 62.403 + }, + { + "epoch": 1.6325662831415708, + "grad_norm": 1.684543251991272, + "learning_rate": 9.172932330827067e-05, + "loss": 1.6244792938232422, + "num_input_tokens_seen": 873088, + "step": 726, + "train_runtime": 13995.3465, + "train_tokens_per_second": 62.384 + }, + { + "epoch": 1.634817408704352, + "grad_norm": 1.657884955406189, + "learning_rate": 9.157894736842105e-05, + "loss": 1.948305606842041, + "num_input_tokens_seen": 874110, + "step": 727, + "train_runtime": 14014.5117, + "train_tokens_per_second": 62.372 + }, + { + "epoch": 1.6370685342671336, + "grad_norm": 1.889617919921875, + "learning_rate": 9.142857142857143e-05, + "loss": 1.929382562637329, + "num_input_tokens_seen": 875046, + "step": 728, + "train_runtime": 14033.6713, + "train_tokens_per_second": 62.353 + }, + { + "epoch": 1.6393196598299151, + "grad_norm": 1.7458213567733765, + "learning_rate": 9.127819548872181e-05, + "loss": 2.1398119926452637, + "num_input_tokens_seen": 875940, + "step": 729, + "train_runtime": 14052.8178, + "train_tokens_per_second": 62.332 + }, + { + "epoch": 1.6415707853926964, + "grad_norm": 1.4486013650894165, + "learning_rate": 9.112781954887219e-05, + "loss": 1.9124412536621094, + "num_input_tokens_seen": 877119, + "step": 730, + "train_runtime": 14071.9836, + "train_tokens_per_second": 62.331 + }, + { + "epoch": 1.6438219109554777, + "grad_norm": 1.9152486324310303, + "learning_rate": 9.097744360902256e-05, + "loss": 2.3088111877441406, + "num_input_tokens_seen": 878043, + "step": 731, + "train_runtime": 14091.1267, + "train_tokens_per_second": 62.312 + }, + { + "epoch": 1.646073036518259, + "grad_norm": 1.756301760673523, + "learning_rate": 9.082706766917293e-05, + "loss": 1.9506645202636719, + "num_input_tokens_seen": 878924, + "step": 732, + "train_runtime": 14110.237, + "train_tokens_per_second": 62.29 + }, + { + "epoch": 1.6483241620810405, + "grad_norm": 1.4691085815429688, + "learning_rate": 9.067669172932331e-05, + "loss": 1.846714735031128, + "num_input_tokens_seen": 880059, + "step": 733, + "train_runtime": 14129.419, + "train_tokens_per_second": 62.286 + }, + { + "epoch": 1.650575287643822, + "grad_norm": 1.484013557434082, + "learning_rate": 9.052631578947369e-05, + "loss": 1.8790044784545898, + "num_input_tokens_seen": 881329, + "step": 734, + "train_runtime": 14148.5785, + "train_tokens_per_second": 62.291 + }, + { + "epoch": 1.6528264132066033, + "grad_norm": 1.6998800039291382, + "learning_rate": 9.037593984962407e-05, + "loss": 2.024202823638916, + "num_input_tokens_seen": 882115, + "step": 735, + "train_runtime": 14167.7105, + "train_tokens_per_second": 62.262 + }, + { + "epoch": 1.6550775387693846, + "grad_norm": 1.8448104858398438, + "learning_rate": 9.022556390977444e-05, + "loss": 1.8508182764053345, + "num_input_tokens_seen": 883036, + "step": 736, + "train_runtime": 14186.8786, + "train_tokens_per_second": 62.243 + }, + { + "epoch": 1.657328664332166, + "grad_norm": 1.3683598041534424, + "learning_rate": 9.007518796992482e-05, + "loss": 1.8598672151565552, + "num_input_tokens_seen": 884549, + "step": 737, + "train_runtime": 14206.0633, + "train_tokens_per_second": 62.266 + }, + { + "epoch": 1.6595797898949476, + "grad_norm": 1.7822028398513794, + "learning_rate": 8.99248120300752e-05, + "loss": 1.8765958547592163, + "num_input_tokens_seen": 885313, + "step": 738, + "train_runtime": 14225.1918, + "train_tokens_per_second": 62.236 + }, + { + "epoch": 1.6618309154577289, + "grad_norm": 1.7037296295166016, + "learning_rate": 8.977443609022556e-05, + "loss": 1.7368946075439453, + "num_input_tokens_seen": 886350, + "step": 739, + "train_runtime": 14244.3711, + "train_tokens_per_second": 62.225 + }, + { + "epoch": 1.6640820410205102, + "grad_norm": 1.3552545309066772, + "learning_rate": 8.962406015037594e-05, + "loss": 2.7147960662841797, + "num_input_tokens_seen": 887761, + "step": 740, + "train_runtime": 14263.499, + "train_tokens_per_second": 62.24 + }, + { + "epoch": 1.6663331665832917, + "grad_norm": 1.6866236925125122, + "learning_rate": 8.947368421052632e-05, + "loss": 2.2185442447662354, + "num_input_tokens_seen": 888759, + "step": 741, + "train_runtime": 14282.643, + "train_tokens_per_second": 62.227 + }, + { + "epoch": 1.6685842921460732, + "grad_norm": 1.6032681465148926, + "learning_rate": 8.93233082706767e-05, + "loss": 2.2787692546844482, + "num_input_tokens_seen": 890550, + "step": 742, + "train_runtime": 14301.8819, + "train_tokens_per_second": 62.268 + }, + { + "epoch": 1.6708354177088545, + "grad_norm": 1.6513153314590454, + "learning_rate": 8.917293233082708e-05, + "loss": 1.6212657690048218, + "num_input_tokens_seen": 891357, + "step": 743, + "train_runtime": 14321.0187, + "train_tokens_per_second": 62.241 + }, + { + "epoch": 1.6730865432716358, + "grad_norm": 1.7732312679290771, + "learning_rate": 8.902255639097746e-05, + "loss": 2.2032859325408936, + "num_input_tokens_seen": 892447, + "step": 744, + "train_runtime": 14340.1946, + "train_tokens_per_second": 62.234 + }, + { + "epoch": 1.6753376688344173, + "grad_norm": 1.9106574058532715, + "learning_rate": 8.887218045112783e-05, + "loss": 2.4354352951049805, + "num_input_tokens_seen": 893135, + "step": 745, + "train_runtime": 14359.3979, + "train_tokens_per_second": 62.199 + }, + { + "epoch": 1.6775887943971985, + "grad_norm": 1.3664710521697998, + "learning_rate": 8.87218045112782e-05, + "loss": 2.32989239692688, + "num_input_tokens_seen": 894632, + "step": 746, + "train_runtime": 14378.621, + "train_tokens_per_second": 62.22 + }, + { + "epoch": 1.67983991995998, + "grad_norm": 1.2754923105239868, + "learning_rate": 8.857142857142857e-05, + "loss": 2.276374578475952, + "num_input_tokens_seen": 896391, + "step": 747, + "train_runtime": 14397.8502, + "train_tokens_per_second": 62.259 + }, + { + "epoch": 1.6820910455227613, + "grad_norm": 1.7991636991500854, + "learning_rate": 8.842105263157894e-05, + "loss": 1.9313098192214966, + "num_input_tokens_seen": 897108, + "step": 748, + "train_runtime": 14417.0252, + "train_tokens_per_second": 62.226 + }, + { + "epoch": 1.6843421710855426, + "grad_norm": 1.608926773071289, + "learning_rate": 8.827067669172932e-05, + "loss": 1.692923665046692, + "num_input_tokens_seen": 898250, + "step": 749, + "train_runtime": 14436.2003, + "train_tokens_per_second": 62.222 + }, + { + "epoch": 1.6865932966483241, + "grad_norm": 1.895614743232727, + "learning_rate": 8.81203007518797e-05, + "loss": 2.020317554473877, + "num_input_tokens_seen": 899064, + "step": 750, + "train_runtime": 14455.3386, + "train_tokens_per_second": 62.196 + }, + { + "epoch": 1.6888444222111056, + "grad_norm": 1.3873094320297241, + "learning_rate": 8.796992481203008e-05, + "loss": 2.663283586502075, + "num_input_tokens_seen": 900465, + "step": 751, + "train_runtime": 14479.795, + "train_tokens_per_second": 62.188 + }, + { + "epoch": 1.691095547773887, + "grad_norm": 1.4309678077697754, + "learning_rate": 8.781954887218046e-05, + "loss": 2.4558210372924805, + "num_input_tokens_seen": 901581, + "step": 752, + "train_runtime": 14499.0111, + "train_tokens_per_second": 62.182 + }, + { + "epoch": 1.6933466733366682, + "grad_norm": 1.4155462980270386, + "learning_rate": 8.766917293233084e-05, + "loss": 2.056396007537842, + "num_input_tokens_seen": 903590, + "step": 753, + "train_runtime": 14518.2283, + "train_tokens_per_second": 62.238 + }, + { + "epoch": 1.6955977988994497, + "grad_norm": 1.685184121131897, + "learning_rate": 8.75187969924812e-05, + "loss": 1.8933207988739014, + "num_input_tokens_seen": 904400, + "step": 754, + "train_runtime": 14537.3623, + "train_tokens_per_second": 62.212 + }, + { + "epoch": 1.6978489244622312, + "grad_norm": 1.6279923915863037, + "learning_rate": 8.736842105263158e-05, + "loss": 2.42803955078125, + "num_input_tokens_seen": 905593, + "step": 755, + "train_runtime": 14556.5174, + "train_tokens_per_second": 62.212 + }, + { + "epoch": 1.7001000500250125, + "grad_norm": 1.612536907196045, + "learning_rate": 8.721804511278195e-05, + "loss": 1.7897249460220337, + "num_input_tokens_seen": 906948, + "step": 756, + "train_runtime": 14575.7131, + "train_tokens_per_second": 62.223 + }, + { + "epoch": 1.7023511755877938, + "grad_norm": 1.9536949396133423, + "learning_rate": 8.706766917293233e-05, + "loss": 2.1228792667388916, + "num_input_tokens_seen": 907725, + "step": 757, + "train_runtime": 14594.9085, + "train_tokens_per_second": 62.195 + }, + { + "epoch": 1.7046023011505753, + "grad_norm": 1.7495133876800537, + "learning_rate": 8.691729323308271e-05, + "loss": 2.0246942043304443, + "num_input_tokens_seen": 908623, + "step": 758, + "train_runtime": 14614.0723, + "train_tokens_per_second": 62.175 + }, + { + "epoch": 1.7068534267133568, + "grad_norm": 1.544061541557312, + "learning_rate": 8.676691729323309e-05, + "loss": 1.786666989326477, + "num_input_tokens_seen": 909869, + "step": 759, + "train_runtime": 14633.2798, + "train_tokens_per_second": 62.178 + }, + { + "epoch": 1.7091045522761381, + "grad_norm": 1.4675397872924805, + "learning_rate": 8.661654135338347e-05, + "loss": 1.7492436170578003, + "num_input_tokens_seen": 911327, + "step": 760, + "train_runtime": 14652.4334, + "train_tokens_per_second": 62.196 + }, + { + "epoch": 1.7113556778389194, + "grad_norm": 1.3411446809768677, + "learning_rate": 8.646616541353384e-05, + "loss": 2.3708744049072266, + "num_input_tokens_seen": 912786, + "step": 761, + "train_runtime": 14671.6155, + "train_tokens_per_second": 62.214 + }, + { + "epoch": 1.7136068034017007, + "grad_norm": 1.5579724311828613, + "learning_rate": 8.631578947368421e-05, + "loss": 2.3081607818603516, + "num_input_tokens_seen": 914304, + "step": 762, + "train_runtime": 14690.7805, + "train_tokens_per_second": 62.237 + }, + { + "epoch": 1.7158579289644822, + "grad_norm": 1.2115398645401, + "learning_rate": 8.616541353383459e-05, + "loss": 1.9481444358825684, + "num_input_tokens_seen": 915929, + "step": 763, + "train_runtime": 14709.9753, + "train_tokens_per_second": 62.266 + }, + { + "epoch": 1.7181090545272637, + "grad_norm": 1.3713901042938232, + "learning_rate": 8.601503759398497e-05, + "loss": 2.2950973510742188, + "num_input_tokens_seen": 917493, + "step": 764, + "train_runtime": 14729.1556, + "train_tokens_per_second": 62.291 + }, + { + "epoch": 1.720360180090045, + "grad_norm": 1.2651621103286743, + "learning_rate": 8.586466165413535e-05, + "loss": 2.858633518218994, + "num_input_tokens_seen": 919262, + "step": 765, + "train_runtime": 14748.4237, + "train_tokens_per_second": 62.33 + }, + { + "epoch": 1.7226113056528263, + "grad_norm": 1.575038194656372, + "learning_rate": 8.571428571428571e-05, + "loss": 2.4917261600494385, + "num_input_tokens_seen": 920766, + "step": 766, + "train_runtime": 14767.6268, + "train_tokens_per_second": 62.35 + }, + { + "epoch": 1.7248624312156078, + "grad_norm": 1.736991047859192, + "learning_rate": 8.556390977443609e-05, + "loss": 1.8317762613296509, + "num_input_tokens_seen": 921623, + "step": 767, + "train_runtime": 14786.8194, + "train_tokens_per_second": 62.327 + }, + { + "epoch": 1.7271135567783893, + "grad_norm": 1.6061460971832275, + "learning_rate": 8.541353383458647e-05, + "loss": 2.038783311843872, + "num_input_tokens_seen": 923011, + "step": 768, + "train_runtime": 14806.0021, + "train_tokens_per_second": 62.34 + }, + { + "epoch": 1.7293646823411706, + "grad_norm": 1.6334278583526611, + "learning_rate": 8.526315789473685e-05, + "loss": 1.7242872714996338, + "num_input_tokens_seen": 923829, + "step": 769, + "train_runtime": 14825.1757, + "train_tokens_per_second": 62.315 + }, + { + "epoch": 1.7316158079039519, + "grad_norm": 1.6286054849624634, + "learning_rate": 8.511278195488722e-05, + "loss": 2.026686191558838, + "num_input_tokens_seen": 925187, + "step": 770, + "train_runtime": 14844.3705, + "train_tokens_per_second": 62.326 + }, + { + "epoch": 1.7338669334667334, + "grad_norm": 1.2314221858978271, + "learning_rate": 8.49624060150376e-05, + "loss": 1.6851872205734253, + "num_input_tokens_seen": 927294, + "step": 771, + "train_runtime": 14863.5931, + "train_tokens_per_second": 62.387 + }, + { + "epoch": 1.7361180590295149, + "grad_norm": 1.961724042892456, + "learning_rate": 8.481203007518797e-05, + "loss": 1.807023048400879, + "num_input_tokens_seen": 928004, + "step": 772, + "train_runtime": 14882.7377, + "train_tokens_per_second": 62.354 + }, + { + "epoch": 1.7383691845922962, + "grad_norm": 1.55071222782135, + "learning_rate": 8.466165413533835e-05, + "loss": 2.3503894805908203, + "num_input_tokens_seen": 929103, + "step": 773, + "train_runtime": 14901.9271, + "train_tokens_per_second": 62.348 + }, + { + "epoch": 1.7406203101550775, + "grad_norm": 1.5870366096496582, + "learning_rate": 8.451127819548873e-05, + "loss": 2.439305067062378, + "num_input_tokens_seen": 930295, + "step": 774, + "train_runtime": 14921.1123, + "train_tokens_per_second": 62.348 + }, + { + "epoch": 1.742871435717859, + "grad_norm": 1.5963919162750244, + "learning_rate": 8.436090225563911e-05, + "loss": 2.4026074409484863, + "num_input_tokens_seen": 931561, + "step": 775, + "train_runtime": 14940.3078, + "train_tokens_per_second": 62.352 + }, + { + "epoch": 1.7451225612806405, + "grad_norm": 1.3432761430740356, + "learning_rate": 8.421052631578948e-05, + "loss": 2.04427433013916, + "num_input_tokens_seen": 932857, + "step": 776, + "train_runtime": 14959.5151, + "train_tokens_per_second": 62.359 + }, + { + "epoch": 1.7473736868434218, + "grad_norm": 1.2589439153671265, + "learning_rate": 8.406015037593985e-05, + "loss": 2.7945468425750732, + "num_input_tokens_seen": 934856, + "step": 777, + "train_runtime": 14978.7567, + "train_tokens_per_second": 62.412 + }, + { + "epoch": 1.749624812406203, + "grad_norm": 1.868865728378296, + "learning_rate": 8.390977443609023e-05, + "loss": 2.461292028427124, + "num_input_tokens_seen": 935635, + "step": 778, + "train_runtime": 14997.9301, + "train_tokens_per_second": 62.384 + }, + { + "epoch": 1.7518759379689843, + "grad_norm": 1.926247000694275, + "learning_rate": 8.37593984962406e-05, + "loss": 2.0426013469696045, + "num_input_tokens_seen": 936356, + "step": 779, + "train_runtime": 15017.1084, + "train_tokens_per_second": 62.353 + }, + { + "epoch": 1.7541270635317658, + "grad_norm": 1.697121500968933, + "learning_rate": 8.360902255639098e-05, + "loss": 2.286564350128174, + "num_input_tokens_seen": 937223, + "step": 780, + "train_runtime": 15036.244, + "train_tokens_per_second": 62.331 + }, + { + "epoch": 1.7563781890945473, + "grad_norm": 1.3285895586013794, + "learning_rate": 8.345864661654136e-05, + "loss": 2.0477404594421387, + "num_input_tokens_seen": 938574, + "step": 781, + "train_runtime": 15059.0621, + "train_tokens_per_second": 62.326 + }, + { + "epoch": 1.7586293146573286, + "grad_norm": 1.5558958053588867, + "learning_rate": 8.330827067669174e-05, + "loss": 1.6000663042068481, + "num_input_tokens_seen": 939683, + "step": 782, + "train_runtime": 15078.2114, + "train_tokens_per_second": 62.321 + }, + { + "epoch": 1.76088044022011, + "grad_norm": 1.6604691743850708, + "learning_rate": 8.315789473684212e-05, + "loss": 1.9057164192199707, + "num_input_tokens_seen": 940831, + "step": 783, + "train_runtime": 15097.32, + "train_tokens_per_second": 62.318 + }, + { + "epoch": 1.7631315657828914, + "grad_norm": 1.347316026687622, + "learning_rate": 8.30075187969925e-05, + "loss": 1.772746205329895, + "num_input_tokens_seen": 942397, + "step": 784, + "train_runtime": 15116.4845, + "train_tokens_per_second": 62.342 + }, + { + "epoch": 1.765382691345673, + "grad_norm": 1.8571410179138184, + "learning_rate": 8.285714285714287e-05, + "loss": 2.056758165359497, + "num_input_tokens_seen": 943089, + "step": 785, + "train_runtime": 15135.5967, + "train_tokens_per_second": 62.309 + }, + { + "epoch": 1.7676338169084542, + "grad_norm": 1.8141376972198486, + "learning_rate": 8.270676691729324e-05, + "loss": 2.01110577583313, + "num_input_tokens_seen": 943839, + "step": 786, + "train_runtime": 15154.6822, + "train_tokens_per_second": 62.28 + }, + { + "epoch": 1.7698849424712355, + "grad_norm": 1.4492971897125244, + "learning_rate": 8.25563909774436e-05, + "loss": 2.038525342941284, + "num_input_tokens_seen": 945028, + "step": 787, + "train_runtime": 15173.8585, + "train_tokens_per_second": 62.28 + }, + { + "epoch": 1.772136068034017, + "grad_norm": 1.5456342697143555, + "learning_rate": 8.240601503759398e-05, + "loss": 1.9055651426315308, + "num_input_tokens_seen": 946402, + "step": 788, + "train_runtime": 15193.0009, + "train_tokens_per_second": 62.292 + }, + { + "epoch": 1.7743871935967985, + "grad_norm": 1.530637502670288, + "learning_rate": 8.225563909774436e-05, + "loss": 1.746919870376587, + "num_input_tokens_seen": 947425, + "step": 789, + "train_runtime": 15212.1521, + "train_tokens_per_second": 62.281 + }, + { + "epoch": 1.7766383191595798, + "grad_norm": 1.7378194332122803, + "learning_rate": 8.210526315789474e-05, + "loss": 1.9665324687957764, + "num_input_tokens_seen": 948385, + "step": 790, + "train_runtime": 15231.2922, + "train_tokens_per_second": 62.266 + }, + { + "epoch": 1.778889444722361, + "grad_norm": 1.6076529026031494, + "learning_rate": 8.195488721804512e-05, + "loss": 1.6474945545196533, + "num_input_tokens_seen": 949352, + "step": 791, + "train_runtime": 15250.4688, + "train_tokens_per_second": 62.251 + }, + { + "epoch": 1.7811405702851426, + "grad_norm": 1.309743046760559, + "learning_rate": 8.18045112781955e-05, + "loss": 1.9775561094284058, + "num_input_tokens_seen": 951209, + "step": 792, + "train_runtime": 15269.6987, + "train_tokens_per_second": 62.294 + }, + { + "epoch": 1.7833916958479241, + "grad_norm": 1.808229923248291, + "learning_rate": 8.165413533834588e-05, + "loss": 1.8828932046890259, + "num_input_tokens_seen": 952299, + "step": 793, + "train_runtime": 15288.8865, + "train_tokens_per_second": 62.287 + }, + { + "epoch": 1.7856428214107054, + "grad_norm": 1.693241000175476, + "learning_rate": 8.150375939849624e-05, + "loss": 1.6157770156860352, + "num_input_tokens_seen": 953041, + "step": 794, + "train_runtime": 15308.015, + "train_tokens_per_second": 62.258 + }, + { + "epoch": 1.7878939469734867, + "grad_norm": 2.039309024810791, + "learning_rate": 8.135338345864662e-05, + "loss": 2.3061022758483887, + "num_input_tokens_seen": 953778, + "step": 795, + "train_runtime": 15327.1858, + "train_tokens_per_second": 62.228 + }, + { + "epoch": 1.790145072536268, + "grad_norm": 1.2698944807052612, + "learning_rate": 8.120300751879699e-05, + "loss": 1.7476952075958252, + "num_input_tokens_seen": 955459, + "step": 796, + "train_runtime": 15346.3746, + "train_tokens_per_second": 62.26 + }, + { + "epoch": 1.7923961980990495, + "grad_norm": 1.2300516366958618, + "learning_rate": 8.105263157894737e-05, + "loss": 2.1588807106018066, + "num_input_tokens_seen": 957458, + "step": 797, + "train_runtime": 15365.6252, + "train_tokens_per_second": 62.312 + }, + { + "epoch": 1.794647323661831, + "grad_norm": 1.6967154741287231, + "learning_rate": 8.090225563909775e-05, + "loss": 1.9717832803726196, + "num_input_tokens_seen": 958488, + "step": 798, + "train_runtime": 15384.8293, + "train_tokens_per_second": 62.301 + }, + { + "epoch": 1.7968984492246123, + "grad_norm": 1.3939270973205566, + "learning_rate": 8.075187969924813e-05, + "loss": 1.8310210704803467, + "num_input_tokens_seen": 960242, + "step": 799, + "train_runtime": 15403.9953, + "train_tokens_per_second": 62.337 + }, + { + "epoch": 1.7991495747873936, + "grad_norm": 1.6995773315429688, + "learning_rate": 8.06015037593985e-05, + "loss": 1.910438060760498, + "num_input_tokens_seen": 961180, + "step": 800, + "train_runtime": 15423.1863, + "train_tokens_per_second": 62.32 + }, + { + "epoch": 1.801400700350175, + "grad_norm": 1.658087968826294, + "learning_rate": 8.045112781954888e-05, + "loss": 2.3420069217681885, + "num_input_tokens_seen": 962218, + "step": 801, + "train_runtime": 15442.397, + "train_tokens_per_second": 62.31 + }, + { + "epoch": 1.8036518259129566, + "grad_norm": 1.7933053970336914, + "learning_rate": 8.030075187969925e-05, + "loss": 1.949751615524292, + "num_input_tokens_seen": 962916, + "step": 802, + "train_runtime": 15461.5337, + "train_tokens_per_second": 62.278 + }, + { + "epoch": 1.8059029514757379, + "grad_norm": 2.0811121463775635, + "learning_rate": 8.015037593984963e-05, + "loss": 2.0505027770996094, + "num_input_tokens_seen": 964041, + "step": 803, + "train_runtime": 15480.7519, + "train_tokens_per_second": 62.274 + }, + { + "epoch": 1.8081540770385192, + "grad_norm": 1.588518500328064, + "learning_rate": 8e-05, + "loss": 1.7433494329452515, + "num_input_tokens_seen": 965341, + "step": 804, + "train_runtime": 15499.9831, + "train_tokens_per_second": 62.28 + }, + { + "epoch": 1.8081540770385192, + "eval_loss": 2.766242265701294, + "eval_runtime": 12.1854, + "eval_samples_per_second": 10.504, + "eval_steps_per_second": 2.626, + "num_input_tokens_seen": 965341, + "step": 804 + }, + { + "epoch": 1.8104052026013007, + "grad_norm": 1.4580620527267456, + "learning_rate": 7.984962406015037e-05, + "loss": 1.7760932445526123, + "num_input_tokens_seen": 966549, + "step": 805, + "train_runtime": 15531.3145, + "train_tokens_per_second": 62.232 + }, + { + "epoch": 1.8126563281640822, + "grad_norm": 1.4291644096374512, + "learning_rate": 7.969924812030075e-05, + "loss": 2.0871291160583496, + "num_input_tokens_seen": 968131, + "step": 806, + "train_runtime": 15550.4946, + "train_tokens_per_second": 62.257 + }, + { + "epoch": 1.8149074537268635, + "grad_norm": 1.5796815156936646, + "learning_rate": 7.954887218045113e-05, + "loss": 2.3211758136749268, + "num_input_tokens_seen": 969217, + "step": 807, + "train_runtime": 15569.6744, + "train_tokens_per_second": 62.25 + }, + { + "epoch": 1.8171585792896447, + "grad_norm": 1.4548002481460571, + "learning_rate": 7.939849624060151e-05, + "loss": 2.1600539684295654, + "num_input_tokens_seen": 970432, + "step": 808, + "train_runtime": 15588.8445, + "train_tokens_per_second": 62.252 + }, + { + "epoch": 1.8194097048524263, + "grad_norm": 1.5875945091247559, + "learning_rate": 7.924812030075189e-05, + "loss": 2.692155361175537, + "num_input_tokens_seen": 971718, + "step": 809, + "train_runtime": 15608.0644, + "train_tokens_per_second": 62.257 + }, + { + "epoch": 1.8216608304152078, + "grad_norm": 1.7513821125030518, + "learning_rate": 7.909774436090225e-05, + "loss": 2.192911148071289, + "num_input_tokens_seen": 972653, + "step": 810, + "train_runtime": 15627.2257, + "train_tokens_per_second": 62.241 + }, + { + "epoch": 1.823911955977989, + "grad_norm": 1.6414858102798462, + "learning_rate": 7.894736842105263e-05, + "loss": 1.8728383779525757, + "num_input_tokens_seen": 973576, + "step": 811, + "train_runtime": 15650.1227, + "train_tokens_per_second": 62.209 + }, + { + "epoch": 1.8261630815407703, + "grad_norm": 1.5677683353424072, + "learning_rate": 7.879699248120301e-05, + "loss": 2.6994309425354004, + "num_input_tokens_seen": 974837, + "step": 812, + "train_runtime": 15669.334, + "train_tokens_per_second": 62.213 + }, + { + "epoch": 1.8284142071035516, + "grad_norm": 1.4974846839904785, + "learning_rate": 7.864661654135339e-05, + "loss": 2.2253835201263428, + "num_input_tokens_seen": 975987, + "step": 813, + "train_runtime": 15688.4724, + "train_tokens_per_second": 62.21 + }, + { + "epoch": 1.8306653326663331, + "grad_norm": 1.645671010017395, + "learning_rate": 7.849624060150377e-05, + "loss": 1.6286386251449585, + "num_input_tokens_seen": 977166, + "step": 814, + "train_runtime": 15707.705, + "train_tokens_per_second": 62.209 + }, + { + "epoch": 1.8329164582291146, + "grad_norm": 1.873227834701538, + "learning_rate": 7.834586466165413e-05, + "loss": 1.697581171989441, + "num_input_tokens_seen": 978073, + "step": 815, + "train_runtime": 15726.892, + "train_tokens_per_second": 62.191 + }, + { + "epoch": 1.835167583791896, + "grad_norm": 1.7772736549377441, + "learning_rate": 7.819548872180451e-05, + "loss": 1.9430350065231323, + "num_input_tokens_seen": 979174, + "step": 816, + "train_runtime": 15746.0555, + "train_tokens_per_second": 62.185 + }, + { + "epoch": 1.8374187093546772, + "grad_norm": 1.9802006483078003, + "learning_rate": 7.804511278195489e-05, + "loss": 1.9065730571746826, + "num_input_tokens_seen": 980128, + "step": 817, + "train_runtime": 15765.2141, + "train_tokens_per_second": 62.17 + }, + { + "epoch": 1.8396698349174587, + "grad_norm": 1.8736461400985718, + "learning_rate": 7.789473684210526e-05, + "loss": 1.813371181488037, + "num_input_tokens_seen": 980887, + "step": 818, + "train_runtime": 15784.3876, + "train_tokens_per_second": 62.143 + }, + { + "epoch": 1.8419209604802402, + "grad_norm": 1.5662510395050049, + "learning_rate": 7.774436090225564e-05, + "loss": 1.641184687614441, + "num_input_tokens_seen": 982363, + "step": 819, + "train_runtime": 15803.5416, + "train_tokens_per_second": 62.161 + }, + { + "epoch": 1.8441720860430215, + "grad_norm": 1.4737625122070312, + "learning_rate": 7.759398496240602e-05, + "loss": 2.150618314743042, + "num_input_tokens_seen": 983873, + "step": 820, + "train_runtime": 15822.7587, + "train_tokens_per_second": 62.181 + }, + { + "epoch": 1.8464232116058028, + "grad_norm": 1.765831470489502, + "learning_rate": 7.74436090225564e-05, + "loss": 1.6104038953781128, + "num_input_tokens_seen": 984858, + "step": 821, + "train_runtime": 15841.938, + "train_tokens_per_second": 62.168 + }, + { + "epoch": 1.8486743371685843, + "grad_norm": 1.502822756767273, + "learning_rate": 7.729323308270677e-05, + "loss": 2.6988837718963623, + "num_input_tokens_seen": 986417, + "step": 822, + "train_runtime": 15861.1895, + "train_tokens_per_second": 62.191 + }, + { + "epoch": 1.8509254627313658, + "grad_norm": 2.295898675918579, + "learning_rate": 7.714285714285715e-05, + "loss": 2.187396764755249, + "num_input_tokens_seen": 987138, + "step": 823, + "train_runtime": 15880.2968, + "train_tokens_per_second": 62.161 + }, + { + "epoch": 1.853176588294147, + "grad_norm": 1.8590763807296753, + "learning_rate": 7.699248120300753e-05, + "loss": 2.032470941543579, + "num_input_tokens_seen": 987979, + "step": 824, + "train_runtime": 15899.4571, + "train_tokens_per_second": 62.139 + }, + { + "epoch": 1.8554277138569284, + "grad_norm": 1.3549898862838745, + "learning_rate": 7.68421052631579e-05, + "loss": 2.11594295501709, + "num_input_tokens_seen": 989701, + "step": 825, + "train_runtime": 15918.7088, + "train_tokens_per_second": 62.172 + }, + { + "epoch": 1.85767883941971, + "grad_norm": 1.8615843057632446, + "learning_rate": 7.669172932330826e-05, + "loss": 1.9353220462799072, + "num_input_tokens_seen": 990507, + "step": 826, + "train_runtime": 15937.8737, + "train_tokens_per_second": 62.148 + }, + { + "epoch": 1.8599299649824912, + "grad_norm": 1.4861769676208496, + "learning_rate": 7.654135338345864e-05, + "loss": 2.0007705688476562, + "num_input_tokens_seen": 992107, + "step": 827, + "train_runtime": 15957.0479, + "train_tokens_per_second": 62.174 + }, + { + "epoch": 1.8621810905452727, + "grad_norm": 1.1757699251174927, + "learning_rate": 7.639097744360902e-05, + "loss": 1.8971835374832153, + "num_input_tokens_seen": 993921, + "step": 828, + "train_runtime": 15976.2461, + "train_tokens_per_second": 62.212 + }, + { + "epoch": 1.864432216108054, + "grad_norm": 1.4614454507827759, + "learning_rate": 7.62406015037594e-05, + "loss": 2.4998862743377686, + "num_input_tokens_seen": 995297, + "step": 829, + "train_runtime": 15995.4078, + "train_tokens_per_second": 62.224 + }, + { + "epoch": 1.8666833416708353, + "grad_norm": 1.812379002571106, + "learning_rate": 7.609022556390978e-05, + "loss": 1.7407995462417603, + "num_input_tokens_seen": 996112, + "step": 830, + "train_runtime": 16014.5295, + "train_tokens_per_second": 62.201 + }, + { + "epoch": 1.8689344672336168, + "grad_norm": 1.8278648853302002, + "learning_rate": 7.593984962406016e-05, + "loss": 1.8656193017959595, + "num_input_tokens_seen": 997378, + "step": 831, + "train_runtime": 16033.731, + "train_tokens_per_second": 62.205 + }, + { + "epoch": 1.8711855927963983, + "grad_norm": 1.91167414188385, + "learning_rate": 7.578947368421054e-05, + "loss": 1.9241280555725098, + "num_input_tokens_seen": 998198, + "step": 832, + "train_runtime": 16052.9184, + "train_tokens_per_second": 62.182 + }, + { + "epoch": 1.8734367183591796, + "grad_norm": 1.6840678453445435, + "learning_rate": 7.56390977443609e-05, + "loss": 1.8539122343063354, + "num_input_tokens_seen": 999537, + "step": 833, + "train_runtime": 16072.0839, + "train_tokens_per_second": 62.191 + }, + { + "epoch": 1.8756878439219609, + "grad_norm": 1.4886828660964966, + "learning_rate": 7.548872180451128e-05, + "loss": 1.789568305015564, + "num_input_tokens_seen": 1000670, + "step": 834, + "train_runtime": 16091.2443, + "train_tokens_per_second": 62.187 + }, + { + "epoch": 1.8779389694847424, + "grad_norm": 1.4352556467056274, + "learning_rate": 7.533834586466165e-05, + "loss": 1.7165976762771606, + "num_input_tokens_seen": 1002183, + "step": 835, + "train_runtime": 16110.4331, + "train_tokens_per_second": 62.207 + }, + { + "epoch": 1.8801900950475239, + "grad_norm": 1.5940325260162354, + "learning_rate": 7.518796992481203e-05, + "loss": 1.7952905893325806, + "num_input_tokens_seen": 1003428, + "step": 836, + "train_runtime": 16129.6702, + "train_tokens_per_second": 62.21 + }, + { + "epoch": 1.8824412206103052, + "grad_norm": 2.1255385875701904, + "learning_rate": 7.50375939849624e-05, + "loss": 2.1563260555267334, + "num_input_tokens_seen": 1004265, + "step": 837, + "train_runtime": 16148.8658, + "train_tokens_per_second": 62.188 + }, + { + "epoch": 1.8846923461730865, + "grad_norm": 1.5772807598114014, + "learning_rate": 7.488721804511278e-05, + "loss": 1.7214926481246948, + "num_input_tokens_seen": 1005399, + "step": 838, + "train_runtime": 16168.1045, + "train_tokens_per_second": 62.184 + }, + { + "epoch": 1.886943471735868, + "grad_norm": 1.7313913106918335, + "learning_rate": 7.473684210526316e-05, + "loss": 1.599272608757019, + "num_input_tokens_seen": 1006343, + "step": 839, + "train_runtime": 16187.2737, + "train_tokens_per_second": 62.169 + }, + { + "epoch": 1.8891945972986495, + "grad_norm": 1.4373241662979126, + "learning_rate": 7.458646616541354e-05, + "loss": 2.129765033721924, + "num_input_tokens_seen": 1007969, + "step": 840, + "train_runtime": 16206.48, + "train_tokens_per_second": 62.195 + }, + { + "epoch": 1.8914457228614308, + "grad_norm": 1.3447495698928833, + "learning_rate": 7.443609022556392e-05, + "loss": 1.552021861076355, + "num_input_tokens_seen": 1009477, + "step": 841, + "train_runtime": 16229.3516, + "train_tokens_per_second": 62.201 + }, + { + "epoch": 1.893696848424212, + "grad_norm": 1.9040123224258423, + "learning_rate": 7.428571428571429e-05, + "loss": 2.034294366836548, + "num_input_tokens_seen": 1010285, + "step": 842, + "train_runtime": 16248.5258, + "train_tokens_per_second": 62.177 + }, + { + "epoch": 1.8959479739869936, + "grad_norm": 1.484722375869751, + "learning_rate": 7.413533834586467e-05, + "loss": 1.825218915939331, + "num_input_tokens_seen": 1011373, + "step": 843, + "train_runtime": 16267.6766, + "train_tokens_per_second": 62.171 + }, + { + "epoch": 1.8981990995497748, + "grad_norm": 1.7714569568634033, + "learning_rate": 7.398496240601504e-05, + "loss": 1.7675024271011353, + "num_input_tokens_seen": 1012374, + "step": 844, + "train_runtime": 16286.905, + "train_tokens_per_second": 62.159 + }, + { + "epoch": 1.9004502251125563, + "grad_norm": 1.1967558860778809, + "learning_rate": 7.383458646616541e-05, + "loss": 2.6614603996276855, + "num_input_tokens_seen": 1014732, + "step": 845, + "train_runtime": 16306.2035, + "train_tokens_per_second": 62.23 + }, + { + "epoch": 1.9027013506753376, + "grad_norm": 1.685575008392334, + "learning_rate": 7.368421052631579e-05, + "loss": 2.152705192565918, + "num_input_tokens_seen": 1015732, + "step": 846, + "train_runtime": 16325.3986, + "train_tokens_per_second": 62.218 + }, + { + "epoch": 1.904952476238119, + "grad_norm": 1.8826947212219238, + "learning_rate": 7.353383458646617e-05, + "loss": 1.9935903549194336, + "num_input_tokens_seen": 1016785, + "step": 847, + "train_runtime": 16344.591, + "train_tokens_per_second": 62.209 + }, + { + "epoch": 1.9072036018009004, + "grad_norm": 1.6046173572540283, + "learning_rate": 7.338345864661655e-05, + "loss": 1.801551103591919, + "num_input_tokens_seen": 1017778, + "step": 848, + "train_runtime": 16363.7685, + "train_tokens_per_second": 62.197 + }, + { + "epoch": 1.909454727363682, + "grad_norm": 1.6427229642868042, + "learning_rate": 7.323308270676693e-05, + "loss": 1.7025269269943237, + "num_input_tokens_seen": 1019024, + "step": 849, + "train_runtime": 16382.9656, + "train_tokens_per_second": 62.2 + }, + { + "epoch": 1.9117058529264632, + "grad_norm": 1.5659241676330566, + "learning_rate": 7.308270676691729e-05, + "loss": 2.4841575622558594, + "num_input_tokens_seen": 1020447, + "step": 850, + "train_runtime": 16402.1841, + "train_tokens_per_second": 62.214 + }, + { + "epoch": 1.9139569784892445, + "grad_norm": 1.3878593444824219, + "learning_rate": 7.293233082706767e-05, + "loss": 2.2230777740478516, + "num_input_tokens_seen": 1022087, + "step": 851, + "train_runtime": 16421.4075, + "train_tokens_per_second": 62.241 + }, + { + "epoch": 1.916208104052026, + "grad_norm": 1.7038183212280273, + "learning_rate": 7.278195488721805e-05, + "loss": 2.042018413543701, + "num_input_tokens_seen": 1022925, + "step": 852, + "train_runtime": 16440.5356, + "train_tokens_per_second": 62.22 + }, + { + "epoch": 1.9184592296148075, + "grad_norm": 1.6007643938064575, + "learning_rate": 7.263157894736843e-05, + "loss": 2.0664803981781006, + "num_input_tokens_seen": 1024028, + "step": 853, + "train_runtime": 16459.7536, + "train_tokens_per_second": 62.214 + }, + { + "epoch": 1.9207103551775888, + "grad_norm": 1.2410343885421753, + "learning_rate": 7.248120300751881e-05, + "loss": 2.151052951812744, + "num_input_tokens_seen": 1025705, + "step": 854, + "train_runtime": 16478.9548, + "train_tokens_per_second": 62.243 + }, + { + "epoch": 1.92296148074037, + "grad_norm": 1.6432931423187256, + "learning_rate": 7.233082706766917e-05, + "loss": 1.916575312614441, + "num_input_tokens_seen": 1026874, + "step": 855, + "train_runtime": 16498.1581, + "train_tokens_per_second": 62.242 + }, + { + "epoch": 1.9252126063031516, + "grad_norm": 1.3354356288909912, + "learning_rate": 7.218045112781955e-05, + "loss": 1.7570576667785645, + "num_input_tokens_seen": 1028852, + "step": 856, + "train_runtime": 16517.3689, + "train_tokens_per_second": 62.289 + }, + { + "epoch": 1.9274637318659331, + "grad_norm": 1.4919235706329346, + "learning_rate": 7.203007518796993e-05, + "loss": 2.4983441829681396, + "num_input_tokens_seen": 1030037, + "step": 857, + "train_runtime": 16536.6055, + "train_tokens_per_second": 62.288 + }, + { + "epoch": 1.9297148574287144, + "grad_norm": 1.3786228895187378, + "learning_rate": 7.18796992481203e-05, + "loss": 2.1366920471191406, + "num_input_tokens_seen": 1031463, + "step": 858, + "train_runtime": 16555.8464, + "train_tokens_per_second": 62.302 + }, + { + "epoch": 1.9319659829914957, + "grad_norm": 2.0251357555389404, + "learning_rate": 7.172932330827068e-05, + "loss": 1.8233976364135742, + "num_input_tokens_seen": 1032287, + "step": 859, + "train_runtime": 16575.0515, + "train_tokens_per_second": 62.28 + }, + { + "epoch": 1.934217108554277, + "grad_norm": 1.3532167673110962, + "learning_rate": 7.157894736842105e-05, + "loss": 1.9731593132019043, + "num_input_tokens_seen": 1034031, + "step": 860, + "train_runtime": 16594.302, + "train_tokens_per_second": 62.312 + }, + { + "epoch": 1.9364682341170585, + "grad_norm": 1.6853262186050415, + "learning_rate": 7.142857142857143e-05, + "loss": 2.068118095397949, + "num_input_tokens_seen": 1034882, + "step": 861, + "train_runtime": 16613.4433, + "train_tokens_per_second": 62.292 + }, + { + "epoch": 1.93871935967984, + "grad_norm": 1.4332222938537598, + "learning_rate": 7.127819548872181e-05, + "loss": 1.8721630573272705, + "num_input_tokens_seen": 1036125, + "step": 862, + "train_runtime": 16632.5762, + "train_tokens_per_second": 62.295 + }, + { + "epoch": 1.9409704852426213, + "grad_norm": 1.4819161891937256, + "learning_rate": 7.112781954887219e-05, + "loss": 1.7353097200393677, + "num_input_tokens_seen": 1037462, + "step": 863, + "train_runtime": 16651.7355, + "train_tokens_per_second": 62.304 + }, + { + "epoch": 1.9432216108054026, + "grad_norm": 1.8042757511138916, + "learning_rate": 7.097744360902257e-05, + "loss": 1.8063606023788452, + "num_input_tokens_seen": 1038533, + "step": 864, + "train_runtime": 16670.9517, + "train_tokens_per_second": 62.296 + }, + { + "epoch": 1.945472736368184, + "grad_norm": 1.735609531402588, + "learning_rate": 7.082706766917294e-05, + "loss": 2.121495246887207, + "num_input_tokens_seen": 1039725, + "step": 865, + "train_runtime": 16690.1611, + "train_tokens_per_second": 62.296 + }, + { + "epoch": 1.9477238619309656, + "grad_norm": 1.348178744316101, + "learning_rate": 7.06766917293233e-05, + "loss": 2.247354507446289, + "num_input_tokens_seen": 1041574, + "step": 866, + "train_runtime": 16709.3673, + "train_tokens_per_second": 62.335 + }, + { + "epoch": 1.9499749874937469, + "grad_norm": 1.7285963296890259, + "learning_rate": 7.052631578947368e-05, + "loss": 1.7401103973388672, + "num_input_tokens_seen": 1042491, + "step": 867, + "train_runtime": 16728.5062, + "train_tokens_per_second": 62.318 + }, + { + "epoch": 1.9522261130565282, + "grad_norm": 1.5136034488677979, + "learning_rate": 7.037593984962406e-05, + "loss": 2.235682249069214, + "num_input_tokens_seen": 1043865, + "step": 868, + "train_runtime": 16747.7198, + "train_tokens_per_second": 62.329 + }, + { + "epoch": 1.9544772386193097, + "grad_norm": 1.5382765531539917, + "learning_rate": 7.022556390977444e-05, + "loss": 1.7774958610534668, + "num_input_tokens_seen": 1045466, + "step": 869, + "train_runtime": 16766.9211, + "train_tokens_per_second": 62.353 + }, + { + "epoch": 1.9567283641820912, + "grad_norm": 1.465572714805603, + "learning_rate": 7.007518796992482e-05, + "loss": 1.742104172706604, + "num_input_tokens_seen": 1046664, + "step": 870, + "train_runtime": 16786.1024, + "train_tokens_per_second": 62.353 + }, + { + "epoch": 1.9589794897448725, + "grad_norm": 1.3849338293075562, + "learning_rate": 6.99248120300752e-05, + "loss": 2.2682340145111084, + "num_input_tokens_seen": 1048137, + "step": 871, + "train_runtime": 16809.1686, + "train_tokens_per_second": 62.355 + }, + { + "epoch": 1.9612306153076537, + "grad_norm": 1.484525203704834, + "learning_rate": 6.977443609022558e-05, + "loss": 1.583702802658081, + "num_input_tokens_seen": 1049349, + "step": 872, + "train_runtime": 16828.3557, + "train_tokens_per_second": 62.356 + }, + { + "epoch": 1.9634817408704353, + "grad_norm": 1.3221091032028198, + "learning_rate": 6.962406015037594e-05, + "loss": 2.468653678894043, + "num_input_tokens_seen": 1051171, + "step": 873, + "train_runtime": 16847.4966, + "train_tokens_per_second": 62.393 + }, + { + "epoch": 1.9657328664332168, + "grad_norm": 1.775418996810913, + "learning_rate": 6.947368421052632e-05, + "loss": 2.0196917057037354, + "num_input_tokens_seen": 1052365, + "step": 874, + "train_runtime": 16866.7021, + "train_tokens_per_second": 62.393 + }, + { + "epoch": 1.967983991995998, + "grad_norm": 1.4497181177139282, + "learning_rate": 6.932330827067669e-05, + "loss": 1.9580470323562622, + "num_input_tokens_seen": 1054022, + "step": 875, + "train_runtime": 16885.9031, + "train_tokens_per_second": 62.42 + }, + { + "epoch": 1.9702351175587793, + "grad_norm": 1.5884708166122437, + "learning_rate": 6.917293233082706e-05, + "loss": 1.5755047798156738, + "num_input_tokens_seen": 1054914, + "step": 876, + "train_runtime": 16905.0489, + "train_tokens_per_second": 62.402 + }, + { + "epoch": 1.9724862431215606, + "grad_norm": 1.9549347162246704, + "learning_rate": 6.902255639097744e-05, + "loss": 2.0921361446380615, + "num_input_tokens_seen": 1055896, + "step": 877, + "train_runtime": 16924.2807, + "train_tokens_per_second": 62.389 + }, + { + "epoch": 1.9747373686843421, + "grad_norm": 2.1197378635406494, + "learning_rate": 6.887218045112782e-05, + "loss": 1.880126714706421, + "num_input_tokens_seen": 1056958, + "step": 878, + "train_runtime": 16943.4626, + "train_tokens_per_second": 62.381 + }, + { + "epoch": 1.9769884942471236, + "grad_norm": 1.5435811281204224, + "learning_rate": 6.87218045112782e-05, + "loss": 1.6200700998306274, + "num_input_tokens_seen": 1057981, + "step": 879, + "train_runtime": 16962.6108, + "train_tokens_per_second": 62.371 + }, + { + "epoch": 1.979239619809905, + "grad_norm": 1.367189645767212, + "learning_rate": 6.857142857142858e-05, + "loss": 2.8595447540283203, + "num_input_tokens_seen": 1060318, + "step": 880, + "train_runtime": 16981.8905, + "train_tokens_per_second": 62.438 + }, + { + "epoch": 1.9814907453726862, + "grad_norm": 1.5776652097702026, + "learning_rate": 6.842105263157895e-05, + "loss": 2.2251601219177246, + "num_input_tokens_seen": 1061848, + "step": 881, + "train_runtime": 17001.1189, + "train_tokens_per_second": 62.458 + }, + { + "epoch": 1.9837418709354677, + "grad_norm": 1.5941499471664429, + "learning_rate": 6.827067669172933e-05, + "loss": 1.833310604095459, + "num_input_tokens_seen": 1063041, + "step": 882, + "train_runtime": 17020.2815, + "train_tokens_per_second": 62.457 + }, + { + "epoch": 1.9859929964982492, + "grad_norm": 1.4434925317764282, + "learning_rate": 6.81203007518797e-05, + "loss": 1.8799669742584229, + "num_input_tokens_seen": 1064400, + "step": 883, + "train_runtime": 17039.4663, + "train_tokens_per_second": 62.467 + }, + { + "epoch": 1.9882441220610305, + "grad_norm": 1.1866422891616821, + "learning_rate": 6.796992481203008e-05, + "loss": 2.3283939361572266, + "num_input_tokens_seen": 1066373, + "step": 884, + "train_runtime": 17058.6346, + "train_tokens_per_second": 62.512 + }, + { + "epoch": 1.9904952476238118, + "grad_norm": 1.480033040046692, + "learning_rate": 6.781954887218045e-05, + "loss": 1.96849524974823, + "num_input_tokens_seen": 1067608, + "step": 885, + "train_runtime": 17077.809, + "train_tokens_per_second": 62.514 + }, + { + "epoch": 1.9927463731865933, + "grad_norm": 1.6873209476470947, + "learning_rate": 6.766917293233083e-05, + "loss": 1.55282723903656, + "num_input_tokens_seen": 1068736, + "step": 886, + "train_runtime": 17097.0165, + "train_tokens_per_second": 62.51 + }, + { + "epoch": 1.9949974987493748, + "grad_norm": 1.4999462366104126, + "learning_rate": 6.751879699248121e-05, + "loss": 2.2673871517181396, + "num_input_tokens_seen": 1070185, + "step": 887, + "train_runtime": 17116.2205, + "train_tokens_per_second": 62.525 + }, + { + "epoch": 1.997248624312156, + "grad_norm": 1.554479956626892, + "learning_rate": 6.736842105263159e-05, + "loss": 2.472160577774048, + "num_input_tokens_seen": 1071437, + "step": 888, + "train_runtime": 17135.4064, + "train_tokens_per_second": 62.528 + }, + { + "epoch": 1.9994997498749374, + "grad_norm": 1.874224305152893, + "learning_rate": 6.721804511278195e-05, + "loss": 1.969628095626831, + "num_input_tokens_seen": 1072269, + "step": 889, + "train_runtime": 17154.5566, + "train_tokens_per_second": 62.506 + }, + { + "epoch": 2.0, + "grad_norm": 4.950588703155518, + "learning_rate": 6.706766917293233e-05, + "loss": 3.052499771118164, + "num_input_tokens_seen": 1072408, + "step": 890, + "train_runtime": 17158.8741, + "train_tokens_per_second": 62.499 + }, + { + "epoch": 2.0022511255627813, + "grad_norm": 1.158947229385376, + "learning_rate": 6.691729323308271e-05, + "loss": 2.1557252407073975, + "num_input_tokens_seen": 1074088, + "step": 891, + "train_runtime": 17178.072, + "train_tokens_per_second": 62.527 + }, + { + "epoch": 2.0045022511255626, + "grad_norm": 1.5962164402008057, + "learning_rate": 6.676691729323309e-05, + "loss": 1.4116010665893555, + "num_input_tokens_seen": 1074943, + "step": 892, + "train_runtime": 17197.25, + "train_tokens_per_second": 62.507 + }, + { + "epoch": 2.0067533766883443, + "grad_norm": 1.3571416139602661, + "learning_rate": 6.661654135338347e-05, + "loss": 1.8847349882125854, + "num_input_tokens_seen": 1076525, + "step": 893, + "train_runtime": 17216.4499, + "train_tokens_per_second": 62.529 + }, + { + "epoch": 2.0090045022511256, + "grad_norm": 1.5887904167175293, + "learning_rate": 6.646616541353385e-05, + "loss": 1.5366243124008179, + "num_input_tokens_seen": 1077525, + "step": 894, + "train_runtime": 17235.6367, + "train_tokens_per_second": 62.517 + }, + { + "epoch": 2.011255627813907, + "grad_norm": 1.3772636651992798, + "learning_rate": 6.631578947368421e-05, + "loss": 2.001682758331299, + "num_input_tokens_seen": 1078809, + "step": 895, + "train_runtime": 17254.8221, + "train_tokens_per_second": 62.522 + }, + { + "epoch": 2.013506753376688, + "grad_norm": 1.4807707071304321, + "learning_rate": 6.616541353383459e-05, + "loss": 1.4663900136947632, + "num_input_tokens_seen": 1080247, + "step": 896, + "train_runtime": 17273.9909, + "train_tokens_per_second": 62.536 + }, + { + "epoch": 2.01575787893947, + "grad_norm": 1.7789582014083862, + "learning_rate": 6.601503759398496e-05, + "loss": 1.4974842071533203, + "num_input_tokens_seen": 1081039, + "step": 897, + "train_runtime": 17293.0799, + "train_tokens_per_second": 62.513 + }, + { + "epoch": 2.018009004502251, + "grad_norm": 1.436262845993042, + "learning_rate": 6.586466165413534e-05, + "loss": 1.5773448944091797, + "num_input_tokens_seen": 1082878, + "step": 898, + "train_runtime": 17312.2871, + "train_tokens_per_second": 62.55 + }, + { + "epoch": 2.0202601300650325, + "grad_norm": 1.6788012981414795, + "learning_rate": 6.571428571428571e-05, + "loss": 1.4978523254394531, + "num_input_tokens_seen": 1084253, + "step": 899, + "train_runtime": 17331.4839, + "train_tokens_per_second": 62.56 + }, + { + "epoch": 2.0225112556278138, + "grad_norm": 1.6723742485046387, + "learning_rate": 6.55639097744361e-05, + "loss": 1.619194507598877, + "num_input_tokens_seen": 1085468, + "step": 900, + "train_runtime": 17350.4759, + "train_tokens_per_second": 62.561 + }, + { + "epoch": 2.0247623811905955, + "grad_norm": 1.5671749114990234, + "learning_rate": 6.541353383458647e-05, + "loss": 1.798132061958313, + "num_input_tokens_seen": 1086651, + "step": 901, + "train_runtime": 17373.1262, + "train_tokens_per_second": 62.548 + }, + { + "epoch": 2.0270135067533768, + "grad_norm": 1.6149234771728516, + "learning_rate": 6.526315789473685e-05, + "loss": 1.6081020832061768, + "num_input_tokens_seen": 1088132, + "step": 902, + "train_runtime": 17392.1371, + "train_tokens_per_second": 62.565 + }, + { + "epoch": 2.029264632316158, + "grad_norm": 1.820373296737671, + "learning_rate": 6.511278195488723e-05, + "loss": 1.6763155460357666, + "num_input_tokens_seen": 1089011, + "step": 903, + "train_runtime": 17411.0692, + "train_tokens_per_second": 62.547 + }, + { + "epoch": 2.0315157578789393, + "grad_norm": 1.587902307510376, + "learning_rate": 6.49624060150376e-05, + "loss": 1.2848116159439087, + "num_input_tokens_seen": 1090436, + "step": 904, + "train_runtime": 17430.0421, + "train_tokens_per_second": 62.561 + }, + { + "epoch": 2.033766883441721, + "grad_norm": 1.932206392288208, + "learning_rate": 6.481203007518797e-05, + "loss": 1.6701616048812866, + "num_input_tokens_seen": 1091179, + "step": 905, + "train_runtime": 17448.9451, + "train_tokens_per_second": 62.536 + }, + { + "epoch": 2.0360180090045024, + "grad_norm": 1.443870186805725, + "learning_rate": 6.466165413533834e-05, + "loss": 1.6543846130371094, + "num_input_tokens_seen": 1092874, + "step": 906, + "train_runtime": 17468.0122, + "train_tokens_per_second": 62.564 + }, + { + "epoch": 2.0382691345672836, + "grad_norm": 1.843309998512268, + "learning_rate": 6.451127819548872e-05, + "loss": 1.8868547677993774, + "num_input_tokens_seen": 1093817, + "step": 907, + "train_runtime": 17486.962, + "train_tokens_per_second": 62.55 + }, + { + "epoch": 2.040520260130065, + "grad_norm": 1.3575630187988281, + "learning_rate": 6.43609022556391e-05, + "loss": 1.9570763111114502, + "num_input_tokens_seen": 1095372, + "step": 908, + "train_runtime": 17505.9484, + "train_tokens_per_second": 62.571 + }, + { + "epoch": 2.042771385692846, + "grad_norm": 1.474589467048645, + "learning_rate": 6.421052631578948e-05, + "loss": 1.9830175638198853, + "num_input_tokens_seen": 1097214, + "step": 909, + "train_runtime": 17524.974, + "train_tokens_per_second": 62.609 + }, + { + "epoch": 2.045022511255628, + "grad_norm": 1.3821280002593994, + "learning_rate": 6.406015037593986e-05, + "loss": 1.7059156894683838, + "num_input_tokens_seen": 1098752, + "step": 910, + "train_runtime": 17543.9802, + "train_tokens_per_second": 62.628 + }, + { + "epoch": 2.0472736368184092, + "grad_norm": 1.5770587921142578, + "learning_rate": 6.390977443609024e-05, + "loss": 2.1468842029571533, + "num_input_tokens_seen": 1099963, + "step": 911, + "train_runtime": 17562.9379, + "train_tokens_per_second": 62.63 + }, + { + "epoch": 2.0495247623811905, + "grad_norm": 1.909577488899231, + "learning_rate": 6.375939849624061e-05, + "loss": 2.4237842559814453, + "num_input_tokens_seen": 1101016, + "step": 912, + "train_runtime": 17581.8888, + "train_tokens_per_second": 62.622 + }, + { + "epoch": 2.051775887943972, + "grad_norm": 1.9018791913986206, + "learning_rate": 6.360902255639098e-05, + "loss": 1.432947039604187, + "num_input_tokens_seen": 1101785, + "step": 913, + "train_runtime": 17600.8867, + "train_tokens_per_second": 62.598 + }, + { + "epoch": 2.0540270135067535, + "grad_norm": 1.9196933507919312, + "learning_rate": 6.345864661654136e-05, + "loss": 1.679137110710144, + "num_input_tokens_seen": 1102779, + "step": 914, + "train_runtime": 17619.8582, + "train_tokens_per_second": 62.587 + }, + { + "epoch": 2.056278139069535, + "grad_norm": 1.3789467811584473, + "learning_rate": 6.330827067669172e-05, + "loss": 1.4485827684402466, + "num_input_tokens_seen": 1104550, + "step": 915, + "train_runtime": 17638.8628, + "train_tokens_per_second": 62.62 + }, + { + "epoch": 2.058529264632316, + "grad_norm": 1.6715883016586304, + "learning_rate": 6.31578947368421e-05, + "loss": 1.6087844371795654, + "num_input_tokens_seen": 1105708, + "step": 916, + "train_runtime": 17657.8339, + "train_tokens_per_second": 62.619 + }, + { + "epoch": 2.0607803901950974, + "grad_norm": 2.1611011028289795, + "learning_rate": 6.300751879699248e-05, + "loss": 1.734114170074463, + "num_input_tokens_seen": 1106339, + "step": 917, + "train_runtime": 17676.7657, + "train_tokens_per_second": 62.587 + }, + { + "epoch": 2.063031515757879, + "grad_norm": 1.2488272190093994, + "learning_rate": 6.285714285714286e-05, + "loss": 2.4388558864593506, + "num_input_tokens_seen": 1108159, + "step": 918, + "train_runtime": 17695.79, + "train_tokens_per_second": 62.623 + }, + { + "epoch": 2.0652826413206604, + "grad_norm": 1.6677343845367432, + "learning_rate": 6.270676691729324e-05, + "loss": 2.3211774826049805, + "num_input_tokens_seen": 1109203, + "step": 919, + "train_runtime": 17714.7869, + "train_tokens_per_second": 62.615 + }, + { + "epoch": 2.0675337668834417, + "grad_norm": 1.5658634901046753, + "learning_rate": 6.255639097744362e-05, + "loss": 1.9025523662567139, + "num_input_tokens_seen": 1110780, + "step": 920, + "train_runtime": 17733.7742, + "train_tokens_per_second": 62.636 + }, + { + "epoch": 2.069784892446223, + "grad_norm": 1.5687938928604126, + "learning_rate": 6.240601503759398e-05, + "loss": 2.060734987258911, + "num_input_tokens_seen": 1112191, + "step": 921, + "train_runtime": 17752.7896, + "train_tokens_per_second": 62.649 + }, + { + "epoch": 2.0720360180090047, + "grad_norm": 1.9469412565231323, + "learning_rate": 6.225563909774436e-05, + "loss": 1.3564062118530273, + "num_input_tokens_seen": 1113053, + "step": 922, + "train_runtime": 17771.7947, + "train_tokens_per_second": 62.63 + }, + { + "epoch": 2.074287143571786, + "grad_norm": 1.771295189857483, + "learning_rate": 6.210526315789474e-05, + "loss": 2.034362316131592, + "num_input_tokens_seen": 1114212, + "step": 923, + "train_runtime": 17790.7413, + "train_tokens_per_second": 62.629 + }, + { + "epoch": 2.0765382691345673, + "grad_norm": 1.9204788208007812, + "learning_rate": 6.195488721804512e-05, + "loss": 1.4509403705596924, + "num_input_tokens_seen": 1115018, + "step": 924, + "train_runtime": 17809.6918, + "train_tokens_per_second": 62.607 + }, + { + "epoch": 2.0787893946973486, + "grad_norm": 1.8173251152038574, + "learning_rate": 6.180451127819549e-05, + "loss": 1.8561077117919922, + "num_input_tokens_seen": 1115813, + "step": 925, + "train_runtime": 17828.6769, + "train_tokens_per_second": 62.585 + }, + { + "epoch": 2.08104052026013, + "grad_norm": 1.6475287675857544, + "learning_rate": 6.165413533834587e-05, + "loss": 2.2786357402801514, + "num_input_tokens_seen": 1117101, + "step": 926, + "train_runtime": 17847.7192, + "train_tokens_per_second": 62.591 + }, + { + "epoch": 2.0832916458229116, + "grad_norm": 1.6505982875823975, + "learning_rate": 6.150375939849625e-05, + "loss": 1.528639316558838, + "num_input_tokens_seen": 1118434, + "step": 927, + "train_runtime": 17866.6894, + "train_tokens_per_second": 62.599 + }, + { + "epoch": 2.085542771385693, + "grad_norm": 1.851952075958252, + "learning_rate": 6.135338345864662e-05, + "loss": 1.7112369537353516, + "num_input_tokens_seen": 1119372, + "step": 928, + "train_runtime": 17885.692, + "train_tokens_per_second": 62.585 + }, + { + "epoch": 2.087793896948474, + "grad_norm": 1.7463442087173462, + "learning_rate": 6.120300751879699e-05, + "loss": 1.9064970016479492, + "num_input_tokens_seen": 1121090, + "step": 929, + "train_runtime": 17904.729, + "train_tokens_per_second": 62.614 + }, + { + "epoch": 2.0900450225112555, + "grad_norm": 1.8126240968704224, + "learning_rate": 6.105263157894737e-05, + "loss": 1.7997440099716187, + "num_input_tokens_seen": 1122067, + "step": 930, + "train_runtime": 17923.7135, + "train_tokens_per_second": 62.602 + }, + { + "epoch": 2.092296148074037, + "grad_norm": 2.104227304458618, + "learning_rate": 6.090225563909775e-05, + "loss": 1.9803190231323242, + "num_input_tokens_seen": 1122960, + "step": 931, + "train_runtime": 17946.4222, + "train_tokens_per_second": 62.573 + }, + { + "epoch": 2.0945472736368185, + "grad_norm": 1.815712809562683, + "learning_rate": 6.075187969924813e-05, + "loss": 1.5159823894500732, + "num_input_tokens_seen": 1123971, + "step": 932, + "train_runtime": 17965.4198, + "train_tokens_per_second": 62.563 + }, + { + "epoch": 2.0967983991995998, + "grad_norm": 1.7942838668823242, + "learning_rate": 6.0601503759398506e-05, + "loss": 2.0597622394561768, + "num_input_tokens_seen": 1125086, + "step": 933, + "train_runtime": 17984.4089, + "train_tokens_per_second": 62.559 + }, + { + "epoch": 2.099049524762381, + "grad_norm": 1.5524369478225708, + "learning_rate": 6.045112781954888e-05, + "loss": 1.4780933856964111, + "num_input_tokens_seen": 1126728, + "step": 934, + "train_runtime": 18003.3848, + "train_tokens_per_second": 62.584 + }, + { + "epoch": 2.1013006503251628, + "grad_norm": 1.3282822370529175, + "learning_rate": 6.0300751879699244e-05, + "loss": 2.010110378265381, + "num_input_tokens_seen": 1128344, + "step": 935, + "train_runtime": 18022.4066, + "train_tokens_per_second": 62.608 + }, + { + "epoch": 2.103551775887944, + "grad_norm": 1.7511663436889648, + "learning_rate": 6.015037593984962e-05, + "loss": 1.7684123516082764, + "num_input_tokens_seen": 1129331, + "step": 936, + "train_runtime": 18041.3818, + "train_tokens_per_second": 62.597 + }, + { + "epoch": 2.1058029014507254, + "grad_norm": 1.7139484882354736, + "learning_rate": 6e-05, + "loss": 1.82881498336792, + "num_input_tokens_seen": 1130382, + "step": 937, + "train_runtime": 18060.3394, + "train_tokens_per_second": 62.589 + }, + { + "epoch": 2.1080540270135066, + "grad_norm": 1.3880937099456787, + "learning_rate": 5.984962406015038e-05, + "loss": 1.880431890487671, + "num_input_tokens_seen": 1132102, + "step": 938, + "train_runtime": 18079.3459, + "train_tokens_per_second": 62.619 + }, + { + "epoch": 2.1080540270135066, + "eval_loss": 2.899590015411377, + "eval_runtime": 12.2708, + "eval_samples_per_second": 10.431, + "eval_steps_per_second": 2.608, + "num_input_tokens_seen": 1132102, + "step": 938 + }, + { + "epoch": 2.110305152576288, + "grad_norm": 1.7048839330673218, + "learning_rate": 5.969924812030075e-05, + "loss": 1.6123526096343994, + "num_input_tokens_seen": 1133458, + "step": 939, + "train_runtime": 18110.6183, + "train_tokens_per_second": 62.585 + }, + { + "epoch": 2.1125562781390697, + "grad_norm": 1.6443911790847778, + "learning_rate": 5.954887218045113e-05, + "loss": 1.772716999053955, + "num_input_tokens_seen": 1135144, + "step": 940, + "train_runtime": 18129.5995, + "train_tokens_per_second": 62.613 + }, + { + "epoch": 2.114807403701851, + "grad_norm": 1.699090600013733, + "learning_rate": 5.939849624060151e-05, + "loss": 1.4556492567062378, + "num_input_tokens_seen": 1136305, + "step": 941, + "train_runtime": 18148.5461, + "train_tokens_per_second": 62.611 + }, + { + "epoch": 2.1170585292646322, + "grad_norm": 1.610632061958313, + "learning_rate": 5.924812030075188e-05, + "loss": 1.9502817392349243, + "num_input_tokens_seen": 1137639, + "step": 942, + "train_runtime": 18167.494, + "train_tokens_per_second": 62.619 + }, + { + "epoch": 2.1193096548274135, + "grad_norm": 2.0507330894470215, + "learning_rate": 5.909774436090226e-05, + "loss": 1.5273241996765137, + "num_input_tokens_seen": 1139140, + "step": 943, + "train_runtime": 18186.4785, + "train_tokens_per_second": 62.637 + }, + { + "epoch": 2.1215607803901952, + "grad_norm": 1.8928923606872559, + "learning_rate": 5.894736842105263e-05, + "loss": 1.93526291847229, + "num_input_tokens_seen": 1140055, + "step": 944, + "train_runtime": 18205.957, + "train_tokens_per_second": 62.62 + }, + { + "epoch": 2.1238119059529765, + "grad_norm": 1.882063627243042, + "learning_rate": 5.8796992481203006e-05, + "loss": 1.4534752368927002, + "num_input_tokens_seen": 1140905, + "step": 945, + "train_runtime": 18224.8945, + "train_tokens_per_second": 62.601 + }, + { + "epoch": 2.126063031515758, + "grad_norm": 1.8589000701904297, + "learning_rate": 5.8646616541353386e-05, + "loss": 1.3134084939956665, + "num_input_tokens_seen": 1141882, + "step": 946, + "train_runtime": 18243.848, + "train_tokens_per_second": 62.59 + }, + { + "epoch": 2.128314157078539, + "grad_norm": 1.773260474205017, + "learning_rate": 5.849624060150376e-05, + "loss": 1.4462298154830933, + "num_input_tokens_seen": 1143137, + "step": 947, + "train_runtime": 18262.8198, + "train_tokens_per_second": 62.594 + }, + { + "epoch": 2.130565282641321, + "grad_norm": 1.6918100118637085, + "learning_rate": 5.834586466165414e-05, + "loss": 2.0244834423065186, + "num_input_tokens_seen": 1144191, + "step": 948, + "train_runtime": 18281.7317, + "train_tokens_per_second": 62.587 + }, + { + "epoch": 2.132816408204102, + "grad_norm": 1.8307702541351318, + "learning_rate": 5.8195488721804516e-05, + "loss": 1.5015908479690552, + "num_input_tokens_seen": 1145309, + "step": 949, + "train_runtime": 18300.7911, + "train_tokens_per_second": 62.582 + }, + { + "epoch": 2.1350675337668834, + "grad_norm": 1.9525117874145508, + "learning_rate": 5.804511278195489e-05, + "loss": 1.6589176654815674, + "num_input_tokens_seen": 1146112, + "step": 950, + "train_runtime": 18319.9858, + "train_tokens_per_second": 62.561 + }, + { + "epoch": 2.1373186593296647, + "grad_norm": 1.5778982639312744, + "learning_rate": 5.789473684210527e-05, + "loss": 1.8577674627304077, + "num_input_tokens_seen": 1147803, + "step": 951, + "train_runtime": 18339.1959, + "train_tokens_per_second": 62.587 + }, + { + "epoch": 2.1395697848924464, + "grad_norm": 1.8824567794799805, + "learning_rate": 5.7744360902255646e-05, + "loss": 1.6525092124938965, + "num_input_tokens_seen": 1148804, + "step": 952, + "train_runtime": 18358.3984, + "train_tokens_per_second": 62.576 + }, + { + "epoch": 2.1418209104552277, + "grad_norm": 1.705947756767273, + "learning_rate": 5.7593984962406025e-05, + "loss": 1.3609172105789185, + "num_input_tokens_seen": 1150159, + "step": 953, + "train_runtime": 18377.5712, + "train_tokens_per_second": 62.585 + }, + { + "epoch": 2.144072036018009, + "grad_norm": 1.7631880044937134, + "learning_rate": 5.744360902255639e-05, + "loss": 1.8376134634017944, + "num_input_tokens_seen": 1151318, + "step": 954, + "train_runtime": 18396.7594, + "train_tokens_per_second": 62.583 + }, + { + "epoch": 2.1463231615807903, + "grad_norm": 1.639003872871399, + "learning_rate": 5.729323308270676e-05, + "loss": 1.5208837985992432, + "num_input_tokens_seen": 1152881, + "step": 955, + "train_runtime": 18415.9782, + "train_tokens_per_second": 62.602 + }, + { + "epoch": 2.148574287143572, + "grad_norm": 1.815540075302124, + "learning_rate": 5.714285714285714e-05, + "loss": 1.7962487936019897, + "num_input_tokens_seen": 1153940, + "step": 956, + "train_runtime": 18435.1457, + "train_tokens_per_second": 62.595 + }, + { + "epoch": 2.1508254127063533, + "grad_norm": 1.5727829933166504, + "learning_rate": 5.699248120300752e-05, + "loss": 1.6983740329742432, + "num_input_tokens_seen": 1155355, + "step": 957, + "train_runtime": 18454.3391, + "train_tokens_per_second": 62.606 + }, + { + "epoch": 2.1530765382691346, + "grad_norm": 1.3732205629348755, + "learning_rate": 5.68421052631579e-05, + "loss": 2.417733669281006, + "num_input_tokens_seen": 1156852, + "step": 958, + "train_runtime": 18473.5883, + "train_tokens_per_second": 62.622 + }, + { + "epoch": 2.155327663831916, + "grad_norm": 1.7279057502746582, + "learning_rate": 5.669172932330827e-05, + "loss": 1.453633427619934, + "num_input_tokens_seen": 1158143, + "step": 959, + "train_runtime": 18492.7365, + "train_tokens_per_second": 62.627 + }, + { + "epoch": 2.157578789394697, + "grad_norm": 1.9222197532653809, + "learning_rate": 5.654135338345865e-05, + "loss": 1.404267430305481, + "num_input_tokens_seen": 1159019, + "step": 960, + "train_runtime": 18511.8823, + "train_tokens_per_second": 62.609 + }, + { + "epoch": 2.159829914957479, + "grad_norm": 1.726391315460205, + "learning_rate": 5.639097744360903e-05, + "loss": 1.9334219694137573, + "num_input_tokens_seen": 1160047, + "step": 961, + "train_runtime": 18534.7289, + "train_tokens_per_second": 62.588 + }, + { + "epoch": 2.16208104052026, + "grad_norm": 2.031588554382324, + "learning_rate": 5.62406015037594e-05, + "loss": 1.3788694143295288, + "num_input_tokens_seen": 1161062, + "step": 962, + "train_runtime": 18553.9413, + "train_tokens_per_second": 62.578 + }, + { + "epoch": 2.1643321660830415, + "grad_norm": 1.8972578048706055, + "learning_rate": 5.609022556390978e-05, + "loss": 1.339312195777893, + "num_input_tokens_seen": 1162580, + "step": 963, + "train_runtime": 18573.1076, + "train_tokens_per_second": 62.595 + }, + { + "epoch": 2.1665832916458228, + "grad_norm": 1.954222559928894, + "learning_rate": 5.593984962406015e-05, + "loss": 1.9309762716293335, + "num_input_tokens_seen": 1163479, + "step": 964, + "train_runtime": 18592.2528, + "train_tokens_per_second": 62.579 + }, + { + "epoch": 2.1688344172086045, + "grad_norm": 2.3309061527252197, + "learning_rate": 5.5789473684210526e-05, + "loss": 1.704819917678833, + "num_input_tokens_seen": 1164349, + "step": 965, + "train_runtime": 18611.45, + "train_tokens_per_second": 62.561 + }, + { + "epoch": 2.1710855427713858, + "grad_norm": 1.7294158935546875, + "learning_rate": 5.5639097744360905e-05, + "loss": 2.1361546516418457, + "num_input_tokens_seen": 1165786, + "step": 966, + "train_runtime": 18630.6881, + "train_tokens_per_second": 62.573 + }, + { + "epoch": 2.173336668334167, + "grad_norm": 1.5687329769134521, + "learning_rate": 5.548872180451128e-05, + "loss": 2.121640205383301, + "num_input_tokens_seen": 1167100, + "step": 967, + "train_runtime": 18649.8566, + "train_tokens_per_second": 62.58 + }, + { + "epoch": 2.1755877938969483, + "grad_norm": 1.8728209733963013, + "learning_rate": 5.5338345864661656e-05, + "loss": 1.6320327520370483, + "num_input_tokens_seen": 1168399, + "step": 968, + "train_runtime": 18669.0552, + "train_tokens_per_second": 62.585 + }, + { + "epoch": 2.17783891945973, + "grad_norm": 1.6799534559249878, + "learning_rate": 5.5187969924812035e-05, + "loss": 1.4883184432983398, + "num_input_tokens_seen": 1169686, + "step": 969, + "train_runtime": 18688.2143, + "train_tokens_per_second": 62.59 + }, + { + "epoch": 2.1800900450225114, + "grad_norm": 2.164313554763794, + "learning_rate": 5.503759398496241e-05, + "loss": 1.9427915811538696, + "num_input_tokens_seen": 1170631, + "step": 970, + "train_runtime": 18707.3634, + "train_tokens_per_second": 62.576 + }, + { + "epoch": 2.1823411705852926, + "grad_norm": 1.731125831604004, + "learning_rate": 5.4887218045112786e-05, + "loss": 1.9459052085876465, + "num_input_tokens_seen": 1171646, + "step": 971, + "train_runtime": 18726.562, + "train_tokens_per_second": 62.566 + }, + { + "epoch": 2.184592296148074, + "grad_norm": 2.0435421466827393, + "learning_rate": 5.4736842105263165e-05, + "loss": 1.820381760597229, + "num_input_tokens_seen": 1172597, + "step": 972, + "train_runtime": 18745.7841, + "train_tokens_per_second": 62.553 + }, + { + "epoch": 2.186843421710855, + "grad_norm": 1.8349220752716064, + "learning_rate": 5.4586466165413544e-05, + "loss": 1.5016099214553833, + "num_input_tokens_seen": 1173760, + "step": 973, + "train_runtime": 18765.0088, + "train_tokens_per_second": 62.55 + }, + { + "epoch": 2.189094547273637, + "grad_norm": 1.7379025220870972, + "learning_rate": 5.443609022556391e-05, + "loss": 1.7430691719055176, + "num_input_tokens_seen": 1175017, + "step": 974, + "train_runtime": 18784.2487, + "train_tokens_per_second": 62.553 + }, + { + "epoch": 2.1913456728364182, + "grad_norm": 1.969779372215271, + "learning_rate": 5.428571428571428e-05, + "loss": 1.691066026687622, + "num_input_tokens_seen": 1175784, + "step": 975, + "train_runtime": 18803.4436, + "train_tokens_per_second": 62.53 + }, + { + "epoch": 2.1935967983991995, + "grad_norm": 2.151118755340576, + "learning_rate": 5.413533834586466e-05, + "loss": 1.7277697324752808, + "num_input_tokens_seen": 1176495, + "step": 976, + "train_runtime": 18822.6419, + "train_tokens_per_second": 62.504 + }, + { + "epoch": 2.195847923961981, + "grad_norm": 2.155890464782715, + "learning_rate": 5.398496240601504e-05, + "loss": 1.5978336334228516, + "num_input_tokens_seen": 1177187, + "step": 977, + "train_runtime": 18841.8557, + "train_tokens_per_second": 62.477 + }, + { + "epoch": 2.1980990495247625, + "grad_norm": 1.7154405117034912, + "learning_rate": 5.383458646616541e-05, + "loss": 2.0181493759155273, + "num_input_tokens_seen": 1178343, + "step": 978, + "train_runtime": 18861.1018, + "train_tokens_per_second": 62.475 + }, + { + "epoch": 2.200350175087544, + "grad_norm": 1.814793586730957, + "learning_rate": 5.368421052631579e-05, + "loss": 2.132262706756592, + "num_input_tokens_seen": 1179627, + "step": 979, + "train_runtime": 18880.3465, + "train_tokens_per_second": 62.479 + }, + { + "epoch": 2.202601300650325, + "grad_norm": 1.821692705154419, + "learning_rate": 5.353383458646617e-05, + "loss": 2.3732528686523438, + "num_input_tokens_seen": 1180768, + "step": 980, + "train_runtime": 18899.5738, + "train_tokens_per_second": 62.476 + }, + { + "epoch": 2.2048524262131064, + "grad_norm": 1.7936853170394897, + "learning_rate": 5.338345864661655e-05, + "loss": 1.3585628271102905, + "num_input_tokens_seen": 1182040, + "step": 981, + "train_runtime": 18918.7727, + "train_tokens_per_second": 62.48 + }, + { + "epoch": 2.207103551775888, + "grad_norm": 1.72739577293396, + "learning_rate": 5.323308270676692e-05, + "loss": 2.094245672225952, + "num_input_tokens_seen": 1183272, + "step": 982, + "train_runtime": 18937.9666, + "train_tokens_per_second": 62.481 + }, + { + "epoch": 2.2093546773386694, + "grad_norm": 1.7903958559036255, + "learning_rate": 5.30827067669173e-05, + "loss": 1.4164674282073975, + "num_input_tokens_seen": 1184533, + "step": 983, + "train_runtime": 18957.1762, + "train_tokens_per_second": 62.485 + }, + { + "epoch": 2.2116058029014507, + "grad_norm": 1.5833642482757568, + "learning_rate": 5.2932330827067666e-05, + "loss": 1.3482921123504639, + "num_input_tokens_seen": 1185944, + "step": 984, + "train_runtime": 18976.3646, + "train_tokens_per_second": 62.496 + }, + { + "epoch": 2.213856928464232, + "grad_norm": 1.7982333898544312, + "learning_rate": 5.2781954887218045e-05, + "loss": 1.708528757095337, + "num_input_tokens_seen": 1186782, + "step": 985, + "train_runtime": 18995.5071, + "train_tokens_per_second": 62.477 + }, + { + "epoch": 2.2161080540270133, + "grad_norm": 1.548490285873413, + "learning_rate": 5.2631578947368424e-05, + "loss": 2.1264898777008057, + "num_input_tokens_seen": 1188232, + "step": 986, + "train_runtime": 19014.7007, + "train_tokens_per_second": 62.49 + }, + { + "epoch": 2.218359179589795, + "grad_norm": 1.8591395616531372, + "learning_rate": 5.2481203007518796e-05, + "loss": 1.7383514642715454, + "num_input_tokens_seen": 1189382, + "step": 987, + "train_runtime": 19033.9034, + "train_tokens_per_second": 62.488 + }, + { + "epoch": 2.2206103051525763, + "grad_norm": 1.6584134101867676, + "learning_rate": 5.2330827067669175e-05, + "loss": 1.2784796953201294, + "num_input_tokens_seen": 1190951, + "step": 988, + "train_runtime": 19053.0874, + "train_tokens_per_second": 62.507 + }, + { + "epoch": 2.2228614307153576, + "grad_norm": 2.1458845138549805, + "learning_rate": 5.2180451127819554e-05, + "loss": 1.5084840059280396, + "num_input_tokens_seen": 1191698, + "step": 989, + "train_runtime": 19072.234, + "train_tokens_per_second": 62.483 + }, + { + "epoch": 2.225112556278139, + "grad_norm": 2.202519178390503, + "learning_rate": 5.2030075187969926e-05, + "loss": 1.699130654335022, + "num_input_tokens_seen": 1192492, + "step": 990, + "train_runtime": 19091.4408, + "train_tokens_per_second": 62.462 + }, + { + "epoch": 2.2273636818409206, + "grad_norm": 2.0669188499450684, + "learning_rate": 5.1879699248120305e-05, + "loss": 1.9511632919311523, + "num_input_tokens_seen": 1193566, + "step": 991, + "train_runtime": 19114.358, + "train_tokens_per_second": 62.443 + }, + { + "epoch": 2.229614807403702, + "grad_norm": 2.059892416000366, + "learning_rate": 5.1729323308270684e-05, + "loss": 1.5553491115570068, + "num_input_tokens_seen": 1194568, + "step": 992, + "train_runtime": 19133.5359, + "train_tokens_per_second": 62.433 + }, + { + "epoch": 2.231865932966483, + "grad_norm": 1.3882038593292236, + "learning_rate": 5.157894736842106e-05, + "loss": 2.6267828941345215, + "num_input_tokens_seen": 1196521, + "step": 993, + "train_runtime": 19152.7797, + "train_tokens_per_second": 62.472 + }, + { + "epoch": 2.2341170585292645, + "grad_norm": 1.6672247648239136, + "learning_rate": 5.142857142857143e-05, + "loss": 1.820654034614563, + "num_input_tokens_seen": 1198315, + "step": 994, + "train_runtime": 19172.0001, + "train_tokens_per_second": 62.503 + }, + { + "epoch": 2.236368184092046, + "grad_norm": 2.2728323936462402, + "learning_rate": 5.12781954887218e-05, + "loss": 1.667454481124878, + "num_input_tokens_seen": 1199107, + "step": 995, + "train_runtime": 19191.1689, + "train_tokens_per_second": 62.482 + }, + { + "epoch": 2.2386193096548275, + "grad_norm": 1.903647541999817, + "learning_rate": 5.112781954887218e-05, + "loss": 1.2074697017669678, + "num_input_tokens_seen": 1200121, + "step": 996, + "train_runtime": 19210.3225, + "train_tokens_per_second": 62.473 + }, + { + "epoch": 2.2408704352176088, + "grad_norm": 1.6163997650146484, + "learning_rate": 5.097744360902256e-05, + "loss": 2.0212032794952393, + "num_input_tokens_seen": 1201493, + "step": 997, + "train_runtime": 19229.4832, + "train_tokens_per_second": 62.482 + }, + { + "epoch": 2.24312156078039, + "grad_norm": 1.897289752960205, + "learning_rate": 5.082706766917293e-05, + "loss": 2.093944787979126, + "num_input_tokens_seen": 1202780, + "step": 998, + "train_runtime": 19248.6481, + "train_tokens_per_second": 62.486 + }, + { + "epoch": 2.2453726863431718, + "grad_norm": 1.848497986793518, + "learning_rate": 5.067669172932331e-05, + "loss": 2.0061755180358887, + "num_input_tokens_seen": 1203834, + "step": 999, + "train_runtime": 19267.8445, + "train_tokens_per_second": 62.479 + }, + { + "epoch": 2.247623811905953, + "grad_norm": 1.8594614267349243, + "learning_rate": 5.052631578947369e-05, + "loss": 1.6601371765136719, + "num_input_tokens_seen": 1204733, + "step": 1000, + "train_runtime": 19286.9942, + "train_tokens_per_second": 62.463 + }, + { + "epoch": 2.2498749374687343, + "grad_norm": 1.7108064889907837, + "learning_rate": 5.037593984962407e-05, + "loss": 1.3838927745819092, + "num_input_tokens_seen": 1205893, + "step": 1001, + "train_runtime": 19306.5036, + "train_tokens_per_second": 62.46 + }, + { + "epoch": 2.2521260630315156, + "grad_norm": 1.5427111387252808, + "learning_rate": 5.022556390977444e-05, + "loss": 2.32588267326355, + "num_input_tokens_seen": 1207366, + "step": 1002, + "train_runtime": 19325.7602, + "train_tokens_per_second": 62.474 + }, + { + "epoch": 2.2543771885942974, + "grad_norm": 1.9466065168380737, + "learning_rate": 5.007518796992482e-05, + "loss": 1.3203842639923096, + "num_input_tokens_seen": 1208421, + "step": 1003, + "train_runtime": 19344.9001, + "train_tokens_per_second": 62.467 + }, + { + "epoch": 2.2566283141570787, + "grad_norm": 1.9866901636123657, + "learning_rate": 4.992481203007519e-05, + "loss": 1.9632160663604736, + "num_input_tokens_seen": 1209360, + "step": 1004, + "train_runtime": 19364.1325, + "train_tokens_per_second": 62.454 + }, + { + "epoch": 2.25887943971986, + "grad_norm": 1.6716804504394531, + "learning_rate": 4.977443609022557e-05, + "loss": 1.4262969493865967, + "num_input_tokens_seen": 1210769, + "step": 1005, + "train_runtime": 19383.3795, + "train_tokens_per_second": 62.464 + }, + { + "epoch": 2.2611305652826412, + "grad_norm": 2.23500394821167, + "learning_rate": 4.9624060150375936e-05, + "loss": 1.5301578044891357, + "num_input_tokens_seen": 1211527, + "step": 1006, + "train_runtime": 19402.5665, + "train_tokens_per_second": 62.442 + }, + { + "epoch": 2.2633816908454225, + "grad_norm": 1.9941755533218384, + "learning_rate": 4.9473684210526315e-05, + "loss": 1.3053054809570312, + "num_input_tokens_seen": 1212607, + "step": 1007, + "train_runtime": 19421.75, + "train_tokens_per_second": 62.436 + }, + { + "epoch": 2.2656328164082042, + "grad_norm": 2.08901047706604, + "learning_rate": 4.9323308270676694e-05, + "loss": 1.7054120302200317, + "num_input_tokens_seen": 1213569, + "step": 1008, + "train_runtime": 19440.9222, + "train_tokens_per_second": 62.423 + }, + { + "epoch": 2.2678839419709855, + "grad_norm": 1.7765613794326782, + "learning_rate": 4.9172932330827073e-05, + "loss": 1.5409693717956543, + "num_input_tokens_seen": 1214587, + "step": 1009, + "train_runtime": 19460.113, + "train_tokens_per_second": 62.414 + }, + { + "epoch": 2.270135067533767, + "grad_norm": 1.5524808168411255, + "learning_rate": 4.9022556390977446e-05, + "loss": 1.507675290107727, + "num_input_tokens_seen": 1216019, + "step": 1010, + "train_runtime": 19479.3126, + "train_tokens_per_second": 62.426 + }, + { + "epoch": 2.272386193096548, + "grad_norm": 2.078061580657959, + "learning_rate": 4.887218045112782e-05, + "loss": 1.2348041534423828, + "num_input_tokens_seen": 1216826, + "step": 1011, + "train_runtime": 19498.4635, + "train_tokens_per_second": 62.406 + }, + { + "epoch": 2.27463731865933, + "grad_norm": 1.3862485885620117, + "learning_rate": 4.87218045112782e-05, + "loss": 1.3582868576049805, + "num_input_tokens_seen": 1218637, + "step": 1012, + "train_runtime": 19517.706, + "train_tokens_per_second": 62.438 + }, + { + "epoch": 2.276888444222111, + "grad_norm": 1.7316466569900513, + "learning_rate": 4.8571428571428576e-05, + "loss": 1.4879499673843384, + "num_input_tokens_seen": 1220001, + "step": 1013, + "train_runtime": 19536.9254, + "train_tokens_per_second": 62.446 + }, + { + "epoch": 2.2791395697848924, + "grad_norm": 2.027740478515625, + "learning_rate": 4.842105263157895e-05, + "loss": 1.441263198852539, + "num_input_tokens_seen": 1220845, + "step": 1014, + "train_runtime": 19556.0692, + "train_tokens_per_second": 62.428 + }, + { + "epoch": 2.2813906953476737, + "grad_norm": 1.9661818742752075, + "learning_rate": 4.827067669172933e-05, + "loss": 1.397057294845581, + "num_input_tokens_seen": 1221862, + "step": 1015, + "train_runtime": 19575.2238, + "train_tokens_per_second": 62.419 + }, + { + "epoch": 2.2836418209104554, + "grad_norm": 1.9350723028182983, + "learning_rate": 4.81203007518797e-05, + "loss": 1.421603798866272, + "num_input_tokens_seen": 1222999, + "step": 1016, + "train_runtime": 19594.391, + "train_tokens_per_second": 62.416 + }, + { + "epoch": 2.2858929464732367, + "grad_norm": 1.3947263956069946, + "learning_rate": 4.796992481203008e-05, + "loss": 1.5569151639938354, + "num_input_tokens_seen": 1224930, + "step": 1017, + "train_runtime": 19613.5919, + "train_tokens_per_second": 62.453 + }, + { + "epoch": 2.288144072036018, + "grad_norm": 2.048288345336914, + "learning_rate": 4.781954887218045e-05, + "loss": 1.3010691404342651, + "num_input_tokens_seen": 1225775, + "step": 1018, + "train_runtime": 19632.7485, + "train_tokens_per_second": 62.435 + }, + { + "epoch": 2.2903951975987993, + "grad_norm": 1.7745321989059448, + "learning_rate": 4.766917293233083e-05, + "loss": 1.7725253105163574, + "num_input_tokens_seen": 1226847, + "step": 1019, + "train_runtime": 19651.9187, + "train_tokens_per_second": 62.429 + }, + { + "epoch": 2.2926463231615806, + "grad_norm": 2.190542221069336, + "learning_rate": 4.751879699248121e-05, + "loss": 1.5849366188049316, + "num_input_tokens_seen": 1227654, + "step": 1020, + "train_runtime": 19671.0664, + "train_tokens_per_second": 62.409 + }, + { + "epoch": 2.2948974487243623, + "grad_norm": 2.0493483543395996, + "learning_rate": 4.736842105263158e-05, + "loss": 1.481420636177063, + "num_input_tokens_seen": 1228330, + "step": 1021, + "train_runtime": 19693.9548, + "train_tokens_per_second": 62.371 + }, + { + "epoch": 2.2971485742871436, + "grad_norm": 2.124344825744629, + "learning_rate": 4.721804511278195e-05, + "loss": 1.6615692377090454, + "num_input_tokens_seen": 1229516, + "step": 1022, + "train_runtime": 19713.1449, + "train_tokens_per_second": 62.37 + }, + { + "epoch": 2.299399699849925, + "grad_norm": 2.026911973953247, + "learning_rate": 4.706766917293233e-05, + "loss": 1.3086098432540894, + "num_input_tokens_seen": 1230742, + "step": 1023, + "train_runtime": 19732.2901, + "train_tokens_per_second": 62.372 + }, + { + "epoch": 2.3016508254127066, + "grad_norm": 2.639054298400879, + "learning_rate": 4.691729323308271e-05, + "loss": 1.3796112537384033, + "num_input_tokens_seen": 1231854, + "step": 1024, + "train_runtime": 19751.4421, + "train_tokens_per_second": 62.368 + }, + { + "epoch": 2.303901950975488, + "grad_norm": 1.8029545545578003, + "learning_rate": 4.676691729323309e-05, + "loss": 1.334680438041687, + "num_input_tokens_seen": 1232874, + "step": 1025, + "train_runtime": 19770.6056, + "train_tokens_per_second": 62.359 + }, + { + "epoch": 2.306153076538269, + "grad_norm": 1.9801595211029053, + "learning_rate": 4.6616541353383456e-05, + "loss": 1.5067437887191772, + "num_input_tokens_seen": 1234566, + "step": 1026, + "train_runtime": 19789.7606, + "train_tokens_per_second": 62.384 + }, + { + "epoch": 2.3084042021010505, + "grad_norm": 1.6892489194869995, + "learning_rate": 4.6466165413533835e-05, + "loss": 1.9302411079406738, + "num_input_tokens_seen": 1236205, + "step": 1027, + "train_runtime": 19808.9277, + "train_tokens_per_second": 62.406 + }, + { + "epoch": 2.3106553276638317, + "grad_norm": 1.679503083229065, + "learning_rate": 4.6315789473684214e-05, + "loss": 1.9738366603851318, + "num_input_tokens_seen": 1237374, + "step": 1028, + "train_runtime": 19828.0859, + "train_tokens_per_second": 62.405 + }, + { + "epoch": 2.3129064532266135, + "grad_norm": 1.8370144367218018, + "learning_rate": 4.616541353383459e-05, + "loss": 1.629989504814148, + "num_input_tokens_seen": 1238758, + "step": 1029, + "train_runtime": 19847.2769, + "train_tokens_per_second": 62.415 + }, + { + "epoch": 2.3151575787893948, + "grad_norm": 1.7186137437820435, + "learning_rate": 4.6015037593984965e-05, + "loss": 1.6244057416915894, + "num_input_tokens_seen": 1239968, + "step": 1030, + "train_runtime": 19866.4815, + "train_tokens_per_second": 62.415 + }, + { + "epoch": 2.317408704352176, + "grad_norm": 1.6613798141479492, + "learning_rate": 4.586466165413534e-05, + "loss": 2.1182427406311035, + "num_input_tokens_seen": 1241588, + "step": 1031, + "train_runtime": 19885.6969, + "train_tokens_per_second": 62.436 + }, + { + "epoch": 2.3196598299149573, + "grad_norm": 1.9189229011535645, + "learning_rate": 4.5714285714285716e-05, + "loss": 1.5645748376846313, + "num_input_tokens_seen": 1242501, + "step": 1032, + "train_runtime": 19904.8459, + "train_tokens_per_second": 62.422 + }, + { + "epoch": 2.3219109554777386, + "grad_norm": 1.4020671844482422, + "learning_rate": 4.5563909774436095e-05, + "loss": 1.7527658939361572, + "num_input_tokens_seen": 1244221, + "step": 1033, + "train_runtime": 19924.0488, + "train_tokens_per_second": 62.448 + }, + { + "epoch": 2.3241620810405204, + "grad_norm": 2.0989654064178467, + "learning_rate": 4.541353383458647e-05, + "loss": 1.426797866821289, + "num_input_tokens_seen": 1245040, + "step": 1034, + "train_runtime": 19943.2271, + "train_tokens_per_second": 62.429 + }, + { + "epoch": 2.3264132066033016, + "grad_norm": 1.4767382144927979, + "learning_rate": 4.5263157894736846e-05, + "loss": 2.5057754516601562, + "num_input_tokens_seen": 1246828, + "step": 1035, + "train_runtime": 19962.4676, + "train_tokens_per_second": 62.459 + }, + { + "epoch": 2.328664332166083, + "grad_norm": 2.0386452674865723, + "learning_rate": 4.511278195488722e-05, + "loss": 1.4383645057678223, + "num_input_tokens_seen": 1247711, + "step": 1036, + "train_runtime": 19981.6643, + "train_tokens_per_second": 62.443 + }, + { + "epoch": 2.3309154577288647, + "grad_norm": 1.9746618270874023, + "learning_rate": 4.49624060150376e-05, + "loss": 1.514255166053772, + "num_input_tokens_seen": 1248576, + "step": 1037, + "train_runtime": 20000.8129, + "train_tokens_per_second": 62.426 + }, + { + "epoch": 2.333166583291646, + "grad_norm": 1.6203715801239014, + "learning_rate": 4.481203007518797e-05, + "loss": 1.5834697484970093, + "num_input_tokens_seen": 1250109, + "step": 1038, + "train_runtime": 20020.0578, + "train_tokens_per_second": 62.443 + }, + { + "epoch": 2.3354177088544272, + "grad_norm": 2.5379769802093506, + "learning_rate": 4.466165413533835e-05, + "loss": 1.6684277057647705, + "num_input_tokens_seen": 1250902, + "step": 1039, + "train_runtime": 20039.2406, + "train_tokens_per_second": 62.423 + }, + { + "epoch": 2.3376688344172085, + "grad_norm": 1.7044246196746826, + "learning_rate": 4.451127819548873e-05, + "loss": 2.004124402999878, + "num_input_tokens_seen": 1252922, + "step": 1040, + "train_runtime": 20058.5113, + "train_tokens_per_second": 62.463 + }, + { + "epoch": 2.33991995997999, + "grad_norm": 1.8608906269073486, + "learning_rate": 4.43609022556391e-05, + "loss": 1.8913459777832031, + "num_input_tokens_seen": 1254413, + "step": 1041, + "train_runtime": 20077.684, + "train_tokens_per_second": 62.478 + }, + { + "epoch": 2.3421710855427715, + "grad_norm": 1.8001097440719604, + "learning_rate": 4.421052631578947e-05, + "loss": 1.5094308853149414, + "num_input_tokens_seen": 1255263, + "step": 1042, + "train_runtime": 20096.8444, + "train_tokens_per_second": 62.461 + }, + { + "epoch": 2.344422211105553, + "grad_norm": 1.8696577548980713, + "learning_rate": 4.406015037593985e-05, + "loss": 1.5416516065597534, + "num_input_tokens_seen": 1256436, + "step": 1043, + "train_runtime": 20116.0024, + "train_tokens_per_second": 62.46 + }, + { + "epoch": 2.346673336668334, + "grad_norm": 1.8929098844528198, + "learning_rate": 4.390977443609023e-05, + "loss": 1.9308418035507202, + "num_input_tokens_seen": 1257406, + "step": 1044, + "train_runtime": 20135.1986, + "train_tokens_per_second": 62.448 + }, + { + "epoch": 2.3489244622311154, + "grad_norm": 1.953713297843933, + "learning_rate": 4.37593984962406e-05, + "loss": 1.5229414701461792, + "num_input_tokens_seen": 1258442, + "step": 1045, + "train_runtime": 20154.3327, + "train_tokens_per_second": 62.44 + }, + { + "epoch": 2.351175587793897, + "grad_norm": 1.6901767253875732, + "learning_rate": 4.3609022556390975e-05, + "loss": 2.169142723083496, + "num_input_tokens_seen": 1259733, + "step": 1046, + "train_runtime": 20173.5895, + "train_tokens_per_second": 62.445 + }, + { + "epoch": 2.3534267133566784, + "grad_norm": 1.578068494796753, + "learning_rate": 4.3458646616541354e-05, + "loss": 2.0800998210906982, + "num_input_tokens_seen": 1260971, + "step": 1047, + "train_runtime": 20192.8162, + "train_tokens_per_second": 62.447 + }, + { + "epoch": 2.3556778389194597, + "grad_norm": 1.9862568378448486, + "learning_rate": 4.330827067669173e-05, + "loss": 1.3331515789031982, + "num_input_tokens_seen": 1261781, + "step": 1048, + "train_runtime": 20211.9572, + "train_tokens_per_second": 62.427 + }, + { + "epoch": 2.357928964482241, + "grad_norm": 2.13063645362854, + "learning_rate": 4.3157894736842105e-05, + "loss": 1.9835865497589111, + "num_input_tokens_seen": 1262581, + "step": 1049, + "train_runtime": 20231.1109, + "train_tokens_per_second": 62.408 + }, + { + "epoch": 2.3601800900450227, + "grad_norm": 1.8909834623336792, + "learning_rate": 4.3007518796992484e-05, + "loss": 1.4973299503326416, + "num_input_tokens_seen": 1263668, + "step": 1050, + "train_runtime": 20250.2546, + "train_tokens_per_second": 62.403 + }, + { + "epoch": 2.362431215607804, + "grad_norm": 1.6141183376312256, + "learning_rate": 4.2857142857142856e-05, + "loss": 1.7041239738464355, + "num_input_tokens_seen": 1264982, + "step": 1051, + "train_runtime": 20273.3701, + "train_tokens_per_second": 62.396 + }, + { + "epoch": 2.3646823411705853, + "grad_norm": 1.8340119123458862, + "learning_rate": 4.2706766917293235e-05, + "loss": 1.2541029453277588, + "num_input_tokens_seen": 1266026, + "step": 1052, + "train_runtime": 20292.576, + "train_tokens_per_second": 62.389 + }, + { + "epoch": 2.3669334667333666, + "grad_norm": 2.048915386199951, + "learning_rate": 4.255639097744361e-05, + "loss": 1.533479928970337, + "num_input_tokens_seen": 1266862, + "step": 1053, + "train_runtime": 20311.7325, + "train_tokens_per_second": 62.371 + }, + { + "epoch": 2.369184592296148, + "grad_norm": 2.1516060829162598, + "learning_rate": 4.2406015037593987e-05, + "loss": 1.3826684951782227, + "num_input_tokens_seen": 1268056, + "step": 1054, + "train_runtime": 20330.8758, + "train_tokens_per_second": 62.371 + }, + { + "epoch": 2.3714357178589296, + "grad_norm": 1.4726285934448242, + "learning_rate": 4.2255639097744366e-05, + "loss": 2.0235249996185303, + "num_input_tokens_seen": 1269891, + "step": 1055, + "train_runtime": 20350.1052, + "train_tokens_per_second": 62.402 + }, + { + "epoch": 2.373686843421711, + "grad_norm": 1.9675365686416626, + "learning_rate": 4.210526315789474e-05, + "loss": 1.2936577796936035, + "num_input_tokens_seen": 1270840, + "step": 1056, + "train_runtime": 20369.2666, + "train_tokens_per_second": 62.39 + }, + { + "epoch": 2.375937968984492, + "grad_norm": 1.9071975946426392, + "learning_rate": 4.195488721804512e-05, + "loss": 2.0692272186279297, + "num_input_tokens_seen": 1272026, + "step": 1057, + "train_runtime": 20388.416, + "train_tokens_per_second": 62.39 + }, + { + "epoch": 2.3781890945472735, + "grad_norm": 1.4695687294006348, + "learning_rate": 4.180451127819549e-05, + "loss": 2.1025798320770264, + "num_input_tokens_seen": 1273583, + "step": 1058, + "train_runtime": 20407.6655, + "train_tokens_per_second": 62.407 + }, + { + "epoch": 2.380440220110055, + "grad_norm": 1.8701082468032837, + "learning_rate": 4.165413533834587e-05, + "loss": 1.217014193534851, + "num_input_tokens_seen": 1274811, + "step": 1059, + "train_runtime": 20426.8575, + "train_tokens_per_second": 62.409 + }, + { + "epoch": 2.3826913456728365, + "grad_norm": 1.7301008701324463, + "learning_rate": 4.150375939849625e-05, + "loss": 1.413575530052185, + "num_input_tokens_seen": 1276045, + "step": 1060, + "train_runtime": 20446.0354, + "train_tokens_per_second": 62.41 + }, + { + "epoch": 2.3849424712356178, + "grad_norm": 2.0413835048675537, + "learning_rate": 4.135338345864662e-05, + "loss": 1.260955572128296, + "num_input_tokens_seen": 1276975, + "step": 1061, + "train_runtime": 20465.2264, + "train_tokens_per_second": 62.397 + }, + { + "epoch": 2.387193596798399, + "grad_norm": 1.8015711307525635, + "learning_rate": 4.120300751879699e-05, + "loss": 1.6227209568023682, + "num_input_tokens_seen": 1278397, + "step": 1062, + "train_runtime": 20484.4239, + "train_tokens_per_second": 62.408 + }, + { + "epoch": 2.3894447223611808, + "grad_norm": 1.6113519668579102, + "learning_rate": 4.105263157894737e-05, + "loss": 1.5023177862167358, + "num_input_tokens_seen": 1280222, + "step": 1063, + "train_runtime": 20503.6135, + "train_tokens_per_second": 62.439 + }, + { + "epoch": 2.391695847923962, + "grad_norm": 2.071385383605957, + "learning_rate": 4.090225563909775e-05, + "loss": 2.459242582321167, + "num_input_tokens_seen": 1281415, + "step": 1064, + "train_runtime": 20522.789, + "train_tokens_per_second": 62.439 + }, + { + "epoch": 2.3939469734867433, + "grad_norm": 2.416828155517578, + "learning_rate": 4.075187969924812e-05, + "loss": 1.3674780130386353, + "num_input_tokens_seen": 1282186, + "step": 1065, + "train_runtime": 20541.9264, + "train_tokens_per_second": 62.418 + }, + { + "epoch": 2.3961980990495246, + "grad_norm": 1.9262198209762573, + "learning_rate": 4.0601503759398494e-05, + "loss": 1.4199907779693604, + "num_input_tokens_seen": 1283038, + "step": 1066, + "train_runtime": 20561.0885, + "train_tokens_per_second": 62.401 + }, + { + "epoch": 2.398449224612306, + "grad_norm": 2.4863948822021484, + "learning_rate": 4.045112781954887e-05, + "loss": 1.4566935300827026, + "num_input_tokens_seen": 1283730, + "step": 1067, + "train_runtime": 20580.2337, + "train_tokens_per_second": 62.377 + }, + { + "epoch": 2.4007003501750876, + "grad_norm": 1.9627610445022583, + "learning_rate": 4.030075187969925e-05, + "loss": 1.7544406652450562, + "num_input_tokens_seen": 1284774, + "step": 1068, + "train_runtime": 20599.3934, + "train_tokens_per_second": 62.37 + }, + { + "epoch": 2.402951475737869, + "grad_norm": 2.215402603149414, + "learning_rate": 4.0150375939849624e-05, + "loss": 1.3915367126464844, + "num_input_tokens_seen": 1285932, + "step": 1069, + "train_runtime": 20618.5713, + "train_tokens_per_second": 62.368 + }, + { + "epoch": 2.4052026013006502, + "grad_norm": 2.469282627105713, + "learning_rate": 4e-05, + "loss": 1.686284065246582, + "num_input_tokens_seen": 1286890, + "step": 1070, + "train_runtime": 20637.7451, + "train_tokens_per_second": 62.356 + }, + { + "epoch": 2.407453726863432, + "grad_norm": 1.9457608461380005, + "learning_rate": 3.9849624060150376e-05, + "loss": 1.5817822217941284, + "num_input_tokens_seen": 1287912, + "step": 1071, + "train_runtime": 20656.9484, + "train_tokens_per_second": 62.348 + }, + { + "epoch": 2.4097048524262132, + "grad_norm": 1.9141907691955566, + "learning_rate": 3.9699248120300755e-05, + "loss": 1.5736711025238037, + "num_input_tokens_seen": 1288959, + "step": 1072, + "train_runtime": 20676.1434, + "train_tokens_per_second": 62.34 + }, + { + "epoch": 2.4097048524262132, + "eval_loss": 2.843748092651367, + "eval_runtime": 12.2682, + "eval_samples_per_second": 10.434, + "eval_steps_per_second": 2.608, + "num_input_tokens_seen": 1288959, + "step": 1072 + }, + { + "epoch": 2.4119559779889945, + "grad_norm": 2.1147642135620117, + "learning_rate": 3.954887218045113e-05, + "loss": 1.5201902389526367, + "num_input_tokens_seen": 1289786, + "step": 1073, + "train_runtime": 20707.6306, + "train_tokens_per_second": 62.286 + }, + { + "epoch": 2.414207103551776, + "grad_norm": 1.7925848960876465, + "learning_rate": 3.9398496240601506e-05, + "loss": 1.3046094179153442, + "num_input_tokens_seen": 1291094, + "step": 1074, + "train_runtime": 20726.8262, + "train_tokens_per_second": 62.291 + }, + { + "epoch": 2.416458229114557, + "grad_norm": 1.7735199928283691, + "learning_rate": 3.9248120300751885e-05, + "loss": 1.3644535541534424, + "num_input_tokens_seen": 1292280, + "step": 1075, + "train_runtime": 20745.9959, + "train_tokens_per_second": 62.291 + }, + { + "epoch": 2.418709354677339, + "grad_norm": 2.1941752433776855, + "learning_rate": 3.909774436090226e-05, + "loss": 1.6723068952560425, + "num_input_tokens_seen": 1293085, + "step": 1076, + "train_runtime": 20765.1665, + "train_tokens_per_second": 62.272 + }, + { + "epoch": 2.42096048024012, + "grad_norm": 1.7085775136947632, + "learning_rate": 3.894736842105263e-05, + "loss": 1.2412985563278198, + "num_input_tokens_seen": 1294100, + "step": 1077, + "train_runtime": 20784.3452, + "train_tokens_per_second": 62.263 + }, + { + "epoch": 2.4232116058029014, + "grad_norm": 2.451915740966797, + "learning_rate": 3.879699248120301e-05, + "loss": 1.6453865766525269, + "num_input_tokens_seen": 1294863, + "step": 1078, + "train_runtime": 20803.5525, + "train_tokens_per_second": 62.242 + }, + { + "epoch": 2.4254627313656827, + "grad_norm": 2.1112051010131836, + "learning_rate": 3.864661654135339e-05, + "loss": 1.4404174089431763, + "num_input_tokens_seen": 1295609, + "step": 1079, + "train_runtime": 20822.6847, + "train_tokens_per_second": 62.221 + }, + { + "epoch": 2.4277138569284644, + "grad_norm": 1.808506965637207, + "learning_rate": 3.8496240601503766e-05, + "loss": 1.279090404510498, + "num_input_tokens_seen": 1296810, + "step": 1080, + "train_runtime": 20841.8341, + "train_tokens_per_second": 62.221 + }, + { + "epoch": 2.4299649824912457, + "grad_norm": 1.6395262479782104, + "learning_rate": 3.834586466165413e-05, + "loss": 1.9638702869415283, + "num_input_tokens_seen": 1298392, + "step": 1081, + "train_runtime": 20899.8004, + "train_tokens_per_second": 62.125 + }, + { + "epoch": 2.432216108054027, + "grad_norm": 2.0967864990234375, + "learning_rate": 3.819548872180451e-05, + "loss": 1.6634818315505981, + "num_input_tokens_seen": 1299315, + "step": 1082, + "train_runtime": 20918.9726, + "train_tokens_per_second": 62.112 + }, + { + "epoch": 2.4344672336168083, + "grad_norm": 2.383676528930664, + "learning_rate": 3.804511278195489e-05, + "loss": 1.5351102352142334, + "num_input_tokens_seen": 1300233, + "step": 1083, + "train_runtime": 20938.1447, + "train_tokens_per_second": 62.099 + }, + { + "epoch": 2.43671835917959, + "grad_norm": 1.9691399335861206, + "learning_rate": 3.789473684210527e-05, + "loss": 1.4553736448287964, + "num_input_tokens_seen": 1301494, + "step": 1084, + "train_runtime": 20957.3164, + "train_tokens_per_second": 62.102 + }, + { + "epoch": 2.4389694847423713, + "grad_norm": 1.5847855806350708, + "learning_rate": 3.774436090225564e-05, + "loss": 2.122913360595703, + "num_input_tokens_seen": 1303098, + "step": 1085, + "train_runtime": 20976.5187, + "train_tokens_per_second": 62.122 + }, + { + "epoch": 2.4412206103051526, + "grad_norm": 1.7498655319213867, + "learning_rate": 3.759398496240601e-05, + "loss": 2.141221046447754, + "num_input_tokens_seen": 1304401, + "step": 1086, + "train_runtime": 20995.6794, + "train_tokens_per_second": 62.127 + }, + { + "epoch": 2.443471735867934, + "grad_norm": 2.125467300415039, + "learning_rate": 3.744360902255639e-05, + "loss": 1.6340296268463135, + "num_input_tokens_seen": 1305272, + "step": 1087, + "train_runtime": 21014.8524, + "train_tokens_per_second": 62.112 + }, + { + "epoch": 2.445722861430715, + "grad_norm": 1.940521001815796, + "learning_rate": 3.729323308270677e-05, + "loss": 1.803997278213501, + "num_input_tokens_seen": 1306312, + "step": 1088, + "train_runtime": 21034.0227, + "train_tokens_per_second": 62.105 + }, + { + "epoch": 2.447973986993497, + "grad_norm": 1.9289605617523193, + "learning_rate": 3.7142857142857143e-05, + "loss": 1.4218195676803589, + "num_input_tokens_seen": 1307364, + "step": 1089, + "train_runtime": 21053.2092, + "train_tokens_per_second": 62.098 + }, + { + "epoch": 2.450225112556278, + "grad_norm": 1.6816123723983765, + "learning_rate": 3.699248120300752e-05, + "loss": 1.4180653095245361, + "num_input_tokens_seen": 1308592, + "step": 1090, + "train_runtime": 21072.3879, + "train_tokens_per_second": 62.1 + }, + { + "epoch": 2.4524762381190595, + "grad_norm": 2.068000555038452, + "learning_rate": 3.6842105263157895e-05, + "loss": 1.691460132598877, + "num_input_tokens_seen": 1309593, + "step": 1091, + "train_runtime": 21091.5584, + "train_tokens_per_second": 62.091 + }, + { + "epoch": 2.4547273636818407, + "grad_norm": 1.6533244848251343, + "learning_rate": 3.6691729323308274e-05, + "loss": 2.1770641803741455, + "num_input_tokens_seen": 1310785, + "step": 1092, + "train_runtime": 21110.7243, + "train_tokens_per_second": 62.091 + }, + { + "epoch": 2.4569784892446225, + "grad_norm": 1.7388103008270264, + "learning_rate": 3.6541353383458646e-05, + "loss": 1.9149011373519897, + "num_input_tokens_seen": 1312357, + "step": 1093, + "train_runtime": 21129.9814, + "train_tokens_per_second": 62.109 + }, + { + "epoch": 2.4592296148074038, + "grad_norm": 1.2402992248535156, + "learning_rate": 3.6390977443609025e-05, + "loss": 2.328538417816162, + "num_input_tokens_seen": 1314257, + "step": 1094, + "train_runtime": 21149.1846, + "train_tokens_per_second": 62.142 + }, + { + "epoch": 2.461480740370185, + "grad_norm": 1.9160315990447998, + "learning_rate": 3.6240601503759404e-05, + "loss": 1.9187989234924316, + "num_input_tokens_seen": 1315325, + "step": 1095, + "train_runtime": 21168.3678, + "train_tokens_per_second": 62.136 + }, + { + "epoch": 2.4637318659329663, + "grad_norm": 1.5683043003082275, + "learning_rate": 3.6090225563909776e-05, + "loss": 1.733132004737854, + "num_input_tokens_seen": 1316933, + "step": 1096, + "train_runtime": 21187.56, + "train_tokens_per_second": 62.156 + }, + { + "epoch": 2.465982991495748, + "grad_norm": 1.8073796033859253, + "learning_rate": 3.593984962406015e-05, + "loss": 1.2715153694152832, + "num_input_tokens_seen": 1317885, + "step": 1097, + "train_runtime": 21206.7505, + "train_tokens_per_second": 62.145 + }, + { + "epoch": 2.4682341170585294, + "grad_norm": 2.635138511657715, + "learning_rate": 3.578947368421053e-05, + "loss": 1.3254551887512207, + "num_input_tokens_seen": 1319011, + "step": 1098, + "train_runtime": 21225.9351, + "train_tokens_per_second": 62.141 + }, + { + "epoch": 2.4704852426213106, + "grad_norm": 1.7322407960891724, + "learning_rate": 3.5639097744360906e-05, + "loss": 1.9992377758026123, + "num_input_tokens_seen": 1320599, + "step": 1099, + "train_runtime": 21245.1716, + "train_tokens_per_second": 62.16 + }, + { + "epoch": 2.472736368184092, + "grad_norm": 2.514223575592041, + "learning_rate": 3.5488721804511285e-05, + "loss": 1.5205920934677124, + "num_input_tokens_seen": 1321757, + "step": 1100, + "train_runtime": 21264.3376, + "train_tokens_per_second": 62.158 + }, + { + "epoch": 2.474987493746873, + "grad_norm": 2.0849883556365967, + "learning_rate": 3.533834586466165e-05, + "loss": 1.7341892719268799, + "num_input_tokens_seen": 1322763, + "step": 1101, + "train_runtime": 21283.5026, + "train_tokens_per_second": 62.15 + }, + { + "epoch": 2.477238619309655, + "grad_norm": 2.0063726902008057, + "learning_rate": 3.518796992481203e-05, + "loss": 1.3347032070159912, + "num_input_tokens_seen": 1323611, + "step": 1102, + "train_runtime": 21302.7032, + "train_tokens_per_second": 62.133 + }, + { + "epoch": 2.4794897448724362, + "grad_norm": 1.8060240745544434, + "learning_rate": 3.503759398496241e-05, + "loss": 1.9861223697662354, + "num_input_tokens_seen": 1324902, + "step": 1103, + "train_runtime": 21321.9181, + "train_tokens_per_second": 62.138 + }, + { + "epoch": 2.4817408704352175, + "grad_norm": 1.7979594469070435, + "learning_rate": 3.488721804511279e-05, + "loss": 1.6937662363052368, + "num_input_tokens_seen": 1326157, + "step": 1104, + "train_runtime": 21341.1167, + "train_tokens_per_second": 62.141 + }, + { + "epoch": 2.4839919959979992, + "grad_norm": 2.013685941696167, + "learning_rate": 3.473684210526316e-05, + "loss": 1.6368063688278198, + "num_input_tokens_seen": 1326870, + "step": 1105, + "train_runtime": 21360.3283, + "train_tokens_per_second": 62.118 + }, + { + "epoch": 2.4862431215607805, + "grad_norm": 1.7112804651260376, + "learning_rate": 3.458646616541353e-05, + "loss": 1.6582608222961426, + "num_input_tokens_seen": 1328318, + "step": 1106, + "train_runtime": 21379.5588, + "train_tokens_per_second": 62.13 + }, + { + "epoch": 2.488494247123562, + "grad_norm": 1.5838342905044556, + "learning_rate": 3.443609022556391e-05, + "loss": 2.607726812362671, + "num_input_tokens_seen": 1330006, + "step": 1107, + "train_runtime": 21398.757, + "train_tokens_per_second": 62.153 + }, + { + "epoch": 2.490745372686343, + "grad_norm": 2.2021336555480957, + "learning_rate": 3.428571428571429e-05, + "loss": 1.667684555053711, + "num_input_tokens_seen": 1330745, + "step": 1108, + "train_runtime": 21417.9522, + "train_tokens_per_second": 62.132 + }, + { + "epoch": 2.4929964982491244, + "grad_norm": 1.610427975654602, + "learning_rate": 3.413533834586466e-05, + "loss": 1.315287470817566, + "num_input_tokens_seen": 1332309, + "step": 1109, + "train_runtime": 21437.1848, + "train_tokens_per_second": 62.149 + }, + { + "epoch": 2.495247623811906, + "grad_norm": 2.1625466346740723, + "learning_rate": 3.398496240601504e-05, + "loss": 1.3758174180984497, + "num_input_tokens_seen": 1333180, + "step": 1110, + "train_runtime": 21456.406, + "train_tokens_per_second": 62.134 + }, + { + "epoch": 2.4974987493746874, + "grad_norm": 1.4764617681503296, + "learning_rate": 3.3834586466165414e-05, + "loss": 1.6840686798095703, + "num_input_tokens_seen": 1335544, + "step": 1111, + "train_runtime": 21479.5225, + "train_tokens_per_second": 62.178 + }, + { + "epoch": 2.4997498749374687, + "grad_norm": 1.5873421430587769, + "learning_rate": 3.368421052631579e-05, + "loss": 2.242274045944214, + "num_input_tokens_seen": 1336722, + "step": 1112, + "train_runtime": 21498.7388, + "train_tokens_per_second": 62.177 + }, + { + "epoch": 2.50200100050025, + "grad_norm": 1.5260580778121948, + "learning_rate": 3.3533834586466165e-05, + "loss": 1.8615059852600098, + "num_input_tokens_seen": 1338451, + "step": 1113, + "train_runtime": 21517.9808, + "train_tokens_per_second": 62.202 + }, + { + "epoch": 2.5042521260630313, + "grad_norm": 2.30949330329895, + "learning_rate": 3.3383458646616544e-05, + "loss": 1.781443476676941, + "num_input_tokens_seen": 1339299, + "step": 1114, + "train_runtime": 21537.1154, + "train_tokens_per_second": 62.186 + }, + { + "epoch": 2.506503251625813, + "grad_norm": 1.734268069267273, + "learning_rate": 3.323308270676692e-05, + "loss": 1.376990556716919, + "num_input_tokens_seen": 1340408, + "step": 1115, + "train_runtime": 21556.3324, + "train_tokens_per_second": 62.182 + }, + { + "epoch": 2.5087543771885943, + "grad_norm": 1.7545318603515625, + "learning_rate": 3.3082706766917295e-05, + "loss": 1.5997105836868286, + "num_input_tokens_seen": 1341843, + "step": 1116, + "train_runtime": 21575.5709, + "train_tokens_per_second": 62.193 + }, + { + "epoch": 2.5110055027513756, + "grad_norm": 1.985122561454773, + "learning_rate": 3.293233082706767e-05, + "loss": 1.2271718978881836, + "num_input_tokens_seen": 1342960, + "step": 1117, + "train_runtime": 21594.7777, + "train_tokens_per_second": 62.189 + }, + { + "epoch": 2.5132566283141573, + "grad_norm": 1.9265131950378418, + "learning_rate": 3.278195488721805e-05, + "loss": 1.583927869796753, + "num_input_tokens_seen": 1344434, + "step": 1118, + "train_runtime": 21614.0043, + "train_tokens_per_second": 62.202 + }, + { + "epoch": 2.5155077538769386, + "grad_norm": 1.7668017148971558, + "learning_rate": 3.2631578947368426e-05, + "loss": 1.783380150794983, + "num_input_tokens_seen": 1345865, + "step": 1119, + "train_runtime": 21633.2218, + "train_tokens_per_second": 62.213 + }, + { + "epoch": 2.51775887943972, + "grad_norm": 1.9853602647781372, + "learning_rate": 3.24812030075188e-05, + "loss": 1.499145746231079, + "num_input_tokens_seen": 1346959, + "step": 1120, + "train_runtime": 21652.3966, + "train_tokens_per_second": 62.208 + }, + { + "epoch": 2.520010005002501, + "grad_norm": 1.9414117336273193, + "learning_rate": 3.233082706766917e-05, + "loss": 1.7006334066390991, + "num_input_tokens_seen": 1348089, + "step": 1121, + "train_runtime": 21671.6126, + "train_tokens_per_second": 62.205 + }, + { + "epoch": 2.5222611305652824, + "grad_norm": 2.2569518089294434, + "learning_rate": 3.218045112781955e-05, + "loss": 1.5337461233139038, + "num_input_tokens_seen": 1348859, + "step": 1122, + "train_runtime": 21690.7906, + "train_tokens_per_second": 62.186 + }, + { + "epoch": 2.524512256128064, + "grad_norm": 1.8621076345443726, + "learning_rate": 3.203007518796993e-05, + "loss": 1.6935664415359497, + "num_input_tokens_seen": 1349858, + "step": 1123, + "train_runtime": 21709.9535, + "train_tokens_per_second": 62.177 + }, + { + "epoch": 2.5267633816908455, + "grad_norm": 2.2036397457122803, + "learning_rate": 3.187969924812031e-05, + "loss": 1.3532766103744507, + "num_input_tokens_seen": 1350731, + "step": 1124, + "train_runtime": 21729.1351, + "train_tokens_per_second": 62.162 + }, + { + "epoch": 2.5290145072536268, + "grad_norm": 1.6642253398895264, + "learning_rate": 3.172932330827068e-05, + "loss": 2.0692405700683594, + "num_input_tokens_seen": 1351976, + "step": 1125, + "train_runtime": 21748.3102, + "train_tokens_per_second": 62.165 + }, + { + "epoch": 2.531265632816408, + "grad_norm": 1.6259913444519043, + "learning_rate": 3.157894736842105e-05, + "loss": 2.026864528656006, + "num_input_tokens_seen": 1353418, + "step": 1126, + "train_runtime": 21767.5333, + "train_tokens_per_second": 62.176 + }, + { + "epoch": 2.5335167583791893, + "grad_norm": 1.6116135120391846, + "learning_rate": 3.142857142857143e-05, + "loss": 1.424152135848999, + "num_input_tokens_seen": 1355105, + "step": 1127, + "train_runtime": 21786.7196, + "train_tokens_per_second": 62.199 + }, + { + "epoch": 2.535767883941971, + "grad_norm": 1.6662057638168335, + "learning_rate": 3.127819548872181e-05, + "loss": 2.1335575580596924, + "num_input_tokens_seen": 1356734, + "step": 1128, + "train_runtime": 21805.8935, + "train_tokens_per_second": 62.219 + }, + { + "epoch": 2.5380190095047523, + "grad_norm": 1.4093040227890015, + "learning_rate": 3.112781954887218e-05, + "loss": 1.6576685905456543, + "num_input_tokens_seen": 1358895, + "step": 1129, + "train_runtime": 21825.2054, + "train_tokens_per_second": 62.263 + }, + { + "epoch": 2.5402701350675336, + "grad_norm": 1.8783152103424072, + "learning_rate": 3.097744360902256e-05, + "loss": 1.204801082611084, + "num_input_tokens_seen": 1359903, + "step": 1130, + "train_runtime": 21844.3846, + "train_tokens_per_second": 62.254 + }, + { + "epoch": 2.5425212606303154, + "grad_norm": 1.7099146842956543, + "learning_rate": 3.082706766917293e-05, + "loss": 1.3684298992156982, + "num_input_tokens_seen": 1361484, + "step": 1131, + "train_runtime": 21863.5517, + "train_tokens_per_second": 62.272 + }, + { + "epoch": 2.5447723861930966, + "grad_norm": 2.6606667041778564, + "learning_rate": 3.067669172932331e-05, + "loss": 1.7193217277526855, + "num_input_tokens_seen": 1362263, + "step": 1132, + "train_runtime": 21882.7114, + "train_tokens_per_second": 62.253 + }, + { + "epoch": 2.547023511755878, + "grad_norm": 1.811536192893982, + "learning_rate": 3.0526315789473684e-05, + "loss": 1.5597013235092163, + "num_input_tokens_seen": 1363215, + "step": 1133, + "train_runtime": 21901.8656, + "train_tokens_per_second": 62.242 + }, + { + "epoch": 2.549274637318659, + "grad_norm": 2.1954703330993652, + "learning_rate": 3.0375939849624063e-05, + "loss": 1.5271657705307007, + "num_input_tokens_seen": 1364182, + "step": 1134, + "train_runtime": 21921.0159, + "train_tokens_per_second": 62.232 + }, + { + "epoch": 2.5515257628814405, + "grad_norm": 2.352745771408081, + "learning_rate": 3.022556390977444e-05, + "loss": 1.6461117267608643, + "num_input_tokens_seen": 1364977, + "step": 1135, + "train_runtime": 21940.1664, + "train_tokens_per_second": 62.214 + }, + { + "epoch": 2.5537768884442222, + "grad_norm": 2.2301981449127197, + "learning_rate": 3.007518796992481e-05, + "loss": 1.7026135921478271, + "num_input_tokens_seen": 1366535, + "step": 1136, + "train_runtime": 21959.3702, + "train_tokens_per_second": 62.23 + }, + { + "epoch": 2.5560280140070035, + "grad_norm": 2.25862193107605, + "learning_rate": 2.992481203007519e-05, + "loss": 1.4934239387512207, + "num_input_tokens_seen": 1367237, + "step": 1137, + "train_runtime": 21978.4934, + "train_tokens_per_second": 62.208 + }, + { + "epoch": 2.558279139569785, + "grad_norm": 1.7360494136810303, + "learning_rate": 2.9774436090225566e-05, + "loss": 2.003737449645996, + "num_input_tokens_seen": 1368241, + "step": 1138, + "train_runtime": 21997.6629, + "train_tokens_per_second": 62.199 + }, + { + "epoch": 2.5605302651325665, + "grad_norm": 2.2085235118865967, + "learning_rate": 2.962406015037594e-05, + "loss": 1.5029503107070923, + "num_input_tokens_seen": 1369287, + "step": 1139, + "train_runtime": 22016.8464, + "train_tokens_per_second": 62.193 + }, + { + "epoch": 2.562781390695348, + "grad_norm": 2.146742582321167, + "learning_rate": 2.9473684210526314e-05, + "loss": 1.8826497793197632, + "num_input_tokens_seen": 1370152, + "step": 1140, + "train_runtime": 22036.0576, + "train_tokens_per_second": 62.178 + }, + { + "epoch": 2.565032516258129, + "grad_norm": 1.8400464057922363, + "learning_rate": 2.9323308270676693e-05, + "loss": 1.2771912813186646, + "num_input_tokens_seen": 1371492, + "step": 1141, + "train_runtime": 22059.1473, + "train_tokens_per_second": 62.173 + }, + { + "epoch": 2.5672836418209104, + "grad_norm": 1.8922406435012817, + "learning_rate": 2.917293233082707e-05, + "loss": 1.3487249612808228, + "num_input_tokens_seen": 1372690, + "step": 1142, + "train_runtime": 22078.2956, + "train_tokens_per_second": 62.174 + }, + { + "epoch": 2.5695347673836917, + "grad_norm": 1.6469894647598267, + "learning_rate": 2.9022556390977444e-05, + "loss": 1.5157761573791504, + "num_input_tokens_seen": 1374208, + "step": 1143, + "train_runtime": 22097.513, + "train_tokens_per_second": 62.188 + }, + { + "epoch": 2.5717858929464734, + "grad_norm": 1.9395334720611572, + "learning_rate": 2.8872180451127823e-05, + "loss": 1.5685548782348633, + "num_input_tokens_seen": 1375137, + "step": 1144, + "train_runtime": 22116.6768, + "train_tokens_per_second": 62.176 + }, + { + "epoch": 2.5740370185092547, + "grad_norm": 1.6698943376541138, + "learning_rate": 2.8721804511278195e-05, + "loss": 1.665846347808838, + "num_input_tokens_seen": 1376137, + "step": 1145, + "train_runtime": 22135.8185, + "train_tokens_per_second": 62.168 + }, + { + "epoch": 2.576288144072036, + "grad_norm": 1.7875118255615234, + "learning_rate": 2.857142857142857e-05, + "loss": 1.9052410125732422, + "num_input_tokens_seen": 1377465, + "step": 1146, + "train_runtime": 22155.0329, + "train_tokens_per_second": 62.174 + }, + { + "epoch": 2.5785392696348173, + "grad_norm": 1.9025020599365234, + "learning_rate": 2.842105263157895e-05, + "loss": 2.0772063732147217, + "num_input_tokens_seen": 1378642, + "step": 1147, + "train_runtime": 22174.1764, + "train_tokens_per_second": 62.173 + }, + { + "epoch": 2.5807903951975986, + "grad_norm": 2.200608968734741, + "learning_rate": 2.8270676691729325e-05, + "loss": 1.5989457368850708, + "num_input_tokens_seen": 1379718, + "step": 1148, + "train_runtime": 22193.3136, + "train_tokens_per_second": 62.168 + }, + { + "epoch": 2.5830415207603803, + "grad_norm": 2.0403788089752197, + "learning_rate": 2.81203007518797e-05, + "loss": 1.4017139673233032, + "num_input_tokens_seen": 1380505, + "step": 1149, + "train_runtime": 22212.4575, + "train_tokens_per_second": 62.15 + }, + { + "epoch": 2.5852926463231616, + "grad_norm": 1.7225955724716187, + "learning_rate": 2.7969924812030073e-05, + "loss": 1.9544494152069092, + "num_input_tokens_seen": 1381875, + "step": 1150, + "train_runtime": 22231.6837, + "train_tokens_per_second": 62.158 + }, + { + "epoch": 2.587543771885943, + "grad_norm": 1.613613486289978, + "learning_rate": 2.7819548872180452e-05, + "loss": 1.797110676765442, + "num_input_tokens_seen": 1383704, + "step": 1151, + "train_runtime": 22250.9057, + "train_tokens_per_second": 62.186 + }, + { + "epoch": 2.5897948974487246, + "grad_norm": 1.9994051456451416, + "learning_rate": 2.7669172932330828e-05, + "loss": 1.8690143823623657, + "num_input_tokens_seen": 1384708, + "step": 1152, + "train_runtime": 22270.1334, + "train_tokens_per_second": 62.178 + }, + { + "epoch": 2.592046023011506, + "grad_norm": 1.4024077653884888, + "learning_rate": 2.7518796992481204e-05, + "loss": 1.9100615978240967, + "num_input_tokens_seen": 1386641, + "step": 1153, + "train_runtime": 22289.3809, + "train_tokens_per_second": 62.211 + }, + { + "epoch": 2.594297148574287, + "grad_norm": 1.7837193012237549, + "learning_rate": 2.7368421052631583e-05, + "loss": 1.6640310287475586, + "num_input_tokens_seen": 1387512, + "step": 1154, + "train_runtime": 22308.544, + "train_tokens_per_second": 62.196 + }, + { + "epoch": 2.5965482741370685, + "grad_norm": 1.79205322265625, + "learning_rate": 2.7218045112781955e-05, + "loss": 1.3188307285308838, + "num_input_tokens_seen": 1388979, + "step": 1155, + "train_runtime": 22327.7315, + "train_tokens_per_second": 62.209 + }, + { + "epoch": 2.5987993996998497, + "grad_norm": 1.5548486709594727, + "learning_rate": 2.706766917293233e-05, + "loss": 2.1164557933807373, + "num_input_tokens_seen": 1390663, + "step": 1156, + "train_runtime": 22346.9251, + "train_tokens_per_second": 62.231 + }, + { + "epoch": 2.6010505252626315, + "grad_norm": 2.0357067584991455, + "learning_rate": 2.6917293233082706e-05, + "loss": 1.6497747898101807, + "num_input_tokens_seen": 1391763, + "step": 1157, + "train_runtime": 22366.1638, + "train_tokens_per_second": 62.226 + }, + { + "epoch": 2.6033016508254128, + "grad_norm": 1.8053481578826904, + "learning_rate": 2.6766917293233085e-05, + "loss": 1.2313495874404907, + "num_input_tokens_seen": 1392671, + "step": 1158, + "train_runtime": 22385.3436, + "train_tokens_per_second": 62.214 + }, + { + "epoch": 2.605552776388194, + "grad_norm": 1.7074741125106812, + "learning_rate": 2.661654135338346e-05, + "loss": 1.988905906677246, + "num_input_tokens_seen": 1393944, + "step": 1159, + "train_runtime": 22404.5171, + "train_tokens_per_second": 62.217 + }, + { + "epoch": 2.6078039019509753, + "grad_norm": 2.035552501678467, + "learning_rate": 2.6466165413533833e-05, + "loss": 1.714320182800293, + "num_input_tokens_seen": 1394753, + "step": 1160, + "train_runtime": 22423.7096, + "train_tokens_per_second": 62.2 + }, + { + "epoch": 2.6100550275137566, + "grad_norm": 1.893385648727417, + "learning_rate": 2.6315789473684212e-05, + "loss": 1.7246042490005493, + "num_input_tokens_seen": 1395895, + "step": 1161, + "train_runtime": 22442.8645, + "train_tokens_per_second": 62.198 + }, + { + "epoch": 2.6123061530765384, + "grad_norm": 1.4964790344238281, + "learning_rate": 2.6165413533834588e-05, + "loss": 2.034623146057129, + "num_input_tokens_seen": 1397479, + "step": 1162, + "train_runtime": 22462.1079, + "train_tokens_per_second": 62.215 + }, + { + "epoch": 2.6145572786393196, + "grad_norm": 1.8192299604415894, + "learning_rate": 2.6015037593984963e-05, + "loss": 1.3338496685028076, + "num_input_tokens_seen": 1398340, + "step": 1163, + "train_runtime": 22481.2294, + "train_tokens_per_second": 62.2 + }, + { + "epoch": 2.616808404202101, + "grad_norm": 2.3165931701660156, + "learning_rate": 2.5864661654135342e-05, + "loss": 1.7835882902145386, + "num_input_tokens_seen": 1399035, + "step": 1164, + "train_runtime": 22500.3908, + "train_tokens_per_second": 62.178 + }, + { + "epoch": 2.6190595297648827, + "grad_norm": 2.2048466205596924, + "learning_rate": 2.5714285714285714e-05, + "loss": 1.6274380683898926, + "num_input_tokens_seen": 1400323, + "step": 1165, + "train_runtime": 22519.5924, + "train_tokens_per_second": 62.182 + }, + { + "epoch": 2.621310655327664, + "grad_norm": 2.2060813903808594, + "learning_rate": 2.556390977443609e-05, + "loss": 1.554585576057434, + "num_input_tokens_seen": 1401189, + "step": 1166, + "train_runtime": 22538.7618, + "train_tokens_per_second": 62.168 + }, + { + "epoch": 2.6235617808904452, + "grad_norm": 1.9725626707077026, + "learning_rate": 2.5413533834586466e-05, + "loss": 1.2847110033035278, + "num_input_tokens_seen": 1402294, + "step": 1167, + "train_runtime": 22557.8954, + "train_tokens_per_second": 62.164 + }, + { + "epoch": 2.6258129064532265, + "grad_norm": 2.0628232955932617, + "learning_rate": 2.5263157894736845e-05, + "loss": 1.2720493078231812, + "num_input_tokens_seen": 1403453, + "step": 1168, + "train_runtime": 22577.0752, + "train_tokens_per_second": 62.163 + }, + { + "epoch": 2.628064032016008, + "grad_norm": 2.267457962036133, + "learning_rate": 2.511278195488722e-05, + "loss": 1.3736237287521362, + "num_input_tokens_seen": 1404651, + "step": 1169, + "train_runtime": 22596.2672, + "train_tokens_per_second": 62.163 + }, + { + "epoch": 2.6303151575787895, + "grad_norm": 2.038440465927124, + "learning_rate": 2.4962406015037596e-05, + "loss": 1.5434746742248535, + "num_input_tokens_seen": 1405708, + "step": 1170, + "train_runtime": 22615.433, + "train_tokens_per_second": 62.157 + }, + { + "epoch": 2.632566283141571, + "grad_norm": 1.3421391248703003, + "learning_rate": 2.4812030075187968e-05, + "loss": 2.018324613571167, + "num_input_tokens_seen": 1407843, + "step": 1171, + "train_runtime": 22638.6504, + "train_tokens_per_second": 62.188 + }, + { + "epoch": 2.634817408704352, + "grad_norm": 2.3638668060302734, + "learning_rate": 2.4661654135338347e-05, + "loss": 1.6736160516738892, + "num_input_tokens_seen": 1408724, + "step": 1172, + "train_runtime": 22657.9088, + "train_tokens_per_second": 62.174 + }, + { + "epoch": 2.637068534267134, + "grad_norm": 1.812878966331482, + "learning_rate": 2.4511278195488723e-05, + "loss": 2.3740878105163574, + "num_input_tokens_seen": 1409997, + "step": 1173, + "train_runtime": 22677.0807, + "train_tokens_per_second": 62.177 + }, + { + "epoch": 2.639319659829915, + "grad_norm": 1.4200584888458252, + "learning_rate": 2.43609022556391e-05, + "loss": 1.9381523132324219, + "num_input_tokens_seen": 1411961, + "step": 1174, + "train_runtime": 22696.3097, + "train_tokens_per_second": 62.211 + }, + { + "epoch": 2.6415707853926964, + "grad_norm": 2.283743143081665, + "learning_rate": 2.4210526315789474e-05, + "loss": 1.5841001272201538, + "num_input_tokens_seen": 1412935, + "step": 1175, + "train_runtime": 22715.5193, + "train_tokens_per_second": 62.201 + }, + { + "epoch": 2.6438219109554777, + "grad_norm": 2.061494827270508, + "learning_rate": 2.406015037593985e-05, + "loss": 1.3663902282714844, + "num_input_tokens_seen": 1414089, + "step": 1176, + "train_runtime": 22734.7012, + "train_tokens_per_second": 62.2 + }, + { + "epoch": 2.646073036518259, + "grad_norm": 1.7489030361175537, + "learning_rate": 2.3909774436090225e-05, + "loss": 1.594470739364624, + "num_input_tokens_seen": 1415726, + "step": 1177, + "train_runtime": 22753.9317, + "train_tokens_per_second": 62.219 + }, + { + "epoch": 2.6483241620810407, + "grad_norm": 1.5411763191223145, + "learning_rate": 2.3759398496240604e-05, + "loss": 1.816451072692871, + "num_input_tokens_seen": 1417490, + "step": 1178, + "train_runtime": 22773.1631, + "train_tokens_per_second": 62.244 + }, + { + "epoch": 2.650575287643822, + "grad_norm": 2.2537214756011963, + "learning_rate": 2.3609022556390977e-05, + "loss": 1.4158010482788086, + "num_input_tokens_seen": 1418218, + "step": 1179, + "train_runtime": 22792.3283, + "train_tokens_per_second": 62.223 + }, + { + "epoch": 2.6528264132066033, + "grad_norm": 2.3992292881011963, + "learning_rate": 2.3458646616541356e-05, + "loss": 1.7070081233978271, + "num_input_tokens_seen": 1419227, + "step": 1180, + "train_runtime": 22811.5105, + "train_tokens_per_second": 62.215 + }, + { + "epoch": 2.6550775387693846, + "grad_norm": 1.5886884927749634, + "learning_rate": 2.3308270676691728e-05, + "loss": 1.5788397789001465, + "num_input_tokens_seen": 1420664, + "step": 1181, + "train_runtime": 22830.6777, + "train_tokens_per_second": 62.226 + }, + { + "epoch": 2.657328664332166, + "grad_norm": 2.0863265991210938, + "learning_rate": 2.3157894736842107e-05, + "loss": 1.5935819149017334, + "num_input_tokens_seen": 1421512, + "step": 1182, + "train_runtime": 22849.8312, + "train_tokens_per_second": 62.211 + }, + { + "epoch": 2.6595797898949476, + "grad_norm": 2.2100939750671387, + "learning_rate": 2.3007518796992482e-05, + "loss": 1.6077502965927124, + "num_input_tokens_seen": 1422293, + "step": 1183, + "train_runtime": 22868.9719, + "train_tokens_per_second": 62.193 + }, + { + "epoch": 2.661830915457729, + "grad_norm": 1.7933963537216187, + "learning_rate": 2.2857142857142858e-05, + "loss": 1.39090895652771, + "num_input_tokens_seen": 1423440, + "step": 1184, + "train_runtime": 22888.1355, + "train_tokens_per_second": 62.191 + }, + { + "epoch": 2.66408204102051, + "grad_norm": 1.4738593101501465, + "learning_rate": 2.2706766917293234e-05, + "loss": 2.3084802627563477, + "num_input_tokens_seen": 1425008, + "step": 1185, + "train_runtime": 22907.3726, + "train_tokens_per_second": 62.207 + }, + { + "epoch": 2.666333166583292, + "grad_norm": 1.9304211139678955, + "learning_rate": 2.255639097744361e-05, + "loss": 1.6193796396255493, + "num_input_tokens_seen": 1426139, + "step": 1186, + "train_runtime": 22926.5584, + "train_tokens_per_second": 62.205 + }, + { + "epoch": 2.668584292146073, + "grad_norm": 1.9383026361465454, + "learning_rate": 2.2406015037593985e-05, + "loss": 1.5915474891662598, + "num_input_tokens_seen": 1427004, + "step": 1187, + "train_runtime": 22945.7357, + "train_tokens_per_second": 62.19 + }, + { + "epoch": 2.6708354177088545, + "grad_norm": 1.4812945127487183, + "learning_rate": 2.2255639097744364e-05, + "loss": 1.3817967176437378, + "num_input_tokens_seen": 1428887, + "step": 1188, + "train_runtime": 22964.9718, + "train_tokens_per_second": 62.22 + }, + { + "epoch": 2.6730865432716358, + "grad_norm": 2.1099295616149902, + "learning_rate": 2.2105263157894736e-05, + "loss": 1.369551181793213, + "num_input_tokens_seen": 1429840, + "step": 1189, + "train_runtime": 22984.1921, + "train_tokens_per_second": 62.21 + }, + { + "epoch": 2.675337668834417, + "grad_norm": 1.5594159364700317, + "learning_rate": 2.1954887218045115e-05, + "loss": 1.469412088394165, + "num_input_tokens_seen": 1431795, + "step": 1190, + "train_runtime": 23003.4684, + "train_tokens_per_second": 62.243 + }, + { + "epoch": 2.6775887943971988, + "grad_norm": 2.622771739959717, + "learning_rate": 2.1804511278195487e-05, + "loss": 1.6393532752990723, + "num_input_tokens_seen": 1432737, + "step": 1191, + "train_runtime": 23022.6232, + "train_tokens_per_second": 62.232 + }, + { + "epoch": 2.67983991995998, + "grad_norm": 1.7686045169830322, + "learning_rate": 2.1654135338345866e-05, + "loss": 1.4666415452957153, + "num_input_tokens_seen": 1434511, + "step": 1192, + "train_runtime": 23041.8293, + "train_tokens_per_second": 62.257 + }, + { + "epoch": 2.6820910455227613, + "grad_norm": 2.2452244758605957, + "learning_rate": 2.1503759398496242e-05, + "loss": 1.4218263626098633, + "num_input_tokens_seen": 1435209, + "step": 1193, + "train_runtime": 23060.969, + "train_tokens_per_second": 62.235 + }, + { + "epoch": 2.6843421710855426, + "grad_norm": 1.7553502321243286, + "learning_rate": 2.1353383458646618e-05, + "loss": 1.5014055967330933, + "num_input_tokens_seen": 1436532, + "step": 1194, + "train_runtime": 23080.1631, + "train_tokens_per_second": 62.241 + }, + { + "epoch": 2.686593296648324, + "grad_norm": 2.1939122676849365, + "learning_rate": 2.1203007518796993e-05, + "loss": 1.5486384630203247, + "num_input_tokens_seen": 1437450, + "step": 1195, + "train_runtime": 23099.3161, + "train_tokens_per_second": 62.229 + }, + { + "epoch": 2.6888444222111056, + "grad_norm": 2.2124342918395996, + "learning_rate": 2.105263157894737e-05, + "loss": 1.4651086330413818, + "num_input_tokens_seen": 1438192, + "step": 1196, + "train_runtime": 23118.4729, + "train_tokens_per_second": 62.21 + }, + { + "epoch": 2.691095547773887, + "grad_norm": 1.6562519073486328, + "learning_rate": 2.0902255639097745e-05, + "loss": 1.8883863687515259, + "num_input_tokens_seen": 1439381, + "step": 1197, + "train_runtime": 23137.6801, + "train_tokens_per_second": 62.209 + }, + { + "epoch": 2.693346673336668, + "grad_norm": 1.3871569633483887, + "learning_rate": 2.0751879699248124e-05, + "loss": 2.2026448249816895, + "num_input_tokens_seen": 1440963, + "step": 1198, + "train_runtime": 23157.3301, + "train_tokens_per_second": 62.225 + }, + { + "epoch": 2.69559779889945, + "grad_norm": 2.0119409561157227, + "learning_rate": 2.0601503759398496e-05, + "loss": 1.5809822082519531, + "num_input_tokens_seen": 1442000, + "step": 1199, + "train_runtime": 23176.5271, + "train_tokens_per_second": 62.218 + }, + { + "epoch": 2.6978489244622312, + "grad_norm": 2.242382287979126, + "learning_rate": 2.0451127819548875e-05, + "loss": 1.8581202030181885, + "num_input_tokens_seen": 1442764, + "step": 1200, + "train_runtime": 23195.7286, + "train_tokens_per_second": 62.2 + }, + { + "epoch": 2.7001000500250125, + "grad_norm": 1.4954007863998413, + "learning_rate": 2.0300751879699247e-05, + "loss": 2.0490164756774902, + "num_input_tokens_seen": 1444787, + "step": 1201, + "train_runtime": 23218.9212, + "train_tokens_per_second": 62.225 + }, + { + "epoch": 2.702351175587794, + "grad_norm": 1.4922734498977661, + "learning_rate": 2.0150375939849626e-05, + "loss": 2.2132210731506348, + "num_input_tokens_seen": 1446460, + "step": 1202, + "train_runtime": 23238.207, + "train_tokens_per_second": 62.245 + }, + { + "epoch": 2.704602301150575, + "grad_norm": 2.1932120323181152, + "learning_rate": 2e-05, + "loss": 1.3646361827850342, + "num_input_tokens_seen": 1447430, + "step": 1203, + "train_runtime": 23257.3636, + "train_tokens_per_second": 62.235 + }, + { + "epoch": 2.706853426713357, + "grad_norm": 1.89067542552948, + "learning_rate": 1.9849624060150377e-05, + "loss": 1.3317488431930542, + "num_input_tokens_seen": 1448599, + "step": 1204, + "train_runtime": 23276.5661, + "train_tokens_per_second": 62.234 + }, + { + "epoch": 2.709104552276138, + "grad_norm": 1.75518000125885, + "learning_rate": 1.9699248120300753e-05, + "loss": 1.2559328079223633, + "num_input_tokens_seen": 1450020, + "step": 1205, + "train_runtime": 23295.771, + "train_tokens_per_second": 62.244 + }, + { + "epoch": 2.7113556778389194, + "grad_norm": 1.956803560256958, + "learning_rate": 1.954887218045113e-05, + "loss": 1.30282723903656, + "num_input_tokens_seen": 1451171, + "step": 1206, + "train_runtime": 23314.9427, + "train_tokens_per_second": 62.242 + }, + { + "epoch": 2.7113556778389194, + "eval_loss": 2.8977437019348145, + "eval_runtime": 12.2212, + "eval_samples_per_second": 10.474, + "eval_steps_per_second": 2.618, + "num_input_tokens_seen": 1451171, + "step": 1206 + }, + { + "epoch": 2.7136068034017007, + "grad_norm": 1.38950514793396, + "learning_rate": 1.9398496240601504e-05, + "loss": 2.139336585998535, + "num_input_tokens_seen": 1453304, + "step": 1207, + "train_runtime": 23346.4632, + "train_tokens_per_second": 62.249 + }, + { + "epoch": 2.715857928964482, + "grad_norm": 1.9471408128738403, + "learning_rate": 1.9248120300751883e-05, + "loss": 1.3995108604431152, + "num_input_tokens_seen": 1454444, + "step": 1208, + "train_runtime": 23365.6514, + "train_tokens_per_second": 62.247 + }, + { + "epoch": 2.7181090545272637, + "grad_norm": 1.9707094430923462, + "learning_rate": 1.9097744360902255e-05, + "loss": 1.359197974205017, + "num_input_tokens_seen": 1455443, + "step": 1209, + "train_runtime": 23384.8518, + "train_tokens_per_second": 62.239 + }, + { + "epoch": 2.720360180090045, + "grad_norm": 2.312607526779175, + "learning_rate": 1.8947368421052634e-05, + "loss": 1.48570716381073, + "num_input_tokens_seen": 1456245, + "step": 1210, + "train_runtime": 23404.0158, + "train_tokens_per_second": 62.222 + }, + { + "epoch": 2.7226113056528263, + "grad_norm": 1.616803526878357, + "learning_rate": 1.8796992481203007e-05, + "loss": 1.9457379579544067, + "num_input_tokens_seen": 1457980, + "step": 1211, + "train_runtime": 23423.2048, + "train_tokens_per_second": 62.245 + }, + { + "epoch": 2.724862431215608, + "grad_norm": 2.3990323543548584, + "learning_rate": 1.8646616541353386e-05, + "loss": 1.968644380569458, + "num_input_tokens_seen": 1458808, + "step": 1212, + "train_runtime": 23442.3632, + "train_tokens_per_second": 62.23 + }, + { + "epoch": 2.7271135567783893, + "grad_norm": 1.8479959964752197, + "learning_rate": 1.849624060150376e-05, + "loss": 2.4894304275512695, + "num_input_tokens_seen": 1460054, + "step": 1213, + "train_runtime": 23461.5772, + "train_tokens_per_second": 62.232 + }, + { + "epoch": 2.7293646823411706, + "grad_norm": 2.229719638824463, + "learning_rate": 1.8345864661654137e-05, + "loss": 1.768249750137329, + "num_input_tokens_seen": 1461095, + "step": 1214, + "train_runtime": 23480.8076, + "train_tokens_per_second": 62.225 + }, + { + "epoch": 2.731615807903952, + "grad_norm": 2.0492520332336426, + "learning_rate": 1.8195488721804512e-05, + "loss": 1.8189828395843506, + "num_input_tokens_seen": 1461937, + "step": 1215, + "train_runtime": 23499.9729, + "train_tokens_per_second": 62.21 + }, + { + "epoch": 2.733866933466733, + "grad_norm": 1.8506951332092285, + "learning_rate": 1.8045112781954888e-05, + "loss": 2.006345510482788, + "num_input_tokens_seen": 1463704, + "step": 1216, + "train_runtime": 23519.181, + "train_tokens_per_second": 62.234 + }, + { + "epoch": 2.736118059029515, + "grad_norm": 2.120954990386963, + "learning_rate": 1.7894736842105264e-05, + "loss": 1.565032958984375, + "num_input_tokens_seen": 1465268, + "step": 1217, + "train_runtime": 23538.3834, + "train_tokens_per_second": 62.25 + }, + { + "epoch": 2.738369184592296, + "grad_norm": 1.5639978647232056, + "learning_rate": 1.7744360902255643e-05, + "loss": 1.934085488319397, + "num_input_tokens_seen": 1466821, + "step": 1218, + "train_runtime": 23557.6462, + "train_tokens_per_second": 62.265 + }, + { + "epoch": 2.7406203101550775, + "grad_norm": 1.6518805027008057, + "learning_rate": 1.7593984962406015e-05, + "loss": 1.9656076431274414, + "num_input_tokens_seen": 1468615, + "step": 1219, + "train_runtime": 23576.8905, + "train_tokens_per_second": 62.29 + }, + { + "epoch": 2.742871435717859, + "grad_norm": 1.490341305732727, + "learning_rate": 1.7443609022556394e-05, + "loss": 1.8939456939697266, + "num_input_tokens_seen": 1470263, + "step": 1220, + "train_runtime": 23596.1407, + "train_tokens_per_second": 62.309 + }, + { + "epoch": 2.7451225612806405, + "grad_norm": 1.7327015399932861, + "learning_rate": 1.7293233082706766e-05, + "loss": 1.7009742259979248, + "num_input_tokens_seen": 1471672, + "step": 1221, + "train_runtime": 23615.3337, + "train_tokens_per_second": 62.318 + }, + { + "epoch": 2.7473736868434218, + "grad_norm": 1.9790221452713013, + "learning_rate": 1.7142857142857145e-05, + "loss": 2.0108654499053955, + "num_input_tokens_seen": 1472639, + "step": 1222, + "train_runtime": 23634.5255, + "train_tokens_per_second": 62.309 + }, + { + "epoch": 2.749624812406203, + "grad_norm": 1.9381496906280518, + "learning_rate": 1.699248120300752e-05, + "loss": 1.6779897212982178, + "num_input_tokens_seen": 1473681, + "step": 1223, + "train_runtime": 23653.6962, + "train_tokens_per_second": 62.302 + }, + { + "epoch": 2.7518759379689843, + "grad_norm": 1.7055667638778687, + "learning_rate": 1.6842105263157896e-05, + "loss": 1.9446779489517212, + "num_input_tokens_seen": 1475239, + "step": 1224, + "train_runtime": 23672.898, + "train_tokens_per_second": 62.318 + }, + { + "epoch": 2.754127063531766, + "grad_norm": 1.4134756326675415, + "learning_rate": 1.6691729323308272e-05, + "loss": 2.2589101791381836, + "num_input_tokens_seen": 1477239, + "step": 1225, + "train_runtime": 23692.1221, + "train_tokens_per_second": 62.351 + }, + { + "epoch": 2.7563781890945473, + "grad_norm": 1.8040175437927246, + "learning_rate": 1.6541353383458648e-05, + "loss": 1.9033795595169067, + "num_input_tokens_seen": 1478211, + "step": 1226, + "train_runtime": 23711.2777, + "train_tokens_per_second": 62.342 + }, + { + "epoch": 2.7586293146573286, + "grad_norm": 1.9483622312545776, + "learning_rate": 1.6390977443609023e-05, + "loss": 1.3483952283859253, + "num_input_tokens_seen": 1479395, + "step": 1227, + "train_runtime": 23730.4361, + "train_tokens_per_second": 62.342 + }, + { + "epoch": 2.76088044022011, + "grad_norm": 1.739292860031128, + "learning_rate": 1.62406015037594e-05, + "loss": 1.8531808853149414, + "num_input_tokens_seen": 1480716, + "step": 1228, + "train_runtime": 23749.627, + "train_tokens_per_second": 62.347 + }, + { + "epoch": 2.763131565782891, + "grad_norm": 2.0088582038879395, + "learning_rate": 1.6090225563909775e-05, + "loss": 1.6133317947387695, + "num_input_tokens_seen": 1481824, + "step": 1229, + "train_runtime": 23768.8308, + "train_tokens_per_second": 62.343 + }, + { + "epoch": 2.765382691345673, + "grad_norm": 1.9703912734985352, + "learning_rate": 1.5939849624060154e-05, + "loss": 1.6988228559494019, + "num_input_tokens_seen": 1482800, + "step": 1230, + "train_runtime": 23788.0269, + "train_tokens_per_second": 62.334 + }, + { + "epoch": 2.7676338169084542, + "grad_norm": 1.6836676597595215, + "learning_rate": 1.5789473684210526e-05, + "loss": 2.3234128952026367, + "num_input_tokens_seen": 1484005, + "step": 1231, + "train_runtime": 23811.1379, + "train_tokens_per_second": 62.324 + }, + { + "epoch": 2.7698849424712355, + "grad_norm": 1.9021292924880981, + "learning_rate": 1.5639097744360905e-05, + "loss": 1.401629090309143, + "num_input_tokens_seen": 1485420, + "step": 1232, + "train_runtime": 23830.382, + "train_tokens_per_second": 62.333 + }, + { + "epoch": 2.7721360680340172, + "grad_norm": 1.9665241241455078, + "learning_rate": 1.548872180451128e-05, + "loss": 1.2322672605514526, + "num_input_tokens_seen": 1487312, + "step": 1233, + "train_runtime": 23849.5445, + "train_tokens_per_second": 62.362 + }, + { + "epoch": 2.7743871935967985, + "grad_norm": 1.7023147344589233, + "learning_rate": 1.5338345864661656e-05, + "loss": 1.4824771881103516, + "num_input_tokens_seen": 1488820, + "step": 1234, + "train_runtime": 23868.7906, + "train_tokens_per_second": 62.375 + }, + { + "epoch": 2.77663831915958, + "grad_norm": 1.6900925636291504, + "learning_rate": 1.5187969924812032e-05, + "loss": 2.4537551403045654, + "num_input_tokens_seen": 1490204, + "step": 1235, + "train_runtime": 23887.9895, + "train_tokens_per_second": 62.383 + }, + { + "epoch": 2.778889444722361, + "grad_norm": 1.815571904182434, + "learning_rate": 1.5037593984962406e-05, + "loss": 1.4051371812820435, + "num_input_tokens_seen": 1491631, + "step": 1236, + "train_runtime": 23907.1448, + "train_tokens_per_second": 62.393 + }, + { + "epoch": 2.7811405702851424, + "grad_norm": 2.563359022140503, + "learning_rate": 1.4887218045112783e-05, + "loss": 1.5305302143096924, + "num_input_tokens_seen": 1492424, + "step": 1237, + "train_runtime": 23926.2851, + "train_tokens_per_second": 62.376 + }, + { + "epoch": 2.783391695847924, + "grad_norm": 2.1755125522613525, + "learning_rate": 1.4736842105263157e-05, + "loss": 1.3642204999923706, + "num_input_tokens_seen": 1493061, + "step": 1238, + "train_runtime": 23945.4758, + "train_tokens_per_second": 62.353 + }, + { + "epoch": 2.7856428214107054, + "grad_norm": 1.806918740272522, + "learning_rate": 1.4586466165413534e-05, + "loss": 1.3926879167556763, + "num_input_tokens_seen": 1494463, + "step": 1239, + "train_runtime": 23964.6508, + "train_tokens_per_second": 62.361 + }, + { + "epoch": 2.7878939469734867, + "grad_norm": 2.256004810333252, + "learning_rate": 1.4436090225563912e-05, + "loss": 1.519538164138794, + "num_input_tokens_seen": 1495317, + "step": 1240, + "train_runtime": 23983.8576, + "train_tokens_per_second": 62.347 + }, + { + "epoch": 2.790145072536268, + "grad_norm": 2.4084243774414062, + "learning_rate": 1.4285714285714285e-05, + "loss": 1.6216623783111572, + "num_input_tokens_seen": 1496306, + "step": 1241, + "train_runtime": 24002.9986, + "train_tokens_per_second": 62.338 + }, + { + "epoch": 2.7923961980990493, + "grad_norm": 1.94330632686615, + "learning_rate": 1.4135338345864663e-05, + "loss": 1.281075119972229, + "num_input_tokens_seen": 1497556, + "step": 1242, + "train_runtime": 24022.1671, + "train_tokens_per_second": 62.341 + }, + { + "epoch": 2.794647323661831, + "grad_norm": 1.704195261001587, + "learning_rate": 1.3984962406015037e-05, + "loss": 1.9464128017425537, + "num_input_tokens_seen": 1498900, + "step": 1243, + "train_runtime": 24041.3512, + "train_tokens_per_second": 62.347 + }, + { + "epoch": 2.7968984492246123, + "grad_norm": 2.076961040496826, + "learning_rate": 1.3834586466165414e-05, + "loss": 1.7144922018051147, + "num_input_tokens_seen": 1500130, + "step": 1244, + "train_runtime": 24060.4951, + "train_tokens_per_second": 62.348 + }, + { + "epoch": 2.7991495747873936, + "grad_norm": 2.320963144302368, + "learning_rate": 1.3684210526315791e-05, + "loss": 1.6841586828231812, + "num_input_tokens_seen": 1500906, + "step": 1245, + "train_runtime": 24079.687, + "train_tokens_per_second": 62.331 + }, + { + "epoch": 2.8014007003501753, + "grad_norm": 1.7229955196380615, + "learning_rate": 1.3533834586466165e-05, + "loss": 2.264228105545044, + "num_input_tokens_seen": 1502143, + "step": 1246, + "train_runtime": 24098.8893, + "train_tokens_per_second": 62.332 + }, + { + "epoch": 2.8036518259129566, + "grad_norm": 1.874725341796875, + "learning_rate": 1.3383458646616543e-05, + "loss": 1.3903437852859497, + "num_input_tokens_seen": 1503033, + "step": 1247, + "train_runtime": 24118.0189, + "train_tokens_per_second": 62.32 + }, + { + "epoch": 2.805902951475738, + "grad_norm": 2.0637805461883545, + "learning_rate": 1.3233082706766916e-05, + "loss": 1.3384028673171997, + "num_input_tokens_seen": 1504050, + "step": 1248, + "train_runtime": 24137.1796, + "train_tokens_per_second": 62.313 + }, + { + "epoch": 2.808154077038519, + "grad_norm": 2.309511423110962, + "learning_rate": 1.3082706766917294e-05, + "loss": 1.4835747480392456, + "num_input_tokens_seen": 1504902, + "step": 1249, + "train_runtime": 24156.3088, + "train_tokens_per_second": 62.299 + }, + { + "epoch": 2.8104052026013004, + "grad_norm": 1.6529300212860107, + "learning_rate": 1.2932330827067671e-05, + "loss": 1.9410004615783691, + "num_input_tokens_seen": 1506312, + "step": 1250, + "train_runtime": 24175.5284, + "train_tokens_per_second": 62.307 + }, + { + "epoch": 2.812656328164082, + "grad_norm": 1.4605921506881714, + "learning_rate": 1.2781954887218045e-05, + "loss": 1.847199559211731, + "num_input_tokens_seen": 1508017, + "step": 1251, + "train_runtime": 24195.1333, + "train_tokens_per_second": 62.327 + }, + { + "epoch": 2.8149074537268635, + "grad_norm": 1.4839437007904053, + "learning_rate": 1.2631578947368422e-05, + "loss": 1.9668227434158325, + "num_input_tokens_seen": 1509814, + "step": 1252, + "train_runtime": 24214.3973, + "train_tokens_per_second": 62.352 + }, + { + "epoch": 2.8171585792896447, + "grad_norm": 1.9094140529632568, + "learning_rate": 1.2481203007518798e-05, + "loss": 1.5342787504196167, + "num_input_tokens_seen": 1510961, + "step": 1253, + "train_runtime": 24233.533, + "train_tokens_per_second": 62.35 + }, + { + "epoch": 2.8194097048524265, + "grad_norm": 2.019465923309326, + "learning_rate": 1.2330827067669174e-05, + "loss": 1.592292308807373, + "num_input_tokens_seen": 1511966, + "step": 1254, + "train_runtime": 24252.7398, + "train_tokens_per_second": 62.342 + }, + { + "epoch": 2.8216608304152078, + "grad_norm": 1.8230665922164917, + "learning_rate": 1.218045112781955e-05, + "loss": 1.447402000427246, + "num_input_tokens_seen": 1512918, + "step": 1255, + "train_runtime": 24271.8654, + "train_tokens_per_second": 62.332 + }, + { + "epoch": 2.823911955977989, + "grad_norm": 1.6907775402069092, + "learning_rate": 1.2030075187969925e-05, + "loss": 1.758506417274475, + "num_input_tokens_seen": 1514178, + "step": 1256, + "train_runtime": 24291.0472, + "train_tokens_per_second": 62.335 + }, + { + "epoch": 2.8261630815407703, + "grad_norm": 1.7825967073440552, + "learning_rate": 1.1879699248120302e-05, + "loss": 1.886307954788208, + "num_input_tokens_seen": 1515487, + "step": 1257, + "train_runtime": 24310.2319, + "train_tokens_per_second": 62.339 + }, + { + "epoch": 2.8284142071035516, + "grad_norm": 1.6266453266143799, + "learning_rate": 1.1729323308270678e-05, + "loss": 2.343966484069824, + "num_input_tokens_seen": 1516966, + "step": 1258, + "train_runtime": 24329.4552, + "train_tokens_per_second": 62.351 + }, + { + "epoch": 2.8306653326663334, + "grad_norm": 2.21315860748291, + "learning_rate": 1.1578947368421053e-05, + "loss": 1.8648228645324707, + "num_input_tokens_seen": 1517846, + "step": 1259, + "train_runtime": 24348.6079, + "train_tokens_per_second": 62.338 + }, + { + "epoch": 2.8329164582291146, + "grad_norm": 1.6809334754943848, + "learning_rate": 1.1428571428571429e-05, + "loss": 1.5435923337936401, + "num_input_tokens_seen": 1519242, + "step": 1260, + "train_runtime": 24367.804, + "train_tokens_per_second": 62.346 + }, + { + "epoch": 2.835167583791896, + "grad_norm": 1.94973623752594, + "learning_rate": 1.1278195488721805e-05, + "loss": 1.212844967842102, + "num_input_tokens_seen": 1520285, + "step": 1261, + "train_runtime": 24390.7114, + "train_tokens_per_second": 62.33 + }, + { + "epoch": 2.837418709354677, + "grad_norm": 2.1012754440307617, + "learning_rate": 1.1127819548872182e-05, + "loss": 1.4316515922546387, + "num_input_tokens_seen": 1521226, + "step": 1262, + "train_runtime": 24409.9269, + "train_tokens_per_second": 62.32 + }, + { + "epoch": 2.8396698349174585, + "grad_norm": 2.177793502807617, + "learning_rate": 1.0977443609022558e-05, + "loss": 1.304571509361267, + "num_input_tokens_seen": 1522111, + "step": 1263, + "train_runtime": 24429.0711, + "train_tokens_per_second": 62.307 + }, + { + "epoch": 2.8419209604802402, + "grad_norm": 1.578439712524414, + "learning_rate": 1.0827067669172933e-05, + "loss": 2.351761817932129, + "num_input_tokens_seen": 1524027, + "step": 1264, + "train_runtime": 24448.3398, + "train_tokens_per_second": 62.337 + }, + { + "epoch": 2.8441720860430215, + "grad_norm": 1.9756804704666138, + "learning_rate": 1.0676691729323309e-05, + "loss": 1.68122398853302, + "num_input_tokens_seen": 1525159, + "step": 1265, + "train_runtime": 24467.4996, + "train_tokens_per_second": 62.334 + }, + { + "epoch": 2.846423211605803, + "grad_norm": 2.0383663177490234, + "learning_rate": 1.0526315789473684e-05, + "loss": 1.4414358139038086, + "num_input_tokens_seen": 1526029, + "step": 1266, + "train_runtime": 24486.7049, + "train_tokens_per_second": 62.321 + }, + { + "epoch": 2.8486743371685845, + "grad_norm": 1.909108281135559, + "learning_rate": 1.0375939849624062e-05, + "loss": 1.9286673069000244, + "num_input_tokens_seen": 1527445, + "step": 1267, + "train_runtime": 24505.9267, + "train_tokens_per_second": 62.33 + }, + { + "epoch": 2.850925462731366, + "grad_norm": 1.742547631263733, + "learning_rate": 1.0225563909774437e-05, + "loss": 1.254671573638916, + "num_input_tokens_seen": 1528888, + "step": 1268, + "train_runtime": 24525.1468, + "train_tokens_per_second": 62.34 + }, + { + "epoch": 2.853176588294147, + "grad_norm": 1.6483283042907715, + "learning_rate": 1.0075187969924813e-05, + "loss": 2.05773663520813, + "num_input_tokens_seen": 1530219, + "step": 1269, + "train_runtime": 24544.3287, + "train_tokens_per_second": 62.345 + }, + { + "epoch": 2.8554277138569284, + "grad_norm": 2.4690182209014893, + "learning_rate": 9.924812030075189e-06, + "loss": 1.5341976881027222, + "num_input_tokens_seen": 1530921, + "step": 1270, + "train_runtime": 24563.4642, + "train_tokens_per_second": 62.325 + }, + { + "epoch": 2.8576788394197097, + "grad_norm": 2.272228956222534, + "learning_rate": 9.774436090225564e-06, + "loss": 1.6822997331619263, + "num_input_tokens_seen": 1531669, + "step": 1271, + "train_runtime": 24582.602, + "train_tokens_per_second": 62.307 + }, + { + "epoch": 2.8599299649824914, + "grad_norm": 2.523879051208496, + "learning_rate": 9.624060150375942e-06, + "loss": 1.483809471130371, + "num_input_tokens_seen": 1532581, + "step": 1272, + "train_runtime": 24601.7716, + "train_tokens_per_second": 62.296 + }, + { + "epoch": 2.8621810905452727, + "grad_norm": 2.2288026809692383, + "learning_rate": 9.473684210526317e-06, + "loss": 1.248562216758728, + "num_input_tokens_seen": 1533631, + "step": 1273, + "train_runtime": 24620.9365, + "train_tokens_per_second": 62.29 + }, + { + "epoch": 2.864432216108054, + "grad_norm": 1.9390450716018677, + "learning_rate": 9.323308270676693e-06, + "loss": 1.5276436805725098, + "num_input_tokens_seen": 1534447, + "step": 1274, + "train_runtime": 24640.1305, + "train_tokens_per_second": 62.274 + }, + { + "epoch": 2.8666833416708353, + "grad_norm": 1.967382788658142, + "learning_rate": 9.172932330827068e-06, + "loss": 1.7691521644592285, + "num_input_tokens_seen": 1535525, + "step": 1275, + "train_runtime": 24659.3114, + "train_tokens_per_second": 62.27 + }, + { + "epoch": 2.8689344672336166, + "grad_norm": 1.9262529611587524, + "learning_rate": 9.022556390977444e-06, + "loss": 1.5088751316070557, + "num_input_tokens_seen": 1536686, + "step": 1276, + "train_runtime": 24678.4791, + "train_tokens_per_second": 62.268 + }, + { + "epoch": 2.8711855927963983, + "grad_norm": 2.038834571838379, + "learning_rate": 8.872180451127821e-06, + "loss": 1.3904567956924438, + "num_input_tokens_seen": 1537797, + "step": 1277, + "train_runtime": 24697.6573, + "train_tokens_per_second": 62.265 + }, + { + "epoch": 2.8734367183591796, + "grad_norm": 1.9981436729431152, + "learning_rate": 8.721804511278197e-06, + "loss": 1.5621881484985352, + "num_input_tokens_seen": 1538662, + "step": 1278, + "train_runtime": 24716.8128, + "train_tokens_per_second": 62.252 + }, + { + "epoch": 2.875687843921961, + "grad_norm": 1.4406590461730957, + "learning_rate": 8.571428571428573e-06, + "loss": 2.421820640563965, + "num_input_tokens_seen": 1540640, + "step": 1279, + "train_runtime": 24736.0648, + "train_tokens_per_second": 62.283 + }, + { + "epoch": 2.8779389694847426, + "grad_norm": 2.0402116775512695, + "learning_rate": 8.421052631578948e-06, + "loss": 1.3814852237701416, + "num_input_tokens_seen": 1541387, + "step": 1280, + "train_runtime": 24755.2576, + "train_tokens_per_second": 62.265 + }, + { + "epoch": 2.880190095047524, + "grad_norm": 2.322192430496216, + "learning_rate": 8.270676691729324e-06, + "loss": 1.494401216506958, + "num_input_tokens_seen": 1542143, + "step": 1281, + "train_runtime": 24774.4246, + "train_tokens_per_second": 62.247 + }, + { + "epoch": 2.882441220610305, + "grad_norm": 1.4549461603164673, + "learning_rate": 8.1203007518797e-06, + "loss": 2.288449764251709, + "num_input_tokens_seen": 1544125, + "step": 1282, + "train_runtime": 24793.6872, + "train_tokens_per_second": 62.279 + }, + { + "epoch": 2.8846923461730865, + "grad_norm": 1.9238158464431763, + "learning_rate": 7.969924812030077e-06, + "loss": 1.4151614904403687, + "num_input_tokens_seen": 1545459, + "step": 1283, + "train_runtime": 24812.8382, + "train_tokens_per_second": 62.285 + }, + { + "epoch": 2.8869434717358677, + "grad_norm": 1.8308898210525513, + "learning_rate": 7.819548872180452e-06, + "loss": 1.4319642782211304, + "num_input_tokens_seen": 1546526, + "step": 1284, + "train_runtime": 24832.0315, + "train_tokens_per_second": 62.279 + }, + { + "epoch": 2.8891945972986495, + "grad_norm": 2.098857879638672, + "learning_rate": 7.669172932330828e-06, + "loss": 1.445520281791687, + "num_input_tokens_seen": 1547414, + "step": 1285, + "train_runtime": 24851.2268, + "train_tokens_per_second": 62.267 + }, + { + "epoch": 2.8914457228614308, + "grad_norm": 1.597973346710205, + "learning_rate": 7.518796992481203e-06, + "loss": 1.865071177482605, + "num_input_tokens_seen": 1548923, + "step": 1286, + "train_runtime": 24870.4255, + "train_tokens_per_second": 62.28 + }, + { + "epoch": 2.893696848424212, + "grad_norm": 2.0568149089813232, + "learning_rate": 7.3684210526315784e-06, + "loss": 1.4482834339141846, + "num_input_tokens_seen": 1549727, + "step": 1287, + "train_runtime": 24889.5654, + "train_tokens_per_second": 62.264 + }, + { + "epoch": 2.8959479739869938, + "grad_norm": 2.248220205307007, + "learning_rate": 7.218045112781956e-06, + "loss": 1.4674882888793945, + "num_input_tokens_seen": 1550611, + "step": 1288, + "train_runtime": 24908.7397, + "train_tokens_per_second": 62.252 + }, + { + "epoch": 2.8981990995497746, + "grad_norm": 1.538132905960083, + "learning_rate": 7.067669172932331e-06, + "loss": 1.5152554512023926, + "num_input_tokens_seen": 1551899, + "step": 1289, + "train_runtime": 24927.896, + "train_tokens_per_second": 62.256 + }, + { + "epoch": 2.9004502251125563, + "grad_norm": 1.7825299501419067, + "learning_rate": 6.917293233082707e-06, + "loss": 1.2022230625152588, + "num_input_tokens_seen": 1553300, + "step": 1290, + "train_runtime": 24947.1304, + "train_tokens_per_second": 62.264 + } + ], + "logging_steps": 1, + "max_steps": 1335, + "num_input_tokens_seen": 1553300, + "num_train_epochs": 3, + "save_steps": 30, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.23948131683776e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +}