| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6018957345971563, |
| "eval_steps": 50, |
| "global_step": 1352, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001184834123222749, |
| "grad_norm": 4.842912681173325, |
| "learning_rate": 5e-09, |
| "loss": 0.6931, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.001184834123222749, |
| "eval_loss": 0.6931471228599548, |
| "eval_runtime": 62.005, |
| "eval_samples_per_second": 13.273, |
| "eval_steps_per_second": 0.839, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002369668246445498, |
| "grad_norm": 13.013466540861657, |
| "learning_rate": 1e-08, |
| "loss": 0.6931, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0035545023696682463, |
| "grad_norm": 25.207549721573656, |
| "learning_rate": 1.5e-08, |
| "loss": 0.6931, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004739336492890996, |
| "grad_norm": 11.273510432292214, |
| "learning_rate": 2e-08, |
| "loss": 0.6931, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005924170616113744, |
| "grad_norm": 24.11230272682227, |
| "learning_rate": 2.5e-08, |
| "loss": 0.6931, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0071090047393364926, |
| "grad_norm": 5.18401838103531, |
| "learning_rate": 3e-08, |
| "loss": 0.6931, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008293838862559242, |
| "grad_norm": 7.3509565781013135, |
| "learning_rate": 3.5e-08, |
| "loss": 0.6931, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.009478672985781991, |
| "grad_norm": 6.56880629718354, |
| "learning_rate": 4e-08, |
| "loss": 0.6931, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01066350710900474, |
| "grad_norm": 5.592557790447292, |
| "learning_rate": 4.5e-08, |
| "loss": 0.6931, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.011848341232227487, |
| "grad_norm": 20.527050875976098, |
| "learning_rate": 5e-08, |
| "loss": 0.6932, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013033175355450236, |
| "grad_norm": 6.269601088107528, |
| "learning_rate": 5.4999999999999996e-08, |
| "loss": 0.6931, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.014218009478672985, |
| "grad_norm": 9.294134534941529, |
| "learning_rate": 6e-08, |
| "loss": 0.6931, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.015402843601895734, |
| "grad_norm": 5.855434213215903, |
| "learning_rate": 6.5e-08, |
| "loss": 0.6931, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.016587677725118485, |
| "grad_norm": 10.474986444115153, |
| "learning_rate": 7e-08, |
| "loss": 0.6931, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.017772511848341232, |
| "grad_norm": 6.6840985514065325, |
| "learning_rate": 7.5e-08, |
| "loss": 0.6931, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.018957345971563982, |
| "grad_norm": 7.4437101801933645, |
| "learning_rate": 8e-08, |
| "loss": 0.6931, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02014218009478673, |
| "grad_norm": 6.13165834073612, |
| "learning_rate": 8.500000000000001e-08, |
| "loss": 0.6931, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02132701421800948, |
| "grad_norm": 8.753680910080762, |
| "learning_rate": 9e-08, |
| "loss": 0.6931, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.022511848341232227, |
| "grad_norm": 4.494857956282118, |
| "learning_rate": 9.499999999999999e-08, |
| "loss": 0.6931, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.023696682464454975, |
| "grad_norm": 5.518409034456923, |
| "learning_rate": 1e-07, |
| "loss": 0.6931, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.024881516587677725, |
| "grad_norm": 22.99472715304125, |
| "learning_rate": 1.0499999999999999e-07, |
| "loss": 0.6932, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.026066350710900472, |
| "grad_norm": 5.44008866558376, |
| "learning_rate": 1.0999999999999999e-07, |
| "loss": 0.6931, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.027251184834123223, |
| "grad_norm": 8.315427696253538, |
| "learning_rate": 1.15e-07, |
| "loss": 0.693, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.02843601895734597, |
| "grad_norm": 9.819572604936798, |
| "learning_rate": 1.2e-07, |
| "loss": 0.693, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02962085308056872, |
| "grad_norm": 19.108539667598766, |
| "learning_rate": 1.25e-07, |
| "loss": 0.6929, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.030805687203791468, |
| "grad_norm": 14.585034902914206, |
| "learning_rate": 1.3e-07, |
| "loss": 0.6932, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.031990521327014215, |
| "grad_norm": 9.101944616686147, |
| "learning_rate": 1.35e-07, |
| "loss": 0.693, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03317535545023697, |
| "grad_norm": 5.776790369186141, |
| "learning_rate": 1.4e-07, |
| "loss": 0.693, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.034360189573459717, |
| "grad_norm": 12.420816953833807, |
| "learning_rate": 1.45e-07, |
| "loss": 0.6931, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.035545023696682464, |
| "grad_norm": 12.016877135801524, |
| "learning_rate": 1.5e-07, |
| "loss": 0.6929, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03672985781990521, |
| "grad_norm": 17.865737609497657, |
| "learning_rate": 1.55e-07, |
| "loss": 0.6931, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.037914691943127965, |
| "grad_norm": 10.946159830311144, |
| "learning_rate": 1.6e-07, |
| "loss": 0.6929, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03909952606635071, |
| "grad_norm": 7.26222881952521, |
| "learning_rate": 1.65e-07, |
| "loss": 0.693, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04028436018957346, |
| "grad_norm": 16.017675753924713, |
| "learning_rate": 1.7000000000000001e-07, |
| "loss": 0.6927, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.041469194312796206, |
| "grad_norm": 14.865936997931808, |
| "learning_rate": 1.75e-07, |
| "loss": 0.6931, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04265402843601896, |
| "grad_norm": 6.989152070363955, |
| "learning_rate": 1.8e-07, |
| "loss": 0.6929, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.04383886255924171, |
| "grad_norm": 5.830142644690912, |
| "learning_rate": 1.85e-07, |
| "loss": 0.693, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.045023696682464455, |
| "grad_norm": 18.298834268327568, |
| "learning_rate": 1.8999999999999998e-07, |
| "loss": 0.6931, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0462085308056872, |
| "grad_norm": 8.595226932799667, |
| "learning_rate": 1.9499999999999999e-07, |
| "loss": 0.6929, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.04739336492890995, |
| "grad_norm": 5.6255428173780055, |
| "learning_rate": 2e-07, |
| "loss": 0.6929, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0485781990521327, |
| "grad_norm": 10.273539930083835, |
| "learning_rate": 2.0499999999999997e-07, |
| "loss": 0.6927, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04976303317535545, |
| "grad_norm": 5.959521496263993, |
| "learning_rate": 2.0999999999999997e-07, |
| "loss": 0.6928, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0509478672985782, |
| "grad_norm": 5.398338620565399, |
| "learning_rate": 2.1499999999999998e-07, |
| "loss": 0.6929, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.052132701421800945, |
| "grad_norm": 18.51701133821435, |
| "learning_rate": 2.1999999999999998e-07, |
| "loss": 0.6928, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0533175355450237, |
| "grad_norm": 10.120166425396867, |
| "learning_rate": 2.25e-07, |
| "loss": 0.6928, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.054502369668246446, |
| "grad_norm": 9.406423565733586, |
| "learning_rate": 2.3e-07, |
| "loss": 0.6927, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.05568720379146919, |
| "grad_norm": 13.864654741893007, |
| "learning_rate": 2.3499999999999997e-07, |
| "loss": 0.6927, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.05687203791469194, |
| "grad_norm": 4.845925029634522, |
| "learning_rate": 2.4e-07, |
| "loss": 0.6928, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.058056872037914695, |
| "grad_norm": 5.37379618929059, |
| "learning_rate": 2.45e-07, |
| "loss": 0.6928, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05924170616113744, |
| "grad_norm": 6.6369233721322605, |
| "learning_rate": 2.5e-07, |
| "loss": 0.6927, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05924170616113744, |
| "eval_loss": 0.6926634311676025, |
| "eval_runtime": 58.7485, |
| "eval_samples_per_second": 14.009, |
| "eval_steps_per_second": 0.885, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06042654028436019, |
| "grad_norm": 10.966673821105905, |
| "learning_rate": 2.55e-07, |
| "loss": 0.6929, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.061611374407582936, |
| "grad_norm": 11.582337862061097, |
| "learning_rate": 2.6e-07, |
| "loss": 0.6926, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06279620853080568, |
| "grad_norm": 8.941972889362651, |
| "learning_rate": 2.65e-07, |
| "loss": 0.6927, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.06398104265402843, |
| "grad_norm": 14.997343470976562, |
| "learning_rate": 2.7e-07, |
| "loss": 0.6927, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06516587677725119, |
| "grad_norm": 5.677663010655966, |
| "learning_rate": 2.75e-07, |
| "loss": 0.6926, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06635071090047394, |
| "grad_norm": 5.020981860702543, |
| "learning_rate": 2.8e-07, |
| "loss": 0.6925, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06753554502369669, |
| "grad_norm": 7.474033040046244, |
| "learning_rate": 2.8499999999999997e-07, |
| "loss": 0.6925, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06872037914691943, |
| "grad_norm": 17.180875525483216, |
| "learning_rate": 2.9e-07, |
| "loss": 0.6929, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06990521327014218, |
| "grad_norm": 13.25617168356445, |
| "learning_rate": 2.95e-07, |
| "loss": 0.6925, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07109004739336493, |
| "grad_norm": 30.116258413787573, |
| "learning_rate": 3e-07, |
| "loss": 0.693, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07227488151658767, |
| "grad_norm": 10.64426253518926, |
| "learning_rate": 3.05e-07, |
| "loss": 0.6922, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07345971563981042, |
| "grad_norm": 11.453245118504901, |
| "learning_rate": 3.1e-07, |
| "loss": 0.6925, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07464454976303317, |
| "grad_norm": 5.907026386237989, |
| "learning_rate": 3.15e-07, |
| "loss": 0.6924, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07582938388625593, |
| "grad_norm": 19.406661340061074, |
| "learning_rate": 3.2e-07, |
| "loss": 0.6925, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07701421800947868, |
| "grad_norm": 18.18198520017815, |
| "learning_rate": 3.25e-07, |
| "loss": 0.6927, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07819905213270142, |
| "grad_norm": 4.7357931743672035, |
| "learning_rate": 3.3e-07, |
| "loss": 0.6924, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.07938388625592417, |
| "grad_norm": 10.532802042903194, |
| "learning_rate": 3.35e-07, |
| "loss": 0.6924, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08056872037914692, |
| "grad_norm": 11.915177348864768, |
| "learning_rate": 3.4000000000000003e-07, |
| "loss": 0.6924, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08175355450236967, |
| "grad_norm": 18.00153138952007, |
| "learning_rate": 3.45e-07, |
| "loss": 0.6924, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.08293838862559241, |
| "grad_norm": 10.234716621499297, |
| "learning_rate": 3.5e-07, |
| "loss": 0.6922, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08412322274881516, |
| "grad_norm": 11.147351790721068, |
| "learning_rate": 3.55e-07, |
| "loss": 0.6923, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08530805687203792, |
| "grad_norm": 5.9427941542555365, |
| "learning_rate": 3.6e-07, |
| "loss": 0.692, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08649289099526067, |
| "grad_norm": 9.650743281341448, |
| "learning_rate": 3.65e-07, |
| "loss": 0.6921, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08767772511848342, |
| "grad_norm": 14.437098875051285, |
| "learning_rate": 3.7e-07, |
| "loss": 0.6923, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08886255924170616, |
| "grad_norm": 5.378048791391647, |
| "learning_rate": 3.75e-07, |
| "loss": 0.6921, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09004739336492891, |
| "grad_norm": 23.76267009040223, |
| "learning_rate": 3.7999999999999996e-07, |
| "loss": 0.6921, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09123222748815166, |
| "grad_norm": 26.84411773978452, |
| "learning_rate": 3.8499999999999997e-07, |
| "loss": 0.6926, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0924170616113744, |
| "grad_norm": 6.313251132925155, |
| "learning_rate": 3.8999999999999997e-07, |
| "loss": 0.6918, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09360189573459715, |
| "grad_norm": 5.002486541981642, |
| "learning_rate": 3.95e-07, |
| "loss": 0.6922, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0947867298578199, |
| "grad_norm": 5.125567908053878, |
| "learning_rate": 4e-07, |
| "loss": 0.6921, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09597156398104266, |
| "grad_norm": 5.76391233867192, |
| "learning_rate": 4.05e-07, |
| "loss": 0.6926, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0971563981042654, |
| "grad_norm": 9.172761657475997, |
| "learning_rate": 4.0999999999999994e-07, |
| "loss": 0.6923, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09834123222748815, |
| "grad_norm": 15.521052808202064, |
| "learning_rate": 4.1499999999999994e-07, |
| "loss": 0.6922, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0995260663507109, |
| "grad_norm": 6.256832828679843, |
| "learning_rate": 4.1999999999999995e-07, |
| "loss": 0.6917, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.10071090047393365, |
| "grad_norm": 6.119025109284402, |
| "learning_rate": 4.2499999999999995e-07, |
| "loss": 0.6923, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1018957345971564, |
| "grad_norm": 15.199284387604703, |
| "learning_rate": 4.2999999999999996e-07, |
| "loss": 0.6919, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10308056872037914, |
| "grad_norm": 15.339972724148373, |
| "learning_rate": 4.3499999999999996e-07, |
| "loss": 0.6921, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10426540284360189, |
| "grad_norm": 11.496730664780461, |
| "learning_rate": 4.3999999999999997e-07, |
| "loss": 0.692, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.10545023696682465, |
| "grad_norm": 4.773306731969947, |
| "learning_rate": 4.45e-07, |
| "loss": 0.6919, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1066350710900474, |
| "grad_norm": 8.260323351824246, |
| "learning_rate": 4.5e-07, |
| "loss": 0.6913, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10781990521327015, |
| "grad_norm": 5.659723672215949, |
| "learning_rate": 4.55e-07, |
| "loss": 0.6915, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.10900473933649289, |
| "grad_norm": 5.107079958535661, |
| "learning_rate": 4.6e-07, |
| "loss": 0.6915, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11018957345971564, |
| "grad_norm": 22.056688920378733, |
| "learning_rate": 4.65e-07, |
| "loss": 0.6917, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.11137440758293839, |
| "grad_norm": 4.86312181195146, |
| "learning_rate": 4.6999999999999995e-07, |
| "loss": 0.6916, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.11255924170616113, |
| "grad_norm": 4.682425298642347, |
| "learning_rate": 4.7499999999999995e-07, |
| "loss": 0.6921, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11374407582938388, |
| "grad_norm": 7.5909421969744315, |
| "learning_rate": 4.8e-07, |
| "loss": 0.6917, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.11492890995260663, |
| "grad_norm": 9.52244613318277, |
| "learning_rate": 4.85e-07, |
| "loss": 0.6918, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.11611374407582939, |
| "grad_norm": 20.463831503545507, |
| "learning_rate": 4.9e-07, |
| "loss": 0.6922, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.11729857819905214, |
| "grad_norm": 5.85073635301077, |
| "learning_rate": 4.95e-07, |
| "loss": 0.6919, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.11848341232227488, |
| "grad_norm": 9.713864024698502, |
| "learning_rate": 5e-07, |
| "loss": 0.691, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11848341232227488, |
| "eval_loss": 0.6912016868591309, |
| "eval_runtime": 55.0989, |
| "eval_samples_per_second": 14.937, |
| "eval_steps_per_second": 0.944, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11966824644549763, |
| "grad_norm": 8.735757832881882, |
| "learning_rate": 5.049999999999999e-07, |
| "loss": 0.6913, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.12085308056872038, |
| "grad_norm": 8.536276252611597, |
| "learning_rate": 5.1e-07, |
| "loss": 0.6916, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.12203791469194313, |
| "grad_norm": 12.307955522799803, |
| "learning_rate": 5.149999999999999e-07, |
| "loss": 0.6919, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.12322274881516587, |
| "grad_norm": 11.5436391524331, |
| "learning_rate": 5.2e-07, |
| "loss": 0.6908, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.12440758293838862, |
| "grad_norm": 10.060636220616002, |
| "learning_rate": 5.25e-07, |
| "loss": 0.6907, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.12559241706161137, |
| "grad_norm": 5.041585370529337, |
| "learning_rate": 5.3e-07, |
| "loss": 0.691, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.12677725118483413, |
| "grad_norm": 11.64846080453421, |
| "learning_rate": 5.35e-07, |
| "loss": 0.6914, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.12796208530805686, |
| "grad_norm": 19.76068719894559, |
| "learning_rate": 5.4e-07, |
| "loss": 0.6919, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.12914691943127962, |
| "grad_norm": 14.136074416348508, |
| "learning_rate": 5.45e-07, |
| "loss": 0.6909, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.13033175355450238, |
| "grad_norm": 10.28440428895041, |
| "learning_rate": 5.5e-07, |
| "loss": 0.6911, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13151658767772512, |
| "grad_norm": 7.391244110222167, |
| "learning_rate": 5.55e-07, |
| "loss": 0.6909, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.13270142180094788, |
| "grad_norm": 4.823429256379869, |
| "learning_rate": 5.6e-07, |
| "loss": 0.6911, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1338862559241706, |
| "grad_norm": 23.383696969681193, |
| "learning_rate": 5.649999999999999e-07, |
| "loss": 0.6906, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.13507109004739337, |
| "grad_norm": 19.49459565572995, |
| "learning_rate": 5.699999999999999e-07, |
| "loss": 0.6896, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1362559241706161, |
| "grad_norm": 9.86021667122269, |
| "learning_rate": 5.749999999999999e-07, |
| "loss": 0.6908, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13744075829383887, |
| "grad_norm": 9.176213186401592, |
| "learning_rate": 5.8e-07, |
| "loss": 0.69, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1386255924170616, |
| "grad_norm": 10.965194330031808, |
| "learning_rate": 5.849999999999999e-07, |
| "loss": 0.6907, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.13981042654028436, |
| "grad_norm": 5.324309937382266, |
| "learning_rate": 5.9e-07, |
| "loss": 0.6901, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.14099526066350712, |
| "grad_norm": 6.295743777248256, |
| "learning_rate": 5.949999999999999e-07, |
| "loss": 0.6904, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.14218009478672985, |
| "grad_norm": 15.67891975538989, |
| "learning_rate": 6e-07, |
| "loss": 0.692, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14336492890995262, |
| "grad_norm": 9.127359508013708, |
| "learning_rate": 6.049999999999999e-07, |
| "loss": 0.6906, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.14454976303317535, |
| "grad_norm": 7.5044121458383595, |
| "learning_rate": 6.1e-07, |
| "loss": 0.6891, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.1457345971563981, |
| "grad_norm": 12.683289947181704, |
| "learning_rate": 6.149999999999999e-07, |
| "loss": 0.6906, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.14691943127962084, |
| "grad_norm": 13.110766398513006, |
| "learning_rate": 6.2e-07, |
| "loss": 0.6904, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1481042654028436, |
| "grad_norm": 11.995325494799939, |
| "learning_rate": 6.249999999999999e-07, |
| "loss": 0.6903, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.14928909952606634, |
| "grad_norm": 6.422118572134765, |
| "learning_rate": 6.3e-07, |
| "loss": 0.6904, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1504739336492891, |
| "grad_norm": 10.691214133018695, |
| "learning_rate": 6.35e-07, |
| "loss": 0.6905, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.15165876777251186, |
| "grad_norm": 5.404413946055909, |
| "learning_rate": 6.4e-07, |
| "loss": 0.691, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.1528436018957346, |
| "grad_norm": 4.447046938476608, |
| "learning_rate": 6.45e-07, |
| "loss": 0.6911, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.15402843601895735, |
| "grad_norm": 5.0248072341394865, |
| "learning_rate": 6.5e-07, |
| "loss": 0.6914, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1552132701421801, |
| "grad_norm": 5.056679953391262, |
| "learning_rate": 6.55e-07, |
| "loss": 0.6905, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.15639810426540285, |
| "grad_norm": 16.537683924677737, |
| "learning_rate": 6.6e-07, |
| "loss": 0.6895, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.15758293838862558, |
| "grad_norm": 21.091493660710064, |
| "learning_rate": 6.65e-07, |
| "loss": 0.6897, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.15876777251184834, |
| "grad_norm": 8.432912706940217, |
| "learning_rate": 6.7e-07, |
| "loss": 0.689, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.15995260663507108, |
| "grad_norm": 5.270172573046601, |
| "learning_rate": 6.75e-07, |
| "loss": 0.6894, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.16113744075829384, |
| "grad_norm": 16.85436413901504, |
| "learning_rate": 6.800000000000001e-07, |
| "loss": 0.6906, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1623222748815166, |
| "grad_norm": 6.916851112907155, |
| "learning_rate": 6.85e-07, |
| "loss": 0.6889, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.16350710900473933, |
| "grad_norm": 7.1221016172033655, |
| "learning_rate": 6.9e-07, |
| "loss": 0.6897, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1646919431279621, |
| "grad_norm": 10.163791082368434, |
| "learning_rate": 6.949999999999999e-07, |
| "loss": 0.6896, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.16587677725118483, |
| "grad_norm": 14.381198582029823, |
| "learning_rate": 7e-07, |
| "loss": 0.6892, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1670616113744076, |
| "grad_norm": 27.46453698599659, |
| "learning_rate": 7.049999999999999e-07, |
| "loss": 0.69, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.16824644549763032, |
| "grad_norm": 6.604176868933808, |
| "learning_rate": 7.1e-07, |
| "loss": 0.6875, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.16943127962085308, |
| "grad_norm": 9.080958816193693, |
| "learning_rate": 7.149999999999999e-07, |
| "loss": 0.6882, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.17061611374407584, |
| "grad_norm": 8.606545021512053, |
| "learning_rate": 7.2e-07, |
| "loss": 0.688, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.17180094786729858, |
| "grad_norm": 8.818101912012192, |
| "learning_rate": 7.249999999999999e-07, |
| "loss": 0.6888, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.17298578199052134, |
| "grad_norm": 7.023229633046101, |
| "learning_rate": 7.3e-07, |
| "loss": 0.6883, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.17417061611374407, |
| "grad_norm": 13.202458096332483, |
| "learning_rate": 7.35e-07, |
| "loss": 0.6911, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.17535545023696683, |
| "grad_norm": 15.969335522541915, |
| "learning_rate": 7.4e-07, |
| "loss": 0.6898, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.17654028436018956, |
| "grad_norm": 21.252078515205625, |
| "learning_rate": 7.45e-07, |
| "loss": 0.6911, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.17772511848341233, |
| "grad_norm": 10.052620681652504, |
| "learning_rate": 7.5e-07, |
| "loss": 0.6878, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17772511848341233, |
| "eval_loss": 0.6874876618385315, |
| "eval_runtime": 54.043, |
| "eval_samples_per_second": 15.229, |
| "eval_steps_per_second": 0.962, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17890995260663506, |
| "grad_norm": 7.158864715478862, |
| "learning_rate": 7.55e-07, |
| "loss": 0.6871, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.18009478672985782, |
| "grad_norm": 9.1358043468594, |
| "learning_rate": 7.599999999999999e-07, |
| "loss": 0.6875, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.18127962085308058, |
| "grad_norm": 5.457525606930803, |
| "learning_rate": 7.65e-07, |
| "loss": 0.6882, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.18246445497630331, |
| "grad_norm": 8.695681816363182, |
| "learning_rate": 7.699999999999999e-07, |
| "loss": 0.6875, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.18364928909952608, |
| "grad_norm": 6.992833901092717, |
| "learning_rate": 7.75e-07, |
| "loss": 0.69, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1848341232227488, |
| "grad_norm": 11.327106053516577, |
| "learning_rate": 7.799999999999999e-07, |
| "loss": 0.6861, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.18601895734597157, |
| "grad_norm": 12.206795478765468, |
| "learning_rate": 7.85e-07, |
| "loss": 0.6872, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.1872037914691943, |
| "grad_norm": 11.670452718361528, |
| "learning_rate": 7.9e-07, |
| "loss": 0.6873, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.18838862559241706, |
| "grad_norm": 10.394255318275, |
| "learning_rate": 7.95e-07, |
| "loss": 0.6883, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1895734597156398, |
| "grad_norm": 29.830224779254273, |
| "learning_rate": 8e-07, |
| "loss": 0.6873, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.19075829383886256, |
| "grad_norm": 8.19405638351032, |
| "learning_rate": 8.05e-07, |
| "loss": 0.6849, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.19194312796208532, |
| "grad_norm": 6.4691692398191165, |
| "learning_rate": 8.1e-07, |
| "loss": 0.6854, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.19312796208530805, |
| "grad_norm": 7.639628649694936, |
| "learning_rate": 8.149999999999999e-07, |
| "loss": 0.6887, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1943127962085308, |
| "grad_norm": 17.413499986090972, |
| "learning_rate": 8.199999999999999e-07, |
| "loss": 0.6846, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.19549763033175355, |
| "grad_norm": 5.309092918246534, |
| "learning_rate": 8.249999999999999e-07, |
| "loss": 0.6891, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.1966824644549763, |
| "grad_norm": 7.446590034492426, |
| "learning_rate": 8.299999999999999e-07, |
| "loss": 0.6855, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.19786729857819904, |
| "grad_norm": 9.96015478678009, |
| "learning_rate": 8.349999999999999e-07, |
| "loss": 0.6843, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.1990521327014218, |
| "grad_norm": 12.633638991242824, |
| "learning_rate": 8.399999999999999e-07, |
| "loss": 0.6844, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.20023696682464456, |
| "grad_norm": 7.533772786798129, |
| "learning_rate": 8.45e-07, |
| "loss": 0.685, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2014218009478673, |
| "grad_norm": 6.594946642463255, |
| "learning_rate": 8.499999999999999e-07, |
| "loss": 0.6851, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.20260663507109006, |
| "grad_norm": 10.234001728156082, |
| "learning_rate": 8.55e-07, |
| "loss": 0.6845, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2037914691943128, |
| "grad_norm": 14.063644054463136, |
| "learning_rate": 8.599999999999999e-07, |
| "loss": 0.683, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.20497630331753555, |
| "grad_norm": 7.492696336567383, |
| "learning_rate": 8.65e-07, |
| "loss": 0.6849, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.20616113744075829, |
| "grad_norm": 9.371933323337045, |
| "learning_rate": 8.699999999999999e-07, |
| "loss": 0.6859, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.20734597156398105, |
| "grad_norm": 14.68266196345255, |
| "learning_rate": 8.75e-07, |
| "loss": 0.685, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.20853080568720378, |
| "grad_norm": 8.595805104024867, |
| "learning_rate": 8.799999999999999e-07, |
| "loss": 0.682, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.20971563981042654, |
| "grad_norm": 8.176461365837259, |
| "learning_rate": 8.85e-07, |
| "loss": 0.6834, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2109004739336493, |
| "grad_norm": 24.75404438632194, |
| "learning_rate": 8.9e-07, |
| "loss": 0.6823, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.21208530805687204, |
| "grad_norm": 14.936592212079153, |
| "learning_rate": 8.95e-07, |
| "loss": 0.6804, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2132701421800948, |
| "grad_norm": 8.958711285200756, |
| "learning_rate": 9e-07, |
| "loss": 0.6812, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21445497630331753, |
| "grad_norm": 19.370653934060627, |
| "learning_rate": 9.05e-07, |
| "loss": 0.6846, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2156398104265403, |
| "grad_norm": 11.292808912187253, |
| "learning_rate": 9.1e-07, |
| "loss": 0.6793, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.21682464454976302, |
| "grad_norm": 20.1962448672265, |
| "learning_rate": 9.15e-07, |
| "loss": 0.6837, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.21800947867298578, |
| "grad_norm": 7.866346608383013, |
| "learning_rate": 9.2e-07, |
| "loss": 0.6791, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.21919431279620852, |
| "grad_norm": 8.265265530197812, |
| "learning_rate": 9.25e-07, |
| "loss": 0.6805, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.22037914691943128, |
| "grad_norm": 8.27541943064013, |
| "learning_rate": 9.3e-07, |
| "loss": 0.6818, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.22156398104265404, |
| "grad_norm": 9.175840706959432, |
| "learning_rate": 9.35e-07, |
| "loss": 0.6782, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.22274881516587677, |
| "grad_norm": 8.750697832461059, |
| "learning_rate": 9.399999999999999e-07, |
| "loss": 0.6815, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.22393364928909953, |
| "grad_norm": 19.807879890918883, |
| "learning_rate": 9.45e-07, |
| "loss": 0.6794, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.22511848341232227, |
| "grad_norm": 9.84886237169711, |
| "learning_rate": 9.499999999999999e-07, |
| "loss": 0.6761, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22630331753554503, |
| "grad_norm": 8.847377027851778, |
| "learning_rate": 9.55e-07, |
| "loss": 0.674, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.22748815165876776, |
| "grad_norm": 10.078019239583814, |
| "learning_rate": 9.6e-07, |
| "loss": 0.6785, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.22867298578199052, |
| "grad_norm": 10.221043516188288, |
| "learning_rate": 9.649999999999999e-07, |
| "loss": 0.6731, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.22985781990521326, |
| "grad_norm": 8.647282299307719, |
| "learning_rate": 9.7e-07, |
| "loss": 0.6738, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.23104265402843602, |
| "grad_norm": 19.36746818547541, |
| "learning_rate": 9.75e-07, |
| "loss": 0.6771, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.23222748815165878, |
| "grad_norm": 11.068473794452629, |
| "learning_rate": 9.8e-07, |
| "loss": 0.6738, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2334123222748815, |
| "grad_norm": 19.420363183493418, |
| "learning_rate": 9.849999999999999e-07, |
| "loss": 0.6715, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.23459715639810427, |
| "grad_norm": 24.42503330707244, |
| "learning_rate": 9.9e-07, |
| "loss": 0.6701, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.235781990521327, |
| "grad_norm": 16.175882257620756, |
| "learning_rate": 9.95e-07, |
| "loss": 0.6737, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.23696682464454977, |
| "grad_norm": 20.652990783070912, |
| "learning_rate": 1e-06, |
| "loss": 0.6723, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.23696682464454977, |
| "eval_loss": 0.6700453162193298, |
| "eval_runtime": 58.1638, |
| "eval_samples_per_second": 14.15, |
| "eval_steps_per_second": 0.894, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2381516587677725, |
| "grad_norm": 15.879396676885444, |
| "learning_rate": 9.999988856189192e-07, |
| "loss": 0.6766, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.23933649289099526, |
| "grad_norm": 12.333108739189962, |
| "learning_rate": 9.999955424806443e-07, |
| "loss": 0.6731, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.24052132701421802, |
| "grad_norm": 7.242095379151133, |
| "learning_rate": 9.99989970600077e-07, |
| "loss": 0.6751, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.24170616113744076, |
| "grad_norm": 8.415435271063192, |
| "learning_rate": 9.999821700020548e-07, |
| "loss": 0.6734, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.24289099526066352, |
| "grad_norm": 9.671774375618897, |
| "learning_rate": 9.999721407213486e-07, |
| "loss": 0.6702, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.24407582938388625, |
| "grad_norm": 10.14187864614814, |
| "learning_rate": 9.999598828026642e-07, |
| "loss": 0.6681, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.245260663507109, |
| "grad_norm": 15.681885174284957, |
| "learning_rate": 9.999453963006417e-07, |
| "loss": 0.6659, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.24644549763033174, |
| "grad_norm": 10.7172396576495, |
| "learning_rate": 9.99928681279855e-07, |
| "loss": 0.6622, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2476303317535545, |
| "grad_norm": 11.41841503900657, |
| "learning_rate": 9.999097378148114e-07, |
| "loss": 0.6723, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.24881516587677724, |
| "grad_norm": 17.238661996134446, |
| "learning_rate": 9.998885659899523e-07, |
| "loss": 0.6675, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 19.98765993245952, |
| "learning_rate": 9.998651658996514e-07, |
| "loss": 0.6611, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.25118483412322273, |
| "grad_norm": 10.75284639990253, |
| "learning_rate": 9.998395376482152e-07, |
| "loss": 0.6593, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2523696682464455, |
| "grad_norm": 18.467338204557816, |
| "learning_rate": 9.998116813498823e-07, |
| "loss": 0.6517, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.25355450236966826, |
| "grad_norm": 9.031428370949925, |
| "learning_rate": 9.99781597128823e-07, |
| "loss": 0.669, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.254739336492891, |
| "grad_norm": 20.37162505190203, |
| "learning_rate": 9.997492851191378e-07, |
| "loss": 0.645, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2559241706161137, |
| "grad_norm": 14.505828957564063, |
| "learning_rate": 9.997147454648588e-07, |
| "loss": 0.6427, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2571090047393365, |
| "grad_norm": 29.49184766373109, |
| "learning_rate": 9.996779783199475e-07, |
| "loss": 0.6579, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.25829383886255924, |
| "grad_norm": 13.33521595334444, |
| "learning_rate": 9.996389838482942e-07, |
| "loss": 0.6493, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.259478672985782, |
| "grad_norm": 13.69883838689083, |
| "learning_rate": 9.995977622237173e-07, |
| "loss": 0.6475, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.26066350710900477, |
| "grad_norm": 22.69929227147676, |
| "learning_rate": 9.995543136299635e-07, |
| "loss": 0.6572, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2618483412322275, |
| "grad_norm": 15.389124321700107, |
| "learning_rate": 9.995086382607063e-07, |
| "loss": 0.646, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.26303317535545023, |
| "grad_norm": 12.968325719512725, |
| "learning_rate": 9.994607363195442e-07, |
| "loss": 0.6469, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.26421800947867297, |
| "grad_norm": 16.79050316553183, |
| "learning_rate": 9.994106080200015e-07, |
| "loss": 0.6383, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.26540284360189575, |
| "grad_norm": 17.7107351566139, |
| "learning_rate": 9.993582535855263e-07, |
| "loss": 0.6317, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2665876777251185, |
| "grad_norm": 13.001311901357276, |
| "learning_rate": 9.9930367324949e-07, |
| "loss": 0.6389, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2677725118483412, |
| "grad_norm": 12.560158599901298, |
| "learning_rate": 9.992468672551852e-07, |
| "loss": 0.6465, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.26895734597156395, |
| "grad_norm": 17.194433268804165, |
| "learning_rate": 9.991878358558268e-07, |
| "loss": 0.628, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.27014218009478674, |
| "grad_norm": 14.21824731123265, |
| "learning_rate": 9.991265793145479e-07, |
| "loss": 0.6286, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2713270142180095, |
| "grad_norm": 11.717975256273306, |
| "learning_rate": 9.990630979044014e-07, |
| "loss": 0.6417, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2725118483412322, |
| "grad_norm": 22.73985386534345, |
| "learning_rate": 9.989973919083573e-07, |
| "loss": 0.6294, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.273696682464455, |
| "grad_norm": 17.287735794213862, |
| "learning_rate": 9.989294616193017e-07, |
| "loss": 0.6158, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.27488151658767773, |
| "grad_norm": 23.899199553299088, |
| "learning_rate": 9.988593073400354e-07, |
| "loss": 0.6181, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.27606635071090047, |
| "grad_norm": 19.875731229760778, |
| "learning_rate": 9.987869293832727e-07, |
| "loss": 0.609, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2772511848341232, |
| "grad_norm": 16.046553980851552, |
| "learning_rate": 9.987123280716402e-07, |
| "loss": 0.6294, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.278436018957346, |
| "grad_norm": 12.483201348763467, |
| "learning_rate": 9.98635503737675e-07, |
| "loss": 0.6294, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2796208530805687, |
| "grad_norm": 17.59142339660279, |
| "learning_rate": 9.985564567238236e-07, |
| "loss": 0.6094, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.28080568720379145, |
| "grad_norm": 16.71315419070765, |
| "learning_rate": 9.9847518738244e-07, |
| "loss": 0.6036, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.28199052132701424, |
| "grad_norm": 24.971593610223145, |
| "learning_rate": 9.98391696075784e-07, |
| "loss": 0.6105, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.283175355450237, |
| "grad_norm": 14.983923687572714, |
| "learning_rate": 9.983059831760205e-07, |
| "loss": 0.611, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2843601895734597, |
| "grad_norm": 20.998049091911874, |
| "learning_rate": 9.982180490652164e-07, |
| "loss": 0.5744, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.28554502369668244, |
| "grad_norm": 26.833381930400048, |
| "learning_rate": 9.981278941353406e-07, |
| "loss": 0.6077, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.28672985781990523, |
| "grad_norm": 18.431818850347863, |
| "learning_rate": 9.980355187882604e-07, |
| "loss": 0.6052, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.28791469194312796, |
| "grad_norm": 13.590781471879904, |
| "learning_rate": 9.979409234357416e-07, |
| "loss": 0.6044, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2890995260663507, |
| "grad_norm": 16.197540843506868, |
| "learning_rate": 9.97844108499445e-07, |
| "loss": 0.5904, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2902843601895735, |
| "grad_norm": 14.326350645052589, |
| "learning_rate": 9.977450744109258e-07, |
| "loss": 0.6138, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2914691943127962, |
| "grad_norm": 16.000841952080826, |
| "learning_rate": 9.976438216116304e-07, |
| "loss": 0.5841, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.29265402843601895, |
| "grad_norm": 18.889358277976672, |
| "learning_rate": 9.975403505528961e-07, |
| "loss": 0.575, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2938388625592417, |
| "grad_norm": 22.108322730446503, |
| "learning_rate": 9.974346616959475e-07, |
| "loss": 0.5583, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2950236966824645, |
| "grad_norm": 18.209727273646372, |
| "learning_rate": 9.973267555118952e-07, |
| "loss": 0.5823, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.2962085308056872, |
| "grad_norm": 13.709315722628926, |
| "learning_rate": 9.972166324817336e-07, |
| "loss": 0.5913, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2962085308056872, |
| "eval_loss": 0.5701844692230225, |
| "eval_runtime": 55.0664, |
| "eval_samples_per_second": 14.946, |
| "eval_steps_per_second": 0.944, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.29739336492890994, |
| "grad_norm": 18.07345575992755, |
| "learning_rate": 9.97104293096339e-07, |
| "loss": 0.5743, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2985781990521327, |
| "grad_norm": 20.622897768235585, |
| "learning_rate": 9.969897378564667e-07, |
| "loss": 0.5779, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.29976303317535546, |
| "grad_norm": 13.016776898697422, |
| "learning_rate": 9.968729672727493e-07, |
| "loss": 0.5739, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3009478672985782, |
| "grad_norm": 17.91120105322002, |
| "learning_rate": 9.967539818656952e-07, |
| "loss": 0.5588, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.30213270142180093, |
| "grad_norm": 19.232325042748638, |
| "learning_rate": 9.966327821656841e-07, |
| "loss": 0.5633, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3033175355450237, |
| "grad_norm": 23.47321995589726, |
| "learning_rate": 9.965093687129667e-07, |
| "loss": 0.5704, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.30450236966824645, |
| "grad_norm": 12.62217881537126, |
| "learning_rate": 9.963837420576618e-07, |
| "loss": 0.5795, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3056872037914692, |
| "grad_norm": 16.57740235377143, |
| "learning_rate": 9.96255902759753e-07, |
| "loss": 0.5857, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3068720379146919, |
| "grad_norm": 14.94128961102294, |
| "learning_rate": 9.961258513890873e-07, |
| "loss": 0.5666, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3080568720379147, |
| "grad_norm": 11.83770792082476, |
| "learning_rate": 9.959935885253715e-07, |
| "loss": 0.5701, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.30924170616113744, |
| "grad_norm": 16.858957675590407, |
| "learning_rate": 9.958591147581707e-07, |
| "loss": 0.5513, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.3104265402843602, |
| "grad_norm": 8.613890836880318, |
| "learning_rate": 9.957224306869053e-07, |
| "loss": 0.5861, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.31161137440758296, |
| "grad_norm": 24.30412660533916, |
| "learning_rate": 9.955835369208473e-07, |
| "loss": 0.5253, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.3127962085308057, |
| "grad_norm": 13.509894066187833, |
| "learning_rate": 9.954424340791195e-07, |
| "loss": 0.5404, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.31398104265402843, |
| "grad_norm": 19.97859230272331, |
| "learning_rate": 9.952991227906909e-07, |
| "loss": 0.4929, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.31516587677725116, |
| "grad_norm": 14.659876223619262, |
| "learning_rate": 9.951536036943753e-07, |
| "loss": 0.5207, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.31635071090047395, |
| "grad_norm": 16.82648724963916, |
| "learning_rate": 9.950058774388277e-07, |
| "loss": 0.5042, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3175355450236967, |
| "grad_norm": 16.48505871135186, |
| "learning_rate": 9.948559446825411e-07, |
| "loss": 0.5068, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3187203791469194, |
| "grad_norm": 8.986957964532992, |
| "learning_rate": 9.94703806093845e-07, |
| "loss": 0.5482, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.31990521327014215, |
| "grad_norm": 15.557609628645618, |
| "learning_rate": 9.945494623509002e-07, |
| "loss": 0.5149, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.32109004739336494, |
| "grad_norm": 8.220937327819602, |
| "learning_rate": 9.943929141416977e-07, |
| "loss": 0.5604, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3222748815165877, |
| "grad_norm": 8.409373218590941, |
| "learning_rate": 9.942341621640557e-07, |
| "loss": 0.5693, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3234597156398104, |
| "grad_norm": 16.43820378461214, |
| "learning_rate": 9.940732071256144e-07, |
| "loss": 0.4995, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3246445497630332, |
| "grad_norm": 13.252808150885926, |
| "learning_rate": 9.93910049743835e-07, |
| "loss": 0.5654, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.32582938388625593, |
| "grad_norm": 13.986032395862484, |
| "learning_rate": 9.937446907459953e-07, |
| "loss": 0.4991, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.32701421800947866, |
| "grad_norm": 17.89107100963545, |
| "learning_rate": 9.93577130869187e-07, |
| "loss": 0.5458, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.3281990521327014, |
| "grad_norm": 11.837076385727045, |
| "learning_rate": 9.934073708603129e-07, |
| "loss": 0.5505, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3293838862559242, |
| "grad_norm": 24.996997176345527, |
| "learning_rate": 9.932354114760817e-07, |
| "loss": 0.4814, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3305687203791469, |
| "grad_norm": 18.253469210284003, |
| "learning_rate": 9.930612534830068e-07, |
| "loss": 0.4836, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.33175355450236965, |
| "grad_norm": 18.194976720930658, |
| "learning_rate": 9.928848976574018e-07, |
| "loss": 0.5073, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.33293838862559244, |
| "grad_norm": 12.062798161873806, |
| "learning_rate": 9.92706344785377e-07, |
| "loss": 0.5107, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3341232227488152, |
| "grad_norm": 8.94049601499799, |
| "learning_rate": 9.925255956628361e-07, |
| "loss": 0.518, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3353080568720379, |
| "grad_norm": 10.188890972987107, |
| "learning_rate": 9.92342651095473e-07, |
| "loss": 0.5235, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.33649289099526064, |
| "grad_norm": 12.800443292579475, |
| "learning_rate": 9.921575118987671e-07, |
| "loss": 0.5658, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.33767772511848343, |
| "grad_norm": 31.455015869085003, |
| "learning_rate": 9.919701788979812e-07, |
| "loss": 0.5875, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.33886255924170616, |
| "grad_norm": 15.744017529825106, |
| "learning_rate": 9.917806529281566e-07, |
| "loss": 0.49, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.3400473933649289, |
| "grad_norm": 19.703316838489233, |
| "learning_rate": 9.915889348341096e-07, |
| "loss": 0.5247, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.3412322274881517, |
| "grad_norm": 11.492986218008904, |
| "learning_rate": 9.91395025470429e-07, |
| "loss": 0.5366, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3424170616113744, |
| "grad_norm": 11.964355876969535, |
| "learning_rate": 9.911989257014699e-07, |
| "loss": 0.4738, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.34360189573459715, |
| "grad_norm": 10.275962280696506, |
| "learning_rate": 9.91000636401352e-07, |
| "loss": 0.5351, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3447867298578199, |
| "grad_norm": 10.213809707901728, |
| "learning_rate": 9.908001584539547e-07, |
| "loss": 0.5354, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.3459715639810427, |
| "grad_norm": 17.95448112723858, |
| "learning_rate": 9.905974927529133e-07, |
| "loss": 0.5051, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3471563981042654, |
| "grad_norm": 26.40149829400645, |
| "learning_rate": 9.90392640201615e-07, |
| "loss": 0.4529, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.34834123222748814, |
| "grad_norm": 13.875172918400288, |
| "learning_rate": 9.901856017131954e-07, |
| "loss": 0.4558, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3495260663507109, |
| "grad_norm": 11.52864219662223, |
| "learning_rate": 9.899763782105331e-07, |
| "loss": 0.4818, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.35071090047393366, |
| "grad_norm": 21.328486936498273, |
| "learning_rate": 9.897649706262473e-07, |
| "loss": 0.4784, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3518957345971564, |
| "grad_norm": 17.693095134232415, |
| "learning_rate": 9.89551379902692e-07, |
| "loss": 0.4655, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.35308056872037913, |
| "grad_norm": 25.968174875217105, |
| "learning_rate": 9.893356069919537e-07, |
| "loss": 0.5219, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3542654028436019, |
| "grad_norm": 19.931738567555474, |
| "learning_rate": 9.89117652855845e-07, |
| "loss": 0.5079, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.35545023696682465, |
| "grad_norm": 12.373031819577077, |
| "learning_rate": 9.888975184659016e-07, |
| "loss": 0.4765, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.35545023696682465, |
| "eval_loss": 0.4756671190261841, |
| "eval_runtime": 53.9082, |
| "eval_samples_per_second": 15.267, |
| "eval_steps_per_second": 0.965, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3566350710900474, |
| "grad_norm": 11.901393690452515, |
| "learning_rate": 9.886752048033784e-07, |
| "loss": 0.5016, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3578199052132701, |
| "grad_norm": 13.650779933985442, |
| "learning_rate": 9.884507128592434e-07, |
| "loss": 0.4753, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3590047393364929, |
| "grad_norm": 20.815524417557032, |
| "learning_rate": 9.882240436341753e-07, |
| "loss": 0.5277, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.36018957345971564, |
| "grad_norm": 12.74609352334382, |
| "learning_rate": 9.879951981385577e-07, |
| "loss": 0.4511, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3613744075829384, |
| "grad_norm": 11.556206853163904, |
| "learning_rate": 9.877641773924747e-07, |
| "loss": 0.4753, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.36255924170616116, |
| "grad_norm": 15.56091408911645, |
| "learning_rate": 9.87530982425707e-07, |
| "loss": 0.4923, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3637440758293839, |
| "grad_norm": 26.248499034472612, |
| "learning_rate": 9.872956142777269e-07, |
| "loss": 0.4912, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.36492890995260663, |
| "grad_norm": 21.677314925110117, |
| "learning_rate": 9.870580739976935e-07, |
| "loss": 0.4263, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.36611374407582936, |
| "grad_norm": 16.062837045314517, |
| "learning_rate": 9.868183626444486e-07, |
| "loss": 0.423, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.36729857819905215, |
| "grad_norm": 22.884567704263773, |
| "learning_rate": 9.865764812865111e-07, |
| "loss": 0.486, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3684834123222749, |
| "grad_norm": 7.861313978764723, |
| "learning_rate": 9.863324310020733e-07, |
| "loss": 0.4869, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3696682464454976, |
| "grad_norm": 17.102991536445742, |
| "learning_rate": 9.860862128789952e-07, |
| "loss": 0.4391, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.3708530805687204, |
| "grad_norm": 11.567087012823887, |
| "learning_rate": 9.858378280148002e-07, |
| "loss": 0.4084, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.37203791469194314, |
| "grad_norm": 11.587792701499762, |
| "learning_rate": 9.855872775166694e-07, |
| "loss": 0.4433, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3732227488151659, |
| "grad_norm": 23.622410585506035, |
| "learning_rate": 9.853345625014383e-07, |
| "loss": 0.4305, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3744075829383886, |
| "grad_norm": 13.658748759519776, |
| "learning_rate": 9.850796840955899e-07, |
| "loss": 0.3982, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3755924170616114, |
| "grad_norm": 10.548121395453487, |
| "learning_rate": 9.848226434352512e-07, |
| "loss": 0.441, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.3767772511848341, |
| "grad_norm": 8.899859469015052, |
| "learning_rate": 9.845634416661867e-07, |
| "loss": 0.4485, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.37796208530805686, |
| "grad_norm": 13.742583201602377, |
| "learning_rate": 9.843020799437949e-07, |
| "loss": 0.3761, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.3791469194312796, |
| "grad_norm": 13.610551297016709, |
| "learning_rate": 9.840385594331022e-07, |
| "loss": 0.4778, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3803317535545024, |
| "grad_norm": 9.005064796206403, |
| "learning_rate": 9.837728813087573e-07, |
| "loss": 0.4638, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3815165876777251, |
| "grad_norm": 14.791810107030555, |
| "learning_rate": 9.835050467550272e-07, |
| "loss": 0.4583, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.38270142180094785, |
| "grad_norm": 10.65855589614688, |
| "learning_rate": 9.832350569657909e-07, |
| "loss": 0.4448, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.38388625592417064, |
| "grad_norm": 9.546803884411506, |
| "learning_rate": 9.82962913144534e-07, |
| "loss": 0.4436, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.38507109004739337, |
| "grad_norm": 10.287431160752277, |
| "learning_rate": 9.82688616504345e-07, |
| "loss": 0.4474, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3862559241706161, |
| "grad_norm": 17.228603164183177, |
| "learning_rate": 9.824121682679072e-07, |
| "loss": 0.3995, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.38744075829383884, |
| "grad_norm": 13.097102197908033, |
| "learning_rate": 9.821335696674956e-07, |
| "loss": 0.4524, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.3886255924170616, |
| "grad_norm": 8.529650091081256, |
| "learning_rate": 9.818528219449704e-07, |
| "loss": 0.4443, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.38981042654028436, |
| "grad_norm": 8.07159063167578, |
| "learning_rate": 9.81569926351771e-07, |
| "loss": 0.4785, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3909952606635071, |
| "grad_norm": 12.444263995999188, |
| "learning_rate": 9.812848841489118e-07, |
| "loss": 0.3992, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3921800947867299, |
| "grad_norm": 13.809272050407982, |
| "learning_rate": 9.80997696606975e-07, |
| "loss": 0.4228, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.3933649289099526, |
| "grad_norm": 12.96433701549732, |
| "learning_rate": 9.807083650061062e-07, |
| "loss": 0.4429, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.39454976303317535, |
| "grad_norm": 25.039415619632724, |
| "learning_rate": 9.80416890636008e-07, |
| "loss": 0.4477, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3957345971563981, |
| "grad_norm": 11.801141489512451, |
| "learning_rate": 9.801232747959347e-07, |
| "loss": 0.4057, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.39691943127962087, |
| "grad_norm": 10.40250553997614, |
| "learning_rate": 9.798275187946859e-07, |
| "loss": 0.4461, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3981042654028436, |
| "grad_norm": 15.30568042611723, |
| "learning_rate": 9.79529623950601e-07, |
| "loss": 0.3718, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.39928909952606634, |
| "grad_norm": 14.314286641368666, |
| "learning_rate": 9.792295915915538e-07, |
| "loss": 0.4786, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4004739336492891, |
| "grad_norm": 25.85018234396281, |
| "learning_rate": 9.789274230549457e-07, |
| "loss": 0.3853, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.40165876777251186, |
| "grad_norm": 11.907701908243332, |
| "learning_rate": 9.786231196877003e-07, |
| "loss": 0.4767, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4028436018957346, |
| "grad_norm": 15.77066249877433, |
| "learning_rate": 9.783166828462572e-07, |
| "loss": 0.416, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4040284360189573, |
| "grad_norm": 12.04950477801811, |
| "learning_rate": 9.780081138965663e-07, |
| "loss": 0.3606, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.4052132701421801, |
| "grad_norm": 15.477847258339152, |
| "learning_rate": 9.77697414214081e-07, |
| "loss": 0.4484, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.40639810426540285, |
| "grad_norm": 14.577869548106914, |
| "learning_rate": 9.773845851837526e-07, |
| "loss": 0.3849, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4075829383886256, |
| "grad_norm": 12.396572387524897, |
| "learning_rate": 9.770696282000244e-07, |
| "loss": 0.4499, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4087677725118483, |
| "grad_norm": 26.07143660678688, |
| "learning_rate": 9.767525446668245e-07, |
| "loss": 0.4213, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.4099526066350711, |
| "grad_norm": 11.257790868634928, |
| "learning_rate": 9.764333359975609e-07, |
| "loss": 0.3746, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.41113744075829384, |
| "grad_norm": 12.642981496078672, |
| "learning_rate": 9.761120036151135e-07, |
| "loss": 0.3848, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.41232227488151657, |
| "grad_norm": 10.063976006804062, |
| "learning_rate": 9.757885489518296e-07, |
| "loss": 0.4124, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.41350710900473936, |
| "grad_norm": 17.188706479555265, |
| "learning_rate": 9.754629734495162e-07, |
| "loss": 0.4039, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4146919431279621, |
| "grad_norm": 9.497211967243476, |
| "learning_rate": 9.751352785594336e-07, |
| "loss": 0.382, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4146919431279621, |
| "eval_loss": 0.39488136768341064, |
| "eval_runtime": 52.1468, |
| "eval_samples_per_second": 15.782, |
| "eval_steps_per_second": 0.997, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4158767772511848, |
| "grad_norm": 12.756224679112309, |
| "learning_rate": 9.748054657422901e-07, |
| "loss": 0.4015, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.41706161137440756, |
| "grad_norm": 9.07206117193569, |
| "learning_rate": 9.744735364682344e-07, |
| "loss": 0.3581, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.41824644549763035, |
| "grad_norm": 23.106705695654462, |
| "learning_rate": 9.741394922168494e-07, |
| "loss": 0.3788, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.4194312796208531, |
| "grad_norm": 10.974238261984121, |
| "learning_rate": 9.73803334477145e-07, |
| "loss": 0.4242, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4206161137440758, |
| "grad_norm": 12.994216146112727, |
| "learning_rate": 9.73465064747553e-07, |
| "loss": 0.403, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4218009478672986, |
| "grad_norm": 18.925007359784697, |
| "learning_rate": 9.731246845359184e-07, |
| "loss": 0.3239, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.42298578199052134, |
| "grad_norm": 8.90716567987188, |
| "learning_rate": 9.727821953594949e-07, |
| "loss": 0.4393, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.42417061611374407, |
| "grad_norm": 9.875417282979411, |
| "learning_rate": 9.724375987449358e-07, |
| "loss": 0.431, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4253554502369668, |
| "grad_norm": 9.978683204562415, |
| "learning_rate": 9.720908962282891e-07, |
| "loss": 0.3797, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4265402843601896, |
| "grad_norm": 12.328565183998132, |
| "learning_rate": 9.7174208935499e-07, |
| "loss": 0.3872, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4277251184834123, |
| "grad_norm": 16.8038180357482, |
| "learning_rate": 9.713911796798532e-07, |
| "loss": 0.326, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.42890995260663506, |
| "grad_norm": 13.56237675029536, |
| "learning_rate": 9.710381687670674e-07, |
| "loss": 0.3193, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.43009478672985785, |
| "grad_norm": 9.779248850664269, |
| "learning_rate": 9.70683058190187e-07, |
| "loss": 0.4309, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4312796208530806, |
| "grad_norm": 25.506229124536276, |
| "learning_rate": 9.703258495321265e-07, |
| "loss": 0.3538, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4324644549763033, |
| "grad_norm": 20.45504872820827, |
| "learning_rate": 9.699665443851516e-07, |
| "loss": 0.3492, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.43364928909952605, |
| "grad_norm": 13.89447348939714, |
| "learning_rate": 9.696051443508743e-07, |
| "loss": 0.3398, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.43483412322274884, |
| "grad_norm": 8.113018348581734, |
| "learning_rate": 9.692416510402438e-07, |
| "loss": 0.3549, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.43601895734597157, |
| "grad_norm": 9.72301680291045, |
| "learning_rate": 9.688760660735402e-07, |
| "loss": 0.3721, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4372037914691943, |
| "grad_norm": 33.8473636494632, |
| "learning_rate": 9.685083910803675e-07, |
| "loss": 0.3994, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.43838862559241704, |
| "grad_norm": 13.79742948772135, |
| "learning_rate": 9.681386276996462e-07, |
| "loss": 0.2895, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4395734597156398, |
| "grad_norm": 20.772884497594852, |
| "learning_rate": 9.677667775796051e-07, |
| "loss": 0.3482, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.44075829383886256, |
| "grad_norm": 8.179600721905086, |
| "learning_rate": 9.673928423777756e-07, |
| "loss": 0.3725, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4419431279620853, |
| "grad_norm": 13.178159783502442, |
| "learning_rate": 9.670168237609826e-07, |
| "loss": 0.2856, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4431279620853081, |
| "grad_norm": 8.912426226468748, |
| "learning_rate": 9.666387234053385e-07, |
| "loss": 0.3303, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4443127962085308, |
| "grad_norm": 21.400582293310897, |
| "learning_rate": 9.662585429962343e-07, |
| "loss": 0.2905, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.44549763033175355, |
| "grad_norm": 32.80855736267371, |
| "learning_rate": 9.658762842283341e-07, |
| "loss": 0.3911, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4466824644549763, |
| "grad_norm": 22.395443998215274, |
| "learning_rate": 9.654919488055655e-07, |
| "loss": 0.4053, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.44786729857819907, |
| "grad_norm": 23.236385222445783, |
| "learning_rate": 9.651055384411128e-07, |
| "loss": 0.3227, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4490521327014218, |
| "grad_norm": 18.495951608692828, |
| "learning_rate": 9.647170548574096e-07, |
| "loss": 0.3531, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.45023696682464454, |
| "grad_norm": 10.010304118535766, |
| "learning_rate": 9.643264997861312e-07, |
| "loss": 0.3041, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4514218009478673, |
| "grad_norm": 16.208569360943383, |
| "learning_rate": 9.639338749681858e-07, |
| "loss": 0.3441, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.45260663507109006, |
| "grad_norm": 20.365615006060256, |
| "learning_rate": 9.635391821537087e-07, |
| "loss": 0.2808, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4537914691943128, |
| "grad_norm": 10.662406472341873, |
| "learning_rate": 9.631424231020522e-07, |
| "loss": 0.3038, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4549763033175355, |
| "grad_norm": 18.323625372296732, |
| "learning_rate": 9.627435995817797e-07, |
| "loss": 0.3919, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4561611374407583, |
| "grad_norm": 44.08391965239445, |
| "learning_rate": 9.623427133706567e-07, |
| "loss": 0.393, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.45734597156398105, |
| "grad_norm": 27.040918313360542, |
| "learning_rate": 9.619397662556433e-07, |
| "loss": 0.3563, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.4585308056872038, |
| "grad_norm": 25.347089501942985, |
| "learning_rate": 9.61534760032886e-07, |
| "loss": 0.3483, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.4597156398104265, |
| "grad_norm": 17.035195231859507, |
| "learning_rate": 9.611276965077097e-07, |
| "loss": 0.3364, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4609004739336493, |
| "grad_norm": 21.246750011503874, |
| "learning_rate": 9.607185774946104e-07, |
| "loss": 0.3101, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.46208530805687204, |
| "grad_norm": 17.210843425254826, |
| "learning_rate": 9.603074048172457e-07, |
| "loss": 0.3319, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.46327014218009477, |
| "grad_norm": 24.98240664073611, |
| "learning_rate": 9.59894180308428e-07, |
| "loss": 0.3649, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.46445497630331756, |
| "grad_norm": 24.468616634471285, |
| "learning_rate": 9.594789058101153e-07, |
| "loss": 0.3073, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4656398104265403, |
| "grad_norm": 15.180353369606431, |
| "learning_rate": 9.59061583173404e-07, |
| "loss": 0.3272, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.466824644549763, |
| "grad_norm": 11.417227295893692, |
| "learning_rate": 9.5864221425852e-07, |
| "loss": 0.2914, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.46800947867298576, |
| "grad_norm": 28.69801888783048, |
| "learning_rate": 9.582208009348102e-07, |
| "loss": 0.3353, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.46919431279620855, |
| "grad_norm": 14.918763851473592, |
| "learning_rate": 9.577973450807351e-07, |
| "loss": 0.3012, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4703791469194313, |
| "grad_norm": 9.293352558696206, |
| "learning_rate": 9.57371848583859e-07, |
| "loss": 0.3748, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.471563981042654, |
| "grad_norm": 15.565028469986906, |
| "learning_rate": 9.569443133408433e-07, |
| "loss": 0.2178, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.4727488151658768, |
| "grad_norm": 10.490221123541932, |
| "learning_rate": 9.565147412574365e-07, |
| "loss": 0.2922, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.47393364928909953, |
| "grad_norm": 11.285895674191094, |
| "learning_rate": 9.560831342484666e-07, |
| "loss": 0.3337, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.47393364928909953, |
| "eval_loss": 0.330232173204422, |
| "eval_runtime": 53.3543, |
| "eval_samples_per_second": 15.425, |
| "eval_steps_per_second": 0.975, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.47511848341232227, |
| "grad_norm": 28.038068999167958, |
| "learning_rate": 9.556494942378326e-07, |
| "loss": 0.3151, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.476303317535545, |
| "grad_norm": 11.577255213698676, |
| "learning_rate": 9.55213823158495e-07, |
| "loss": 0.3169, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4774881516587678, |
| "grad_norm": 28.394190964261917, |
| "learning_rate": 9.547761229524686e-07, |
| "loss": 0.3333, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4786729857819905, |
| "grad_norm": 15.348322403958202, |
| "learning_rate": 9.543363955708124e-07, |
| "loss": 0.2914, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.47985781990521326, |
| "grad_norm": 18.702903061519496, |
| "learning_rate": 9.538946429736222e-07, |
| "loss": 0.2772, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.48104265402843605, |
| "grad_norm": 16.755380600846234, |
| "learning_rate": 9.534508671300207e-07, |
| "loss": 0.2896, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4822274881516588, |
| "grad_norm": 20.912613748172376, |
| "learning_rate": 9.530050700181498e-07, |
| "loss": 0.2833, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4834123222748815, |
| "grad_norm": 20.828932167424576, |
| "learning_rate": 9.525572536251605e-07, |
| "loss": 0.3388, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.48459715639810425, |
| "grad_norm": 10.1105886949867, |
| "learning_rate": 9.521074199472058e-07, |
| "loss": 0.304, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.48578199052132703, |
| "grad_norm": 13.465306721197914, |
| "learning_rate": 9.516555709894298e-07, |
| "loss": 0.3369, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.48696682464454977, |
| "grad_norm": 13.601780436154742, |
| "learning_rate": 9.512017087659607e-07, |
| "loss": 0.2554, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.4881516587677725, |
| "grad_norm": 33.58961567504914, |
| "learning_rate": 9.507458352999001e-07, |
| "loss": 0.2462, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.48933649289099523, |
| "grad_norm": 24.341590716742427, |
| "learning_rate": 9.50287952623315e-07, |
| "loss": 0.3197, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.490521327014218, |
| "grad_norm": 30.667743812966282, |
| "learning_rate": 9.498280627772286e-07, |
| "loss": 0.3444, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.49170616113744076, |
| "grad_norm": 11.036970679678214, |
| "learning_rate": 9.493661678116111e-07, |
| "loss": 0.2676, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4928909952606635, |
| "grad_norm": 13.416233053816551, |
| "learning_rate": 9.489022697853708e-07, |
| "loss": 0.2569, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4940758293838863, |
| "grad_norm": 18.498918047484647, |
| "learning_rate": 9.484363707663441e-07, |
| "loss": 0.2786, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.495260663507109, |
| "grad_norm": 13.091240724568658, |
| "learning_rate": 9.479684728312873e-07, |
| "loss": 0.3145, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.49644549763033174, |
| "grad_norm": 15.68575581642405, |
| "learning_rate": 9.474985780658669e-07, |
| "loss": 0.3368, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4976303317535545, |
| "grad_norm": 10.607199617999157, |
| "learning_rate": 9.470266885646503e-07, |
| "loss": 0.3069, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.49881516587677727, |
| "grad_norm": 11.646651108047797, |
| "learning_rate": 9.465528064310962e-07, |
| "loss": 0.2546, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 33.53142097878634, |
| "learning_rate": 9.46076933777546e-07, |
| "loss": 0.2844, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5011848341232228, |
| "grad_norm": 49.38351100638877, |
| "learning_rate": 9.455990727252134e-07, |
| "loss": 0.3986, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5023696682464455, |
| "grad_norm": 76.11068369059677, |
| "learning_rate": 9.451192254041758e-07, |
| "loss": 0.4806, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5035545023696683, |
| "grad_norm": 20.921249429852224, |
| "learning_rate": 9.446373939533642e-07, |
| "loss": 0.2513, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.504739336492891, |
| "grad_norm": 10.556489076929935, |
| "learning_rate": 9.44153580520554e-07, |
| "loss": 0.2736, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5059241706161137, |
| "grad_norm": 11.161679055753279, |
| "learning_rate": 9.436677872623556e-07, |
| "loss": 0.3311, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5071090047393365, |
| "grad_norm": 29.411384894701257, |
| "learning_rate": 9.431800163442041e-07, |
| "loss": 0.2743, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5082938388625592, |
| "grad_norm": 24.09078330704124, |
| "learning_rate": 9.426902699403501e-07, |
| "loss": 0.2984, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.509478672985782, |
| "grad_norm": 41.60195448463097, |
| "learning_rate": 9.421985502338503e-07, |
| "loss": 0.3429, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5106635071090048, |
| "grad_norm": 20.506598663359913, |
| "learning_rate": 9.417048594165571e-07, |
| "loss": 0.2812, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5118483412322274, |
| "grad_norm": 9.64959188004726, |
| "learning_rate": 9.412091996891095e-07, |
| "loss": 0.3062, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5130331753554502, |
| "grad_norm": 9.836481752429766, |
| "learning_rate": 9.407115732609227e-07, |
| "loss": 0.2302, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.514218009478673, |
| "grad_norm": 17.30655443858829, |
| "learning_rate": 9.402119823501785e-07, |
| "loss": 0.2861, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5154028436018957, |
| "grad_norm": 9.843572391305129, |
| "learning_rate": 9.397104291838157e-07, |
| "loss": 0.2392, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5165876777251185, |
| "grad_norm": 29.15515296698138, |
| "learning_rate": 9.392069159975198e-07, |
| "loss": 0.2655, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5177725118483413, |
| "grad_norm": 12.813628762652185, |
| "learning_rate": 9.387014450357127e-07, |
| "loss": 0.2816, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.518957345971564, |
| "grad_norm": 17.614534795911805, |
| "learning_rate": 9.381940185515439e-07, |
| "loss": 0.3352, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5201421800947867, |
| "grad_norm": 11.6468061201244, |
| "learning_rate": 9.376846388068791e-07, |
| "loss": 0.2779, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5213270142180095, |
| "grad_norm": 8.711937405694224, |
| "learning_rate": 9.37173308072291e-07, |
| "loss": 0.2976, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5225118483412322, |
| "grad_norm": 12.218827336023685, |
| "learning_rate": 9.366600286270488e-07, |
| "loss": 0.2385, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.523696682464455, |
| "grad_norm": 8.929215350730324, |
| "learning_rate": 9.361448027591079e-07, |
| "loss": 0.2481, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5248815165876777, |
| "grad_norm": 19.502457511436713, |
| "learning_rate": 9.356276327651005e-07, |
| "loss": 0.3382, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5260663507109005, |
| "grad_norm": 9.4443581912619, |
| "learning_rate": 9.35108520950324e-07, |
| "loss": 0.2613, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5272511848341233, |
| "grad_norm": 14.850874350089374, |
| "learning_rate": 9.345874696287323e-07, |
| "loss": 0.2541, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5284360189573459, |
| "grad_norm": 9.118502911961933, |
| "learning_rate": 9.340644811229242e-07, |
| "loss": 0.276, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5296208530805687, |
| "grad_norm": 23.523085623060844, |
| "learning_rate": 9.335395577641336e-07, |
| "loss": 0.2921, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5308056872037915, |
| "grad_norm": 18.972413118807122, |
| "learning_rate": 9.330127018922193e-07, |
| "loss": 0.3997, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5319905213270142, |
| "grad_norm": 17.752099885602984, |
| "learning_rate": 9.324839158556541e-07, |
| "loss": 0.2269, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.533175355450237, |
| "grad_norm": 16.130571939179283, |
| "learning_rate": 9.319532020115146e-07, |
| "loss": 0.2667, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.533175355450237, |
| "eval_loss": 0.2882239818572998, |
| "eval_runtime": 57.9598, |
| "eval_samples_per_second": 14.199, |
| "eval_steps_per_second": 0.897, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5343601895734598, |
| "grad_norm": 10.798615084456, |
| "learning_rate": 9.314205627254705e-07, |
| "loss": 0.3282, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5355450236966824, |
| "grad_norm": 9.774035887071843, |
| "learning_rate": 9.308860003717748e-07, |
| "loss": 0.281, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5367298578199052, |
| "grad_norm": 16.038788995378557, |
| "learning_rate": 9.303495173332518e-07, |
| "loss": 0.2562, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5379146919431279, |
| "grad_norm": 11.384133516677016, |
| "learning_rate": 9.298111160012879e-07, |
| "loss": 0.3327, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5390995260663507, |
| "grad_norm": 8.79727604270708, |
| "learning_rate": 9.2927079877582e-07, |
| "loss": 0.2762, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5402843601895735, |
| "grad_norm": 18.163749435039747, |
| "learning_rate": 9.287285680653254e-07, |
| "loss": 0.3339, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5414691943127962, |
| "grad_norm": 14.60130218396388, |
| "learning_rate": 9.281844262868107e-07, |
| "loss": 0.2554, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.542654028436019, |
| "grad_norm": 13.71276669752716, |
| "learning_rate": 9.27638375865801e-07, |
| "loss": 0.2719, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5438388625592417, |
| "grad_norm": 9.152330320021967, |
| "learning_rate": 9.270904192363293e-07, |
| "loss": 0.271, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5450236966824644, |
| "grad_norm": 8.622874280639174, |
| "learning_rate": 9.265405588409256e-07, |
| "loss": 0.2657, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5462085308056872, |
| "grad_norm": 26.89194137073647, |
| "learning_rate": 9.259887971306063e-07, |
| "loss": 0.31, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.54739336492891, |
| "grad_norm": 20.12125062032546, |
| "learning_rate": 9.254351365648623e-07, |
| "loss": 0.2562, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5485781990521327, |
| "grad_norm": 12.317200130554701, |
| "learning_rate": 9.248795796116491e-07, |
| "loss": 0.2975, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.5497630331753555, |
| "grad_norm": 11.025734474055628, |
| "learning_rate": 9.243221287473755e-07, |
| "loss": 0.2336, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5509478672985783, |
| "grad_norm": 27.10300511896542, |
| "learning_rate": 9.23762786456892e-07, |
| "loss": 0.3397, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5521327014218009, |
| "grad_norm": 8.033107110139403, |
| "learning_rate": 9.232015552334806e-07, |
| "loss": 0.2816, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5533175355450237, |
| "grad_norm": 8.737091390744437, |
| "learning_rate": 9.226384375788434e-07, |
| "loss": 0.2823, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5545023696682464, |
| "grad_norm": 15.494483524008073, |
| "learning_rate": 9.220734360030906e-07, |
| "loss": 0.2121, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5556872037914692, |
| "grad_norm": 18.735896230365537, |
| "learning_rate": 9.215065530247308e-07, |
| "loss": 0.2533, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.556872037914692, |
| "grad_norm": 23.81669178709177, |
| "learning_rate": 9.209377911706584e-07, |
| "loss": 0.2746, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5580568720379147, |
| "grad_norm": 21.159454245219628, |
| "learning_rate": 9.203671529761434e-07, |
| "loss": 0.2383, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5592417061611374, |
| "grad_norm": 9.301848540598128, |
| "learning_rate": 9.197946409848194e-07, |
| "loss": 0.2104, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5604265402843602, |
| "grad_norm": 23.482486410314653, |
| "learning_rate": 9.192202577486724e-07, |
| "loss": 0.2782, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5616113744075829, |
| "grad_norm": 17.27462356394257, |
| "learning_rate": 9.186440058280298e-07, |
| "loss": 0.2889, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5627962085308057, |
| "grad_norm": 15.545463980531496, |
| "learning_rate": 9.180658877915484e-07, |
| "loss": 0.2527, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5639810426540285, |
| "grad_norm": 11.567535127758402, |
| "learning_rate": 9.174859062162037e-07, |
| "loss": 0.1832, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5651658767772512, |
| "grad_norm": 9.388250647196948, |
| "learning_rate": 9.169040636872773e-07, |
| "loss": 0.2731, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.566350710900474, |
| "grad_norm": 23.509643846600934, |
| "learning_rate": 9.163203627983466e-07, |
| "loss": 0.3582, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5675355450236966, |
| "grad_norm": 12.082207751549461, |
| "learning_rate": 9.157348061512726e-07, |
| "loss": 0.2983, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5687203791469194, |
| "grad_norm": 16.662630945663924, |
| "learning_rate": 9.151473963561882e-07, |
| "loss": 0.2527, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5699052132701422, |
| "grad_norm": 40.485858820321404, |
| "learning_rate": 9.145581360314867e-07, |
| "loss": 0.2963, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.5710900473933649, |
| "grad_norm": 9.050228610199474, |
| "learning_rate": 9.139670278038107e-07, |
| "loss": 0.2482, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5722748815165877, |
| "grad_norm": 9.662434463280741, |
| "learning_rate": 9.133740743080392e-07, |
| "loss": 0.2478, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5734597156398105, |
| "grad_norm": 21.678208323314635, |
| "learning_rate": 9.127792781872768e-07, |
| "loss": 0.239, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5746445497630331, |
| "grad_norm": 11.468515771661801, |
| "learning_rate": 9.12182642092842e-07, |
| "loss": 0.2798, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5758293838862559, |
| "grad_norm": 14.951189679567591, |
| "learning_rate": 9.115841686842543e-07, |
| "loss": 0.2098, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5770142180094787, |
| "grad_norm": 19.92647185342026, |
| "learning_rate": 9.109838606292239e-07, |
| "loss": 0.2159, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5781990521327014, |
| "grad_norm": 13.36729958783011, |
| "learning_rate": 9.103817206036382e-07, |
| "loss": 0.2629, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5793838862559242, |
| "grad_norm": 9.313353223167388, |
| "learning_rate": 9.09777751291551e-07, |
| "loss": 0.2911, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.580568720379147, |
| "grad_norm": 9.262594651674652, |
| "learning_rate": 9.091719553851706e-07, |
| "loss": 0.2717, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5817535545023697, |
| "grad_norm": 29.4435625345033, |
| "learning_rate": 9.085643355848466e-07, |
| "loss": 0.2651, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5829383886255924, |
| "grad_norm": 18.54225369010181, |
| "learning_rate": 9.079548945990592e-07, |
| "loss": 0.2638, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5841232227488151, |
| "grad_norm": 19.484158097176785, |
| "learning_rate": 9.073436351444064e-07, |
| "loss": 0.2397, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5853080568720379, |
| "grad_norm": 13.867282359289979, |
| "learning_rate": 9.067305599455919e-07, |
| "loss": 0.2688, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5864928909952607, |
| "grad_norm": 22.877893811260783, |
| "learning_rate": 9.061156717354137e-07, |
| "loss": 0.298, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5876777251184834, |
| "grad_norm": 15.47565263048955, |
| "learning_rate": 9.054989732547506e-07, |
| "loss": 0.1763, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5888625592417062, |
| "grad_norm": 22.335682115478164, |
| "learning_rate": 9.048804672525512e-07, |
| "loss": 0.3208, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.590047393364929, |
| "grad_norm": 28.746533629080943, |
| "learning_rate": 9.042601564858212e-07, |
| "loss": 0.2347, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5912322274881516, |
| "grad_norm": 13.201402592912574, |
| "learning_rate": 9.036380437196108e-07, |
| "loss": 0.2278, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5924170616113744, |
| "grad_norm": 9.51664794041542, |
| "learning_rate": 9.030141317270025e-07, |
| "loss": 0.2287, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5924170616113744, |
| "eval_loss": 0.2544219195842743, |
| "eval_runtime": 60.3512, |
| "eval_samples_per_second": 13.637, |
| "eval_steps_per_second": 0.862, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5936018957345972, |
| "grad_norm": 9.947570386307305, |
| "learning_rate": 9.023884232890997e-07, |
| "loss": 0.2918, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5947867298578199, |
| "grad_norm": 14.937306114287768, |
| "learning_rate": 9.017609211950126e-07, |
| "loss": 0.2268, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5959715639810427, |
| "grad_norm": 20.03266579033559, |
| "learning_rate": 9.011316282418473e-07, |
| "loss": 0.2355, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5971563981042654, |
| "grad_norm": 10.688118849978588, |
| "learning_rate": 9.005005472346923e-07, |
| "loss": 0.2649, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.5983412322274881, |
| "grad_norm": 21.412875220411518, |
| "learning_rate": 8.998676809866066e-07, |
| "loss": 0.2503, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5995260663507109, |
| "grad_norm": 11.743872196709809, |
| "learning_rate": 8.992330323186068e-07, |
| "loss": 0.2682, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6007109004739336, |
| "grad_norm": 11.771441009882276, |
| "learning_rate": 8.985966040596549e-07, |
| "loss": 0.2756, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6018957345971564, |
| "grad_norm": 17.976263194907734, |
| "learning_rate": 8.979583990466452e-07, |
| "loss": 0.202, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6030805687203792, |
| "grad_norm": 25.90047189441292, |
| "learning_rate": 8.973184201243922e-07, |
| "loss": 0.2376, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6042654028436019, |
| "grad_norm": 20.62266389659553, |
| "learning_rate": 8.966766701456176e-07, |
| "loss": 0.3115, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6054502369668247, |
| "grad_norm": 23.091302678759135, |
| "learning_rate": 8.960331519709372e-07, |
| "loss": 0.2091, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6066350710900474, |
| "grad_norm": 16.47382278548211, |
| "learning_rate": 8.953878684688492e-07, |
| "loss": 0.2174, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6078199052132701, |
| "grad_norm": 14.906355441019993, |
| "learning_rate": 8.947408225157205e-07, |
| "loss": 0.2446, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6090047393364929, |
| "grad_norm": 8.216540291358418, |
| "learning_rate": 8.940920169957739e-07, |
| "loss": 0.2575, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6101895734597157, |
| "grad_norm": 13.034643278399566, |
| "learning_rate": 8.934414548010762e-07, |
| "loss": 0.197, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.6113744075829384, |
| "grad_norm": 13.048988852473453, |
| "learning_rate": 8.92789138831524e-07, |
| "loss": 0.1853, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6125592417061612, |
| "grad_norm": 17.38819922422907, |
| "learning_rate": 8.921350719948315e-07, |
| "loss": 0.2427, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6137440758293838, |
| "grad_norm": 24.37628041900463, |
| "learning_rate": 8.914792572065177e-07, |
| "loss": 0.2592, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6149289099526066, |
| "grad_norm": 20.993815161831648, |
| "learning_rate": 8.908216973898928e-07, |
| "loss": 0.2072, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6161137440758294, |
| "grad_norm": 28.61411000218645, |
| "learning_rate": 8.901623954760459e-07, |
| "loss": 0.2746, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6172985781990521, |
| "grad_norm": 11.09636600039551, |
| "learning_rate": 8.89501354403831e-07, |
| "loss": 0.2656, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6184834123222749, |
| "grad_norm": 16.998967485383094, |
| "learning_rate": 8.888385771198552e-07, |
| "loss": 0.2235, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6196682464454977, |
| "grad_norm": 28.861443273678475, |
| "learning_rate": 8.88174066578464e-07, |
| "loss": 0.2978, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6208530805687204, |
| "grad_norm": 14.714955209304444, |
| "learning_rate": 8.875078257417294e-07, |
| "loss": 0.2732, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6220379146919431, |
| "grad_norm": 9.735548367963192, |
| "learning_rate": 8.868398575794362e-07, |
| "loss": 0.1986, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6232227488151659, |
| "grad_norm": 17.493573015109547, |
| "learning_rate": 8.861701650690685e-07, |
| "loss": 0.2646, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6244075829383886, |
| "grad_norm": 25.375815141472067, |
| "learning_rate": 8.854987511957973e-07, |
| "loss": 0.1653, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6255924170616114, |
| "grad_norm": 35.646843725332126, |
| "learning_rate": 8.84825618952466e-07, |
| "loss": 0.3044, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6267772511848341, |
| "grad_norm": 16.38434340194561, |
| "learning_rate": 8.841507713395782e-07, |
| "loss": 0.2138, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6279620853080569, |
| "grad_norm": 9.828589104598672, |
| "learning_rate": 8.834742113652833e-07, |
| "loss": 0.2025, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6291469194312796, |
| "grad_norm": 14.966605589812715, |
| "learning_rate": 8.827959420453642e-07, |
| "loss": 0.2194, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6303317535545023, |
| "grad_norm": 9.043281744519222, |
| "learning_rate": 8.821159664032223e-07, |
| "loss": 0.2106, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6315165876777251, |
| "grad_norm": 25.156545576852338, |
| "learning_rate": 8.814342874698659e-07, |
| "loss": 0.296, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6327014218009479, |
| "grad_norm": 30.207865323923034, |
| "learning_rate": 8.807509082838956e-07, |
| "loss": 0.3279, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6338862559241706, |
| "grad_norm": 21.8597722447571, |
| "learning_rate": 8.800658318914905e-07, |
| "loss": 0.22, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6350710900473934, |
| "grad_norm": 18.83124332148458, |
| "learning_rate": 8.793790613463954e-07, |
| "loss": 0.2945, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6362559241706162, |
| "grad_norm": 11.621272923164774, |
| "learning_rate": 8.786905997099066e-07, |
| "loss": 0.1921, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6374407582938388, |
| "grad_norm": 15.981620422788177, |
| "learning_rate": 8.780004500508587e-07, |
| "loss": 0.2368, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6386255924170616, |
| "grad_norm": 30.452192715434165, |
| "learning_rate": 8.773086154456106e-07, |
| "loss": 0.2448, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6398104265402843, |
| "grad_norm": 9.559309492322154, |
| "learning_rate": 8.766150989780317e-07, |
| "loss": 0.2027, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6409952606635071, |
| "grad_norm": 27.607639874576503, |
| "learning_rate": 8.759199037394886e-07, |
| "loss": 0.2556, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6421800947867299, |
| "grad_norm": 12.26608497304879, |
| "learning_rate": 8.752230328288313e-07, |
| "loss": 0.1891, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6433649289099526, |
| "grad_norm": 33.570472082251705, |
| "learning_rate": 8.745244893523783e-07, |
| "loss": 0.3039, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6445497630331753, |
| "grad_norm": 14.538932588131711, |
| "learning_rate": 8.738242764239046e-07, |
| "loss": 0.1903, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6457345971563981, |
| "grad_norm": 8.885681558345862, |
| "learning_rate": 8.73122397164626e-07, |
| "loss": 0.25, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6469194312796208, |
| "grad_norm": 9.724842455204085, |
| "learning_rate": 8.724188547031865e-07, |
| "loss": 0.2286, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6481042654028436, |
| "grad_norm": 11.641123423029827, |
| "learning_rate": 8.717136521756439e-07, |
| "loss": 0.2298, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6492890995260664, |
| "grad_norm": 35.64156668351365, |
| "learning_rate": 8.710067927254554e-07, |
| "loss": 0.2487, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6504739336492891, |
| "grad_norm": 55.07441844223735, |
| "learning_rate": 8.702982795034644e-07, |
| "loss": 0.2974, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6516587677725119, |
| "grad_norm": 30.67359922217043, |
| "learning_rate": 8.695881156678855e-07, |
| "loss": 0.2409, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6516587677725119, |
| "eval_loss": 0.26306506991386414, |
| "eval_runtime": 55.58, |
| "eval_samples_per_second": 14.807, |
| "eval_steps_per_second": 0.936, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6528436018957346, |
| "grad_norm": 34.111707302892505, |
| "learning_rate": 8.688763043842915e-07, |
| "loss": 0.3007, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6540284360189573, |
| "grad_norm": 24.72916737680904, |
| "learning_rate": 8.681628488255986e-07, |
| "loss": 0.2861, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6552132701421801, |
| "grad_norm": 15.195799871782196, |
| "learning_rate": 8.674477521720521e-07, |
| "loss": 0.2379, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6563981042654028, |
| "grad_norm": 35.31766339327681, |
| "learning_rate": 8.667310176112129e-07, |
| "loss": 0.3087, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6575829383886256, |
| "grad_norm": 29.669297495826285, |
| "learning_rate": 8.660126483379426e-07, |
| "loss": 0.2826, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6587677725118484, |
| "grad_norm": 20.188142404979462, |
| "learning_rate": 8.652926475543898e-07, |
| "loss": 0.2353, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.659952606635071, |
| "grad_norm": 9.878030902564287, |
| "learning_rate": 8.645710184699754e-07, |
| "loss": 0.2091, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6611374407582938, |
| "grad_norm": 8.326879683208155, |
| "learning_rate": 8.638477643013787e-07, |
| "loss": 0.2097, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6623222748815166, |
| "grad_norm": 17.04100715275265, |
| "learning_rate": 8.631228882725227e-07, |
| "loss": 0.2862, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6635071090047393, |
| "grad_norm": 21.154307793886165, |
| "learning_rate": 8.623963936145599e-07, |
| "loss": 0.3105, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6646919431279621, |
| "grad_norm": 20.578330200177938, |
| "learning_rate": 8.61668283565858e-07, |
| "loss": 0.2362, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6658767772511849, |
| "grad_norm": 23.48493045218934, |
| "learning_rate": 8.609385613719853e-07, |
| "loss": 0.2178, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6670616113744076, |
| "grad_norm": 9.91650775543966, |
| "learning_rate": 8.60207230285696e-07, |
| "loss": 0.3152, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.6682464454976303, |
| "grad_norm": 14.993510418458422, |
| "learning_rate": 8.594742935669164e-07, |
| "loss": 0.2369, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.669431279620853, |
| "grad_norm": 36.79636092939016, |
| "learning_rate": 8.587397544827295e-07, |
| "loss": 0.2666, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6706161137440758, |
| "grad_norm": 13.316556858524384, |
| "learning_rate": 8.580036163073614e-07, |
| "loss": 0.2829, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6718009478672986, |
| "grad_norm": 14.159800939343656, |
| "learning_rate": 8.572658823221658e-07, |
| "loss": 0.198, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.6729857819905213, |
| "grad_norm": 9.745584395603467, |
| "learning_rate": 8.565265558156101e-07, |
| "loss": 0.2444, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6741706161137441, |
| "grad_norm": 12.150823832817574, |
| "learning_rate": 8.5578564008326e-07, |
| "loss": 0.2192, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6753554502369669, |
| "grad_norm": 24.362220333619582, |
| "learning_rate": 8.550431384277653e-07, |
| "loss": 0.2476, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6765402843601895, |
| "grad_norm": 8.952930844365163, |
| "learning_rate": 8.542990541588453e-07, |
| "loss": 0.2264, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.6777251184834123, |
| "grad_norm": 9.560301949012237, |
| "learning_rate": 8.535533905932737e-07, |
| "loss": 0.2736, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6789099526066351, |
| "grad_norm": 9.139618148174796, |
| "learning_rate": 8.528061510548641e-07, |
| "loss": 0.22, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6800947867298578, |
| "grad_norm": 18.201403006271022, |
| "learning_rate": 8.520573388744548e-07, |
| "loss": 0.2366, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6812796208530806, |
| "grad_norm": 8.042669272668338, |
| "learning_rate": 8.513069573898943e-07, |
| "loss": 0.2055, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6824644549763034, |
| "grad_norm": 11.84351957271319, |
| "learning_rate": 8.505550099460263e-07, |
| "loss": 0.2745, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.683649289099526, |
| "grad_norm": 16.427699085907832, |
| "learning_rate": 8.49801499894675e-07, |
| "loss": 0.187, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6848341232227488, |
| "grad_norm": 18.357805574878622, |
| "learning_rate": 8.490464305946294e-07, |
| "loss": 0.2259, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6860189573459715, |
| "grad_norm": 21.137167128440737, |
| "learning_rate": 8.482898054116299e-07, |
| "loss": 0.2139, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6872037914691943, |
| "grad_norm": 17.717042156687203, |
| "learning_rate": 8.475316277183508e-07, |
| "loss": 0.2515, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6883886255924171, |
| "grad_norm": 23.793425039907586, |
| "learning_rate": 8.467719008943886e-07, |
| "loss": 0.2664, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.6895734597156398, |
| "grad_norm": 11.919196893599274, |
| "learning_rate": 8.460106283262431e-07, |
| "loss": 0.1886, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6907582938388626, |
| "grad_norm": 22.28808906798008, |
| "learning_rate": 8.452478134073062e-07, |
| "loss": 0.2738, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.6919431279620853, |
| "grad_norm": 23.537434314232886, |
| "learning_rate": 8.444834595378433e-07, |
| "loss": 0.2796, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.693127962085308, |
| "grad_norm": 8.778711331006974, |
| "learning_rate": 8.437175701249805e-07, |
| "loss": 0.2371, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6943127962085308, |
| "grad_norm": 8.478947761255274, |
| "learning_rate": 8.429501485826889e-07, |
| "loss": 0.183, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.6954976303317536, |
| "grad_norm": 24.182074930968447, |
| "learning_rate": 8.421811983317681e-07, |
| "loss": 0.2003, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6966824644549763, |
| "grad_norm": 9.861012071727558, |
| "learning_rate": 8.414107227998328e-07, |
| "loss": 0.2774, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6978672985781991, |
| "grad_norm": 11.632857692746178, |
| "learning_rate": 8.406387254212965e-07, |
| "loss": 0.2403, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6990521327014217, |
| "grad_norm": 20.917402317103377, |
| "learning_rate": 8.398652096373564e-07, |
| "loss": 0.2078, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7002369668246445, |
| "grad_norm": 11.067641557659394, |
| "learning_rate": 8.390901788959777e-07, |
| "loss": 0.2554, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7014218009478673, |
| "grad_norm": 11.776999680097008, |
| "learning_rate": 8.383136366518787e-07, |
| "loss": 0.2309, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.70260663507109, |
| "grad_norm": 25.259853705212183, |
| "learning_rate": 8.375355863665154e-07, |
| "loss": 0.2359, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7037914691943128, |
| "grad_norm": 19.40581177984766, |
| "learning_rate": 8.367560315080662e-07, |
| "loss": 0.1904, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7049763033175356, |
| "grad_norm": 15.1929515678031, |
| "learning_rate": 8.359749755514154e-07, |
| "loss": 0.2692, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.7061611374407583, |
| "grad_norm": 15.147667421338586, |
| "learning_rate": 8.351924219781392e-07, |
| "loss": 0.254, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.707345971563981, |
| "grad_norm": 7.901829661318031, |
| "learning_rate": 8.344083742764891e-07, |
| "loss": 0.1868, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.7085308056872038, |
| "grad_norm": 14.381280613101293, |
| "learning_rate": 8.336228359413768e-07, |
| "loss": 0.1958, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7097156398104265, |
| "grad_norm": 36.71771015436861, |
| "learning_rate": 8.328358104743585e-07, |
| "loss": 0.3001, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7109004739336493, |
| "grad_norm": 33.7833690585172, |
| "learning_rate": 8.320473013836195e-07, |
| "loss": 0.259, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7109004739336493, |
| "eval_loss": 0.251609206199646, |
| "eval_runtime": 59.1343, |
| "eval_samples_per_second": 13.917, |
| "eval_steps_per_second": 0.879, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7120853080568721, |
| "grad_norm": 27.43991881068027, |
| "learning_rate": 8.312573121839581e-07, |
| "loss": 0.2528, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7132701421800948, |
| "grad_norm": 11.54084932255205, |
| "learning_rate": 8.304658463967705e-07, |
| "loss": 0.2258, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7144549763033176, |
| "grad_norm": 9.38181972163327, |
| "learning_rate": 8.296729075500343e-07, |
| "loss": 0.1483, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7156398104265402, |
| "grad_norm": 9.63021263503591, |
| "learning_rate": 8.288784991782945e-07, |
| "loss": 0.2134, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.716824644549763, |
| "grad_norm": 25.241305745406983, |
| "learning_rate": 8.280826248226449e-07, |
| "loss": 0.2241, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7180094786729858, |
| "grad_norm": 19.58953870780054, |
| "learning_rate": 8.272852880307153e-07, |
| "loss": 0.2973, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7191943127962085, |
| "grad_norm": 20.908601756019916, |
| "learning_rate": 8.264864923566537e-07, |
| "loss": 0.3026, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7203791469194313, |
| "grad_norm": 18.641795222590094, |
| "learning_rate": 8.256862413611112e-07, |
| "loss": 0.2092, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.7215639810426541, |
| "grad_norm": 9.078402132315118, |
| "learning_rate": 8.24884538611226e-07, |
| "loss": 0.2293, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7227488151658767, |
| "grad_norm": 9.870990754662362, |
| "learning_rate": 8.240813876806078e-07, |
| "loss": 0.2364, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7239336492890995, |
| "grad_norm": 32.61024025487414, |
| "learning_rate": 8.232767921493215e-07, |
| "loss": 0.2391, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7251184834123223, |
| "grad_norm": 24.836388708454873, |
| "learning_rate": 8.22470755603871e-07, |
| "loss": 0.2667, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.726303317535545, |
| "grad_norm": 41.315609395728075, |
| "learning_rate": 8.216632816371838e-07, |
| "loss": 0.2302, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7274881516587678, |
| "grad_norm": 17.579148648614137, |
| "learning_rate": 8.208543738485949e-07, |
| "loss": 0.2644, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7286729857819905, |
| "grad_norm": 7.685937476575705, |
| "learning_rate": 8.200440358438305e-07, |
| "loss": 0.2128, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7298578199052133, |
| "grad_norm": 18.987732881829164, |
| "learning_rate": 8.192322712349917e-07, |
| "loss": 0.1535, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.731042654028436, |
| "grad_norm": 25.078374459237278, |
| "learning_rate": 8.184190836405393e-07, |
| "loss": 0.2313, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7322274881516587, |
| "grad_norm": 19.93693990442207, |
| "learning_rate": 8.176044766852765e-07, |
| "loss": 0.1826, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7334123222748815, |
| "grad_norm": 9.174225763509883, |
| "learning_rate": 8.167884540003337e-07, |
| "loss": 0.2183, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7345971563981043, |
| "grad_norm": 22.712219561256028, |
| "learning_rate": 8.159710192231519e-07, |
| "loss": 0.2233, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.735781990521327, |
| "grad_norm": 12.602248166695643, |
| "learning_rate": 8.151521759974666e-07, |
| "loss": 0.2168, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.7369668246445498, |
| "grad_norm": 11.648901495290106, |
| "learning_rate": 8.143319279732913e-07, |
| "loss": 0.3022, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.7381516587677726, |
| "grad_norm": 25.848339933826537, |
| "learning_rate": 8.135102788069015e-07, |
| "loss": 0.2619, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7393364928909952, |
| "grad_norm": 26.446445165860816, |
| "learning_rate": 8.126872321608183e-07, |
| "loss": 0.1956, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.740521327014218, |
| "grad_norm": 11.078507030053842, |
| "learning_rate": 8.118627917037924e-07, |
| "loss": 0.2531, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7417061611374408, |
| "grad_norm": 16.144215184908756, |
| "learning_rate": 8.110369611107868e-07, |
| "loss": 0.2048, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7428909952606635, |
| "grad_norm": 9.763738781518256, |
| "learning_rate": 8.102097440629618e-07, |
| "loss": 0.2536, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7440758293838863, |
| "grad_norm": 15.658750679197453, |
| "learning_rate": 8.093811442476572e-07, |
| "loss": 0.2143, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.745260663507109, |
| "grad_norm": 14.261166875712147, |
| "learning_rate": 8.085511653583772e-07, |
| "loss": 0.2228, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7464454976303317, |
| "grad_norm": 18.41294125408353, |
| "learning_rate": 8.077198110947725e-07, |
| "loss": 0.2047, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7476303317535545, |
| "grad_norm": 7.188949902488354, |
| "learning_rate": 8.068870851626253e-07, |
| "loss": 0.2506, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7488151658767772, |
| "grad_norm": 21.1672326000127, |
| "learning_rate": 8.060529912738314e-07, |
| "loss": 0.2493, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 11.771338026161125, |
| "learning_rate": 8.052175331463848e-07, |
| "loss": 0.1622, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7511848341232228, |
| "grad_norm": 21.486215050391507, |
| "learning_rate": 8.043807145043603e-07, |
| "loss": 0.2102, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7523696682464455, |
| "grad_norm": 22.130536750069474, |
| "learning_rate": 8.035425390778973e-07, |
| "loss": 0.2048, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7535545023696683, |
| "grad_norm": 15.296795850248081, |
| "learning_rate": 8.027030106031835e-07, |
| "loss": 0.199, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.754739336492891, |
| "grad_norm": 12.519470076894477, |
| "learning_rate": 8.018621328224371e-07, |
| "loss": 0.2273, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7559241706161137, |
| "grad_norm": 22.060617497410405, |
| "learning_rate": 8.010199094838914e-07, |
| "loss": 0.194, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.7571090047393365, |
| "grad_norm": 9.606082768273398, |
| "learning_rate": 8.001763443417775e-07, |
| "loss": 0.1982, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7582938388625592, |
| "grad_norm": 14.494565608281063, |
| "learning_rate": 7.993314411563075e-07, |
| "loss": 0.162, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.759478672985782, |
| "grad_norm": 16.589300163864532, |
| "learning_rate": 7.984852036936578e-07, |
| "loss": 0.2806, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.7606635071090048, |
| "grad_norm": 11.576925049645048, |
| "learning_rate": 7.976376357259526e-07, |
| "loss": 0.1665, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7618483412322274, |
| "grad_norm": 14.58868190468772, |
| "learning_rate": 7.967887410312466e-07, |
| "loss": 0.1948, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.7630331753554502, |
| "grad_norm": 21.320856814477253, |
| "learning_rate": 7.959385233935085e-07, |
| "loss": 0.2362, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.764218009478673, |
| "grad_norm": 15.04617262190784, |
| "learning_rate": 7.950869866026045e-07, |
| "loss": 0.2164, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7654028436018957, |
| "grad_norm": 9.80317001840058, |
| "learning_rate": 7.9423413445428e-07, |
| "loss": 0.1788, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7665876777251185, |
| "grad_norm": 19.844028210298966, |
| "learning_rate": 7.933799707501447e-07, |
| "loss": 0.2209, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7677725118483413, |
| "grad_norm": 13.751437660235108, |
| "learning_rate": 7.925244992976537e-07, |
| "loss": 0.1899, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.768957345971564, |
| "grad_norm": 9.41285729970307, |
| "learning_rate": 7.916677239100922e-07, |
| "loss": 0.2487, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7701421800947867, |
| "grad_norm": 18.895758189790847, |
| "learning_rate": 7.908096484065568e-07, |
| "loss": 0.2111, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7701421800947867, |
| "eval_loss": 0.2293587177991867, |
| "eval_runtime": 57.8447, |
| "eval_samples_per_second": 14.228, |
| "eval_steps_per_second": 0.899, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7713270142180095, |
| "grad_norm": 13.862666177134349, |
| "learning_rate": 7.899502766119403e-07, |
| "loss": 0.2696, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7725118483412322, |
| "grad_norm": 16.120955468412227, |
| "learning_rate": 7.890896123569135e-07, |
| "loss": 0.214, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.773696682464455, |
| "grad_norm": 9.011365770979943, |
| "learning_rate": 7.882276594779079e-07, |
| "loss": 0.1631, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7748815165876777, |
| "grad_norm": 9.222611641594378, |
| "learning_rate": 7.873644218170996e-07, |
| "loss": 0.2073, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7760663507109005, |
| "grad_norm": 27.175342390723387, |
| "learning_rate": 7.864999032223914e-07, |
| "loss": 0.1848, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7772511848341233, |
| "grad_norm": 30.41172358480833, |
| "learning_rate": 7.856341075473961e-07, |
| "loss": 0.2405, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7784360189573459, |
| "grad_norm": 9.377963440893206, |
| "learning_rate": 7.847670386514189e-07, |
| "loss": 0.2181, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7796208530805687, |
| "grad_norm": 9.330139452266417, |
| "learning_rate": 7.838987003994404e-07, |
| "loss": 0.2582, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7808056872037915, |
| "grad_norm": 21.896919162817507, |
| "learning_rate": 7.830290966620995e-07, |
| "loss": 0.1798, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7819905213270142, |
| "grad_norm": 9.358252051552995, |
| "learning_rate": 7.821582313156763e-07, |
| "loss": 0.2502, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.783175355450237, |
| "grad_norm": 10.845451720550335, |
| "learning_rate": 7.812861082420739e-07, |
| "loss": 0.2301, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7843601895734598, |
| "grad_norm": 9.9684188287499, |
| "learning_rate": 7.804127313288023e-07, |
| "loss": 0.2687, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7855450236966824, |
| "grad_norm": 25.687262257581693, |
| "learning_rate": 7.795381044689602e-07, |
| "loss": 0.1958, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7867298578199052, |
| "grad_norm": 13.55499223559753, |
| "learning_rate": 7.786622315612181e-07, |
| "loss": 0.2485, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.7879146919431279, |
| "grad_norm": 12.218617521005212, |
| "learning_rate": 7.777851165098011e-07, |
| "loss": 0.1479, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7890995260663507, |
| "grad_norm": 7.721800269638889, |
| "learning_rate": 7.769067632244706e-07, |
| "loss": 0.1626, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7902843601895735, |
| "grad_norm": 24.314109763668625, |
| "learning_rate": 7.760271756205077e-07, |
| "loss": 0.2109, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.7914691943127962, |
| "grad_norm": 7.701242021010707, |
| "learning_rate": 7.751463576186957e-07, |
| "loss": 0.1472, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.792654028436019, |
| "grad_norm": 13.37997398622404, |
| "learning_rate": 7.742643131453021e-07, |
| "loss": 0.2217, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.7938388625592417, |
| "grad_norm": 8.745184371153652, |
| "learning_rate": 7.733810461320618e-07, |
| "loss": 0.1434, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7950236966824644, |
| "grad_norm": 11.16885275222009, |
| "learning_rate": 7.724965605161588e-07, |
| "loss": 0.2009, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.7962085308056872, |
| "grad_norm": 9.806142647457065, |
| "learning_rate": 7.716108602402094e-07, |
| "loss": 0.18, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.79739336492891, |
| "grad_norm": 16.335655824559705, |
| "learning_rate": 7.707239492522439e-07, |
| "loss": 0.2102, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.7985781990521327, |
| "grad_norm": 17.375625902322422, |
| "learning_rate": 7.6983583150569e-07, |
| "loss": 0.2452, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.7997630331753555, |
| "grad_norm": 13.425423648864005, |
| "learning_rate": 7.689465109593539e-07, |
| "loss": 0.222, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8009478672985783, |
| "grad_norm": 16.905635944612605, |
| "learning_rate": 7.680559915774033e-07, |
| "loss": 0.2264, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8021327014218009, |
| "grad_norm": 16.781958411958737, |
| "learning_rate": 7.671642773293505e-07, |
| "loss": 0.2078, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8033175355450237, |
| "grad_norm": 17.58937112986415, |
| "learning_rate": 7.662713721900331e-07, |
| "loss": 0.2382, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8045023696682464, |
| "grad_norm": 17.576419370888175, |
| "learning_rate": 7.653772801395977e-07, |
| "loss": 0.219, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8056872037914692, |
| "grad_norm": 42.78433100503283, |
| "learning_rate": 7.644820051634812e-07, |
| "loss": 0.3042, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.806872037914692, |
| "grad_norm": 12.172358570342093, |
| "learning_rate": 7.635855512523937e-07, |
| "loss": 0.1905, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8080568720379147, |
| "grad_norm": 7.694538953431653, |
| "learning_rate": 7.626879224023001e-07, |
| "loss": 0.209, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8092417061611374, |
| "grad_norm": 12.703516850184618, |
| "learning_rate": 7.617891226144033e-07, |
| "loss": 0.1979, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8104265402843602, |
| "grad_norm": 9.11601457295805, |
| "learning_rate": 7.608891558951248e-07, |
| "loss": 0.1748, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8116113744075829, |
| "grad_norm": 9.014204421884562, |
| "learning_rate": 7.599880262560882e-07, |
| "loss": 0.2629, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.8127962085308057, |
| "grad_norm": 14.044829378680554, |
| "learning_rate": 7.590857377141009e-07, |
| "loss": 0.3174, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.8139810426540285, |
| "grad_norm": 14.2323739084943, |
| "learning_rate": 7.58182294291136e-07, |
| "loss": 0.214, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8151658767772512, |
| "grad_norm": 23.66550864483779, |
| "learning_rate": 7.572777000143145e-07, |
| "loss": 0.2742, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.816350710900474, |
| "grad_norm": 16.58222384020301, |
| "learning_rate": 7.563719589158872e-07, |
| "loss": 0.2081, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8175355450236966, |
| "grad_norm": 14.390980642614025, |
| "learning_rate": 7.554650750332174e-07, |
| "loss": 0.1946, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8187203791469194, |
| "grad_norm": 10.122145213378829, |
| "learning_rate": 7.545570524087619e-07, |
| "loss": 0.1758, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8199052132701422, |
| "grad_norm": 11.308324582282285, |
| "learning_rate": 7.536478950900536e-07, |
| "loss": 0.1705, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8210900473933649, |
| "grad_norm": 23.02921863609514, |
| "learning_rate": 7.527376071296836e-07, |
| "loss": 0.1841, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8222748815165877, |
| "grad_norm": 14.409456371586236, |
| "learning_rate": 7.518261925852823e-07, |
| "loss": 0.2406, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8234597156398105, |
| "grad_norm": 32.09834915802655, |
| "learning_rate": 7.509136555195023e-07, |
| "loss": 0.2367, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.8246445497630331, |
| "grad_norm": 12.356727122169731, |
| "learning_rate": 7.5e-07, |
| "loss": 0.2417, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.8258293838862559, |
| "grad_norm": 13.126563741604407, |
| "learning_rate": 7.490852300994168e-07, |
| "loss": 0.2063, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.8270142180094787, |
| "grad_norm": 8.032225849806373, |
| "learning_rate": 7.48169349895362e-07, |
| "loss": 0.1786, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8281990521327014, |
| "grad_norm": 20.962662296925956, |
| "learning_rate": 7.472523634703936e-07, |
| "loss": 0.1698, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.8293838862559242, |
| "grad_norm": 12.75110057617325, |
| "learning_rate": 7.463342749120013e-07, |
| "loss": 0.1812, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8293838862559242, |
| "eval_loss": 0.23034565150737762, |
| "eval_runtime": 55.8882, |
| "eval_samples_per_second": 14.726, |
| "eval_steps_per_second": 0.93, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.830568720379147, |
| "grad_norm": 9.913055744102358, |
| "learning_rate": 7.454150883125868e-07, |
| "loss": 0.2133, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.8317535545023697, |
| "grad_norm": 25.833382992108902, |
| "learning_rate": 7.44494807769447e-07, |
| "loss": 0.2969, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.8329383886255924, |
| "grad_norm": 11.281775033559253, |
| "learning_rate": 7.435734373847545e-07, |
| "loss": 0.1416, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.8341232227488151, |
| "grad_norm": 19.594414240296107, |
| "learning_rate": 7.426509812655405e-07, |
| "loss": 0.2314, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8353080568720379, |
| "grad_norm": 17.70712288867108, |
| "learning_rate": 7.417274435236755e-07, |
| "loss": 0.2538, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8364928909952607, |
| "grad_norm": 10.607970236644762, |
| "learning_rate": 7.408028282758514e-07, |
| "loss": 0.1711, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8376777251184834, |
| "grad_norm": 11.57185625276237, |
| "learning_rate": 7.398771396435632e-07, |
| "loss": 0.1872, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8388625592417062, |
| "grad_norm": 11.182287748396945, |
| "learning_rate": 7.389503817530905e-07, |
| "loss": 0.2349, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.840047393364929, |
| "grad_norm": 16.684749926205544, |
| "learning_rate": 7.380225587354789e-07, |
| "loss": 0.2506, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8412322274881516, |
| "grad_norm": 11.69863271084872, |
| "learning_rate": 7.370936747265225e-07, |
| "loss": 0.2208, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8424170616113744, |
| "grad_norm": 10.788997392898397, |
| "learning_rate": 7.361637338667441e-07, |
| "loss": 0.2114, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8436018957345972, |
| "grad_norm": 7.602485659984748, |
| "learning_rate": 7.352327403013779e-07, |
| "loss": 0.1821, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8447867298578199, |
| "grad_norm": 7.26614734509637, |
| "learning_rate": 7.343006981803499e-07, |
| "loss": 0.2309, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8459715639810427, |
| "grad_norm": 8.364511901273751, |
| "learning_rate": 7.33367611658261e-07, |
| "loss": 0.2118, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8471563981042654, |
| "grad_norm": 7.5672261947917985, |
| "learning_rate": 7.324334848943668e-07, |
| "loss": 0.2214, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8483412322274881, |
| "grad_norm": 15.227230664760391, |
| "learning_rate": 7.314983220525604e-07, |
| "loss": 0.1782, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8495260663507109, |
| "grad_norm": 10.217799076813009, |
| "learning_rate": 7.305621273013525e-07, |
| "loss": 0.2302, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8507109004739336, |
| "grad_norm": 18.691186404113676, |
| "learning_rate": 7.296249048138542e-07, |
| "loss": 0.1682, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8518957345971564, |
| "grad_norm": 10.452172850788102, |
| "learning_rate": 7.286866587677574e-07, |
| "loss": 0.2355, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8530805687203792, |
| "grad_norm": 10.604574552375054, |
| "learning_rate": 7.277473933453169e-07, |
| "loss": 0.1133, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8542654028436019, |
| "grad_norm": 9.891539825214483, |
| "learning_rate": 7.268071127333311e-07, |
| "loss": 0.2195, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8554502369668247, |
| "grad_norm": 22.53671982979302, |
| "learning_rate": 7.258658211231234e-07, |
| "loss": 0.2269, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8566350710900474, |
| "grad_norm": 23.83975858014513, |
| "learning_rate": 7.249235227105245e-07, |
| "loss": 0.2294, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8578199052132701, |
| "grad_norm": 19.583412313581313, |
| "learning_rate": 7.239802216958522e-07, |
| "loss": 0.2309, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8590047393364929, |
| "grad_norm": 9.156760472446708, |
| "learning_rate": 7.230359222838938e-07, |
| "loss": 0.1893, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8601895734597157, |
| "grad_norm": 14.337897781365237, |
| "learning_rate": 7.220906286838868e-07, |
| "loss": 0.1709, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.8613744075829384, |
| "grad_norm": 17.90848323335686, |
| "learning_rate": 7.211443451095006e-07, |
| "loss": 0.2353, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.8625592417061612, |
| "grad_norm": 8.380769804085316, |
| "learning_rate": 7.201970757788171e-07, |
| "loss": 0.21, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8637440758293838, |
| "grad_norm": 11.322111166952071, |
| "learning_rate": 7.192488249143125e-07, |
| "loss": 0.2225, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8649289099526066, |
| "grad_norm": 10.045093401838667, |
| "learning_rate": 7.182995967428379e-07, |
| "loss": 0.1583, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8661137440758294, |
| "grad_norm": 17.370985243300748, |
| "learning_rate": 7.173493954956011e-07, |
| "loss": 0.2028, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8672985781990521, |
| "grad_norm": 10.458119006433506, |
| "learning_rate": 7.163982254081474e-07, |
| "loss": 0.1776, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8684834123222749, |
| "grad_norm": 8.754265017532378, |
| "learning_rate": 7.154460907203405e-07, |
| "loss": 0.1875, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.8696682464454977, |
| "grad_norm": 12.4225760590751, |
| "learning_rate": 7.144929956763437e-07, |
| "loss": 0.2778, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.8708530805687204, |
| "grad_norm": 11.608393438177549, |
| "learning_rate": 7.135389445246017e-07, |
| "loss": 0.192, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8720379146919431, |
| "grad_norm": 8.633498509424786, |
| "learning_rate": 7.125839415178203e-07, |
| "loss": 0.1541, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.8732227488151659, |
| "grad_norm": 16.670199329768597, |
| "learning_rate": 7.116279909129491e-07, |
| "loss": 0.1941, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8744075829383886, |
| "grad_norm": 12.74769327926982, |
| "learning_rate": 7.106710969711609e-07, |
| "loss": 0.2348, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.8755924170616114, |
| "grad_norm": 10.452681837710877, |
| "learning_rate": 7.097132639578337e-07, |
| "loss": 0.1702, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8767772511848341, |
| "grad_norm": 9.914095739792367, |
| "learning_rate": 7.087544961425316e-07, |
| "loss": 0.1876, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8779620853080569, |
| "grad_norm": 9.459241899301656, |
| "learning_rate": 7.077947977989853e-07, |
| "loss": 0.2389, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.8791469194312796, |
| "grad_norm": 10.31379047778746, |
| "learning_rate": 7.068341732050737e-07, |
| "loss": 0.2262, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8803317535545023, |
| "grad_norm": 14.015863725214746, |
| "learning_rate": 7.058726266428041e-07, |
| "loss": 0.2054, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8815165876777251, |
| "grad_norm": 10.095904056771356, |
| "learning_rate": 7.049101623982937e-07, |
| "loss": 0.2564, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8827014218009479, |
| "grad_norm": 14.900120087150492, |
| "learning_rate": 7.039467847617504e-07, |
| "loss": 0.2516, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8838862559241706, |
| "grad_norm": 14.989089635791842, |
| "learning_rate": 7.029824980274534e-07, |
| "loss": 0.186, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8850710900473934, |
| "grad_norm": 21.089551499728422, |
| "learning_rate": 7.020173064937344e-07, |
| "loss": 0.1767, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.8862559241706162, |
| "grad_norm": 8.4313495925763, |
| "learning_rate": 7.010512144629579e-07, |
| "loss": 0.227, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8874407582938388, |
| "grad_norm": 8.70162638226272, |
| "learning_rate": 7.000842262415028e-07, |
| "loss": 0.1797, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.8886255924170616, |
| "grad_norm": 10.07719445107742, |
| "learning_rate": 6.991163461397424e-07, |
| "loss": 0.198, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8886255924170616, |
| "eval_loss": 0.21252204477787018, |
| "eval_runtime": 55.1978, |
| "eval_samples_per_second": 14.91, |
| "eval_steps_per_second": 0.942, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8898104265402843, |
| "grad_norm": 8.952461064774775, |
| "learning_rate": 6.981475784720262e-07, |
| "loss": 0.258, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.8909952606635071, |
| "grad_norm": 20.719939479561397, |
| "learning_rate": 6.971779275566593e-07, |
| "loss": 0.2014, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8921800947867299, |
| "grad_norm": 7.936070074068664, |
| "learning_rate": 6.962073977158842e-07, |
| "loss": 0.1962, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.8933649289099526, |
| "grad_norm": 15.527186441037935, |
| "learning_rate": 6.952359932758615e-07, |
| "loss": 0.1838, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8945497630331753, |
| "grad_norm": 11.785111972126451, |
| "learning_rate": 6.9426371856665e-07, |
| "loss": 0.2201, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8957345971563981, |
| "grad_norm": 20.18101839777207, |
| "learning_rate": 6.93290577922188e-07, |
| "loss": 0.2597, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8969194312796208, |
| "grad_norm": 9.9152594543863, |
| "learning_rate": 6.923165756802733e-07, |
| "loss": 0.1701, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.8981042654028436, |
| "grad_norm": 20.043984042966567, |
| "learning_rate": 6.913417161825449e-07, |
| "loss": 0.2574, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.8992890995260664, |
| "grad_norm": 21.123597700553983, |
| "learning_rate": 6.903660037744626e-07, |
| "loss": 0.2426, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9004739336492891, |
| "grad_norm": 17.3636230361985, |
| "learning_rate": 6.89389442805288e-07, |
| "loss": 0.2198, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9016587677725119, |
| "grad_norm": 7.896724380954798, |
| "learning_rate": 6.884120376280657e-07, |
| "loss": 0.2368, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.9028436018957346, |
| "grad_norm": 10.744383746333114, |
| "learning_rate": 6.874337925996028e-07, |
| "loss": 0.2166, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9040284360189573, |
| "grad_norm": 11.973048617938426, |
| "learning_rate": 6.864547120804505e-07, |
| "loss": 0.2149, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9052132701421801, |
| "grad_norm": 15.374227350719309, |
| "learning_rate": 6.85474800434884e-07, |
| "loss": 0.1623, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9063981042654028, |
| "grad_norm": 9.460007923138491, |
| "learning_rate": 6.84494062030883e-07, |
| "loss": 0.1601, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9075829383886256, |
| "grad_norm": 8.169757295616728, |
| "learning_rate": 6.835125012401131e-07, |
| "loss": 0.1693, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9087677725118484, |
| "grad_norm": 16.061474109942935, |
| "learning_rate": 6.825301224379056e-07, |
| "loss": 0.2211, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.909952606635071, |
| "grad_norm": 10.477258738350997, |
| "learning_rate": 6.815469300032373e-07, |
| "loss": 0.2279, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.9111374407582938, |
| "grad_norm": 10.65538754992105, |
| "learning_rate": 6.805629283187129e-07, |
| "loss": 0.1925, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9123222748815166, |
| "grad_norm": 9.123234339056102, |
| "learning_rate": 6.795781217705435e-07, |
| "loss": 0.2253, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.9135071090047393, |
| "grad_norm": 10.377714671981227, |
| "learning_rate": 6.785925147485285e-07, |
| "loss": 0.1754, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.9146919431279621, |
| "grad_norm": 10.393576077978427, |
| "learning_rate": 6.776061116460352e-07, |
| "loss": 0.2009, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.9158767772511849, |
| "grad_norm": 16.02077338864102, |
| "learning_rate": 6.766189168599789e-07, |
| "loss": 0.1636, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.9170616113744076, |
| "grad_norm": 14.519560151061562, |
| "learning_rate": 6.756309347908051e-07, |
| "loss": 0.2455, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.9182464454976303, |
| "grad_norm": 21.53296240222359, |
| "learning_rate": 6.746421698424676e-07, |
| "loss": 0.1942, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.919431279620853, |
| "grad_norm": 10.224973261982292, |
| "learning_rate": 6.7365262642241e-07, |
| "loss": 0.1958, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.9206161137440758, |
| "grad_norm": 12.82882389122881, |
| "learning_rate": 6.726623089415467e-07, |
| "loss": 0.211, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.9218009478672986, |
| "grad_norm": 15.696609544363108, |
| "learning_rate": 6.716712218142413e-07, |
| "loss": 0.281, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.9229857819905213, |
| "grad_norm": 22.27881823197468, |
| "learning_rate": 6.706793694582891e-07, |
| "loss": 0.2251, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9241706161137441, |
| "grad_norm": 15.024010449291305, |
| "learning_rate": 6.696867562948962e-07, |
| "loss": 0.2681, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9253554502369669, |
| "grad_norm": 20.247007205993885, |
| "learning_rate": 6.686933867486596e-07, |
| "loss": 0.2191, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.9265402843601895, |
| "grad_norm": 7.998974278453153, |
| "learning_rate": 6.676992652475486e-07, |
| "loss": 0.1871, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9277251184834123, |
| "grad_norm": 10.708704166774769, |
| "learning_rate": 6.667043962228838e-07, |
| "loss": 0.182, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.9289099526066351, |
| "grad_norm": 8.78684615317003, |
| "learning_rate": 6.657087841093179e-07, |
| "loss": 0.1568, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9300947867298578, |
| "grad_norm": 9.778799963563257, |
| "learning_rate": 6.647124333448164e-07, |
| "loss": 0.2085, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.9312796208530806, |
| "grad_norm": 12.864160262988083, |
| "learning_rate": 6.637153483706368e-07, |
| "loss": 0.2463, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9324644549763034, |
| "grad_norm": 24.981518255133043, |
| "learning_rate": 6.6271753363131e-07, |
| "loss": 0.1694, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.933649289099526, |
| "grad_norm": 32.80984613365954, |
| "learning_rate": 6.61718993574619e-07, |
| "loss": 0.2152, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9348341232227488, |
| "grad_norm": 14.086295795520133, |
| "learning_rate": 6.607197326515807e-07, |
| "loss": 0.1499, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.9360189573459715, |
| "grad_norm": 13.406991924570532, |
| "learning_rate": 6.597197553164251e-07, |
| "loss": 0.3099, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9372037914691943, |
| "grad_norm": 13.492701196428424, |
| "learning_rate": 6.587190660265751e-07, |
| "loss": 0.1985, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.9383886255924171, |
| "grad_norm": 12.689739842206874, |
| "learning_rate": 6.577176692426278e-07, |
| "loss": 0.2184, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.9395734597156398, |
| "grad_norm": 25.733609867586548, |
| "learning_rate": 6.567155694283336e-07, |
| "loss": 0.1801, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.9407582938388626, |
| "grad_norm": 30.12391831939558, |
| "learning_rate": 6.55712771050577e-07, |
| "loss": 0.2542, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9419431279620853, |
| "grad_norm": 29.270469329492194, |
| "learning_rate": 6.547092785793559e-07, |
| "loss": 0.2172, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.943127962085308, |
| "grad_norm": 40.42865798160653, |
| "learning_rate": 6.537050964877625e-07, |
| "loss": 0.2777, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9443127962085308, |
| "grad_norm": 16.58432837538837, |
| "learning_rate": 6.527002292519629e-07, |
| "loss": 0.227, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.9454976303317536, |
| "grad_norm": 12.821494884458682, |
| "learning_rate": 6.516946813511773e-07, |
| "loss": 0.1727, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9466824644549763, |
| "grad_norm": 22.825107619536553, |
| "learning_rate": 6.5068845726766e-07, |
| "loss": 0.207, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.9478672985781991, |
| "grad_norm": 31.69359524459485, |
| "learning_rate": 6.496815614866791e-07, |
| "loss": 0.2378, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9478672985781991, |
| "eval_loss": 0.27354177832603455, |
| "eval_runtime": 62.6028, |
| "eval_samples_per_second": 13.146, |
| "eval_steps_per_second": 0.831, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9490521327014217, |
| "grad_norm": 37.52743059970339, |
| "learning_rate": 6.486739984964971e-07, |
| "loss": 0.2762, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.9502369668246445, |
| "grad_norm": 38.872276944043726, |
| "learning_rate": 6.476657727883506e-07, |
| "loss": 0.1925, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9514218009478673, |
| "grad_norm": 15.289062834224044, |
| "learning_rate": 6.466568888564302e-07, |
| "loss": 0.276, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.95260663507109, |
| "grad_norm": 15.911245985870275, |
| "learning_rate": 6.456473511978606e-07, |
| "loss": 0.1977, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9537914691943128, |
| "grad_norm": 8.593962442854156, |
| "learning_rate": 6.446371643126805e-07, |
| "loss": 0.2118, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9549763033175356, |
| "grad_norm": 11.503080592385206, |
| "learning_rate": 6.436263327038224e-07, |
| "loss": 0.2003, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9561611374407583, |
| "grad_norm": 16.784875802136042, |
| "learning_rate": 6.426148608770928e-07, |
| "loss": 0.211, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.957345971563981, |
| "grad_norm": 8.039773337530425, |
| "learning_rate": 6.416027533411519e-07, |
| "loss": 0.1776, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9585308056872038, |
| "grad_norm": 35.99706053391443, |
| "learning_rate": 6.40590014607494e-07, |
| "loss": 0.2358, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.9597156398104265, |
| "grad_norm": 40.99321152622947, |
| "learning_rate": 6.395766491904262e-07, |
| "loss": 0.3066, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9609004739336493, |
| "grad_norm": 18.164194558552783, |
| "learning_rate": 6.385626616070498e-07, |
| "loss": 0.1893, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9620853080568721, |
| "grad_norm": 7.741779460691234, |
| "learning_rate": 6.375480563772389e-07, |
| "loss": 0.1874, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9632701421800948, |
| "grad_norm": 8.638620885624041, |
| "learning_rate": 6.365328380236213e-07, |
| "loss": 0.2293, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9644549763033176, |
| "grad_norm": 8.26453063301268, |
| "learning_rate": 6.355170110715571e-07, |
| "loss": 0.2436, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9656398104265402, |
| "grad_norm": 16.74712475701176, |
| "learning_rate": 6.3450058004912e-07, |
| "loss": 0.185, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.966824644549763, |
| "grad_norm": 11.579496290026954, |
| "learning_rate": 6.334835494870758e-07, |
| "loss": 0.2624, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.9680094786729858, |
| "grad_norm": 23.226048329711308, |
| "learning_rate": 6.32465923918863e-07, |
| "loss": 0.225, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9691943127962085, |
| "grad_norm": 17.655075691563827, |
| "learning_rate": 6.314477078805723e-07, |
| "loss": 0.215, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9703791469194313, |
| "grad_norm": 13.202128531234838, |
| "learning_rate": 6.304289059109267e-07, |
| "loss": 0.2403, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9715639810426541, |
| "grad_norm": 13.076408764926182, |
| "learning_rate": 6.294095225512604e-07, |
| "loss": 0.1663, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9727488151658767, |
| "grad_norm": 14.171619384960582, |
| "learning_rate": 6.283895623454997e-07, |
| "loss": 0.2774, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9739336492890995, |
| "grad_norm": 19.8877660661784, |
| "learning_rate": 6.273690298401419e-07, |
| "loss": 0.2723, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9751184834123223, |
| "grad_norm": 6.900387582314849, |
| "learning_rate": 6.263479295842357e-07, |
| "loss": 0.1971, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.976303317535545, |
| "grad_norm": 18.414912712274486, |
| "learning_rate": 6.253262661293602e-07, |
| "loss": 0.2433, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9774881516587678, |
| "grad_norm": 15.35186217689985, |
| "learning_rate": 6.243040440296051e-07, |
| "loss": 0.1789, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9786729857819905, |
| "grad_norm": 10.207560328723083, |
| "learning_rate": 6.232812678415504e-07, |
| "loss": 0.2385, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.9798578199052133, |
| "grad_norm": 9.098282908972523, |
| "learning_rate": 6.222579421242455e-07, |
| "loss": 0.2396, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.981042654028436, |
| "grad_norm": 8.545110006193829, |
| "learning_rate": 6.2123407143919e-07, |
| "loss": 0.2131, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9822274881516587, |
| "grad_norm": 7.862000410634824, |
| "learning_rate": 6.202096603503122e-07, |
| "loss": 0.1932, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.9834123222748815, |
| "grad_norm": 16.06519254165904, |
| "learning_rate": 6.191847134239495e-07, |
| "loss": 0.1942, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9845971563981043, |
| "grad_norm": 8.103880149384155, |
| "learning_rate": 6.181592352288279e-07, |
| "loss": 0.1843, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.985781990521327, |
| "grad_norm": 9.399017520546249, |
| "learning_rate": 6.17133230336041e-07, |
| "loss": 0.2042, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.9869668246445498, |
| "grad_norm": 11.17143516636379, |
| "learning_rate": 6.16106703319031e-07, |
| "loss": 0.2414, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.9881516587677726, |
| "grad_norm": 16.347223668954097, |
| "learning_rate": 6.150796587535669e-07, |
| "loss": 0.2388, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.9893364928909952, |
| "grad_norm": 24.954899681915954, |
| "learning_rate": 6.140521012177249e-07, |
| "loss": 0.1575, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.990521327014218, |
| "grad_norm": 8.054339443033578, |
| "learning_rate": 6.130240352918674e-07, |
| "loss": 0.1829, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.9917061611374408, |
| "grad_norm": 11.535190625870067, |
| "learning_rate": 6.119954655586236e-07, |
| "loss": 0.2162, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.9928909952606635, |
| "grad_norm": 24.1831071367917, |
| "learning_rate": 6.10966396602868e-07, |
| "loss": 0.2608, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.9940758293838863, |
| "grad_norm": 8.55670621920293, |
| "learning_rate": 6.099368330117004e-07, |
| "loss": 0.1847, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.995260663507109, |
| "grad_norm": 12.190546843323471, |
| "learning_rate": 6.089067793744257e-07, |
| "loss": 0.1573, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9964454976303317, |
| "grad_norm": 24.359810277866014, |
| "learning_rate": 6.078762402825331e-07, |
| "loss": 0.2092, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.9976303317535545, |
| "grad_norm": 9.263467659494774, |
| "learning_rate": 6.068452203296754e-07, |
| "loss": 0.1749, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9988151658767772, |
| "grad_norm": 10.629198605852931, |
| "learning_rate": 6.058137241116493e-07, |
| "loss": 0.1846, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 15.124988874606263, |
| "learning_rate": 6.047817562263743e-07, |
| "loss": 0.2534, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.0011848341232228, |
| "grad_norm": 12.707802633067423, |
| "learning_rate": 6.037493212738722e-07, |
| "loss": 0.2384, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.0023696682464456, |
| "grad_norm": 14.254860738835754, |
| "learning_rate": 6.027164238562471e-07, |
| "loss": 0.2174, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0035545023696681, |
| "grad_norm": 7.258679044940193, |
| "learning_rate": 6.016830685776643e-07, |
| "loss": 0.1374, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.004739336492891, |
| "grad_norm": 11.163163028256566, |
| "learning_rate": 6.0064926004433e-07, |
| "loss": 0.1701, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.0059241706161137, |
| "grad_norm": 9.955569476967984, |
| "learning_rate": 5.99615002864471e-07, |
| "loss": 0.1511, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.0071090047393365, |
| "grad_norm": 12.609883691424333, |
| "learning_rate": 5.985803016483137e-07, |
| "loss": 0.2056, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0071090047393365, |
| "eval_loss": 0.20984908938407898, |
| "eval_runtime": 55.4295, |
| "eval_samples_per_second": 14.848, |
| "eval_steps_per_second": 0.938, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0082938388625593, |
| "grad_norm": 12.193031412011324, |
| "learning_rate": 5.975451610080642e-07, |
| "loss": 0.1385, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.009478672985782, |
| "grad_norm": 7.202448239720771, |
| "learning_rate": 5.965095855578868e-07, |
| "loss": 0.1521, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.0106635071090047, |
| "grad_norm": 14.65862389721841, |
| "learning_rate": 5.954735799138842e-07, |
| "loss": 0.2358, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.0118483412322274, |
| "grad_norm": 9.761435958228647, |
| "learning_rate": 5.944371486940772e-07, |
| "loss": 0.1628, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.0130331753554502, |
| "grad_norm": 15.780128622388412, |
| "learning_rate": 5.934002965183826e-07, |
| "loss": 0.2032, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.014218009478673, |
| "grad_norm": 14.772310024542874, |
| "learning_rate": 5.923630280085947e-07, |
| "loss": 0.1549, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.0154028436018958, |
| "grad_norm": 15.92968994930881, |
| "learning_rate": 5.913253477883629e-07, |
| "loss": 0.1931, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.0165876777251184, |
| "grad_norm": 8.225249745660273, |
| "learning_rate": 5.902872604831719e-07, |
| "loss": 0.1592, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.0177725118483412, |
| "grad_norm": 13.4174859396998, |
| "learning_rate": 5.892487707203212e-07, |
| "loss": 0.1528, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.018957345971564, |
| "grad_norm": 37.513800420902946, |
| "learning_rate": 5.882098831289043e-07, |
| "loss": 0.2404, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.0201421800947867, |
| "grad_norm": 8.702006133634473, |
| "learning_rate": 5.871706023397877e-07, |
| "loss": 0.1874, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.0213270142180095, |
| "grad_norm": 11.85172576406, |
| "learning_rate": 5.86130932985591e-07, |
| "loss": 0.1778, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.0225118483412323, |
| "grad_norm": 18.56671317902244, |
| "learning_rate": 5.850908797006655e-07, |
| "loss": 0.1993, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.0236966824644549, |
| "grad_norm": 11.263840778811296, |
| "learning_rate": 5.840504471210741e-07, |
| "loss": 0.188, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.0248815165876777, |
| "grad_norm": 25.629991316540114, |
| "learning_rate": 5.830096398845703e-07, |
| "loss": 0.2342, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.0260663507109005, |
| "grad_norm": 9.744191246385453, |
| "learning_rate": 5.819684626305775e-07, |
| "loss": 0.1677, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0272511848341233, |
| "grad_norm": 33.07491175984522, |
| "learning_rate": 5.809269200001689e-07, |
| "loss": 0.2278, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.028436018957346, |
| "grad_norm": 17.902967301410676, |
| "learning_rate": 5.79885016636046e-07, |
| "loss": 0.2339, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.0296208530805688, |
| "grad_norm": 7.458885761158699, |
| "learning_rate": 5.788427571825185e-07, |
| "loss": 0.1648, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.0308056872037914, |
| "grad_norm": 11.468120830142155, |
| "learning_rate": 5.778001462854831e-07, |
| "loss": 0.2326, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0319905213270142, |
| "grad_norm": 17.59503601347862, |
| "learning_rate": 5.767571885924033e-07, |
| "loss": 0.1773, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.033175355450237, |
| "grad_norm": 17.783809256188484, |
| "learning_rate": 5.757138887522883e-07, |
| "loss": 0.1814, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.0343601895734598, |
| "grad_norm": 13.17339792419553, |
| "learning_rate": 5.746702514156727e-07, |
| "loss": 0.1438, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.0355450236966826, |
| "grad_norm": 22.086095670555288, |
| "learning_rate": 5.736262812345951e-07, |
| "loss": 0.1527, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0367298578199051, |
| "grad_norm": 14.149613433193517, |
| "learning_rate": 5.725819828625781e-07, |
| "loss": 0.226, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.037914691943128, |
| "grad_norm": 10.125574382301505, |
| "learning_rate": 5.71537360954607e-07, |
| "loss": 0.161, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0390995260663507, |
| "grad_norm": 11.577923564339548, |
| "learning_rate": 5.704924201671096e-07, |
| "loss": 0.1467, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0402843601895735, |
| "grad_norm": 29.016045871179426, |
| "learning_rate": 5.694471651579346e-07, |
| "loss": 0.1937, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.0414691943127963, |
| "grad_norm": 21.157694595964582, |
| "learning_rate": 5.684016005863317e-07, |
| "loss": 0.1635, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.042654028436019, |
| "grad_norm": 31.525684749632426, |
| "learning_rate": 5.673557311129306e-07, |
| "loss": 0.2403, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0438388625592416, |
| "grad_norm": 15.14373451366706, |
| "learning_rate": 5.663095613997195e-07, |
| "loss": 0.1816, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.0450236966824644, |
| "grad_norm": 7.118656847963461, |
| "learning_rate": 5.652630961100258e-07, |
| "loss": 0.1706, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.0462085308056872, |
| "grad_norm": 18.856161611154196, |
| "learning_rate": 5.642163399084938e-07, |
| "loss": 0.1314, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.04739336492891, |
| "grad_norm": 9.834526772604617, |
| "learning_rate": 5.631692974610647e-07, |
| "loss": 0.1594, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.0485781990521328, |
| "grad_norm": 22.430961359255825, |
| "learning_rate": 5.621219734349556e-07, |
| "loss": 0.1992, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.0497630331753554, |
| "grad_norm": 13.14818735117718, |
| "learning_rate": 5.61074372498639e-07, |
| "loss": 0.1822, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.0509478672985781, |
| "grad_norm": 16.478644624432636, |
| "learning_rate": 5.600264993218214e-07, |
| "loss": 0.2671, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.052132701421801, |
| "grad_norm": 7.3008798250909095, |
| "learning_rate": 5.589783585754231e-07, |
| "loss": 0.146, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0533175355450237, |
| "grad_norm": 9.063453760833678, |
| "learning_rate": 5.579299549315568e-07, |
| "loss": 0.1598, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.0545023696682465, |
| "grad_norm": 9.080805765284989, |
| "learning_rate": 5.568812930635075e-07, |
| "loss": 0.1853, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0556872037914693, |
| "grad_norm": 12.90645533143285, |
| "learning_rate": 5.558323776457108e-07, |
| "loss": 0.1443, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.0568720379146919, |
| "grad_norm": 10.921036111112151, |
| "learning_rate": 5.547832133537327e-07, |
| "loss": 0.1308, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.0580568720379147, |
| "grad_norm": 15.599377495364235, |
| "learning_rate": 5.537338048642486e-07, |
| "loss": 0.1714, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.0592417061611374, |
| "grad_norm": 10.844012912003597, |
| "learning_rate": 5.526841568550222e-07, |
| "loss": 0.1918, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.0604265402843602, |
| "grad_norm": 13.149472726804078, |
| "learning_rate": 5.516342740048852e-07, |
| "loss": 0.1975, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.061611374407583, |
| "grad_norm": 15.325204955108848, |
| "learning_rate": 5.505841609937161e-07, |
| "loss": 0.2136, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.0627962085308056, |
| "grad_norm": 16.55606998433463, |
| "learning_rate": 5.495338225024188e-07, |
| "loss": 0.2627, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.0639810426540284, |
| "grad_norm": 28.769351218944028, |
| "learning_rate": 5.484832632129031e-07, |
| "loss": 0.2937, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.0651658767772512, |
| "grad_norm": 12.802959626523345, |
| "learning_rate": 5.474324878080623e-07, |
| "loss": 0.1997, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.066350710900474, |
| "grad_norm": 13.549302087006401, |
| "learning_rate": 5.463815009717532e-07, |
| "loss": 0.1233, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.066350710900474, |
| "eval_loss": 0.20816154778003693, |
| "eval_runtime": 58.7281, |
| "eval_samples_per_second": 14.014, |
| "eval_steps_per_second": 0.885, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0675355450236967, |
| "grad_norm": 11.900949446810147, |
| "learning_rate": 5.453303073887756e-07, |
| "loss": 0.2521, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.0687203791469195, |
| "grad_norm": 10.642382477508136, |
| "learning_rate": 5.4427891174485e-07, |
| "loss": 0.2192, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.069905213270142, |
| "grad_norm": 8.237421949353914, |
| "learning_rate": 5.432273187265986e-07, |
| "loss": 0.1803, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.0710900473933649, |
| "grad_norm": 11.179419714162076, |
| "learning_rate": 5.421755330215223e-07, |
| "loss": 0.2214, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.0722748815165877, |
| "grad_norm": 8.935732686528269, |
| "learning_rate": 5.411235593179819e-07, |
| "loss": 0.2059, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.0734597156398105, |
| "grad_norm": 7.874382015995131, |
| "learning_rate": 5.400714023051754e-07, |
| "loss": 0.1674, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.0746445497630333, |
| "grad_norm": 16.045902339604872, |
| "learning_rate": 5.390190666731187e-07, |
| "loss": 0.1656, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.0758293838862558, |
| "grad_norm": 10.039341598916574, |
| "learning_rate": 5.379665571126231e-07, |
| "loss": 0.1721, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.0770142180094786, |
| "grad_norm": 8.240039410820858, |
| "learning_rate": 5.369138783152757e-07, |
| "loss": 0.1634, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.0781990521327014, |
| "grad_norm": 15.140762680933248, |
| "learning_rate": 5.358610349734178e-07, |
| "loss": 0.2334, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0793838862559242, |
| "grad_norm": 14.217588707152652, |
| "learning_rate": 5.348080317801244e-07, |
| "loss": 0.1514, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.080568720379147, |
| "grad_norm": 10.505976689985774, |
| "learning_rate": 5.337548734291826e-07, |
| "loss": 0.2329, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.0817535545023698, |
| "grad_norm": 12.787070143343142, |
| "learning_rate": 5.327015646150716e-07, |
| "loss": 0.1925, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.0829383886255923, |
| "grad_norm": 13.783271840518365, |
| "learning_rate": 5.316481100329407e-07, |
| "loss": 0.185, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.0841232227488151, |
| "grad_norm": 21.258096641485604, |
| "learning_rate": 5.305945143785897e-07, |
| "loss": 0.251, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.085308056872038, |
| "grad_norm": 17.962465535331567, |
| "learning_rate": 5.295407823484467e-07, |
| "loss": 0.2166, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.0864928909952607, |
| "grad_norm": 8.401363042888184, |
| "learning_rate": 5.284869186395478e-07, |
| "loss": 0.1714, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.0876777251184835, |
| "grad_norm": 12.415586789124323, |
| "learning_rate": 5.274329279495161e-07, |
| "loss": 0.14, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.088862559241706, |
| "grad_norm": 10.328242538750976, |
| "learning_rate": 5.263788149765409e-07, |
| "loss": 0.158, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.0900473933649288, |
| "grad_norm": 11.32968607487127, |
| "learning_rate": 5.253245844193564e-07, |
| "loss": 0.1836, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0912322274881516, |
| "grad_norm": 7.234824357796769, |
| "learning_rate": 5.242702409772207e-07, |
| "loss": 0.2227, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.0924170616113744, |
| "grad_norm": 12.132377616125913, |
| "learning_rate": 5.232157893498957e-07, |
| "loss": 0.2069, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.0936018957345972, |
| "grad_norm": 11.740832809941889, |
| "learning_rate": 5.22161234237625e-07, |
| "loss": 0.1846, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.09478672985782, |
| "grad_norm": 14.668238802616518, |
| "learning_rate": 5.211065803411134e-07, |
| "loss": 0.1502, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.0959715639810426, |
| "grad_norm": 6.927739579905384, |
| "learning_rate": 5.200518323615068e-07, |
| "loss": 0.1517, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.0971563981042654, |
| "grad_norm": 9.887249964230543, |
| "learning_rate": 5.189969950003697e-07, |
| "loss": 0.1449, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.0983412322274881, |
| "grad_norm": 14.08267601023311, |
| "learning_rate": 5.179420729596652e-07, |
| "loss": 0.1622, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.099526066350711, |
| "grad_norm": 11.537847259824614, |
| "learning_rate": 5.168870709417341e-07, |
| "loss": 0.1767, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1007109004739337, |
| "grad_norm": 8.362167776479836, |
| "learning_rate": 5.158319936492735e-07, |
| "loss": 0.2028, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.1018957345971563, |
| "grad_norm": 27.269311036693946, |
| "learning_rate": 5.147768457853162e-07, |
| "loss": 0.2514, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.103080568720379, |
| "grad_norm": 17.96287359773013, |
| "learning_rate": 5.137216320532094e-07, |
| "loss": 0.173, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.1042654028436019, |
| "grad_norm": 8.573821442541968, |
| "learning_rate": 5.126663571565939e-07, |
| "loss": 0.2031, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.1054502369668247, |
| "grad_norm": 13.94748689700498, |
| "learning_rate": 5.116110257993833e-07, |
| "loss": 0.1807, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.1066350710900474, |
| "grad_norm": 23.780188206123952, |
| "learning_rate": 5.105556426857429e-07, |
| "loss": 0.236, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.1078199052132702, |
| "grad_norm": 10.509609466135624, |
| "learning_rate": 5.095002125200684e-07, |
| "loss": 0.1915, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.1090047393364928, |
| "grad_norm": 9.938845122872664, |
| "learning_rate": 5.084447400069654e-07, |
| "loss": 0.233, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.1101895734597156, |
| "grad_norm": 19.5106098822321, |
| "learning_rate": 5.073892298512286e-07, |
| "loss": 0.2111, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.1113744075829384, |
| "grad_norm": 15.325075546633549, |
| "learning_rate": 5.063336867578201e-07, |
| "loss": 0.2263, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.1125592417061612, |
| "grad_norm": 16.28411604040895, |
| "learning_rate": 5.052781154318486e-07, |
| "loss": 0.2041, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.113744075829384, |
| "grad_norm": 19.05444366659128, |
| "learning_rate": 5.042225205785492e-07, |
| "loss": 0.1806, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.1149289099526065, |
| "grad_norm": 11.667127978342952, |
| "learning_rate": 5.031669069032617e-07, |
| "loss": 0.1506, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.1161137440758293, |
| "grad_norm": 24.662605774695308, |
| "learning_rate": 5.021112791114096e-07, |
| "loss": 0.1906, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.117298578199052, |
| "grad_norm": 7.886113165969874, |
| "learning_rate": 5.010556419084796e-07, |
| "loss": 0.1684, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.1184834123222749, |
| "grad_norm": 32.75548423559512, |
| "learning_rate": 5e-07, |
| "loss": 0.1696, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.1196682464454977, |
| "grad_norm": 14.257452524181888, |
| "learning_rate": 4.989443580915204e-07, |
| "loss": 0.1374, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.1208530805687205, |
| "grad_norm": 12.354485412223607, |
| "learning_rate": 4.978887208885904e-07, |
| "loss": 0.1853, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.122037914691943, |
| "grad_norm": 8.462204216404574, |
| "learning_rate": 4.968330930967382e-07, |
| "loss": 0.1891, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.1232227488151658, |
| "grad_norm": 7.946413672130339, |
| "learning_rate": 4.957774794214508e-07, |
| "loss": 0.1706, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.1244075829383886, |
| "grad_norm": 9.231405344226555, |
| "learning_rate": 4.947218845681514e-07, |
| "loss": 0.1477, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.1255924170616114, |
| "grad_norm": 11.239626000168554, |
| "learning_rate": 4.9366631324218e-07, |
| "loss": 0.1591, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1255924170616114, |
| "eval_loss": 0.20201550424098969, |
| "eval_runtime": 51.6796, |
| "eval_samples_per_second": 15.925, |
| "eval_steps_per_second": 1.006, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1267772511848342, |
| "grad_norm": 11.666924995211344, |
| "learning_rate": 4.926107701487712e-07, |
| "loss": 0.1802, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.1279620853080567, |
| "grad_norm": 13.526719917565346, |
| "learning_rate": 4.915552599930345e-07, |
| "loss": 0.1108, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1291469194312795, |
| "grad_norm": 24.880270594409886, |
| "learning_rate": 4.904997874799315e-07, |
| "loss": 0.1602, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.1303317535545023, |
| "grad_norm": 11.864515834373057, |
| "learning_rate": 4.894443573142572e-07, |
| "loss": 0.1969, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.1315165876777251, |
| "grad_norm": 14.047540367139721, |
| "learning_rate": 4.883889742006166e-07, |
| "loss": 0.1401, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.132701421800948, |
| "grad_norm": 9.1986278299585, |
| "learning_rate": 4.873336428434061e-07, |
| "loss": 0.1601, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.1338862559241707, |
| "grad_norm": 13.055809284123963, |
| "learning_rate": 4.862783679467905e-07, |
| "loss": 0.1669, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.1350710900473935, |
| "grad_norm": 11.336553066970724, |
| "learning_rate": 4.852231542146838e-07, |
| "loss": 0.166, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.136255924170616, |
| "grad_norm": 29.22537329203546, |
| "learning_rate": 4.841680063507264e-07, |
| "loss": 0.1893, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.1374407582938388, |
| "grad_norm": 8.938290493284692, |
| "learning_rate": 4.831129290582659e-07, |
| "loss": 0.1652, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.1386255924170616, |
| "grad_norm": 10.239208544353927, |
| "learning_rate": 4.820579270403348e-07, |
| "loss": 0.2112, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.1398104265402844, |
| "grad_norm": 14.408782350140319, |
| "learning_rate": 4.810030049996304e-07, |
| "loss": 0.1272, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.1409952606635072, |
| "grad_norm": 12.764003165557929, |
| "learning_rate": 4.799481676384932e-07, |
| "loss": 0.2155, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.1421800947867298, |
| "grad_norm": 34.49538926278922, |
| "learning_rate": 4.788934196588865e-07, |
| "loss": 0.1655, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1433649289099526, |
| "grad_norm": 29.573556143818262, |
| "learning_rate": 4.77838765762375e-07, |
| "loss": 0.1797, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.1445497630331753, |
| "grad_norm": 25.82191603510513, |
| "learning_rate": 4.7678421065010434e-07, |
| "loss": 0.168, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1457345971563981, |
| "grad_norm": 37.82234460285599, |
| "learning_rate": 4.757297590227791e-07, |
| "loss": 0.2437, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.146919431279621, |
| "grad_norm": 9.56060040326949, |
| "learning_rate": 4.746754155806437e-07, |
| "loss": 0.2123, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1481042654028437, |
| "grad_norm": 10.676914389486665, |
| "learning_rate": 4.73621185023459e-07, |
| "loss": 0.1423, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.1492890995260663, |
| "grad_norm": 15.158741396636461, |
| "learning_rate": 4.7256707205048393e-07, |
| "loss": 0.2261, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.150473933649289, |
| "grad_norm": 13.044343093862478, |
| "learning_rate": 4.7151308136045214e-07, |
| "loss": 0.1124, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.1516587677725119, |
| "grad_norm": 12.88713092345831, |
| "learning_rate": 4.7045921765155337e-07, |
| "loss": 0.1669, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.1528436018957346, |
| "grad_norm": 14.352411804717132, |
| "learning_rate": 4.6940548562141026e-07, |
| "loss": 0.1714, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.1540284360189574, |
| "grad_norm": 32.90374512519921, |
| "learning_rate": 4.683518899670593e-07, |
| "loss": 0.2347, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.15521327014218, |
| "grad_norm": 32.45172589887287, |
| "learning_rate": 4.672984353849284e-07, |
| "loss": 0.2351, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.1563981042654028, |
| "grad_norm": 29.01968822950636, |
| "learning_rate": 4.662451265708174e-07, |
| "loss": 0.2142, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1575829383886256, |
| "grad_norm": 28.875630583499458, |
| "learning_rate": 4.651919682198755e-07, |
| "loss": 0.1817, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.1587677725118484, |
| "grad_norm": 13.83922818619566, |
| "learning_rate": 4.641389650265821e-07, |
| "loss": 0.1509, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.1599526066350712, |
| "grad_norm": 8.51241029452267, |
| "learning_rate": 4.6308612168472424e-07, |
| "loss": 0.1462, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.161137440758294, |
| "grad_norm": 20.094310689828124, |
| "learning_rate": 4.620334428873769e-07, |
| "loss": 0.151, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.1623222748815165, |
| "grad_norm": 25.828258253644602, |
| "learning_rate": 4.609809333268813e-07, |
| "loss": 0.1778, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.1635071090047393, |
| "grad_norm": 26.47122348902398, |
| "learning_rate": 4.599285976948245e-07, |
| "loss": 0.2044, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.164691943127962, |
| "grad_norm": 36.34525597249516, |
| "learning_rate": 4.58876440682018e-07, |
| "loss": 0.2193, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.1658767772511849, |
| "grad_norm": 24.222695916488465, |
| "learning_rate": 4.5782446697847764e-07, |
| "loss": 0.2357, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.1670616113744077, |
| "grad_norm": 11.710787220324647, |
| "learning_rate": 4.5677268127340134e-07, |
| "loss": 0.1289, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.1682464454976302, |
| "grad_norm": 14.775029502381711, |
| "learning_rate": 4.557210882551499e-07, |
| "loss": 0.1816, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.169431279620853, |
| "grad_norm": 9.835651542560745, |
| "learning_rate": 4.546696926112244e-07, |
| "loss": 0.1824, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.1706161137440758, |
| "grad_norm": 8.2949824464034, |
| "learning_rate": 4.536184990282467e-07, |
| "loss": 0.1722, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.1718009478672986, |
| "grad_norm": 14.418098389647906, |
| "learning_rate": 4.525675121919378e-07, |
| "loss": 0.1957, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.1729857819905214, |
| "grad_norm": 9.639401344649688, |
| "learning_rate": 4.5151673678709687e-07, |
| "loss": 0.1429, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.1741706161137442, |
| "grad_norm": 12.996295963505972, |
| "learning_rate": 4.5046617749758107e-07, |
| "loss": 0.2293, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.1753554502369667, |
| "grad_norm": 14.15685272288729, |
| "learning_rate": 4.4941583900628393e-07, |
| "loss": 0.1317, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.1765402843601895, |
| "grad_norm": 23.48980577374698, |
| "learning_rate": 4.4836572599511473e-07, |
| "loss": 0.1607, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.1777251184834123, |
| "grad_norm": 15.123555742675869, |
| "learning_rate": 4.473158431449778e-07, |
| "loss": 0.1544, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.1789099526066351, |
| "grad_norm": 17.456000888704455, |
| "learning_rate": 4.462661951357515e-07, |
| "loss": 0.1795, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.180094786729858, |
| "grad_norm": 11.8082230665259, |
| "learning_rate": 4.4521678664626745e-07, |
| "loss": 0.1428, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.1812796208530805, |
| "grad_norm": 21.76110932449033, |
| "learning_rate": 4.4416762235428925e-07, |
| "loss": 0.1476, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.1824644549763033, |
| "grad_norm": 17.863071807666323, |
| "learning_rate": 4.4311870693649263e-07, |
| "loss": 0.1475, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.183649289099526, |
| "grad_norm": 10.591223277593189, |
| "learning_rate": 4.4207004506844317e-07, |
| "loss": 0.2161, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.1848341232227488, |
| "grad_norm": 19.120079464272, |
| "learning_rate": 4.4102164142457705e-07, |
| "loss": 0.1956, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1848341232227488, |
| "eval_loss": 0.20243023335933685, |
| "eval_runtime": 48.9678, |
| "eval_samples_per_second": 16.807, |
| "eval_steps_per_second": 1.062, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1860189573459716, |
| "grad_norm": 9.076098683674578, |
| "learning_rate": 4.399735006781786e-07, |
| "loss": 0.1637, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.1872037914691944, |
| "grad_norm": 13.531807159748007, |
| "learning_rate": 4.389256275013611e-07, |
| "loss": 0.2282, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.188388625592417, |
| "grad_norm": 8.690972827178118, |
| "learning_rate": 4.378780265650444e-07, |
| "loss": 0.1108, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.1895734597156398, |
| "grad_norm": 18.472531908667797, |
| "learning_rate": 4.368307025389355e-07, |
| "loss": 0.2109, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.1907582938388626, |
| "grad_norm": 10.142234582707633, |
| "learning_rate": 4.3578366009150623e-07, |
| "loss": 0.173, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.1919431279620853, |
| "grad_norm": 8.646152587697733, |
| "learning_rate": 4.347369038899743e-07, |
| "loss": 0.1578, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.1931279620853081, |
| "grad_norm": 10.675038667330712, |
| "learning_rate": 4.336904386002804e-07, |
| "loss": 0.1811, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.1943127962085307, |
| "grad_norm": 7.950867977248751, |
| "learning_rate": 4.326442688870696e-07, |
| "loss": 0.1212, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.1954976303317535, |
| "grad_norm": 14.434806901285434, |
| "learning_rate": 4.315983994136683e-07, |
| "loss": 0.1625, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.1966824644549763, |
| "grad_norm": 8.755481781739338, |
| "learning_rate": 4.305528348420656e-07, |
| "loss": 0.1509, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.197867298578199, |
| "grad_norm": 11.228121101629963, |
| "learning_rate": 4.2950757983289045e-07, |
| "loss": 0.1261, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.1990521327014219, |
| "grad_norm": 9.32071197555304, |
| "learning_rate": 4.2846263904539303e-07, |
| "loss": 0.1249, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.2002369668246446, |
| "grad_norm": 9.02057427883785, |
| "learning_rate": 4.2741801713742194e-07, |
| "loss": 0.1514, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.2014218009478672, |
| "grad_norm": 14.170923833096321, |
| "learning_rate": 4.263737187654051e-07, |
| "loss": 0.2316, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.20260663507109, |
| "grad_norm": 16.29453831922626, |
| "learning_rate": 4.2532974858432737e-07, |
| "loss": 0.167, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.2037914691943128, |
| "grad_norm": 10.425070693126745, |
| "learning_rate": 4.242861112477118e-07, |
| "loss": 0.2359, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.2049763033175356, |
| "grad_norm": 13.69184114670947, |
| "learning_rate": 4.2324281140759676e-07, |
| "loss": 0.2394, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.2061611374407584, |
| "grad_norm": 14.980229082907863, |
| "learning_rate": 4.2219985371451687e-07, |
| "loss": 0.1823, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.207345971563981, |
| "grad_norm": 9.7054971720686, |
| "learning_rate": 4.211572428174815e-07, |
| "loss": 0.1629, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.2085308056872037, |
| "grad_norm": 12.028582054461184, |
| "learning_rate": 4.201149833639539e-07, |
| "loss": 0.153, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.2097156398104265, |
| "grad_norm": 16.04677299315934, |
| "learning_rate": 4.19073079999831e-07, |
| "loss": 0.1315, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.2109004739336493, |
| "grad_norm": 15.120404390662193, |
| "learning_rate": 4.1803153736942247e-07, |
| "loss": 0.2257, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.212085308056872, |
| "grad_norm": 25.1937772568574, |
| "learning_rate": 4.169903601154297e-07, |
| "loss": 0.2208, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.2132701421800949, |
| "grad_norm": 14.577246302283363, |
| "learning_rate": 4.15949552878926e-07, |
| "loss": 0.2158, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.2144549763033174, |
| "grad_norm": 10.381213221476957, |
| "learning_rate": 4.1490912029933444e-07, |
| "loss": 0.1574, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.2156398104265402, |
| "grad_norm": 10.837344724546838, |
| "learning_rate": 4.138690670144091e-07, |
| "loss": 0.1705, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.216824644549763, |
| "grad_norm": 11.80061839360065, |
| "learning_rate": 4.128293976602123e-07, |
| "loss": 0.2559, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.2180094786729858, |
| "grad_norm": 11.346952238805793, |
| "learning_rate": 4.117901168710959e-07, |
| "loss": 0.2522, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.2191943127962086, |
| "grad_norm": 14.996890431185303, |
| "learning_rate": 4.107512292796788e-07, |
| "loss": 0.1624, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.2203791469194312, |
| "grad_norm": 9.20265966816028, |
| "learning_rate": 4.097127395168283e-07, |
| "loss": 0.2189, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.221563981042654, |
| "grad_norm": 7.652900289753223, |
| "learning_rate": 4.086746522116372e-07, |
| "loss": 0.2124, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.2227488151658767, |
| "grad_norm": 7.305309347638093, |
| "learning_rate": 4.0763697199140546e-07, |
| "loss": 0.1825, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.2239336492890995, |
| "grad_norm": 25.074912599082257, |
| "learning_rate": 4.0659970348161736e-07, |
| "loss": 0.1502, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.2251184834123223, |
| "grad_norm": 16.318418131978483, |
| "learning_rate": 4.05562851305923e-07, |
| "loss": 0.2079, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.2263033175355451, |
| "grad_norm": 8.415428551316989, |
| "learning_rate": 4.0452642008611574e-07, |
| "loss": 0.1712, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.2274881516587677, |
| "grad_norm": 9.334889588004266, |
| "learning_rate": 4.034904144421134e-07, |
| "loss": 0.1848, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.2286729857819905, |
| "grad_norm": 10.945385730555541, |
| "learning_rate": 4.0245483899193586e-07, |
| "loss": 0.242, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.2298578199052133, |
| "grad_norm": 9.924304275260093, |
| "learning_rate": 4.0141969835168614e-07, |
| "loss": 0.1974, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.231042654028436, |
| "grad_norm": 12.291733927732844, |
| "learning_rate": 4.0038499713552904e-07, |
| "loss": 0.2064, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.2322274881516588, |
| "grad_norm": 20.765706436920514, |
| "learning_rate": 3.9935073995566987e-07, |
| "loss": 0.1569, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2334123222748814, |
| "grad_norm": 25.78353178936271, |
| "learning_rate": 3.983169314223357e-07, |
| "loss": 0.1427, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.2345971563981042, |
| "grad_norm": 24.130218797374702, |
| "learning_rate": 3.9728357614375274e-07, |
| "loss": 0.2457, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.235781990521327, |
| "grad_norm": 17.24041009540224, |
| "learning_rate": 3.9625067872612777e-07, |
| "loss": 0.1857, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.2369668246445498, |
| "grad_norm": 8.06284461971218, |
| "learning_rate": 3.952182437736256e-07, |
| "loss": 0.1739, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.2381516587677726, |
| "grad_norm": 12.41305026054315, |
| "learning_rate": 3.9418627588835074e-07, |
| "loss": 0.1845, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.2393364928909953, |
| "grad_norm": 8.423738960156264, |
| "learning_rate": 3.9315477967032453e-07, |
| "loss": 0.1346, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.2405213270142181, |
| "grad_norm": 14.497744206451772, |
| "learning_rate": 3.9212375971746705e-07, |
| "loss": 0.1134, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.2417061611374407, |
| "grad_norm": 12.354165701252748, |
| "learning_rate": 3.910932206255742e-07, |
| "loss": 0.2243, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.2428909952606635, |
| "grad_norm": 9.560498450278072, |
| "learning_rate": 3.900631669882996e-07, |
| "loss": 0.1707, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.2440758293838863, |
| "grad_norm": 19.92605604218229, |
| "learning_rate": 3.8903360339713196e-07, |
| "loss": 0.1322, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2440758293838863, |
| "eval_loss": 0.2087755650281906, |
| "eval_runtime": 49.3073, |
| "eval_samples_per_second": 16.691, |
| "eval_steps_per_second": 1.055, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.245260663507109, |
| "grad_norm": 9.93789484522314, |
| "learning_rate": 3.880045344413765e-07, |
| "loss": 0.1909, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.2464454976303316, |
| "grad_norm": 13.699336523362785, |
| "learning_rate": 3.869759647081325e-07, |
| "loss": 0.2254, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.2476303317535544, |
| "grad_norm": 24.855635298673157, |
| "learning_rate": 3.859478987822752e-07, |
| "loss": 0.2482, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.2488151658767772, |
| "grad_norm": 20.76014272292267, |
| "learning_rate": 3.84920341246433e-07, |
| "loss": 0.1821, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 14.037841017826066, |
| "learning_rate": 3.8389329668096893e-07, |
| "loss": 0.1816, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.2511848341232228, |
| "grad_norm": 26.127541672936946, |
| "learning_rate": 3.828667696639589e-07, |
| "loss": 0.2181, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.2523696682464456, |
| "grad_norm": 25.605270973030226, |
| "learning_rate": 3.818407647711722e-07, |
| "loss": 0.2914, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.2535545023696684, |
| "grad_norm": 8.645638213424565, |
| "learning_rate": 3.8081528657605037e-07, |
| "loss": 0.1767, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.254739336492891, |
| "grad_norm": 23.003179822279648, |
| "learning_rate": 3.797903396496879e-07, |
| "loss": 0.193, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.2559241706161137, |
| "grad_norm": 8.018545518772893, |
| "learning_rate": 3.7876592856081e-07, |
| "loss": 0.1653, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2571090047393365, |
| "grad_norm": 10.435641534686622, |
| "learning_rate": 3.777420578757545e-07, |
| "loss": 0.1538, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.2582938388625593, |
| "grad_norm": 6.054385088062845, |
| "learning_rate": 3.7671873215844964e-07, |
| "loss": 0.1108, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.2594786729857819, |
| "grad_norm": 10.71745022859128, |
| "learning_rate": 3.756959559703949e-07, |
| "loss": 0.1657, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.2606635071090047, |
| "grad_norm": 15.704279703434532, |
| "learning_rate": 3.7467373387063964e-07, |
| "loss": 0.2141, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.2618483412322274, |
| "grad_norm": 18.505204144422063, |
| "learning_rate": 3.736520704157643e-07, |
| "loss": 0.1854, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.2630331753554502, |
| "grad_norm": 10.87265538782649, |
| "learning_rate": 3.7263097015985793e-07, |
| "loss": 0.2121, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.264218009478673, |
| "grad_norm": 15.184793732519607, |
| "learning_rate": 3.716104376545004e-07, |
| "loss": 0.1864, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.2654028436018958, |
| "grad_norm": 22.77346726610884, |
| "learning_rate": 3.7059047744873955e-07, |
| "loss": 0.1294, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.2665876777251186, |
| "grad_norm": 14.744617929398855, |
| "learning_rate": 3.695710940890734e-07, |
| "loss": 0.1306, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.2677725118483412, |
| "grad_norm": 6.865787391469376, |
| "learning_rate": 3.6855229211942757e-07, |
| "loss": 0.124, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.268957345971564, |
| "grad_norm": 24.165472564151642, |
| "learning_rate": 3.67534076081137e-07, |
| "loss": 0.1885, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.2701421800947867, |
| "grad_norm": 21.332736994714384, |
| "learning_rate": 3.665164505129241e-07, |
| "loss": 0.1924, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.2713270142180095, |
| "grad_norm": 30.201627684662245, |
| "learning_rate": 3.654994199508801e-07, |
| "loss": 0.2638, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.272511848341232, |
| "grad_norm": 16.087288277622676, |
| "learning_rate": 3.6448298892844274e-07, |
| "loss": 0.1969, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.2736966824644549, |
| "grad_norm": 6.903009749949127, |
| "learning_rate": 3.634671619763787e-07, |
| "loss": 0.1357, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.2748815165876777, |
| "grad_norm": 18.064104412760365, |
| "learning_rate": 3.6245194362276094e-07, |
| "loss": 0.1827, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.2760663507109005, |
| "grad_norm": 9.924677480882863, |
| "learning_rate": 3.614373383929502e-07, |
| "loss": 0.178, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.2772511848341233, |
| "grad_norm": 10.897558134577983, |
| "learning_rate": 3.604233508095737e-07, |
| "loss": 0.1936, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.278436018957346, |
| "grad_norm": 14.852330273841886, |
| "learning_rate": 3.5940998539250613e-07, |
| "loss": 0.1823, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.2796208530805688, |
| "grad_norm": 13.9940167070134, |
| "learning_rate": 3.5839724665884795e-07, |
| "loss": 0.1573, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2808056872037914, |
| "grad_norm": 8.339573755599151, |
| "learning_rate": 3.5738513912290723e-07, |
| "loss": 0.1674, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.2819905213270142, |
| "grad_norm": 10.502527957190589, |
| "learning_rate": 3.5637366729617764e-07, |
| "loss": 0.1781, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.283175355450237, |
| "grad_norm": 10.526462468555062, |
| "learning_rate": 3.553628356873195e-07, |
| "loss": 0.1841, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.2843601895734598, |
| "grad_norm": 9.941270758332479, |
| "learning_rate": 3.5435264880213937e-07, |
| "loss": 0.1677, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.2855450236966823, |
| "grad_norm": 7.6737444657288965, |
| "learning_rate": 3.533431111435698e-07, |
| "loss": 0.1317, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.2867298578199051, |
| "grad_norm": 19.130725183767424, |
| "learning_rate": 3.5233422721164946e-07, |
| "loss": 0.2, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.287914691943128, |
| "grad_norm": 8.488265460499067, |
| "learning_rate": 3.51326001503503e-07, |
| "loss": 0.1663, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.2890995260663507, |
| "grad_norm": 9.374573141703301, |
| "learning_rate": 3.50318438513321e-07, |
| "loss": 0.1621, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.2902843601895735, |
| "grad_norm": 16.50877318266072, |
| "learning_rate": 3.493115427323402e-07, |
| "loss": 0.2487, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.2914691943127963, |
| "grad_norm": 7.240396445325461, |
| "learning_rate": 3.4830531864882267e-07, |
| "loss": 0.1273, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.292654028436019, |
| "grad_norm": 9.917927949389004, |
| "learning_rate": 3.472997707480372e-07, |
| "loss": 0.1599, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.2938388625592416, |
| "grad_norm": 7.9219488322296625, |
| "learning_rate": 3.462949035122376e-07, |
| "loss": 0.129, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.2950236966824644, |
| "grad_norm": 10.32431115001801, |
| "learning_rate": 3.452907214206443e-07, |
| "loss": 0.1855, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.2962085308056872, |
| "grad_norm": 14.845554011505309, |
| "learning_rate": 3.4428722894942306e-07, |
| "loss": 0.2331, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.29739336492891, |
| "grad_norm": 8.103402407717642, |
| "learning_rate": 3.432844305716665e-07, |
| "loss": 0.1174, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.2985781990521326, |
| "grad_norm": 16.97336073111316, |
| "learning_rate": 3.4228233075737223e-07, |
| "loss": 0.2059, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.2997630331753554, |
| "grad_norm": 11.328016134143, |
| "learning_rate": 3.412809339734251e-07, |
| "loss": 0.2063, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.3009478672985781, |
| "grad_norm": 11.142679906297124, |
| "learning_rate": 3.40280244683575e-07, |
| "loss": 0.2144, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.302132701421801, |
| "grad_norm": 8.726155042317671, |
| "learning_rate": 3.392802673484193e-07, |
| "loss": 0.168, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.3033175355450237, |
| "grad_norm": 8.105401686781136, |
| "learning_rate": 3.3828100642538093e-07, |
| "loss": 0.1351, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.3033175355450237, |
| "eval_loss": 0.1984902024269104, |
| "eval_runtime": 47.7345, |
| "eval_samples_per_second": 17.241, |
| "eval_steps_per_second": 1.089, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.3045023696682465, |
| "grad_norm": 13.034169412765728, |
| "learning_rate": 3.3728246636869016e-07, |
| "loss": 0.219, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.3056872037914693, |
| "grad_norm": 11.009957611223557, |
| "learning_rate": 3.3628465162936314e-07, |
| "loss": 0.1362, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.3068720379146919, |
| "grad_norm": 22.596352103949876, |
| "learning_rate": 3.352875666551838e-07, |
| "loss": 0.1487, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.3080568720379147, |
| "grad_norm": 9.74579551307456, |
| "learning_rate": 3.342912158906821e-07, |
| "loss": 0.178, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.3092417061611374, |
| "grad_norm": 10.732237672788681, |
| "learning_rate": 3.332956037771164e-07, |
| "loss": 0.2066, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.3104265402843602, |
| "grad_norm": 10.538050585387548, |
| "learning_rate": 3.3230073475245144e-07, |
| "loss": 0.1461, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.311611374407583, |
| "grad_norm": 11.421752734442805, |
| "learning_rate": 3.3130661325134047e-07, |
| "loss": 0.1302, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.3127962085308056, |
| "grad_norm": 10.347184922123029, |
| "learning_rate": 3.3031324370510396e-07, |
| "loss": 0.1769, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.3139810426540284, |
| "grad_norm": 14.495396404965579, |
| "learning_rate": 3.293206305417111e-07, |
| "loss": 0.1533, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.3151658767772512, |
| "grad_norm": 8.290751210830686, |
| "learning_rate": 3.2832877818575876e-07, |
| "loss": 0.1687, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.316350710900474, |
| "grad_norm": 12.96232203646815, |
| "learning_rate": 3.2733769105845343e-07, |
| "loss": 0.1575, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.3175355450236967, |
| "grad_norm": 13.350448311092979, |
| "learning_rate": 3.263473735775899e-07, |
| "loss": 0.1552, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.3187203791469195, |
| "grad_norm": 9.511301341821495, |
| "learning_rate": 3.2535783015753236e-07, |
| "loss": 0.1505, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.319905213270142, |
| "grad_norm": 19.807641668230183, |
| "learning_rate": 3.2436906520919483e-07, |
| "loss": 0.1653, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.3210900473933649, |
| "grad_norm": 9.18115722344049, |
| "learning_rate": 3.23381083140021e-07, |
| "loss": 0.1769, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.3222748815165877, |
| "grad_norm": 11.633848329041813, |
| "learning_rate": 3.2239388835396484e-07, |
| "loss": 0.2261, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.3234597156398105, |
| "grad_norm": 12.262448004411405, |
| "learning_rate": 3.2140748525147154e-07, |
| "loss": 0.1722, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.3246445497630333, |
| "grad_norm": 9.679143823341523, |
| "learning_rate": 3.2042187822945645e-07, |
| "loss": 0.1089, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.3258293838862558, |
| "grad_norm": 11.016732565385004, |
| "learning_rate": 3.1943707168128726e-07, |
| "loss": 0.1767, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.3270142180094786, |
| "grad_norm": 8.970413552787104, |
| "learning_rate": 3.184530699967627e-07, |
| "loss": 0.1763, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.3281990521327014, |
| "grad_norm": 7.339769203688685, |
| "learning_rate": 3.1746987756209464e-07, |
| "loss": 0.1514, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.3293838862559242, |
| "grad_norm": 8.195418195859725, |
| "learning_rate": 3.164874987598868e-07, |
| "loss": 0.1239, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.330568720379147, |
| "grad_norm": 8.498098418206874, |
| "learning_rate": 3.1550593796911705e-07, |
| "loss": 0.1434, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.3317535545023698, |
| "grad_norm": 14.568128779881626, |
| "learning_rate": 3.1452519956511614e-07, |
| "loss": 0.1456, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.3329383886255926, |
| "grad_norm": 19.111057846389507, |
| "learning_rate": 3.135452879195496e-07, |
| "loss": 0.2523, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.3341232227488151, |
| "grad_norm": 10.538782344673969, |
| "learning_rate": 3.125662074003972e-07, |
| "loss": 0.1563, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.335308056872038, |
| "grad_norm": 10.329554529254896, |
| "learning_rate": 3.115879623719344e-07, |
| "loss": 0.2052, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.3364928909952607, |
| "grad_norm": 17.896191677423353, |
| "learning_rate": 3.1061055719471197e-07, |
| "loss": 0.1532, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.3376777251184835, |
| "grad_norm": 13.134083109388037, |
| "learning_rate": 3.096339962255376e-07, |
| "loss": 0.1404, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.338862559241706, |
| "grad_norm": 13.670818683850978, |
| "learning_rate": 3.086582838174551e-07, |
| "loss": 0.1935, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3400473933649288, |
| "grad_norm": 12.182711212988224, |
| "learning_rate": 3.076834243197266e-07, |
| "loss": 0.204, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.3412322274881516, |
| "grad_norm": 16.553875090584285, |
| "learning_rate": 3.0670942207781204e-07, |
| "loss": 0.1952, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.3424170616113744, |
| "grad_norm": 11.954930290377645, |
| "learning_rate": 3.0573628143334983e-07, |
| "loss": 0.1988, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.3436018957345972, |
| "grad_norm": 11.447472792896066, |
| "learning_rate": 3.047640067241385e-07, |
| "loss": 0.1171, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.34478672985782, |
| "grad_norm": 24.682623503057062, |
| "learning_rate": 3.037926022841156e-07, |
| "loss": 0.2388, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.3459715639810428, |
| "grad_norm": 11.85849219686726, |
| "learning_rate": 3.028220724433408e-07, |
| "loss": 0.171, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.3471563981042654, |
| "grad_norm": 21.58954442722407, |
| "learning_rate": 3.0185242152797376e-07, |
| "loss": 0.1926, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.3483412322274881, |
| "grad_norm": 12.11998808972237, |
| "learning_rate": 3.008836538602575e-07, |
| "loss": 0.1416, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.349526066350711, |
| "grad_norm": 21.86631007270663, |
| "learning_rate": 2.9991577375849706e-07, |
| "loss": 0.1327, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.3507109004739337, |
| "grad_norm": 11.19227444658389, |
| "learning_rate": 2.989487855370421e-07, |
| "loss": 0.2279, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3518957345971563, |
| "grad_norm": 14.400561231667703, |
| "learning_rate": 2.979826935062655e-07, |
| "loss": 0.204, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.353080568720379, |
| "grad_norm": 9.574574745502805, |
| "learning_rate": 2.970175019725465e-07, |
| "loss": 0.1835, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.3542654028436019, |
| "grad_norm": 18.660616723196597, |
| "learning_rate": 2.9605321523824943e-07, |
| "loss": 0.2228, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.3554502369668247, |
| "grad_norm": 8.619964653378457, |
| "learning_rate": 2.9508983760170634e-07, |
| "loss": 0.1555, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.3566350710900474, |
| "grad_norm": 18.938395848195643, |
| "learning_rate": 2.9412737335719596e-07, |
| "loss": 0.1819, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.3578199052132702, |
| "grad_norm": 24.304835623977596, |
| "learning_rate": 2.9316582679492636e-07, |
| "loss": 0.2781, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.359004739336493, |
| "grad_norm": 9.165768770864927, |
| "learning_rate": 2.922052022010147e-07, |
| "loss": 0.1579, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.3601895734597156, |
| "grad_norm": 11.350043976034447, |
| "learning_rate": 2.9124550385746856e-07, |
| "loss": 0.167, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.3613744075829384, |
| "grad_norm": 8.65411553549393, |
| "learning_rate": 2.902867360421663e-07, |
| "loss": 0.1341, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.3625592417061612, |
| "grad_norm": 9.42623764411152, |
| "learning_rate": 2.893289030288393e-07, |
| "loss": 0.1442, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3625592417061612, |
| "eval_loss": 0.1920524686574936, |
| "eval_runtime": 47.9224, |
| "eval_samples_per_second": 17.174, |
| "eval_steps_per_second": 1.085, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.363744075829384, |
| "grad_norm": 17.44843278828203, |
| "learning_rate": 2.8837200908705097e-07, |
| "loss": 0.185, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.3649289099526065, |
| "grad_norm": 17.3511705132735, |
| "learning_rate": 2.8741605848217976e-07, |
| "loss": 0.087, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.3661137440758293, |
| "grad_norm": 8.843078241990145, |
| "learning_rate": 2.8646105547539846e-07, |
| "loss": 0.177, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.367298578199052, |
| "grad_norm": 9.94641249604926, |
| "learning_rate": 2.8550700432365643e-07, |
| "loss": 0.1061, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.3684834123222749, |
| "grad_norm": 16.264234375351183, |
| "learning_rate": 2.845539092796596e-07, |
| "loss": 0.1959, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.3696682464454977, |
| "grad_norm": 11.841858191185066, |
| "learning_rate": 2.8360177459185263e-07, |
| "loss": 0.1194, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.3708530805687205, |
| "grad_norm": 16.917765964207447, |
| "learning_rate": 2.8265060450439883e-07, |
| "loss": 0.1943, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.3720379146919433, |
| "grad_norm": 15.787087507997894, |
| "learning_rate": 2.8170040325716213e-07, |
| "loss": 0.1892, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.3732227488151658, |
| "grad_norm": 11.098570369500834, |
| "learning_rate": 2.807511750856876e-07, |
| "loss": 0.1907, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.3744075829383886, |
| "grad_norm": 9.122013366925756, |
| "learning_rate": 2.7980292422118277e-07, |
| "loss": 0.1973, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3755924170616114, |
| "grad_norm": 11.884392254992353, |
| "learning_rate": 2.7885565489049946e-07, |
| "loss": 0.1931, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.3767772511848342, |
| "grad_norm": 14.89069093730779, |
| "learning_rate": 2.779093713161131e-07, |
| "loss": 0.1605, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.3779620853080567, |
| "grad_norm": 25.564900083580678, |
| "learning_rate": 2.7696407771610625e-07, |
| "loss": 0.179, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.3791469194312795, |
| "grad_norm": 11.49247911300333, |
| "learning_rate": 2.7601977830414766e-07, |
| "loss": 0.1631, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.3803317535545023, |
| "grad_norm": 13.460049816404343, |
| "learning_rate": 2.7507647728947555e-07, |
| "loss": 0.1301, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.3815165876777251, |
| "grad_norm": 17.41985553159725, |
| "learning_rate": 2.741341788768764e-07, |
| "loss": 0.2793, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.382701421800948, |
| "grad_norm": 7.895289645918853, |
| "learning_rate": 2.731928872666688e-07, |
| "loss": 0.1754, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.3838862559241707, |
| "grad_norm": 8.309631236626323, |
| "learning_rate": 2.72252606654683e-07, |
| "loss": 0.1159, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.3850710900473935, |
| "grad_norm": 9.348942269249527, |
| "learning_rate": 2.7131334123224236e-07, |
| "loss": 0.1688, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.386255924170616, |
| "grad_norm": 10.236783172591378, |
| "learning_rate": 2.7037509518614577e-07, |
| "loss": 0.1158, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3874407582938388, |
| "grad_norm": 9.60299090916243, |
| "learning_rate": 2.6943787269864735e-07, |
| "loss": 0.126, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.3886255924170616, |
| "grad_norm": 15.903614350190525, |
| "learning_rate": 2.685016779474396e-07, |
| "loss": 0.1579, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.3898104265402844, |
| "grad_norm": 8.899903323670078, |
| "learning_rate": 2.67566515105633e-07, |
| "loss": 0.1596, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.390995260663507, |
| "grad_norm": 19.733013456807193, |
| "learning_rate": 2.6663238834173897e-07, |
| "loss": 0.102, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.3921800947867298, |
| "grad_norm": 13.602311769051457, |
| "learning_rate": 2.6569930181964997e-07, |
| "loss": 0.12, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.3933649289099526, |
| "grad_norm": 12.387155289556162, |
| "learning_rate": 2.6476725969862226e-07, |
| "loss": 0.2108, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.3945497630331753, |
| "grad_norm": 10.50046644763069, |
| "learning_rate": 2.6383626613325577e-07, |
| "loss": 0.1975, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.3957345971563981, |
| "grad_norm": 14.47987749551594, |
| "learning_rate": 2.629063252734774e-07, |
| "loss": 0.1639, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.396919431279621, |
| "grad_norm": 20.291214776393918, |
| "learning_rate": 2.6197744126452093e-07, |
| "loss": 0.202, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.3981042654028437, |
| "grad_norm": 16.714720317268924, |
| "learning_rate": 2.6104961824690964e-07, |
| "loss": 0.22, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3992890995260663, |
| "grad_norm": 24.957791784273343, |
| "learning_rate": 2.601228603564368e-07, |
| "loss": 0.1876, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.400473933649289, |
| "grad_norm": 20.93535573796615, |
| "learning_rate": 2.591971717241487e-07, |
| "loss": 0.1802, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.4016587677725119, |
| "grad_norm": 9.006517301466468, |
| "learning_rate": 2.5827255647632443e-07, |
| "loss": 0.152, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.4028436018957346, |
| "grad_norm": 9.16457744904294, |
| "learning_rate": 2.5734901873445956e-07, |
| "loss": 0.1209, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.4040284360189572, |
| "grad_norm": 9.300050241439989, |
| "learning_rate": 2.5642656261524545e-07, |
| "loss": 0.1371, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.40521327014218, |
| "grad_norm": 15.258946657121689, |
| "learning_rate": 2.555051922305532e-07, |
| "loss": 0.1594, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.4063981042654028, |
| "grad_norm": 8.40319523193602, |
| "learning_rate": 2.545849116874132e-07, |
| "loss": 0.1007, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.4075829383886256, |
| "grad_norm": 10.194869767186573, |
| "learning_rate": 2.536657250879988e-07, |
| "loss": 0.1741, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.4087677725118484, |
| "grad_norm": 9.273918368720317, |
| "learning_rate": 2.527476365296063e-07, |
| "loss": 0.1581, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.4099526066350712, |
| "grad_norm": 11.525961671965945, |
| "learning_rate": 2.518306501046381e-07, |
| "loss": 0.1366, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.411137440758294, |
| "grad_norm": 11.257116680420394, |
| "learning_rate": 2.509147699005831e-07, |
| "loss": 0.2045, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.4123222748815165, |
| "grad_norm": 11.292364002110554, |
| "learning_rate": 2.500000000000001e-07, |
| "loss": 0.1829, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.4135071090047393, |
| "grad_norm": 10.098134784549284, |
| "learning_rate": 2.490863444804976e-07, |
| "loss": 0.1371, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.414691943127962, |
| "grad_norm": 13.698838673117177, |
| "learning_rate": 2.481738074147178e-07, |
| "loss": 0.1588, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.4158767772511849, |
| "grad_norm": 7.799554928369722, |
| "learning_rate": 2.472623928703164e-07, |
| "loss": 0.1407, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.4170616113744074, |
| "grad_norm": 13.49567660261983, |
| "learning_rate": 2.4635210490994647e-07, |
| "loss": 0.2143, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.4182464454976302, |
| "grad_norm": 10.355562584723037, |
| "learning_rate": 2.454429475912381e-07, |
| "loss": 0.1465, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.419431279620853, |
| "grad_norm": 23.214257343373035, |
| "learning_rate": 2.4453492496678276e-07, |
| "loss": 0.1382, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.4206161137440758, |
| "grad_norm": 18.30091608814302, |
| "learning_rate": 2.4362804108411276e-07, |
| "loss": 0.1858, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.4218009478672986, |
| "grad_norm": 20.14644936835186, |
| "learning_rate": 2.427222999856857e-07, |
| "loss": 0.1958, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4218009478672986, |
| "eval_loss": 0.19955849647521973, |
| "eval_runtime": 48.6871, |
| "eval_samples_per_second": 16.904, |
| "eval_steps_per_second": 1.068, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4229857819905214, |
| "grad_norm": 9.330490223666036, |
| "learning_rate": 2.4181770570886405e-07, |
| "loss": 0.1618, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.4241706161137442, |
| "grad_norm": 9.257838674260737, |
| "learning_rate": 2.409142622858992e-07, |
| "loss": 0.212, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.4253554502369667, |
| "grad_norm": 9.670075080344509, |
| "learning_rate": 2.400119737439118e-07, |
| "loss": 0.1583, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.4265402843601895, |
| "grad_norm": 10.431411135333295, |
| "learning_rate": 2.391108441048753e-07, |
| "loss": 0.2024, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.4277251184834123, |
| "grad_norm": 29.279519356663673, |
| "learning_rate": 2.382108773855967e-07, |
| "loss": 0.2396, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.4289099526066351, |
| "grad_norm": 24.62485241345017, |
| "learning_rate": 2.3731207759769984e-07, |
| "loss": 0.207, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.430094786729858, |
| "grad_norm": 32.34463958262033, |
| "learning_rate": 2.3641444874760629e-07, |
| "loss": 0.2109, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.4312796208530805, |
| "grad_norm": 12.710583572998896, |
| "learning_rate": 2.355179948365189e-07, |
| "loss": 0.1861, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.4324644549763033, |
| "grad_norm": 10.614324129779156, |
| "learning_rate": 2.346227198604024e-07, |
| "loss": 0.1451, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.433649289099526, |
| "grad_norm": 17.55786680056203, |
| "learning_rate": 2.3372862780996706e-07, |
| "loss": 0.1489, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.4348341232227488, |
| "grad_norm": 6.142407043751708, |
| "learning_rate": 2.328357226706496e-07, |
| "loss": 0.1624, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.4360189573459716, |
| "grad_norm": 10.889943532382912, |
| "learning_rate": 2.3194400842259687e-07, |
| "loss": 0.1568, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.4372037914691944, |
| "grad_norm": 8.301678972362025, |
| "learning_rate": 2.310534890406463e-07, |
| "loss": 0.153, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.438388625592417, |
| "grad_norm": 7.439024955802827, |
| "learning_rate": 2.3016416849431019e-07, |
| "loss": 0.144, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.4395734597156398, |
| "grad_norm": 8.920633136820195, |
| "learning_rate": 2.2927605074775607e-07, |
| "loss": 0.1568, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.4407582938388626, |
| "grad_norm": 10.146335316237744, |
| "learning_rate": 2.283891397597908e-07, |
| "loss": 0.2027, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.4419431279620853, |
| "grad_norm": 8.273524895234832, |
| "learning_rate": 2.2750343948384126e-07, |
| "loss": 0.1701, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.4431279620853081, |
| "grad_norm": 15.8131509102513, |
| "learning_rate": 2.266189538679382e-07, |
| "loss": 0.1789, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.4443127962085307, |
| "grad_norm": 11.555087500376992, |
| "learning_rate": 2.2573568685469796e-07, |
| "loss": 0.1594, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.4454976303317535, |
| "grad_norm": 15.964305516243765, |
| "learning_rate": 2.2485364238130433e-07, |
| "loss": 0.1708, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.4466824644549763, |
| "grad_norm": 14.630347638113397, |
| "learning_rate": 2.239728243794924e-07, |
| "loss": 0.225, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.447867298578199, |
| "grad_norm": 20.470743786325972, |
| "learning_rate": 2.2309323677552942e-07, |
| "loss": 0.1928, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.4490521327014219, |
| "grad_norm": 9.976159745206104, |
| "learning_rate": 2.2221488349019902e-07, |
| "loss": 0.1319, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.4502369668246446, |
| "grad_norm": 11.719030623957476, |
| "learning_rate": 2.2133776843878183e-07, |
| "loss": 0.1513, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.4514218009478674, |
| "grad_norm": 6.905310772858169, |
| "learning_rate": 2.2046189553103978e-07, |
| "loss": 0.1583, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.45260663507109, |
| "grad_norm": 11.41918404648331, |
| "learning_rate": 2.1958726867119781e-07, |
| "loss": 0.1422, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.4537914691943128, |
| "grad_norm": 11.580329995448947, |
| "learning_rate": 2.187138917579261e-07, |
| "loss": 0.1866, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.4549763033175356, |
| "grad_norm": 7.129481691371463, |
| "learning_rate": 2.1784176868432375e-07, |
| "loss": 0.1806, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.4561611374407584, |
| "grad_norm": 33.69340389660665, |
| "learning_rate": 2.1697090333790035e-07, |
| "loss": 0.2774, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.457345971563981, |
| "grad_norm": 10.919051758291253, |
| "learning_rate": 2.1610129960055945e-07, |
| "loss": 0.1148, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4585308056872037, |
| "grad_norm": 9.421875165010636, |
| "learning_rate": 2.152329613485811e-07, |
| "loss": 0.1361, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.4597156398104265, |
| "grad_norm": 19.850981536078944, |
| "learning_rate": 2.1436589245260372e-07, |
| "loss": 0.2187, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.4609004739336493, |
| "grad_norm": 16.39470704575858, |
| "learning_rate": 2.135000967776085e-07, |
| "loss": 0.1121, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.462085308056872, |
| "grad_norm": 18.219615506631364, |
| "learning_rate": 2.1263557818290022e-07, |
| "loss": 0.1467, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.4632701421800949, |
| "grad_norm": 8.717383634285522, |
| "learning_rate": 2.1177234052209204e-07, |
| "loss": 0.1437, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.4644549763033177, |
| "grad_norm": 10.911746855895315, |
| "learning_rate": 2.109103876430864e-07, |
| "loss": 0.217, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.4656398104265402, |
| "grad_norm": 18.48860077683423, |
| "learning_rate": 2.1004972338805955e-07, |
| "loss": 0.1798, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.466824644549763, |
| "grad_norm": 16.359515408893067, |
| "learning_rate": 2.09190351593443e-07, |
| "loss": 0.1592, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.4680094786729858, |
| "grad_norm": 10.968796445178583, |
| "learning_rate": 2.0833227608990782e-07, |
| "loss": 0.2104, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.4691943127962086, |
| "grad_norm": 11.191373342134398, |
| "learning_rate": 2.074755007023461e-07, |
| "loss": 0.2032, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.4703791469194312, |
| "grad_norm": 9.211126102954067, |
| "learning_rate": 2.0662002924985527e-07, |
| "loss": 0.1815, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.471563981042654, |
| "grad_norm": 9.091660342141418, |
| "learning_rate": 2.0576586554571977e-07, |
| "loss": 0.1833, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.4727488151658767, |
| "grad_norm": 12.574071209854766, |
| "learning_rate": 2.0491301339739554e-07, |
| "loss": 0.1509, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.4739336492890995, |
| "grad_norm": 14.775963877494272, |
| "learning_rate": 2.040614766064913e-07, |
| "loss": 0.263, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.4751184834123223, |
| "grad_norm": 17.074545577699947, |
| "learning_rate": 2.032112589687534e-07, |
| "loss": 0.2089, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.4763033175355451, |
| "grad_norm": 12.866687729837624, |
| "learning_rate": 2.0236236427404734e-07, |
| "loss": 0.1654, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.477488151658768, |
| "grad_norm": 12.276569663770733, |
| "learning_rate": 2.0151479630634221e-07, |
| "loss": 0.1871, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.4786729857819905, |
| "grad_norm": 10.285492424471334, |
| "learning_rate": 2.0066855884369243e-07, |
| "loss": 0.1326, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.4798578199052133, |
| "grad_norm": 8.728787612740383, |
| "learning_rate": 1.9982365565822244e-07, |
| "loss": 0.2069, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.481042654028436, |
| "grad_norm": 7.639724741698327, |
| "learning_rate": 1.9898009051610843e-07, |
| "loss": 0.1395, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.481042654028436, |
| "eval_loss": 0.19158340990543365, |
| "eval_runtime": 46.3291, |
| "eval_samples_per_second": 17.764, |
| "eval_steps_per_second": 1.122, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.4822274881516588, |
| "grad_norm": 16.030831926971484, |
| "learning_rate": 1.9813786717756287e-07, |
| "loss": 0.1539, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.4834123222748814, |
| "grad_norm": 9.801404023851614, |
| "learning_rate": 1.9729698939681644e-07, |
| "loss": 0.1419, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.4845971563981042, |
| "grad_norm": 13.40998333323292, |
| "learning_rate": 1.964574609221026e-07, |
| "loss": 0.1314, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.485781990521327, |
| "grad_norm": 11.15950005346432, |
| "learning_rate": 1.9561928549563966e-07, |
| "loss": 0.1592, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.4869668246445498, |
| "grad_norm": 8.22783621372348, |
| "learning_rate": 1.9478246685361527e-07, |
| "loss": 0.1898, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.4881516587677726, |
| "grad_norm": 10.677319856077233, |
| "learning_rate": 1.9394700872616853e-07, |
| "loss": 0.2269, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.4893364928909953, |
| "grad_norm": 8.699724323621346, |
| "learning_rate": 1.931129148373748e-07, |
| "loss": 0.1557, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.4905213270142181, |
| "grad_norm": 8.82099290070874, |
| "learning_rate": 1.922801889052274e-07, |
| "loss": 0.1325, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.4917061611374407, |
| "grad_norm": 14.513872983596343, |
| "learning_rate": 1.9144883464162287e-07, |
| "loss": 0.158, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.4928909952606635, |
| "grad_norm": 8.133400094355226, |
| "learning_rate": 1.906188557523427e-07, |
| "loss": 0.1329, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.4940758293838863, |
| "grad_norm": 7.9604898149282635, |
| "learning_rate": 1.897902559370383e-07, |
| "loss": 0.1351, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.495260663507109, |
| "grad_norm": 12.84178582832454, |
| "learning_rate": 1.889630388892131e-07, |
| "loss": 0.1483, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.4964454976303316, |
| "grad_norm": 11.071388350314814, |
| "learning_rate": 1.881372082962077e-07, |
| "loss": 0.2202, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.4976303317535544, |
| "grad_norm": 12.419993040125222, |
| "learning_rate": 1.873127678391816e-07, |
| "loss": 0.1912, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.4988151658767772, |
| "grad_norm": 8.637415453721282, |
| "learning_rate": 1.8648972119309852e-07, |
| "loss": 0.1013, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 17.546985511550474, |
| "learning_rate": 1.8566807202670863e-07, |
| "loss": 0.2633, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.5011848341232228, |
| "grad_norm": 8.837288465975861, |
| "learning_rate": 1.848478240025334e-07, |
| "loss": 0.1756, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.5023696682464456, |
| "grad_norm": 6.95313596162641, |
| "learning_rate": 1.8402898077684803e-07, |
| "loss": 0.116, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.5035545023696684, |
| "grad_norm": 10.73357754855532, |
| "learning_rate": 1.8321154599966638e-07, |
| "loss": 0.2188, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.5047393364928912, |
| "grad_norm": 8.993034103094718, |
| "learning_rate": 1.8239552331472357e-07, |
| "loss": 0.185, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.5059241706161137, |
| "grad_norm": 8.691490587628468, |
| "learning_rate": 1.8158091635946088e-07, |
| "loss": 0.1467, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.5071090047393365, |
| "grad_norm": 9.566097539725968, |
| "learning_rate": 1.8076772876500828e-07, |
| "loss": 0.1934, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.508293838862559, |
| "grad_norm": 8.654440160613325, |
| "learning_rate": 1.7995596415616964e-07, |
| "loss": 0.153, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.5094786729857819, |
| "grad_norm": 17.4745419286474, |
| "learning_rate": 1.7914562615140505e-07, |
| "loss": 0.1593, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.5106635071090047, |
| "grad_norm": 11.847973498370907, |
| "learning_rate": 1.7833671836281627e-07, |
| "loss": 0.21, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.5118483412322274, |
| "grad_norm": 15.196661195727845, |
| "learning_rate": 1.775292443961291e-07, |
| "loss": 0.1583, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.5130331753554502, |
| "grad_norm": 8.330560698303305, |
| "learning_rate": 1.7672320785067868e-07, |
| "loss": 0.1808, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.514218009478673, |
| "grad_norm": 13.003613356398873, |
| "learning_rate": 1.7591861231939214e-07, |
| "loss": 0.2291, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.5154028436018958, |
| "grad_norm": 9.392540826785504, |
| "learning_rate": 1.751154613887741e-07, |
| "loss": 0.204, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.5165876777251186, |
| "grad_norm": 7.181206116354993, |
| "learning_rate": 1.7431375863888898e-07, |
| "loss": 0.1409, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.5177725118483414, |
| "grad_norm": 6.986264416135258, |
| "learning_rate": 1.735135076433464e-07, |
| "loss": 0.1896, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.518957345971564, |
| "grad_norm": 9.268971309821607, |
| "learning_rate": 1.7271471196928482e-07, |
| "loss": 0.1443, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.5201421800947867, |
| "grad_norm": 11.863058642923002, |
| "learning_rate": 1.719173751773551e-07, |
| "loss": 0.1674, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.5213270142180095, |
| "grad_norm": 9.68370118973408, |
| "learning_rate": 1.7112150082170568e-07, |
| "loss": 0.1328, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.522511848341232, |
| "grad_norm": 18.515917399525048, |
| "learning_rate": 1.7032709244996556e-07, |
| "loss": 0.166, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.5236966824644549, |
| "grad_norm": 7.694309181099183, |
| "learning_rate": 1.695341536032297e-07, |
| "loss": 0.1446, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.5248815165876777, |
| "grad_norm": 29.804240411713426, |
| "learning_rate": 1.6874268781604188e-07, |
| "loss": 0.1957, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.5260663507109005, |
| "grad_norm": 15.959544524445764, |
| "learning_rate": 1.679526986163804e-07, |
| "loss": 0.1347, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.5272511848341233, |
| "grad_norm": 16.86740942044587, |
| "learning_rate": 1.6716418952564143e-07, |
| "loss": 0.2023, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.528436018957346, |
| "grad_norm": 8.15112922211333, |
| "learning_rate": 1.6637716405862307e-07, |
| "loss": 0.118, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.5296208530805688, |
| "grad_norm": 9.19430630084109, |
| "learning_rate": 1.6559162572351088e-07, |
| "loss": 0.1736, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.5308056872037916, |
| "grad_norm": 15.62250294401812, |
| "learning_rate": 1.6480757802186068e-07, |
| "loss": 0.1845, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.5319905213270142, |
| "grad_norm": 13.60108664459066, |
| "learning_rate": 1.6402502444858457e-07, |
| "loss": 0.2005, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.533175355450237, |
| "grad_norm": 14.00023159875409, |
| "learning_rate": 1.6324396849193373e-07, |
| "loss": 0.1573, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.5343601895734598, |
| "grad_norm": 10.69739391545592, |
| "learning_rate": 1.6246441363348451e-07, |
| "loss": 0.2396, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.5355450236966823, |
| "grad_norm": 11.440953420268212, |
| "learning_rate": 1.6168636334812125e-07, |
| "loss": 0.1199, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.5367298578199051, |
| "grad_norm": 14.195970819235434, |
| "learning_rate": 1.609098211040224e-07, |
| "loss": 0.2072, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.537914691943128, |
| "grad_norm": 10.853302093922458, |
| "learning_rate": 1.6013479036264355e-07, |
| "loss": 0.2183, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.5390995260663507, |
| "grad_norm": 13.65727659393829, |
| "learning_rate": 1.593612745787034e-07, |
| "loss": 0.1605, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.5402843601895735, |
| "grad_norm": 8.720141866440906, |
| "learning_rate": 1.5858927720016706e-07, |
| "loss": 0.1216, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5402843601895735, |
| "eval_loss": 0.19124867022037506, |
| "eval_runtime": 45.943, |
| "eval_samples_per_second": 17.913, |
| "eval_steps_per_second": 1.132, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5414691943127963, |
| "grad_norm": 11.859475184512029, |
| "learning_rate": 1.5781880166823198e-07, |
| "loss": 0.1486, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.542654028436019, |
| "grad_norm": 12.348637857116712, |
| "learning_rate": 1.5704985141731115e-07, |
| "loss": 0.1597, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.5438388625592419, |
| "grad_norm": 7.993432023236018, |
| "learning_rate": 1.5628242987501944e-07, |
| "loss": 0.1651, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.5450236966824644, |
| "grad_norm": 16.743109749700327, |
| "learning_rate": 1.555165404621567e-07, |
| "loss": 0.1684, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.5462085308056872, |
| "grad_norm": 7.160061212666199, |
| "learning_rate": 1.547521865926939e-07, |
| "loss": 0.128, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.54739336492891, |
| "grad_norm": 11.056764703959455, |
| "learning_rate": 1.5398937167375675e-07, |
| "loss": 0.2199, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.5485781990521326, |
| "grad_norm": 10.838690025337678, |
| "learning_rate": 1.5322809910561158e-07, |
| "loss": 0.173, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.5497630331753554, |
| "grad_norm": 13.662604177096034, |
| "learning_rate": 1.5246837228164905e-07, |
| "loss": 0.1712, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.5509478672985781, |
| "grad_norm": 9.905218465230995, |
| "learning_rate": 1.517101945883703e-07, |
| "loss": 0.1538, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.552132701421801, |
| "grad_norm": 20.80800846387584, |
| "learning_rate": 1.5095356940537053e-07, |
| "loss": 0.1331, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5533175355450237, |
| "grad_norm": 11.454440422163751, |
| "learning_rate": 1.5019850010532515e-07, |
| "loss": 0.1767, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.5545023696682465, |
| "grad_norm": 13.495613946500871, |
| "learning_rate": 1.494449900539737e-07, |
| "loss": 0.1825, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.5556872037914693, |
| "grad_norm": 24.238888236533633, |
| "learning_rate": 1.4869304261010585e-07, |
| "loss": 0.1655, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.556872037914692, |
| "grad_norm": 22.990760252810656, |
| "learning_rate": 1.4794266112554527e-07, |
| "loss": 0.1573, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.5580568720379147, |
| "grad_norm": 10.47174113964113, |
| "learning_rate": 1.4719384894513598e-07, |
| "loss": 0.1883, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.5592417061611374, |
| "grad_norm": 11.558574966447745, |
| "learning_rate": 1.4644660940672627e-07, |
| "loss": 0.1939, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.5604265402843602, |
| "grad_norm": 8.00186320874443, |
| "learning_rate": 1.4570094584115462e-07, |
| "loss": 0.1415, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.5616113744075828, |
| "grad_norm": 25.57379941419707, |
| "learning_rate": 1.4495686157223475e-07, |
| "loss": 0.2063, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.5627962085308056, |
| "grad_norm": 15.486420387540633, |
| "learning_rate": 1.4421435991673998e-07, |
| "loss": 0.1694, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.5639810426540284, |
| "grad_norm": 7.672678546247801, |
| "learning_rate": 1.434734441843899e-07, |
| "loss": 0.1675, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5651658767772512, |
| "grad_norm": 15.483915817088322, |
| "learning_rate": 1.42734117677834e-07, |
| "loss": 0.1629, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.566350710900474, |
| "grad_norm": 8.362871651673919, |
| "learning_rate": 1.4199638369263854e-07, |
| "loss": 0.1862, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.5675355450236967, |
| "grad_norm": 8.399327961877473, |
| "learning_rate": 1.4126024551727045e-07, |
| "loss": 0.179, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.5687203791469195, |
| "grad_norm": 15.983028676623011, |
| "learning_rate": 1.4052570643308375e-07, |
| "loss": 0.1774, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.5699052132701423, |
| "grad_norm": 10.856683440645718, |
| "learning_rate": 1.3979276971430404e-07, |
| "loss": 0.1987, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.5710900473933649, |
| "grad_norm": 9.693419572978886, |
| "learning_rate": 1.3906143862801485e-07, |
| "loss": 0.1732, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.5722748815165877, |
| "grad_norm": 20.547022857737403, |
| "learning_rate": 1.3833171643414192e-07, |
| "loss": 0.2193, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.5734597156398105, |
| "grad_norm": 12.549633113834302, |
| "learning_rate": 1.376036063854401e-07, |
| "loss": 0.2172, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.574644549763033, |
| "grad_norm": 11.272116416976845, |
| "learning_rate": 1.3687711172747723e-07, |
| "loss": 0.1713, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.5758293838862558, |
| "grad_norm": 12.115634369155643, |
| "learning_rate": 1.3615223569862133e-07, |
| "loss": 0.1912, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5770142180094786, |
| "grad_norm": 10.762413956543364, |
| "learning_rate": 1.354289815300245e-07, |
| "loss": 0.1679, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.5781990521327014, |
| "grad_norm": 11.40803792325383, |
| "learning_rate": 1.3470735244561027e-07, |
| "loss": 0.1288, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.5793838862559242, |
| "grad_norm": 8.691724549329791, |
| "learning_rate": 1.3398735166205733e-07, |
| "loss": 0.1748, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.580568720379147, |
| "grad_norm": 7.733007427975147, |
| "learning_rate": 1.3326898238878713e-07, |
| "loss": 0.1489, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.5817535545023698, |
| "grad_norm": 27.74928200383124, |
| "learning_rate": 1.3255224782794782e-07, |
| "loss": 0.1728, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.5829383886255926, |
| "grad_norm": 11.532249392238322, |
| "learning_rate": 1.3183715117440142e-07, |
| "loss": 0.1851, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.5841232227488151, |
| "grad_norm": 12.619425031912787, |
| "learning_rate": 1.3112369561570842e-07, |
| "loss": 0.2391, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.585308056872038, |
| "grad_norm": 24.115806460759636, |
| "learning_rate": 1.304118843321146e-07, |
| "loss": 0.1954, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.5864928909952607, |
| "grad_norm": 26.22383196499983, |
| "learning_rate": 1.297017204965357e-07, |
| "loss": 0.1975, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.5876777251184833, |
| "grad_norm": 14.138446283178284, |
| "learning_rate": 1.2899320727454472e-07, |
| "loss": 0.1962, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.588862559241706, |
| "grad_norm": 12.776160261606734, |
| "learning_rate": 1.2828634782435616e-07, |
| "loss": 0.1608, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.5900473933649288, |
| "grad_norm": 14.554679762676733, |
| "learning_rate": 1.2758114529681359e-07, |
| "loss": 0.1598, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.5912322274881516, |
| "grad_norm": 14.499396718767114, |
| "learning_rate": 1.2687760283537414e-07, |
| "loss": 0.2106, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.5924170616113744, |
| "grad_norm": 9.322564896768819, |
| "learning_rate": 1.2617572357609562e-07, |
| "loss": 0.1783, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.5936018957345972, |
| "grad_norm": 10.121182454283632, |
| "learning_rate": 1.2547551064762175e-07, |
| "loss": 0.1367, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.59478672985782, |
| "grad_norm": 9.444232690056468, |
| "learning_rate": 1.2477696717116875e-07, |
| "loss": 0.1703, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.5959715639810428, |
| "grad_norm": 9.405270524640823, |
| "learning_rate": 1.2408009626051135e-07, |
| "loss": 0.144, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.5971563981042654, |
| "grad_norm": 7.2924848701301235, |
| "learning_rate": 1.2338490102196825e-07, |
| "loss": 0.1799, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.5983412322274881, |
| "grad_norm": 25.721199217057194, |
| "learning_rate": 1.2269138455438948e-07, |
| "loss": 0.197, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.599526066350711, |
| "grad_norm": 10.497362923213812, |
| "learning_rate": 1.2199954994914125e-07, |
| "loss": 0.2119, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.599526066350711, |
| "eval_loss": 0.19163863360881805, |
| "eval_runtime": 45.4305, |
| "eval_samples_per_second": 18.116, |
| "eval_steps_per_second": 1.145, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.6007109004739335, |
| "grad_norm": 7.600027868742854, |
| "learning_rate": 1.213094002900934e-07, |
| "loss": 0.1284, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.6018957345971563, |
| "grad_norm": 6.684876448234275, |
| "learning_rate": 1.2062093865360457e-07, |
| "loss": 0.148, |
| "step": 1352 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1688, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 169, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 262752974733312.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
