| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0015037593984963, |
| "eval_steps": 84, |
| "global_step": 333, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0030075187969924814, |
| "grad_norm": 1.8860242366790771, |
| "learning_rate": 2e-05, |
| "loss": 2.4327, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006015037593984963, |
| "grad_norm": 2.3175759315490723, |
| "learning_rate": 4e-05, |
| "loss": 2.7157, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009022556390977444, |
| "grad_norm": 2.3169777393341064, |
| "learning_rate": 6e-05, |
| "loss": 2.6954, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.012030075187969926, |
| "grad_norm": 2.7386319637298584, |
| "learning_rate": 8e-05, |
| "loss": 2.7789, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.015037593984962405, |
| "grad_norm": 2.8053970336914062, |
| "learning_rate": 0.0001, |
| "loss": 2.8488, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01804511278195489, |
| "grad_norm": 2.6744983196258545, |
| "learning_rate": 0.00012, |
| "loss": 2.6855, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.021052631578947368, |
| "grad_norm": 2.8277671337127686, |
| "learning_rate": 0.00014, |
| "loss": 2.7479, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.02406015037593985, |
| "grad_norm": 2.6924569606781006, |
| "learning_rate": 0.00016, |
| "loss": 2.1904, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02706766917293233, |
| "grad_norm": 2.894005537033081, |
| "learning_rate": 0.00018, |
| "loss": 2.3029, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03007518796992481, |
| "grad_norm": 3.158027172088623, |
| "learning_rate": 0.0002, |
| "loss": 2.3515, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03308270676691729, |
| "grad_norm": 3.4311163425445557, |
| "learning_rate": 0.00019999526999846864, |
| "loss": 2.3447, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03609022556390978, |
| "grad_norm": 3.730525016784668, |
| "learning_rate": 0.00019998108044133283, |
| "loss": 2.3106, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.039097744360902256, |
| "grad_norm": 3.8674285411834717, |
| "learning_rate": 0.00019995743267092514, |
| "loss": 2.1355, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.042105263157894736, |
| "grad_norm": 2.903994083404541, |
| "learning_rate": 0.00019992432892432534, |
| "loss": 1.55, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.045112781954887216, |
| "grad_norm": 3.7430622577667236, |
| "learning_rate": 0.00019988177233314888, |
| "loss": 2.0167, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0481203007518797, |
| "grad_norm": 3.5254623889923096, |
| "learning_rate": 0.0001998297669232506, |
| "loss": 1.7514, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05112781954887218, |
| "grad_norm": 3.955810308456421, |
| "learning_rate": 0.00019976831761434389, |
| "loss": 1.6167, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.05413533834586466, |
| "grad_norm": 3.696720838546753, |
| "learning_rate": 0.0001996974302195352, |
| "loss": 1.9884, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 3.6658151149749756, |
| "learning_rate": 0.00019961711144477428, |
| "loss": 1.4363, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06015037593984962, |
| "grad_norm": 4.159755706787109, |
| "learning_rate": 0.0001995273688882197, |
| "loss": 1.7599, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06315789473684211, |
| "grad_norm": 4.907532215118408, |
| "learning_rate": 0.00019942821103952004, |
| "loss": 1.9685, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06616541353383458, |
| "grad_norm": 4.0163469314575195, |
| "learning_rate": 0.0001993196472790108, |
| "loss": 1.4402, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.06917293233082707, |
| "grad_norm": 4.1638641357421875, |
| "learning_rate": 0.0001992016878768271, |
| "loss": 1.4655, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07218045112781955, |
| "grad_norm": 3.4609479904174805, |
| "learning_rate": 0.00019907434399193196, |
| "loss": 1.7741, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07518796992481203, |
| "grad_norm": 3.6683030128479004, |
| "learning_rate": 0.0001989376276710608, |
| "loss": 1.4385, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.07819548872180451, |
| "grad_norm": 4.651159763336182, |
| "learning_rate": 0.00019879155184758177, |
| "loss": 1.9379, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.081203007518797, |
| "grad_norm": 4.320745944976807, |
| "learning_rate": 0.00019863613034027224, |
| "loss": 1.7106, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "grad_norm": 3.23698353767395, |
| "learning_rate": 0.00019847137785201157, |
| "loss": 1.4215, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.08721804511278196, |
| "grad_norm": 4.3489837646484375, |
| "learning_rate": 0.0001982973099683902, |
| "loss": 1.9468, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09022556390977443, |
| "grad_norm": 3.4956305027008057, |
| "learning_rate": 0.00019811394315623522, |
| "loss": 1.6648, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09323308270676692, |
| "grad_norm": 5.381833076477051, |
| "learning_rate": 0.0001979212947620527, |
| "loss": 1.7341, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0962406015037594, |
| "grad_norm": 3.9304234981536865, |
| "learning_rate": 0.00019771938301038663, |
| "loss": 1.8881, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.09924812030075188, |
| "grad_norm": 5.483725547790527, |
| "learning_rate": 0.00019750822700209488, |
| "loss": 1.8048, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.10225563909774436, |
| "grad_norm": 4.755112171173096, |
| "learning_rate": 0.00019728784671254235, |
| "loss": 1.7615, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.10526315789473684, |
| "grad_norm": 5.465235710144043, |
| "learning_rate": 0.00019705826298971113, |
| "loss": 1.7568, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.10827067669172932, |
| "grad_norm": 4.640100955963135, |
| "learning_rate": 0.00019681949755222844, |
| "loss": 1.8912, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.11127819548872181, |
| "grad_norm": 5.231607437133789, |
| "learning_rate": 0.00019657157298731202, |
| "loss": 1.7731, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 5.268796443939209, |
| "learning_rate": 0.00019631451274863324, |
| "loss": 1.8973, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.11729323308270677, |
| "grad_norm": 5.895498275756836, |
| "learning_rate": 0.00019604834115409861, |
| "loss": 2.3636, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.12030075187969924, |
| "grad_norm": 5.136516571044922, |
| "learning_rate": 0.00019577308338354906, |
| "loss": 1.6521, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12330827067669173, |
| "grad_norm": 7.573418617248535, |
| "learning_rate": 0.00019548876547637823, |
| "loss": 2.0489, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.12631578947368421, |
| "grad_norm": 6.192407608032227, |
| "learning_rate": 0.00019519541432906873, |
| "loss": 2.1122, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1293233082706767, |
| "grad_norm": 6.558332443237305, |
| "learning_rate": 0.00019489305769264812, |
| "loss": 2.2984, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.13233082706766916, |
| "grad_norm": 6.799965858459473, |
| "learning_rate": 0.00019458172417006347, |
| "loss": 1.5625, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.13533834586466165, |
| "grad_norm": 5.8025593757629395, |
| "learning_rate": 0.00019426144321347554, |
| "loss": 2.0348, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.13834586466165413, |
| "grad_norm": 6.099887847900391, |
| "learning_rate": 0.00019393224512147267, |
| "loss": 1.8512, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.14135338345864662, |
| "grad_norm": 4.906594276428223, |
| "learning_rate": 0.00019359416103620442, |
| "loss": 1.6054, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1443609022556391, |
| "grad_norm": 5.83113431930542, |
| "learning_rate": 0.00019324722294043558, |
| "loss": 1.7544, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.14736842105263157, |
| "grad_norm": 8.742658615112305, |
| "learning_rate": 0.0001928914636545207, |
| "loss": 2.0873, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15037593984962405, |
| "grad_norm": 5.72747802734375, |
| "learning_rate": 0.00019252691683329905, |
| "loss": 1.711, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.15338345864661654, |
| "grad_norm": 4.261700630187988, |
| "learning_rate": 0.00019215361696291115, |
| "loss": 1.9419, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.15639097744360902, |
| "grad_norm": 3.672396421432495, |
| "learning_rate": 0.00019177159935753613, |
| "loss": 1.9, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1593984962406015, |
| "grad_norm": 2.9207592010498047, |
| "learning_rate": 0.00019138090015605118, |
| "loss": 1.544, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.162406015037594, |
| "grad_norm": 3.3755385875701904, |
| "learning_rate": 0.0001909815563186127, |
| "loss": 1.5641, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.16541353383458646, |
| "grad_norm": 3.86653995513916, |
| "learning_rate": 0.00019057360562315997, |
| "loss": 1.6487, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "grad_norm": 2.681387424468994, |
| "learning_rate": 0.00019015708666184127, |
| "loss": 1.273, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 3.0962061882019043, |
| "learning_rate": 0.00018973203883736309, |
| "loss": 1.364, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.17443609022556392, |
| "grad_norm": 2.5910654067993164, |
| "learning_rate": 0.00018929850235926266, |
| "loss": 1.142, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1774436090225564, |
| "grad_norm": 3.210624933242798, |
| "learning_rate": 0.00018885651824010404, |
| "loss": 1.4087, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.18045112781954886, |
| "grad_norm": 3.9016125202178955, |
| "learning_rate": 0.0001884061282915985, |
| "loss": 1.573, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.18345864661654135, |
| "grad_norm": 4.379786491394043, |
| "learning_rate": 0.0001879473751206489, |
| "loss": 1.564, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.18646616541353384, |
| "grad_norm": 3.49826717376709, |
| "learning_rate": 0.00018748030212531935, |
| "loss": 1.774, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.18947368421052632, |
| "grad_norm": 4.854936122894287, |
| "learning_rate": 0.0001870049534907294, |
| "loss": 1.3854, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1924812030075188, |
| "grad_norm": 3.323446273803711, |
| "learning_rate": 0.00018652137418487453, |
| "loss": 1.5791, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.19548872180451127, |
| "grad_norm": 3.214137315750122, |
| "learning_rate": 0.00018602960995437186, |
| "loss": 1.3619, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.19849624060150375, |
| "grad_norm": 3.2279438972473145, |
| "learning_rate": 0.00018552970732013267, |
| "loss": 1.2057, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.20150375939849624, |
| "grad_norm": 3.0344603061676025, |
| "learning_rate": 0.00018502171357296144, |
| "loss": 1.5323, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.20451127819548873, |
| "grad_norm": 3.2916207313537598, |
| "learning_rate": 0.00018450567676908222, |
| "loss": 1.6195, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2075187969924812, |
| "grad_norm": 3.721726417541504, |
| "learning_rate": 0.00018398164572559243, |
| "loss": 1.2473, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 3.236567497253418, |
| "learning_rate": 0.0001834496700158449, |
| "loss": 1.4664, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.21353383458646616, |
| "grad_norm": 3.563835620880127, |
| "learning_rate": 0.00018290979996475804, |
| "loss": 1.4186, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.21654135338345865, |
| "grad_norm": 4.254714012145996, |
| "learning_rate": 0.0001823620866440552, |
| "loss": 1.1235, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.21954887218045113, |
| "grad_norm": 3.9396417140960693, |
| "learning_rate": 0.00018180658186743332, |
| "loss": 1.0607, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.22255639097744362, |
| "grad_norm": 3.857529401779175, |
| "learning_rate": 0.00018124333818566124, |
| "loss": 0.9795, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.22556390977443608, |
| "grad_norm": 3.8312478065490723, |
| "learning_rate": 0.00018067240888160855, |
| "loss": 1.1738, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 3.685275077819824, |
| "learning_rate": 0.00018009384796520487, |
| "loss": 1.36, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.23157894736842105, |
| "grad_norm": 3.8737833499908447, |
| "learning_rate": 0.00017950771016833064, |
| "loss": 1.3963, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.23458646616541354, |
| "grad_norm": 4.381564140319824, |
| "learning_rate": 0.00017891405093963938, |
| "loss": 1.4611, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.23759398496240602, |
| "grad_norm": 3.9430861473083496, |
| "learning_rate": 0.00017831292643931228, |
| "loss": 1.6858, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.24060150375939848, |
| "grad_norm": 3.6615562438964844, |
| "learning_rate": 0.00017770439353374554, |
| "loss": 1.491, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.24360902255639097, |
| "grad_norm": 4.183657646179199, |
| "learning_rate": 0.00017708850979017063, |
| "loss": 1.34, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.24661654135338346, |
| "grad_norm": 3.6125714778900146, |
| "learning_rate": 0.00017646533347120852, |
| "loss": 1.1642, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.24962406015037594, |
| "grad_norm": 4.846709251403809, |
| "learning_rate": 0.00017583492352935814, |
| "loss": 1.6402, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "grad_norm": 4.715357780456543, |
| "learning_rate": 0.00017519733960141926, |
| "loss": 1.6286, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "eval_loss": 1.490108847618103, |
| "eval_runtime": 8.3809, |
| "eval_samples_per_second": 16.705, |
| "eval_steps_per_second": 8.352, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2556390977443609, |
| "grad_norm": 4.430804252624512, |
| "learning_rate": 0.00017455264200285102, |
| "loss": 1.5024, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.2586466165413534, |
| "grad_norm": 5.647735118865967, |
| "learning_rate": 0.00017390089172206592, |
| "loss": 1.7286, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.26165413533834586, |
| "grad_norm": 6.038175106048584, |
| "learning_rate": 0.00017324215041466054, |
| "loss": 1.798, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.2646616541353383, |
| "grad_norm": 6.402413368225098, |
| "learning_rate": 0.00017257648039758274, |
| "loss": 1.7001, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.26766917293233083, |
| "grad_norm": 5.435740947723389, |
| "learning_rate": 0.0001719039446432365, |
| "loss": 1.698, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.2706766917293233, |
| "grad_norm": 6.058007717132568, |
| "learning_rate": 0.00017122460677352478, |
| "loss": 1.5526, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2736842105263158, |
| "grad_norm": 5.9953155517578125, |
| "learning_rate": 0.00017053853105383087, |
| "loss": 1.7588, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.27669172932330827, |
| "grad_norm": 5.408573627471924, |
| "learning_rate": 0.00016984578238693886, |
| "loss": 1.3365, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2796992481203007, |
| "grad_norm": 6.8659348487854, |
| "learning_rate": 0.00016914642630689388, |
| "loss": 1.9098, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.28270676691729324, |
| "grad_norm": 6.131702899932861, |
| "learning_rate": 0.00016844052897280247, |
| "loss": 1.8713, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 6.832767486572266, |
| "learning_rate": 0.00016772815716257412, |
| "loss": 1.0692, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2887218045112782, |
| "grad_norm": 7.979331970214844, |
| "learning_rate": 0.00016700937826660383, |
| "loss": 1.7828, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.29172932330827067, |
| "grad_norm": 8.187500953674316, |
| "learning_rate": 0.0001662842602813972, |
| "loss": 1.8042, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.29473684210526313, |
| "grad_norm": 6.129719257354736, |
| "learning_rate": 0.0001655528718031379, |
| "loss": 1.4679, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.29774436090225564, |
| "grad_norm": 8.697136878967285, |
| "learning_rate": 0.00016481528202119824, |
| "loss": 1.2814, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3007518796992481, |
| "grad_norm": 7.188710689544678, |
| "learning_rate": 0.0001640715607115943, |
| "loss": 1.6315, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3037593984962406, |
| "grad_norm": 3.2431421279907227, |
| "learning_rate": 0.0001633217782303847, |
| "loss": 1.5088, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.3067669172932331, |
| "grad_norm": 3.0986838340759277, |
| "learning_rate": 0.00016256600550701512, |
| "loss": 1.697, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3097744360902256, |
| "grad_norm": 3.7101223468780518, |
| "learning_rate": 0.00016180431403760837, |
| "loss": 1.6686, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.31278195488721805, |
| "grad_norm": 3.1947739124298096, |
| "learning_rate": 0.00016103677587820075, |
| "loss": 1.4678, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3157894736842105, |
| "grad_norm": 2.800002098083496, |
| "learning_rate": 0.00016026346363792567, |
| "loss": 1.1463, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.318796992481203, |
| "grad_norm": 3.24945068359375, |
| "learning_rate": 0.00015948445047214471, |
| "loss": 1.4721, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3218045112781955, |
| "grad_norm": 2.748518705368042, |
| "learning_rate": 0.00015869981007552727, |
| "loss": 1.2052, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.324812030075188, |
| "grad_norm": 4.019266605377197, |
| "learning_rate": 0.0001579096166750788, |
| "loss": 1.386, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.32781954887218046, |
| "grad_norm": 3.435927152633667, |
| "learning_rate": 0.00015711394502311934, |
| "loss": 1.32, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3308270676691729, |
| "grad_norm": 3.472702741622925, |
| "learning_rate": 0.0001563128703902114, |
| "loss": 1.3136, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.33383458646616543, |
| "grad_norm": 3.1526286602020264, |
| "learning_rate": 0.00015550646855803986, |
| "loss": 1.2312, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3368421052631579, |
| "grad_norm": 3.432781457901001, |
| "learning_rate": 0.00015469481581224272, |
| "loss": 1.2743, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.3398496240601504, |
| "grad_norm": 3.42972469329834, |
| "learning_rate": 0.00015387798893519455, |
| "loss": 1.3765, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 3.552241563796997, |
| "learning_rate": 0.000153056065198743, |
| "loss": 1.4219, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3458646616541353, |
| "grad_norm": 3.9917616844177246, |
| "learning_rate": 0.00015222912235689868, |
| "loss": 1.5393, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.34887218045112783, |
| "grad_norm": 3.3900697231292725, |
| "learning_rate": 0.00015139723863847977, |
| "loss": 1.0049, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3518796992481203, |
| "grad_norm": 3.2471325397491455, |
| "learning_rate": 0.0001505604927397115, |
| "loss": 1.1336, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.3548872180451128, |
| "grad_norm": 3.217662811279297, |
| "learning_rate": 0.00014971896381678153, |
| "loss": 1.2817, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.35789473684210527, |
| "grad_norm": 3.1340527534484863, |
| "learning_rate": 0.0001488727314783517, |
| "loss": 1.0595, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3609022556390977, |
| "grad_norm": 3.595978021621704, |
| "learning_rate": 0.0001480218757780272, |
| "loss": 1.3164, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.36390977443609024, |
| "grad_norm": 3.3861424922943115, |
| "learning_rate": 0.0001471664772067833, |
| "loss": 1.096, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3669172932330827, |
| "grad_norm": 2.95438289642334, |
| "learning_rate": 0.00014630661668535105, |
| "loss": 0.985, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.3699248120300752, |
| "grad_norm": 3.1621880531311035, |
| "learning_rate": 0.00014544237555656216, |
| "loss": 1.1393, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.37293233082706767, |
| "grad_norm": 3.2817044258117676, |
| "learning_rate": 0.00014457383557765386, |
| "loss": 1.0172, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.37593984962406013, |
| "grad_norm": 4.002265930175781, |
| "learning_rate": 0.00014370107891253467, |
| "loss": 1.6504, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.37894736842105264, |
| "grad_norm": 3.3207013607025146, |
| "learning_rate": 0.00014282418812401197, |
| "loss": 1.0691, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3819548872180451, |
| "grad_norm": 3.402953863143921, |
| "learning_rate": 0.00014194324616598108, |
| "loss": 1.223, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3849624060150376, |
| "grad_norm": 3.4386861324310303, |
| "learning_rate": 0.00014105833637557836, |
| "loss": 1.1754, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3879699248120301, |
| "grad_norm": 4.386657238006592, |
| "learning_rate": 0.00014016954246529696, |
| "loss": 1.4428, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.39097744360902253, |
| "grad_norm": 5.884545803070068, |
| "learning_rate": 0.00013927694851506806, |
| "loss": 1.8698, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.39398496240601505, |
| "grad_norm": 4.958119869232178, |
| "learning_rate": 0.0001383806389643067, |
| "loss": 1.1844, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3969924812030075, |
| "grad_norm": 4.844274997711182, |
| "learning_rate": 0.0001374806986039238, |
| "loss": 1.3569, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.895648956298828, |
| "learning_rate": 0.00013657721256830506, |
| "loss": 1.4313, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4030075187969925, |
| "grad_norm": 5.753983020782471, |
| "learning_rate": 0.0001356702663272571, |
| "loss": 1.8703, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.40601503759398494, |
| "grad_norm": 5.232301235198975, |
| "learning_rate": 0.00013475994567792207, |
| "loss": 1.5341, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.40902255639097745, |
| "grad_norm": 6.08428955078125, |
| "learning_rate": 0.0001338463367366613, |
| "loss": 1.2725, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4120300751879699, |
| "grad_norm": 4.401620388031006, |
| "learning_rate": 0.0001329295259309087, |
| "loss": 1.3602, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4150375939849624, |
| "grad_norm": 5.820856094360352, |
| "learning_rate": 0.0001320095999909944, |
| "loss": 1.9052, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.4180451127819549, |
| "grad_norm": 5.0973591804504395, |
| "learning_rate": 0.00013108664594194063, |
| "loss": 1.7704, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 5.7836012840271, |
| "learning_rate": 0.00013016075109522864, |
| "loss": 1.1487, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.42406015037593986, |
| "grad_norm": 4.005336284637451, |
| "learning_rate": 0.0001292320030405393, |
| "loss": 1.1736, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4270676691729323, |
| "grad_norm": 5.726953506469727, |
| "learning_rate": 0.00012830048963746705, |
| "loss": 2.0168, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.43007518796992483, |
| "grad_norm": 7.328310966491699, |
| "learning_rate": 0.0001273662990072083, |
| "loss": 1.8658, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.4330827067669173, |
| "grad_norm": 7.268740653991699, |
| "learning_rate": 0.00012642951952422532, |
| "loss": 1.293, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.43609022556390975, |
| "grad_norm": 8.315718650817871, |
| "learning_rate": 0.0001254902398078859, |
| "loss": 1.6163, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.43909774436090226, |
| "grad_norm": 6.221766948699951, |
| "learning_rate": 0.00012454854871407994, |
| "loss": 1.6418, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4421052631578947, |
| "grad_norm": 5.384740352630615, |
| "learning_rate": 0.00012360453532681375, |
| "loss": 1.0186, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.44511278195488724, |
| "grad_norm": 9.680328369140625, |
| "learning_rate": 0.00012265828894978274, |
| "loss": 2.2394, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.4481203007518797, |
| "grad_norm": 10.213762283325195, |
| "learning_rate": 0.00012170989909792312, |
| "loss": 1.8379, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.45112781954887216, |
| "grad_norm": 7.6507673263549805, |
| "learning_rate": 0.00012075945548894387, |
| "loss": 1.582, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.45413533834586467, |
| "grad_norm": 2.6993091106414795, |
| "learning_rate": 0.00011980704803483961, |
| "loss": 1.727, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 3.603748321533203, |
| "learning_rate": 0.0001188527668333846, |
| "loss": 1.4753, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.46015037593984964, |
| "grad_norm": 3.079791784286499, |
| "learning_rate": 0.00011789670215960975, |
| "loss": 1.5285, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4631578947368421, |
| "grad_norm": 3.2075634002685547, |
| "learning_rate": 0.00011693894445726246, |
| "loss": 1.3697, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.46616541353383456, |
| "grad_norm": 2.7820239067077637, |
| "learning_rate": 0.00011597958433025071, |
| "loss": 1.3341, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4691729323308271, |
| "grad_norm": 2.930773973464966, |
| "learning_rate": 0.00011501871253407195, |
| "loss": 1.1007, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.47218045112781953, |
| "grad_norm": 2.9205455780029297, |
| "learning_rate": 0.00011405641996722746, |
| "loss": 1.1674, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.47518796992481205, |
| "grad_norm": 3.389185905456543, |
| "learning_rate": 0.00011309279766262356, |
| "loss": 1.4721, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4781954887218045, |
| "grad_norm": 3.1782877445220947, |
| "learning_rate": 0.00011212793677895976, |
| "loss": 1.3092, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.48120300751879697, |
| "grad_norm": 3.124680757522583, |
| "learning_rate": 0.00011116192859210526, |
| "loss": 0.9397, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4842105263157895, |
| "grad_norm": 3.0392370223999023, |
| "learning_rate": 0.00011019486448646406, |
| "loss": 1.2428, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.48721804511278194, |
| "grad_norm": 3.432297468185425, |
| "learning_rate": 0.00010922683594633021, |
| "loss": 1.0167, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.49022556390977445, |
| "grad_norm": 2.9215164184570312, |
| "learning_rate": 0.00010825793454723325, |
| "loss": 0.8901, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4932330827067669, |
| "grad_norm": 3.722046375274658, |
| "learning_rate": 0.00010728825194727518, |
| "loss": 1.0518, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.49624060150375937, |
| "grad_norm": 3.20188045501709, |
| "learning_rate": 0.00010631787987845972, |
| "loss": 1.2366, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4992481203007519, |
| "grad_norm": 3.679607391357422, |
| "learning_rate": 0.0001053469101380142, |
| "loss": 1.1372, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5022556390977444, |
| "grad_norm": 4.023960590362549, |
| "learning_rate": 0.00010437543457970591, |
| "loss": 1.0608, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5052631578947369, |
| "grad_norm": 2.9247024059295654, |
| "learning_rate": 0.00010340354510515235, |
| "loss": 1.0246, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5052631578947369, |
| "eval_loss": 1.2644540071487427, |
| "eval_runtime": 8.3747, |
| "eval_samples_per_second": 16.717, |
| "eval_steps_per_second": 8.359, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5082706766917293, |
| "grad_norm": 3.2195651531219482, |
| "learning_rate": 0.0001024313336551276, |
| "loss": 1.2254, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5112781954887218, |
| "grad_norm": 3.686366319656372, |
| "learning_rate": 0.00010145889220086464, |
| "loss": 1.3872, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 2.9523653984069824, |
| "learning_rate": 0.00010048631273535476, |
| "loss": 0.853, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5172932330827068, |
| "grad_norm": 3.0418176651000977, |
| "learning_rate": 9.951368726464525e-05, |
| "loss": 1.0098, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5203007518796993, |
| "grad_norm": 4.894069194793701, |
| "learning_rate": 9.854110779913537e-05, |
| "loss": 1.0787, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5233082706766917, |
| "grad_norm": 3.7414767742156982, |
| "learning_rate": 9.756866634487241e-05, |
| "loss": 0.9351, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 3.709827423095703, |
| "learning_rate": 9.659645489484766e-05, |
| "loss": 1.1505, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5293233082706766, |
| "grad_norm": 3.550457000732422, |
| "learning_rate": 9.562456542029409e-05, |
| "loss": 1.1343, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5323308270676692, |
| "grad_norm": 3.429732084274292, |
| "learning_rate": 9.465308986198582e-05, |
| "loss": 0.9952, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5353383458646617, |
| "grad_norm": 4.186556816101074, |
| "learning_rate": 9.368212012154031e-05, |
| "loss": 1.4548, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5383458646616541, |
| "grad_norm": 2.974575996398926, |
| "learning_rate": 9.271174805272483e-05, |
| "loss": 0.6722, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5413533834586466, |
| "grad_norm": 4.615691661834717, |
| "learning_rate": 9.174206545276677e-05, |
| "loss": 1.257, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.544360902255639, |
| "grad_norm": 4.825925827026367, |
| "learning_rate": 9.077316405366981e-05, |
| "loss": 0.9798, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5473684210526316, |
| "grad_norm": 4.77044153213501, |
| "learning_rate": 8.980513551353594e-05, |
| "loss": 1.0349, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5503759398496241, |
| "grad_norm": 6.053114891052246, |
| "learning_rate": 8.883807140789478e-05, |
| "loss": 1.4461, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5533834586466165, |
| "grad_norm": 5.176226615905762, |
| "learning_rate": 8.787206322104025e-05, |
| "loss": 1.6956, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.556390977443609, |
| "grad_norm": 4.587821960449219, |
| "learning_rate": 8.690720233737645e-05, |
| "loss": 1.3102, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5593984962406015, |
| "grad_norm": 4.133220672607422, |
| "learning_rate": 8.594358003277257e-05, |
| "loss": 1.5097, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.562406015037594, |
| "grad_norm": 6.2763872146606445, |
| "learning_rate": 8.498128746592806e-05, |
| "loss": 1.5629, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5654135338345865, |
| "grad_norm": 6.842962741851807, |
| "learning_rate": 8.402041566974928e-05, |
| "loss": 1.6832, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5684210526315789, |
| "grad_norm": 5.615280628204346, |
| "learning_rate": 8.306105554273757e-05, |
| "loss": 1.5805, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 4.870167255401611, |
| "learning_rate": 8.210329784039029e-05, |
| "loss": 1.3655, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5744360902255639, |
| "grad_norm": 6.984615802764893, |
| "learning_rate": 8.114723316661541e-05, |
| "loss": 1.6651, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.5774436090225564, |
| "grad_norm": 6.663520812988281, |
| "learning_rate": 8.019295196516044e-05, |
| "loss": 1.7291, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5804511278195489, |
| "grad_norm": 4.530168056488037, |
| "learning_rate": 7.924054451105614e-05, |
| "loss": 1.2401, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.5834586466165413, |
| "grad_norm": 5.8425068855285645, |
| "learning_rate": 7.82901009020769e-05, |
| "loss": 1.4507, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.5864661654135338, |
| "grad_norm": 6.199319362640381, |
| "learning_rate": 7.734171105021729e-05, |
| "loss": 1.4784, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5894736842105263, |
| "grad_norm": 5.669919967651367, |
| "learning_rate": 7.639546467318628e-05, |
| "loss": 1.613, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5924812030075188, |
| "grad_norm": 8.581055641174316, |
| "learning_rate": 7.54514512859201e-05, |
| "loss": 1.4862, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5954887218045113, |
| "grad_norm": 7.00601863861084, |
| "learning_rate": 7.450976019211415e-05, |
| "loss": 2.1593, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.5984962406015037, |
| "grad_norm": 7.113554000854492, |
| "learning_rate": 7.35704804757747e-05, |
| "loss": 1.1598, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6015037593984962, |
| "grad_norm": 10.917217254638672, |
| "learning_rate": 7.263370099279172e-05, |
| "loss": 1.5437, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6045112781954888, |
| "grad_norm": 3.7505381107330322, |
| "learning_rate": 7.169951036253295e-05, |
| "loss": 1.196, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6075187969924812, |
| "grad_norm": 3.2947475910186768, |
| "learning_rate": 7.076799695946071e-05, |
| "loss": 1.3778, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6105263157894737, |
| "grad_norm": 4.286363124847412, |
| "learning_rate": 6.983924890477138e-05, |
| "loss": 1.1946, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.6135338345864662, |
| "grad_norm": 3.182082414627075, |
| "learning_rate": 6.891335405805938e-05, |
| "loss": 1.266, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6165413533834586, |
| "grad_norm": 2.811155319213867, |
| "learning_rate": 6.799040000900563e-05, |
| "loss": 1.3103, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6195488721804512, |
| "grad_norm": 2.637023687362671, |
| "learning_rate": 6.707047406909135e-05, |
| "loss": 1.1029, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6225563909774436, |
| "grad_norm": 2.9048404693603516, |
| "learning_rate": 6.615366326333868e-05, |
| "loss": 1.3271, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6255639097744361, |
| "grad_norm": 3.3207035064697266, |
| "learning_rate": 6.524005432207794e-05, |
| "loss": 1.3199, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 4.684329509735107, |
| "learning_rate": 6.432973367274292e-05, |
| "loss": 1.1642, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.631578947368421, |
| "grad_norm": 3.3494668006896973, |
| "learning_rate": 6.342278743169495e-05, |
| "loss": 1.1271, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6345864661654136, |
| "grad_norm": 3.287461519241333, |
| "learning_rate": 6.251930139607622e-05, |
| "loss": 1.1594, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.637593984962406, |
| "grad_norm": 4.3567399978637695, |
| "learning_rate": 6.161936103569332e-05, |
| "loss": 0.9982, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6406015037593985, |
| "grad_norm": 3.522602081298828, |
| "learning_rate": 6.072305148493195e-05, |
| "loss": 1.0857, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.643609022556391, |
| "grad_norm": 3.595313787460327, |
| "learning_rate": 5.983045753470308e-05, |
| "loss": 1.2698, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6466165413533834, |
| "grad_norm": 2.8420674800872803, |
| "learning_rate": 5.8941663624421675e-05, |
| "loss": 1.0484, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.649624060150376, |
| "grad_norm": 2.761702299118042, |
| "learning_rate": 5.80567538340189e-05, |
| "loss": 0.9041, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6526315789473685, |
| "grad_norm": 3.2925853729248047, |
| "learning_rate": 5.71758118759881e-05, |
| "loss": 1.112, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.6556390977443609, |
| "grad_norm": 3.1736397743225098, |
| "learning_rate": 5.629892108746533e-05, |
| "loss": 0.9614, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6586466165413534, |
| "grad_norm": 3.345505714416504, |
| "learning_rate": 5.542616442234618e-05, |
| "loss": 1.1481, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6616541353383458, |
| "grad_norm": 3.483515501022339, |
| "learning_rate": 5.455762444343785e-05, |
| "loss": 1.086, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6646616541353384, |
| "grad_norm": 3.6190083026885986, |
| "learning_rate": 5.3693383314648945e-05, |
| "loss": 1.0524, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6676691729323309, |
| "grad_norm": 3.1449525356292725, |
| "learning_rate": 5.2833522793216724e-05, |
| "loss": 0.9343, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.6706766917293233, |
| "grad_norm": 3.1101784706115723, |
| "learning_rate": 5.197812422197286e-05, |
| "loss": 1.1169, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.6736842105263158, |
| "grad_norm": 3.6357944011688232, |
| "learning_rate": 5.112726852164835e-05, |
| "loss": 0.9155, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.6766917293233082, |
| "grad_norm": 3.2080624103546143, |
| "learning_rate": 5.028103618321851e-05, |
| "loss": 0.9608, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.6796992481203008, |
| "grad_norm": 2.722669839859009, |
| "learning_rate": 4.943950726028856e-05, |
| "loss": 0.8877, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.6827067669172933, |
| "grad_norm": 3.9666390419006348, |
| "learning_rate": 4.860276136152026e-05, |
| "loss": 1.2819, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 4.574212551116943, |
| "learning_rate": 4.777087764310134e-05, |
| "loss": 1.3043, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.6887218045112782, |
| "grad_norm": 3.7571630477905273, |
| "learning_rate": 4.6943934801257026e-05, |
| "loss": 1.6954, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.6917293233082706, |
| "grad_norm": 5.391382694244385, |
| "learning_rate": 4.612201106480548e-05, |
| "loss": 1.3582, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6947368421052632, |
| "grad_norm": 5.491283893585205, |
| "learning_rate": 4.530518418775733e-05, |
| "loss": 1.1134, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.6977443609022557, |
| "grad_norm": 4.879514694213867, |
| "learning_rate": 4.449353144196014e-05, |
| "loss": 1.2932, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7007518796992481, |
| "grad_norm": 4.944801330566406, |
| "learning_rate": 4.368712960978864e-05, |
| "loss": 1.3423, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7037593984962406, |
| "grad_norm": 4.329304218292236, |
| "learning_rate": 4.2886054976880676e-05, |
| "loss": 1.4659, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.706766917293233, |
| "grad_norm": 4.671476364135742, |
| "learning_rate": 4.209038332492118e-05, |
| "loss": 1.1528, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7097744360902256, |
| "grad_norm": 4.793248653411865, |
| "learning_rate": 4.130018992447276e-05, |
| "loss": 1.5163, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7127819548872181, |
| "grad_norm": 5.179291725158691, |
| "learning_rate": 4.051554952785531e-05, |
| "loss": 1.4929, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7157894736842105, |
| "grad_norm": 6.4231276512146, |
| "learning_rate": 3.973653636207437e-05, |
| "loss": 1.593, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.718796992481203, |
| "grad_norm": 4.59683084487915, |
| "learning_rate": 3.896322412179929e-05, |
| "loss": 1.3701, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.7218045112781954, |
| "grad_norm": 6.355918884277344, |
| "learning_rate": 3.819568596239167e-05, |
| "loss": 1.839, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.724812030075188, |
| "grad_norm": 4.731883525848389, |
| "learning_rate": 3.743399449298488e-05, |
| "loss": 1.0104, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7278195488721805, |
| "grad_norm": 5.328304290771484, |
| "learning_rate": 3.667822176961534e-05, |
| "loss": 1.107, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7308270676691729, |
| "grad_norm": 7.308995246887207, |
| "learning_rate": 3.59284392884057e-05, |
| "loss": 1.8363, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7338345864661654, |
| "grad_norm": 7.659263610839844, |
| "learning_rate": 3.5184717978801765e-05, |
| "loss": 1.5329, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.7368421052631579, |
| "grad_norm": 9.367938995361328, |
| "learning_rate": 3.444712819686213e-05, |
| "loss": 1.7063, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7398496240601504, |
| "grad_norm": 8.249403953552246, |
| "learning_rate": 3.37157397186028e-05, |
| "loss": 1.7024, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 8.239357948303223, |
| "learning_rate": 3.2990621733396186e-05, |
| "loss": 1.3572, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7458646616541353, |
| "grad_norm": 9.71092414855957, |
| "learning_rate": 3.227184283742591e-05, |
| "loss": 1.3191, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7488721804511278, |
| "grad_norm": 6.790081024169922, |
| "learning_rate": 3.155947102719754e-05, |
| "loss": 1.2087, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7518796992481203, |
| "grad_norm": 5.469306945800781, |
| "learning_rate": 3.085357369310612e-05, |
| "loss": 1.2978, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7548872180451128, |
| "grad_norm": 2.4169023036956787, |
| "learning_rate": 3.0154217613061163e-05, |
| "loss": 1.2241, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.7578947368421053, |
| "grad_norm": 3.069460153579712, |
| "learning_rate": 2.9461468946169136e-05, |
| "loss": 1.3835, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7578947368421053, |
| "eval_loss": 1.1685632467269897, |
| "eval_runtime": 8.3842, |
| "eval_samples_per_second": 16.698, |
| "eval_steps_per_second": 8.349, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7609022556390977, |
| "grad_norm": 3.697291851043701, |
| "learning_rate": 2.8775393226475224e-05, |
| "loss": 1.6666, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.7639097744360902, |
| "grad_norm": 3.264037847518921, |
| "learning_rate": 2.809605535676352e-05, |
| "loss": 1.458, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.7669172932330827, |
| "grad_norm": 2.7649950981140137, |
| "learning_rate": 2.742351960241728e-05, |
| "loss": 0.9902, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.7699248120300752, |
| "grad_norm": 3.27097225189209, |
| "learning_rate": 2.675784958533948e-05, |
| "loss": 1.3463, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.7729323308270677, |
| "grad_norm": 3.191636800765991, |
| "learning_rate": 2.6099108277934103e-05, |
| "loss": 1.2479, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.7759398496240602, |
| "grad_norm": 3.365002155303955, |
| "learning_rate": 2.5447357997149024e-05, |
| "loss": 1.1862, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.7789473684210526, |
| "grad_norm": 3.5524256229400635, |
| "learning_rate": 2.4802660398580735e-05, |
| "loss": 1.4124, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.7819548872180451, |
| "grad_norm": 2.770059823989868, |
| "learning_rate": 2.4165076470641858e-05, |
| "loss": 1.1863, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7849624060150376, |
| "grad_norm": 3.3277459144592285, |
| "learning_rate": 2.3534666528791472e-05, |
| "loss": 1.2165, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.7879699248120301, |
| "grad_norm": 3.0717999935150146, |
| "learning_rate": 2.29114902098294e-05, |
| "loss": 0.8806, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.7909774436090226, |
| "grad_norm": 3.236403465270996, |
| "learning_rate": 2.229560646625448e-05, |
| "loss": 1.1309, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.793984962406015, |
| "grad_norm": 2.8005549907684326, |
| "learning_rate": 2.168707356068773e-05, |
| "loss": 1.0229, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.7969924812030075, |
| "grad_norm": 2.8564326763153076, |
| "learning_rate": 2.1085949060360654e-05, |
| "loss": 0.8242, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 3.2645905017852783, |
| "learning_rate": 2.0492289831669366e-05, |
| "loss": 0.929, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8030075187969925, |
| "grad_norm": 3.8449900150299072, |
| "learning_rate": 1.9906152034795156e-05, |
| "loss": 1.3497, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.806015037593985, |
| "grad_norm": 3.7187798023223877, |
| "learning_rate": 1.9327591118391465e-05, |
| "loss": 1.0395, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8090225563909774, |
| "grad_norm": 2.930509090423584, |
| "learning_rate": 1.8756661814338773e-05, |
| "loss": 1.1369, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.8120300751879699, |
| "grad_norm": 3.5193817615509033, |
| "learning_rate": 1.8193418132566708e-05, |
| "loss": 0.9343, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8150375939849624, |
| "grad_norm": 2.9463047981262207, |
| "learning_rate": 1.763791335594481e-05, |
| "loss": 0.8664, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8180451127819549, |
| "grad_norm": 3.586620807647705, |
| "learning_rate": 1.7090200035241976e-05, |
| "loss": 1.1297, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8210526315789474, |
| "grad_norm": 3.8699891567230225, |
| "learning_rate": 1.6550329984155112e-05, |
| "loss": 0.915, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8240601503759398, |
| "grad_norm": 3.4200100898742676, |
| "learning_rate": 1.601835427440759e-05, |
| "loss": 1.1492, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8270676691729323, |
| "grad_norm": 4.134908676147461, |
| "learning_rate": 1.5494323230917805e-05, |
| "loss": 1.2717, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8300751879699249, |
| "grad_norm": 3.228290557861328, |
| "learning_rate": 1.4978286427038601e-05, |
| "loss": 0.9755, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8330827067669173, |
| "grad_norm": 4.021579742431641, |
| "learning_rate": 1.4470292679867347e-05, |
| "loss": 1.0623, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.8360902255639098, |
| "grad_norm": 2.988311767578125, |
| "learning_rate": 1.3970390045628134e-05, |
| "loss": 0.9125, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8390977443609022, |
| "grad_norm": 3.4786672592163086, |
| "learning_rate": 1.3478625815125467e-05, |
| "loss": 0.8501, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 3.9461677074432373, |
| "learning_rate": 1.2995046509270592e-05, |
| "loss": 0.9907, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8451127819548873, |
| "grad_norm": 4.329776287078857, |
| "learning_rate": 1.251969787468068e-05, |
| "loss": 1.2234, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8481203007518797, |
| "grad_norm": 4.184473037719727, |
| "learning_rate": 1.2052624879351104e-05, |
| "loss": 0.8955, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8511278195488722, |
| "grad_norm": 3.8424832820892334, |
| "learning_rate": 1.1593871708401526e-05, |
| "loss": 1.3827, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.8541353383458646, |
| "grad_norm": 4.406933784484863, |
| "learning_rate": 1.1143481759895958e-05, |
| "loss": 1.3161, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 6.441991806030273, |
| "learning_rate": 1.070149764073738e-05, |
| "loss": 1.7558, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.8601503759398497, |
| "grad_norm": 5.40665340423584, |
| "learning_rate": 1.0267961162636918e-05, |
| "loss": 1.2004, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.8631578947368421, |
| "grad_norm": 6.894190788269043, |
| "learning_rate": 9.842913338158732e-06, |
| "loss": 1.0916, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.8661654135338346, |
| "grad_norm": 4.542257785797119, |
| "learning_rate": 9.426394376840053e-06, |
| "loss": 1.3842, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.869172932330827, |
| "grad_norm": 6.619887351989746, |
| "learning_rate": 9.018443681387312e-06, |
| "loss": 1.4222, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.8721804511278195, |
| "grad_norm": 5.315747261047363, |
| "learning_rate": 8.619099843948842e-06, |
| "loss": 1.0074, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8751879699248121, |
| "grad_norm": 5.0374040603637695, |
| "learning_rate": 8.228400642463874e-06, |
| "loss": 1.4533, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.8781954887218045, |
| "grad_norm": 5.6161651611328125, |
| "learning_rate": 7.846383037088867e-06, |
| "loss": 1.0584, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.881203007518797, |
| "grad_norm": 6.119424343109131, |
| "learning_rate": 7.473083166700945e-06, |
| "loss": 0.8845, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.8842105263157894, |
| "grad_norm": 8.041459083557129, |
| "learning_rate": 7.108536345479322e-06, |
| "loss": 1.2647, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.8872180451127819, |
| "grad_norm": 6.252427577972412, |
| "learning_rate": 6.75277705956443e-06, |
| "loss": 1.1579, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.8902255639097745, |
| "grad_norm": 6.018775939941406, |
| "learning_rate": 6.405838963795597e-06, |
| "loss": 1.5139, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.8932330827067669, |
| "grad_norm": 5.89967155456543, |
| "learning_rate": 6.067754878527332e-06, |
| "loss": 1.1438, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.8962406015037594, |
| "grad_norm": 7.368281841278076, |
| "learning_rate": 5.738556786524452e-06, |
| "loss": 1.2739, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.8992481203007519, |
| "grad_norm": 7.558155536651611, |
| "learning_rate": 5.418275829936537e-06, |
| "loss": 1.2097, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9022556390977443, |
| "grad_norm": 7.609523296356201, |
| "learning_rate": 5.106942307351881e-06, |
| "loss": 1.432, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9052631578947369, |
| "grad_norm": 2.8281469345092773, |
| "learning_rate": 4.8045856709312945e-06, |
| "loss": 1.254, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9082706766917293, |
| "grad_norm": 3.464733839035034, |
| "learning_rate": 4.511234523621799e-06, |
| "loss": 1.6052, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9112781954887218, |
| "grad_norm": 3.2303576469421387, |
| "learning_rate": 4.226916616450916e-06, |
| "loss": 1.1784, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 2.967763662338257, |
| "learning_rate": 3.951658845901418e-06, |
| "loss": 1.2649, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.9172932330827067, |
| "grad_norm": 3.5499050617218018, |
| "learning_rate": 3.6854872513667705e-06, |
| "loss": 1.2532, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9203007518796993, |
| "grad_norm": 3.9110796451568604, |
| "learning_rate": 3.428427012688007e-06, |
| "loss": 1.3193, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.9233082706766917, |
| "grad_norm": 3.819706439971924, |
| "learning_rate": 3.1805024477715716e-06, |
| "loss": 1.3538, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9263157894736842, |
| "grad_norm": 3.544463634490967, |
| "learning_rate": 2.941737010288903e-06, |
| "loss": 0.9691, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9293233082706767, |
| "grad_norm": 3.5002360343933105, |
| "learning_rate": 2.712153287457686e-06, |
| "loss": 0.9575, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.9323308270676691, |
| "grad_norm": 3.601735830307007, |
| "learning_rate": 2.4917729979051396e-06, |
| "loss": 0.9807, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9353383458646617, |
| "grad_norm": 3.5812902450561523, |
| "learning_rate": 2.2806169896134042e-06, |
| "loss": 1.2568, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.9383458646616541, |
| "grad_norm": 3.4070911407470703, |
| "learning_rate": 2.0787052379473203e-06, |
| "loss": 1.0116, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.9413533834586466, |
| "grad_norm": 3.1326417922973633, |
| "learning_rate": 1.8860568437648052e-06, |
| "loss": 0.9221, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.9443609022556391, |
| "grad_norm": 3.43778133392334, |
| "learning_rate": 1.7026900316098215e-06, |
| "loss": 1.024, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.9473684210526315, |
| "grad_norm": 3.884143829345703, |
| "learning_rate": 1.5286221479884343e-06, |
| "loss": 1.0465, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.9503759398496241, |
| "grad_norm": 3.9630684852600098, |
| "learning_rate": 1.3638696597277679e-06, |
| "loss": 0.695, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9533834586466166, |
| "grad_norm": 4.500962734222412, |
| "learning_rate": 1.20844815241824e-06, |
| "loss": 1.1712, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.956390977443609, |
| "grad_norm": 3.6982693672180176, |
| "learning_rate": 1.0623723289392096e-06, |
| "loss": 1.0222, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.9593984962406015, |
| "grad_norm": 4.035722732543945, |
| "learning_rate": 9.256560080680543e-07, |
| "loss": 1.3457, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.9624060150375939, |
| "grad_norm": 4.126447677612305, |
| "learning_rate": 7.983121231729174e-07, |
| "loss": 1.1077, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.9654135338345865, |
| "grad_norm": 4.463468551635742, |
| "learning_rate": 6.80352720989208e-07, |
| "loss": 1.347, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.968421052631579, |
| "grad_norm": 4.763998508453369, |
| "learning_rate": 5.717889604799797e-07, |
| "loss": 1.1388, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 5.615616321563721, |
| "learning_rate": 4.726311117803084e-07, |
| "loss": 1.2105, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.9744360902255639, |
| "grad_norm": 4.94752836227417, |
| "learning_rate": 3.8288855522572444e-07, |
| "loss": 1.5719, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.9774436090225563, |
| "grad_norm": 5.214188575744629, |
| "learning_rate": 3.02569780464812e-07, |
| "loss": 1.1898, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.9804511278195489, |
| "grad_norm": 5.569785118103027, |
| "learning_rate": 2.31682385656129e-07, |
| "loss": 1.5969, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.9834586466165414, |
| "grad_norm": 6.208746910095215, |
| "learning_rate": 1.7023307674940424e-07, |
| "loss": 1.6771, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.9864661654135338, |
| "grad_norm": 6.083163738250732, |
| "learning_rate": 1.1822766685112286e-07, |
| "loss": 1.1363, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.9894736842105263, |
| "grad_norm": 6.206316947937012, |
| "learning_rate": 7.567107567467701e-08, |
| "loss": 1.2475, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.9924812030075187, |
| "grad_norm": 8.015814781188965, |
| "learning_rate": 4.256732907487182e-08, |
| "loss": 1.8381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9954887218045113, |
| "grad_norm": 4.961983680725098, |
| "learning_rate": 1.8919558667174208e-08, |
| "loss": 0.9952, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.9984962406015038, |
| "grad_norm": 7.627207279205322, |
| "learning_rate": 4.730001531361161e-09, |
| "loss": 1.6434, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.0015037593984963, |
| "grad_norm": 14.249573707580566, |
| "learning_rate": 0.0, |
| "loss": 2.0654, |
| "step": 333 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 333, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 84, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2318097892651827e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
