| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.002356637863315, |
| "eval_steps": 80, |
| "global_step": 319, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003142183817753339, |
| "grad_norm": 6.363121032714844, |
| "learning_rate": 2e-05, |
| "loss": 3.9332, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003142183817753339, |
| "eval_loss": 3.3246231079101562, |
| "eval_runtime": 3.1795, |
| "eval_samples_per_second": 42.145, |
| "eval_steps_per_second": 21.073, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006284367635506678, |
| "grad_norm": 4.884442329406738, |
| "learning_rate": 4e-05, |
| "loss": 2.8526, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009426551453260016, |
| "grad_norm": 3.985334873199463, |
| "learning_rate": 6e-05, |
| "loss": 3.2255, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.012568735271013355, |
| "grad_norm": 6.034568786621094, |
| "learning_rate": 8e-05, |
| "loss": 3.5258, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.015710919088766692, |
| "grad_norm": 4.2682061195373535, |
| "learning_rate": 0.0001, |
| "loss": 2.8997, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.018853102906520033, |
| "grad_norm": 6.565602779388428, |
| "learning_rate": 0.00012, |
| "loss": 3.4334, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.02199528672427337, |
| "grad_norm": 5.61314058303833, |
| "learning_rate": 0.00014, |
| "loss": 4.1331, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.02513747054202671, |
| "grad_norm": 6.242368221282959, |
| "learning_rate": 0.00016, |
| "loss": 2.8306, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.028279654359780047, |
| "grad_norm": 4.27402400970459, |
| "learning_rate": 0.00018, |
| "loss": 2.8574, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.031421838177533384, |
| "grad_norm": 4.780200958251953, |
| "learning_rate": 0.0002, |
| "loss": 2.862, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03456402199528672, |
| "grad_norm": 3.1157400608062744, |
| "learning_rate": 0.00019999483168411242, |
| "loss": 2.2063, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.037706205813040065, |
| "grad_norm": 5.149301528930664, |
| "learning_rate": 0.00019997932727067942, |
| "loss": 4.0438, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0408483896307934, |
| "grad_norm": 4.135054588317871, |
| "learning_rate": 0.00019995348836233516, |
| "loss": 2.0542, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.04399057344854674, |
| "grad_norm": 4.026968002319336, |
| "learning_rate": 0.00019991731762995243, |
| "loss": 2.433, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04713275726630008, |
| "grad_norm": 4.476734161376953, |
| "learning_rate": 0.00019987081881236667, |
| "loss": 2.6396, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05027494108405342, |
| "grad_norm": 4.313846111297607, |
| "learning_rate": 0.00019981399671598939, |
| "loss": 2.4468, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05341712490180676, |
| "grad_norm": 4.3481597900390625, |
| "learning_rate": 0.0001997468572143115, |
| "loss": 2.0248, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.056559308719560095, |
| "grad_norm": 4.479824066162109, |
| "learning_rate": 0.00019966940724729603, |
| "loss": 1.8349, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05970149253731343, |
| "grad_norm": 3.9508047103881836, |
| "learning_rate": 0.00019958165482066094, |
| "loss": 1.9087, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06284367635506677, |
| "grad_norm": 4.921350002288818, |
| "learning_rate": 0.00019948360900505139, |
| "loss": 1.9126, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06598586017282011, |
| "grad_norm": 6.273775577545166, |
| "learning_rate": 0.0001993752799351023, |
| "loss": 2.6166, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06912804399057344, |
| "grad_norm": 3.842134475708008, |
| "learning_rate": 0.0001992566788083908, |
| "loss": 1.8935, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07227022780832679, |
| "grad_norm": 4.88998556137085, |
| "learning_rate": 0.0001991278178842786, |
| "loss": 2.5942, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07541241162608013, |
| "grad_norm": 3.906719446182251, |
| "learning_rate": 0.0001989887104826449, |
| "loss": 1.6608, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07855459544383346, |
| "grad_norm": 3.4420666694641113, |
| "learning_rate": 0.00019883937098250963, |
| "loss": 1.3935, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0816967792615868, |
| "grad_norm": 4.214719295501709, |
| "learning_rate": 0.00019867981482054697, |
| "loss": 1.919, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08483896307934014, |
| "grad_norm": 3.18511962890625, |
| "learning_rate": 0.00019851005848948988, |
| "loss": 1.6292, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.08798114689709348, |
| "grad_norm": 4.352863311767578, |
| "learning_rate": 0.00019833011953642525, |
| "loss": 1.7757, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.09112333071484682, |
| "grad_norm": 5.203609943389893, |
| "learning_rate": 0.00019814001656098001, |
| "loss": 2.1664, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09426551453260015, |
| "grad_norm": 5.729132652282715, |
| "learning_rate": 0.0001979397692133988, |
| "loss": 1.8682, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0974076983503535, |
| "grad_norm": 4.504645347595215, |
| "learning_rate": 0.0001977293981925125, |
| "loss": 2.0425, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.10054988216810684, |
| "grad_norm": 4.424794673919678, |
| "learning_rate": 0.00019750892524359896, |
| "loss": 1.7463, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.10369206598586017, |
| "grad_norm": 4.2681732177734375, |
| "learning_rate": 0.00019727837315613504, |
| "loss": 1.8088, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.10683424980361352, |
| "grad_norm": 4.222225189208984, |
| "learning_rate": 0.00019703776576144105, |
| "loss": 1.9744, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.10997643362136685, |
| "grad_norm": 4.184460639953613, |
| "learning_rate": 0.0001967871279302175, |
| "loss": 1.8647, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11311861743912019, |
| "grad_norm": 3.9263622760772705, |
| "learning_rate": 0.000196526485569974, |
| "loss": 1.7795, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.11626080125687353, |
| "grad_norm": 2.5162949562072754, |
| "learning_rate": 0.0001962558656223516, |
| "loss": 1.6098, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.11940298507462686, |
| "grad_norm": 5.444307804107666, |
| "learning_rate": 0.00019597529606033782, |
| "loss": 2.9476, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12254516889238021, |
| "grad_norm": 4.51501989364624, |
| "learning_rate": 0.00019568480588537512, |
| "loss": 2.1029, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.12568735271013354, |
| "grad_norm": 3.5365636348724365, |
| "learning_rate": 0.00019538442512436328, |
| "loss": 1.6352, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12882953652788687, |
| "grad_norm": 4.278099060058594, |
| "learning_rate": 0.00019507418482655545, |
| "loss": 1.8917, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.13197172034564023, |
| "grad_norm": 3.2536511421203613, |
| "learning_rate": 0.00019475411706034883, |
| "loss": 1.4544, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.13511390416339356, |
| "grad_norm": 3.517355442047119, |
| "learning_rate": 0.00019442425490996988, |
| "loss": 1.5405, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.13825608798114689, |
| "grad_norm": 3.2878963947296143, |
| "learning_rate": 0.0001940846324720544, |
| "loss": 1.8725, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.14139827179890024, |
| "grad_norm": 3.934913396835327, |
| "learning_rate": 0.00019373528485212325, |
| "loss": 1.7376, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.14454045561665357, |
| "grad_norm": 2.8244900703430176, |
| "learning_rate": 0.00019337624816095358, |
| "loss": 1.4317, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1476826394344069, |
| "grad_norm": 3.8465495109558105, |
| "learning_rate": 0.00019300755951084594, |
| "loss": 2.0579, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.15082482325216026, |
| "grad_norm": 2.7710604667663574, |
| "learning_rate": 0.00019262925701178866, |
| "loss": 1.2879, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1539670070699136, |
| "grad_norm": 3.3544390201568604, |
| "learning_rate": 0.00019224137976751795, |
| "loss": 1.935, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15710919088766692, |
| "grad_norm": 3.682419538497925, |
| "learning_rate": 0.00019184396787147632, |
| "loss": 1.7821, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16025137470542028, |
| "grad_norm": 4.398491859436035, |
| "learning_rate": 0.0001914370624026681, |
| "loss": 2.3979, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1633935585231736, |
| "grad_norm": 3.6515839099884033, |
| "learning_rate": 0.00019102070542141328, |
| "loss": 1.701, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.16653574234092694, |
| "grad_norm": 4.598262310028076, |
| "learning_rate": 0.00019059493996499986, |
| "loss": 2.3888, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.16967792615868027, |
| "grad_norm": 3.836564540863037, |
| "learning_rate": 0.00019015981004323536, |
| "loss": 1.6754, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.17282010997643363, |
| "grad_norm": 3.4894602298736572, |
| "learning_rate": 0.00018971536063389744, |
| "loss": 1.9253, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.17596229379418696, |
| "grad_norm": 2.8915672302246094, |
| "learning_rate": 0.00018926163767808503, |
| "loss": 1.3623, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1791044776119403, |
| "grad_norm": 2.8084566593170166, |
| "learning_rate": 0.00018879868807546935, |
| "loss": 1.6802, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.18224666142969365, |
| "grad_norm": 4.654428005218506, |
| "learning_rate": 0.00018832655967944607, |
| "loss": 1.9732, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.18538884524744698, |
| "grad_norm": 3.538031578063965, |
| "learning_rate": 0.0001878453012921891, |
| "loss": 1.7608, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1885310290652003, |
| "grad_norm": 7.985049724578857, |
| "learning_rate": 0.00018735496265960574, |
| "loss": 2.0565, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19167321288295366, |
| "grad_norm": 3.608008623123169, |
| "learning_rate": 0.0001868555944661949, |
| "loss": 1.7271, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.194815396700707, |
| "grad_norm": 4.112086772918701, |
| "learning_rate": 0.00018634724832980793, |
| "loss": 1.5885, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.19795758051846032, |
| "grad_norm": 2.906614065170288, |
| "learning_rate": 0.00018582997679631315, |
| "loss": 1.6899, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.20109976433621368, |
| "grad_norm": 6.500161170959473, |
| "learning_rate": 0.00018530383333416418, |
| "loss": 2.3487, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.204241948153967, |
| "grad_norm": 3.0283100605010986, |
| "learning_rate": 0.0001847688723288733, |
| "loss": 1.1601, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.20738413197172034, |
| "grad_norm": 3.7165322303771973, |
| "learning_rate": 0.00018422514907738988, |
| "loss": 1.38, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 3.9411511421203613, |
| "learning_rate": 0.0001836727197823842, |
| "loss": 1.6786, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.21366849960722703, |
| "grad_norm": 3.546456813812256, |
| "learning_rate": 0.00018311164154643836, |
| "loss": 1.4133, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.21681068342498036, |
| "grad_norm": 3.9866843223571777, |
| "learning_rate": 0.00018254197236614354, |
| "loss": 1.7876, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2199528672427337, |
| "grad_norm": 4.119327545166016, |
| "learning_rate": 0.00018196377112610526, |
| "loss": 1.8639, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.22309505106048705, |
| "grad_norm": 2.856168031692505, |
| "learning_rate": 0.00018137709759285663, |
| "loss": 1.798, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.22623723487824038, |
| "grad_norm": 4.225551605224609, |
| "learning_rate": 0.0001807820124086805, |
| "loss": 1.5513, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2293794186959937, |
| "grad_norm": 3.7681612968444824, |
| "learning_rate": 0.00018017857708534107, |
| "loss": 1.2283, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.23252160251374707, |
| "grad_norm": 2.7943308353424072, |
| "learning_rate": 0.00017956685399772576, |
| "loss": 1.4152, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.2356637863315004, |
| "grad_norm": 7.1395344734191895, |
| "learning_rate": 0.00017894690637739765, |
| "loss": 1.8666, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.23880597014925373, |
| "grad_norm": 3.9814069271087646, |
| "learning_rate": 0.00017831879830605937, |
| "loss": 1.7041, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.24194815396700706, |
| "grad_norm": 3.7089710235595703, |
| "learning_rate": 0.00017768259470892942, |
| "loss": 1.7016, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.24509033778476041, |
| "grad_norm": 3.405512571334839, |
| "learning_rate": 0.00017703836134803105, |
| "loss": 1.8297, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.24823252160251374, |
| "grad_norm": 3.8806557655334473, |
| "learning_rate": 0.0001763861648153945, |
| "loss": 1.6306, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2513747054202671, |
| "grad_norm": 3.021526336669922, |
| "learning_rate": 0.00017572607252617378, |
| "loss": 1.1181, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2513747054202671, |
| "eval_loss": 1.5871238708496094, |
| "eval_runtime": 2.7117, |
| "eval_samples_per_second": 49.416, |
| "eval_steps_per_second": 24.708, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2545168892380204, |
| "grad_norm": 3.7151174545288086, |
| "learning_rate": 0.00017505815271167823, |
| "loss": 1.3947, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.25765907305577374, |
| "grad_norm": 3.845299243927002, |
| "learning_rate": 0.0001743824744123196, |
| "loss": 1.6036, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2608012568735271, |
| "grad_norm": 3.8566396236419678, |
| "learning_rate": 0.00017369910747047572, |
| "loss": 2.1357, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.26394344069128045, |
| "grad_norm": 4.08936071395874, |
| "learning_rate": 0.00017300812252327104, |
| "loss": 1.7679, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2670856245090338, |
| "grad_norm": 3.28468918800354, |
| "learning_rate": 0.00017230959099527512, |
| "loss": 1.1648, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.2702278083267871, |
| "grad_norm": 3.551955223083496, |
| "learning_rate": 0.0001716035850911199, |
| "loss": 1.8173, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.27336999214454044, |
| "grad_norm": 3.3397886753082275, |
| "learning_rate": 0.000170890177788036, |
| "loss": 1.2129, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.27651217596229377, |
| "grad_norm": 3.034592866897583, |
| "learning_rate": 0.00017016944282830933, |
| "loss": 1.3271, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.27965435978004716, |
| "grad_norm": 3.4077954292297363, |
| "learning_rate": 0.0001694414547116588, |
| "loss": 1.8062, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.2827965435978005, |
| "grad_norm": 5.358804702758789, |
| "learning_rate": 0.00016870628868753546, |
| "loss": 1.8233, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2859387274155538, |
| "grad_norm": 4.327056407928467, |
| "learning_rate": 0.00016796402074734402, |
| "loss": 1.438, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.28908091123330715, |
| "grad_norm": 3.9901540279388428, |
| "learning_rate": 0.00016721472761658837, |
| "loss": 1.5594, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2922230950510605, |
| "grad_norm": 3.2260360717773438, |
| "learning_rate": 0.0001664584867469403, |
| "loss": 1.3373, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2953652788688138, |
| "grad_norm": 3.7660539150238037, |
| "learning_rate": 0.00016569537630823383, |
| "loss": 1.8895, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.29850746268656714, |
| "grad_norm": 3.0272457599639893, |
| "learning_rate": 0.00016492547518038504, |
| "loss": 1.2291, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3016496465043205, |
| "grad_norm": 3.4051437377929688, |
| "learning_rate": 0.0001641488629452386, |
| "loss": 1.6962, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.30479183032207385, |
| "grad_norm": 3.117053508758545, |
| "learning_rate": 0.00016336561987834153, |
| "loss": 1.3827, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3079340141398272, |
| "grad_norm": 3.3093459606170654, |
| "learning_rate": 0.00016257582694064558, |
| "loss": 1.3038, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3110761979575805, |
| "grad_norm": 3.471353530883789, |
| "learning_rate": 0.00016177956577013847, |
| "loss": 1.3661, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.31421838177533384, |
| "grad_norm": 3.8990073204040527, |
| "learning_rate": 0.00016097691867340545, |
| "loss": 1.7533, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3173605655930872, |
| "grad_norm": 2.792635440826416, |
| "learning_rate": 0.00016016796861712126, |
| "loss": 1.7863, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.32050274941084056, |
| "grad_norm": 3.4554402828216553, |
| "learning_rate": 0.0001593527992194745, |
| "loss": 1.3113, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3236449332285939, |
| "grad_norm": 3.6125872135162354, |
| "learning_rate": 0.00015853149474152423, |
| "loss": 1.4352, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3267871170463472, |
| "grad_norm": 3.3232293128967285, |
| "learning_rate": 0.00015770414007848995, |
| "loss": 1.5273, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.32992930086410055, |
| "grad_norm": 3.481428384780884, |
| "learning_rate": 0.00015687082075097677, |
| "loss": 1.2217, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.3330714846818539, |
| "grad_norm": 3.900233745574951, |
| "learning_rate": 0.00015603162289613503, |
| "loss": 1.4345, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3362136684996072, |
| "grad_norm": 3.3070363998413086, |
| "learning_rate": 0.00015518663325875682, |
| "loss": 1.6693, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.33935585231736054, |
| "grad_norm": 4.019510269165039, |
| "learning_rate": 0.00015433593918230955, |
| "loss": 1.6484, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3424980361351139, |
| "grad_norm": 3.4530813694000244, |
| "learning_rate": 0.00015347962859990744, |
| "loss": 1.5598, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.34564021995286726, |
| "grad_norm": 3.3849644660949707, |
| "learning_rate": 0.00015261779002522218, |
| "loss": 2.0502, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3487824037706206, |
| "grad_norm": 3.0957608222961426, |
| "learning_rate": 0.0001517505125433338, |
| "loss": 1.5869, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3519245875883739, |
| "grad_norm": 4.002199172973633, |
| "learning_rate": 0.00015087788580152206, |
| "loss": 1.5659, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.35506677140612725, |
| "grad_norm": 3.1141841411590576, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 1.1988, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3582089552238806, |
| "grad_norm": 3.6629085540771484, |
| "learning_rate": 0.00014911694588259038, |
| "loss": 1.7088, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.36135113904163396, |
| "grad_norm": 2.957899332046509, |
| "learning_rate": 0.00014822881472734562, |
| "loss": 1.5388, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.3644933228593873, |
| "grad_norm": 3.202188014984131, |
| "learning_rate": 0.000147335698337113, |
| "loss": 1.1409, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3676355066771406, |
| "grad_norm": 4.53193998336792, |
| "learning_rate": 0.00014643768903004504, |
| "loss": 1.6521, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.37077769049489395, |
| "grad_norm": 4.181964874267578, |
| "learning_rate": 0.0001455348796300571, |
| "loss": 2.1912, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3739198743126473, |
| "grad_norm": 3.41957688331604, |
| "learning_rate": 0.0001446273634572326, |
| "loss": 1.6082, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3770620581304006, |
| "grad_norm": 3.3182966709136963, |
| "learning_rate": 0.0001437152343181765, |
| "loss": 1.8552, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.38020424194815394, |
| "grad_norm": 3.920189380645752, |
| "learning_rate": 0.0001427985864963193, |
| "loss": 1.7715, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.38334642576590733, |
| "grad_norm": 3.6243512630462646, |
| "learning_rate": 0.00014187751474217098, |
| "loss": 1.9073, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.38648860958366066, |
| "grad_norm": 3.6862027645111084, |
| "learning_rate": 0.0001409521142635272, |
| "loss": 1.5697, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.389630793401414, |
| "grad_norm": 3.5704548358917236, |
| "learning_rate": 0.0001400224807156278, |
| "loss": 1.4516, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3927729772191673, |
| "grad_norm": 4.188275337219238, |
| "learning_rate": 0.00013908871019126956, |
| "loss": 1.8596, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.39591516103692065, |
| "grad_norm": 2.978919744491577, |
| "learning_rate": 0.00013815089921087316, |
| "loss": 1.4117, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.399057344854674, |
| "grad_norm": 3.5838685035705566, |
| "learning_rate": 0.00013720914471250644, |
| "loss": 1.8501, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.40219952867242736, |
| "grad_norm": 3.842694044113159, |
| "learning_rate": 0.00013626354404186404, |
| "loss": 1.8233, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4053417124901807, |
| "grad_norm": 3.2311899662017822, |
| "learning_rate": 0.00013531419494220548, |
| "loss": 1.3035, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.408483896307934, |
| "grad_norm": 2.9234848022460938, |
| "learning_rate": 0.00013436119554425133, |
| "loss": 1.2626, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.41162608012568735, |
| "grad_norm": 3.6585166454315186, |
| "learning_rate": 0.0001334046443560402, |
| "loss": 1.7575, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4147682639434407, |
| "grad_norm": 3.49560546875, |
| "learning_rate": 0.0001324446402527462, |
| "loss": 1.554, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.417910447761194, |
| "grad_norm": 3.8483328819274902, |
| "learning_rate": 0.0001314812824664585, |
| "loss": 1.6228, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 2.747798442840576, |
| "learning_rate": 0.00013051467057592414, |
| "loss": 1.6233, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.42419481539670073, |
| "grad_norm": 2.5961592197418213, |
| "learning_rate": 0.0001295449044962549, |
| "loss": 0.9723, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.42733699921445406, |
| "grad_norm": 3.4663944244384766, |
| "learning_rate": 0.0001285720844685996, |
| "loss": 1.4443, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4304791830322074, |
| "grad_norm": 4.141252517700195, |
| "learning_rate": 0.00012759631104978223, |
| "loss": 2.1636, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4336213668499607, |
| "grad_norm": 3.6109752655029297, |
| "learning_rate": 0.00012661768510190816, |
| "loss": 1.8226, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.43676355066771405, |
| "grad_norm": 2.8374104499816895, |
| "learning_rate": 0.00012563630778193805, |
| "loss": 1.2391, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.4399057344854674, |
| "grad_norm": 3.8174333572387695, |
| "learning_rate": 0.00012465228053123173, |
| "loss": 2.1113, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.4430479183032207, |
| "grad_norm": 3.18982195854187, |
| "learning_rate": 0.0001236657050650627, |
| "loss": 1.8008, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4461901021209741, |
| "grad_norm": 4.127012252807617, |
| "learning_rate": 0.00012267668336210413, |
| "loss": 1.8147, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4493322859387274, |
| "grad_norm": 4.029482364654541, |
| "learning_rate": 0.00012168531765388755, |
| "loss": 1.5651, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.45247446975648076, |
| "grad_norm": 3.0858261585235596, |
| "learning_rate": 0.00012069171041423583, |
| "loss": 1.4498, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.4556166535742341, |
| "grad_norm": 4.530549049377441, |
| "learning_rate": 0.00011969596434867063, |
| "loss": 2.0518, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4587588373919874, |
| "grad_norm": 2.736107349395752, |
| "learning_rate": 0.0001186981823837961, |
| "loss": 1.1474, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.46190102120974075, |
| "grad_norm": 3.746372699737549, |
| "learning_rate": 0.00011769846765665992, |
| "loss": 2.083, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.46504320502749413, |
| "grad_norm": 2.8255269527435303, |
| "learning_rate": 0.00011669692350409223, |
| "loss": 1.1461, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.46818538884524746, |
| "grad_norm": 3.1607584953308105, |
| "learning_rate": 0.00011569365345202414, |
| "loss": 1.4237, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.4713275726630008, |
| "grad_norm": 2.920604944229126, |
| "learning_rate": 0.00011468876120478662, |
| "loss": 1.4728, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.4744697564807541, |
| "grad_norm": 3.449205160140991, |
| "learning_rate": 0.00011368235063439103, |
| "loss": 1.2767, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.47761194029850745, |
| "grad_norm": 3.1896839141845703, |
| "learning_rate": 0.00011267452576979218, |
| "loss": 1.2643, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.4807541241162608, |
| "grad_norm": 4.318044662475586, |
| "learning_rate": 0.00011166539078613525, |
| "loss": 1.3919, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4838963079340141, |
| "grad_norm": 2.2947864532470703, |
| "learning_rate": 0.00011065504999398762, |
| "loss": 1.0782, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4870384917517675, |
| "grad_norm": 3.5539615154266357, |
| "learning_rate": 0.00010964360782855667, |
| "loss": 1.1024, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.49018067556952083, |
| "grad_norm": 4.510690689086914, |
| "learning_rate": 0.00010863116883889462, |
| "loss": 1.6456, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.49332285938727416, |
| "grad_norm": 3.9144179821014404, |
| "learning_rate": 0.00010761783767709182, |
| "loss": 2.0173, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.4964650432050275, |
| "grad_norm": 3.5643904209136963, |
| "learning_rate": 0.0001066037190874591, |
| "loss": 1.4818, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4996072270227808, |
| "grad_norm": 4.072092533111572, |
| "learning_rate": 0.00010558891789570082, |
| "loss": 1.422, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5027494108405341, |
| "grad_norm": 4.283452033996582, |
| "learning_rate": 0.00010457353899807946, |
| "loss": 1.7614, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5027494108405341, |
| "eval_loss": 1.5202805995941162, |
| "eval_runtime": 2.7079, |
| "eval_samples_per_second": 49.485, |
| "eval_steps_per_second": 24.743, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5058915946582875, |
| "grad_norm": 3.240180253982544, |
| "learning_rate": 0.00010355768735057274, |
| "loss": 1.8506, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5090337784760408, |
| "grad_norm": 2.5924041271209717, |
| "learning_rate": 0.00010254146795802496, |
| "loss": 1.5722, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5121759622937941, |
| "grad_norm": 3.3554389476776123, |
| "learning_rate": 0.0001015249858632926, |
| "loss": 1.7023, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5153181461115475, |
| "grad_norm": 3.9481089115142822, |
| "learning_rate": 0.00010050834613638695, |
| "loss": 1.023, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5184603299293009, |
| "grad_norm": 3.820544481277466, |
| "learning_rate": 9.949165386361305e-05, |
| "loss": 1.3915, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5216025137470542, |
| "grad_norm": 3.010590076446533, |
| "learning_rate": 9.847501413670742e-05, |
| "loss": 1.7605, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5247446975648076, |
| "grad_norm": 2.4504518508911133, |
| "learning_rate": 9.745853204197511e-05, |
| "loss": 1.0818, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5278868813825609, |
| "grad_norm": 3.456731081008911, |
| "learning_rate": 9.644231264942724e-05, |
| "loss": 2.1294, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5310290652003142, |
| "grad_norm": 3.030032157897949, |
| "learning_rate": 9.542646100192056e-05, |
| "loss": 1.4387, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5341712490180676, |
| "grad_norm": 3.5836856365203857, |
| "learning_rate": 9.441108210429922e-05, |
| "loss": 1.5016, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5373134328358209, |
| "grad_norm": 4.350781440734863, |
| "learning_rate": 9.339628091254092e-05, |
| "loss": 1.8583, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5404556166535742, |
| "grad_norm": 3.686854600906372, |
| "learning_rate": 9.238216232290822e-05, |
| "loss": 1.4423, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5435978004713276, |
| "grad_norm": 3.782068967819214, |
| "learning_rate": 9.136883116110542e-05, |
| "loss": 2.2668, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5467399842890809, |
| "grad_norm": 3.2803049087524414, |
| "learning_rate": 9.035639217144335e-05, |
| "loss": 1.6369, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5498821681068342, |
| "grad_norm": 3.4781503677368164, |
| "learning_rate": 8.93449500060124e-05, |
| "loss": 1.6043, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5530243519245875, |
| "grad_norm": 2.033583641052246, |
| "learning_rate": 8.833460921386478e-05, |
| "loss": 1.2974, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5561665357423409, |
| "grad_norm": 3.06197190284729, |
| "learning_rate": 8.732547423020785e-05, |
| "loss": 1.5524, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5593087195600943, |
| "grad_norm": 2.9753012657165527, |
| "learning_rate": 8.6317649365609e-05, |
| "loss": 1.4712, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5624509033778476, |
| "grad_norm": 4.010929584503174, |
| "learning_rate": 8.53112387952134e-05, |
| "loss": 2.0492, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.565593087195601, |
| "grad_norm": 3.849738359451294, |
| "learning_rate": 8.430634654797589e-05, |
| "loss": 1.7229, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5687352710133543, |
| "grad_norm": 2.7467198371887207, |
| "learning_rate": 8.33030764959078e-05, |
| "loss": 1.3926, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5718774548311076, |
| "grad_norm": 3.7025146484375, |
| "learning_rate": 8.230153234334009e-05, |
| "loss": 1.4077, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.575019638648861, |
| "grad_norm": 2.9654452800750732, |
| "learning_rate": 8.130181761620392e-05, |
| "loss": 1.3627, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5781618224666143, |
| "grad_norm": 3.4731550216674805, |
| "learning_rate": 8.030403565132942e-05, |
| "loss": 1.849, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5813040062843676, |
| "grad_norm": 2.7085728645324707, |
| "learning_rate": 7.930828958576418e-05, |
| "loss": 1.6987, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.584446190102121, |
| "grad_norm": 4.058467388153076, |
| "learning_rate": 7.831468234611248e-05, |
| "loss": 1.5156, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5875883739198743, |
| "grad_norm": 2.886965274810791, |
| "learning_rate": 7.732331663789592e-05, |
| "loss": 1.6632, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5907305577376276, |
| "grad_norm": 3.4424009323120117, |
| "learning_rate": 7.63342949349373e-05, |
| "loss": 1.6291, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.593872741555381, |
| "grad_norm": 2.920100450515747, |
| "learning_rate": 7.53477194687683e-05, |
| "loss": 1.8846, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5970149253731343, |
| "grad_norm": 4.886646747589111, |
| "learning_rate": 7.436369221806201e-05, |
| "loss": 1.7851, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6001571091908877, |
| "grad_norm": 3.3097128868103027, |
| "learning_rate": 7.338231489809182e-05, |
| "loss": 1.3636, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.603299293008641, |
| "grad_norm": 2.9851467609405518, |
| "learning_rate": 7.240368895021776e-05, |
| "loss": 1.528, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6064414768263944, |
| "grad_norm": 3.0865113735198975, |
| "learning_rate": 7.142791553140045e-05, |
| "loss": 1.6909, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6095836606441477, |
| "grad_norm": 3.4044251441955566, |
| "learning_rate": 7.045509550374509e-05, |
| "loss": 1.8482, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.612725844461901, |
| "grad_norm": 3.037865400314331, |
| "learning_rate": 6.948532942407588e-05, |
| "loss": 1.5621, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6158680282796544, |
| "grad_norm": 2.8910703659057617, |
| "learning_rate": 6.851871753354153e-05, |
| "loss": 2.0208, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.6190102120974077, |
| "grad_norm": 2.654572010040283, |
| "learning_rate": 6.75553597472538e-05, |
| "loss": 1.474, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.622152395915161, |
| "grad_norm": 3.5527305603027344, |
| "learning_rate": 6.659535564395982e-05, |
| "loss": 1.7029, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6252945797329144, |
| "grad_norm": 3.0605008602142334, |
| "learning_rate": 6.563880445574873e-05, |
| "loss": 1.7066, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6284367635506677, |
| "grad_norm": 3.1935837268829346, |
| "learning_rate": 6.468580505779455e-05, |
| "loss": 1.3738, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.631578947368421, |
| "grad_norm": 2.252251386642456, |
| "learning_rate": 6.373645595813597e-05, |
| "loss": 1.0449, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6347211311861743, |
| "grad_norm": 2.783259630203247, |
| "learning_rate": 6.279085528749359e-05, |
| "loss": 1.4207, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6378633150039277, |
| "grad_norm": 3.06081223487854, |
| "learning_rate": 6.184910078912687e-05, |
| "loss": 1.8729, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.6410054988216811, |
| "grad_norm": 3.344658613204956, |
| "learning_rate": 6.091128980873047e-05, |
| "loss": 1.6881, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6441476826394344, |
| "grad_norm": 2.9843616485595703, |
| "learning_rate": 5.9977519284372194e-05, |
| "loss": 1.5749, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6472898664571878, |
| "grad_norm": 2.9453976154327393, |
| "learning_rate": 5.904788573647283e-05, |
| "loss": 1.5309, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6504320502749411, |
| "grad_norm": 5.193003177642822, |
| "learning_rate": 5.812248525782902e-05, |
| "loss": 2.5382, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6535742340926944, |
| "grad_norm": 3.410548210144043, |
| "learning_rate": 5.720141350368072e-05, |
| "loss": 1.7645, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6567164179104478, |
| "grad_norm": 3.7863245010375977, |
| "learning_rate": 5.628476568182349e-05, |
| "loss": 1.7413, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.6598586017282011, |
| "grad_norm": 3.272993564605713, |
| "learning_rate": 5.537263654276743e-05, |
| "loss": 1.7147, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6630007855459544, |
| "grad_norm": 3.63997745513916, |
| "learning_rate": 5.446512036994287e-05, |
| "loss": 2.1379, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.6661429693637078, |
| "grad_norm": 2.9162802696228027, |
| "learning_rate": 5.3562310969954986e-05, |
| "loss": 1.602, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6692851531814611, |
| "grad_norm": 4.252023220062256, |
| "learning_rate": 5.266430166288705e-05, |
| "loss": 1.6294, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.6724273369992144, |
| "grad_norm": 3.3379228115081787, |
| "learning_rate": 5.177118527265438e-05, |
| "loss": 1.8851, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6755695208169678, |
| "grad_norm": 3.1608657836914062, |
| "learning_rate": 5.088305411740966e-05, |
| "loss": 2.0081, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.6787117046347211, |
| "grad_norm": 3.7537503242492676, |
| "learning_rate": 5.000000000000002e-05, |
| "loss": 1.6, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6818538884524745, |
| "grad_norm": 3.284390687942505, |
| "learning_rate": 4.912211419847794e-05, |
| "loss": 2.2538, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.6849960722702279, |
| "grad_norm": 3.8979196548461914, |
| "learning_rate": 4.824948745666621e-05, |
| "loss": 1.5375, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6881382560879812, |
| "grad_norm": 2.478149652481079, |
| "learning_rate": 4.738220997477785e-05, |
| "loss": 0.9344, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6912804399057345, |
| "grad_norm": 4.684049129486084, |
| "learning_rate": 4.652037140009259e-05, |
| "loss": 1.9966, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6944226237234878, |
| "grad_norm": 4.880794525146484, |
| "learning_rate": 4.566406081769048e-05, |
| "loss": 2.1047, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6975648075412412, |
| "grad_norm": 3.5058200359344482, |
| "learning_rate": 4.4813366741243235e-05, |
| "loss": 1.2207, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7007069913589945, |
| "grad_norm": 3.8358356952667236, |
| "learning_rate": 4.3968377103865024e-05, |
| "loss": 1.4966, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7038491751767478, |
| "grad_norm": 3.208253860473633, |
| "learning_rate": 4.312917924902328e-05, |
| "loss": 1.6995, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7069913589945012, |
| "grad_norm": 3.3680973052978516, |
| "learning_rate": 4.2295859921510065e-05, |
| "loss": 1.4803, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7101335428122545, |
| "grad_norm": 3.7472915649414062, |
| "learning_rate": 4.146850525847579e-05, |
| "loss": 1.4986, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7132757266300078, |
| "grad_norm": 2.227855920791626, |
| "learning_rate": 4.0647200780525485e-05, |
| "loss": 1.2043, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7164179104477612, |
| "grad_norm": 2.8060460090637207, |
| "learning_rate": 3.9832031382878766e-05, |
| "loss": 1.3487, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7195600942655145, |
| "grad_norm": 5.808004856109619, |
| "learning_rate": 3.902308132659457e-05, |
| "loss": 1.4391, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7227022780832679, |
| "grad_norm": 3.1952292919158936, |
| "learning_rate": 3.822043422986154e-05, |
| "loss": 1.5274, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7258444619010213, |
| "grad_norm": 3.0368149280548096, |
| "learning_rate": 3.742417305935443e-05, |
| "loss": 1.7069, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7289866457187746, |
| "grad_norm": 4.093614101409912, |
| "learning_rate": 3.663438012165848e-05, |
| "loss": 1.5117, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7321288295365279, |
| "grad_norm": 3.322749376296997, |
| "learning_rate": 3.585113705476143e-05, |
| "loss": 1.9282, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7352710133542812, |
| "grad_norm": 3.3822438716888428, |
| "learning_rate": 3.507452481961495e-05, |
| "loss": 1.6525, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.7384131971720346, |
| "grad_norm": 3.370032548904419, |
| "learning_rate": 3.430462369176619e-05, |
| "loss": 1.6501, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7415553809897879, |
| "grad_norm": 2.9259777069091797, |
| "learning_rate": 3.354151325305973e-05, |
| "loss": 1.5612, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7446975648075412, |
| "grad_norm": 3.0297186374664307, |
| "learning_rate": 3.2785272383411635e-05, |
| "loss": 1.4687, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7478397486252946, |
| "grad_norm": 3.416358709335327, |
| "learning_rate": 3.203597925265598e-05, |
| "loss": 1.5875, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7509819324430479, |
| "grad_norm": 3.3446104526519775, |
| "learning_rate": 3.129371131246459e-05, |
| "loss": 1.5081, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.7541241162608012, |
| "grad_norm": 3.2972259521484375, |
| "learning_rate": 3.05585452883412e-05, |
| "loss": 1.5997, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7541241162608012, |
| "eval_loss": 1.4743300676345825, |
| "eval_runtime": 2.6932, |
| "eval_samples_per_second": 49.755, |
| "eval_steps_per_second": 24.878, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7572663000785546, |
| "grad_norm": 3.1679904460906982, |
| "learning_rate": 2.98305571716907e-05, |
| "loss": 1.7737, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7604084838963079, |
| "grad_norm": 2.243696928024292, |
| "learning_rate": 2.9109822211964043e-05, |
| "loss": 1.1711, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7635506677140613, |
| "grad_norm": 4.294607162475586, |
| "learning_rate": 2.8396414908880098e-05, |
| "loss": 1.5464, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7666928515318147, |
| "grad_norm": 3.0276317596435547, |
| "learning_rate": 2.769040900472488e-05, |
| "loss": 1.5308, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.769835035349568, |
| "grad_norm": 3.2787749767303467, |
| "learning_rate": 2.699187747672899e-05, |
| "loss": 1.8806, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7729772191673213, |
| "grad_norm": 3.4001221656799316, |
| "learning_rate": 2.630089252952427e-05, |
| "loss": 1.5336, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7761194029850746, |
| "grad_norm": 3.2783424854278564, |
| "learning_rate": 2.5617525587680402e-05, |
| "loss": 1.8135, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.779261586802828, |
| "grad_norm": 3.071213722229004, |
| "learning_rate": 2.4941847288321797e-05, |
| "loss": 1.3997, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7824037706205813, |
| "grad_norm": 2.5834882259368896, |
| "learning_rate": 2.427392747382623e-05, |
| "loss": 1.3096, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7855459544383346, |
| "grad_norm": 3.0877838134765625, |
| "learning_rate": 2.3613835184605525e-05, |
| "loss": 1.5686, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.788688138256088, |
| "grad_norm": 3.780806303024292, |
| "learning_rate": 2.2961638651968975e-05, |
| "loss": 1.2996, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.7918303220738413, |
| "grad_norm": 3.6222994327545166, |
| "learning_rate": 2.231740529107057e-05, |
| "loss": 1.4283, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7949725058915946, |
| "grad_norm": 3.0090525150299072, |
| "learning_rate": 2.1681201693940668e-05, |
| "loss": 1.8322, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.798114689709348, |
| "grad_norm": 2.37370228767395, |
| "learning_rate": 2.1053093622602404e-05, |
| "loss": 1.1996, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.8012568735271013, |
| "grad_norm": 2.5955848693847656, |
| "learning_rate": 2.043314600227425e-05, |
| "loss": 1.3446, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8043990573448547, |
| "grad_norm": 3.67842698097229, |
| "learning_rate": 1.982142291465896e-05, |
| "loss": 1.647, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8075412411626081, |
| "grad_norm": 3.7718052864074707, |
| "learning_rate": 1.921798759131953e-05, |
| "loss": 1.9793, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8106834249803614, |
| "grad_norm": 3.804349899291992, |
| "learning_rate": 1.8622902407143394e-05, |
| "loss": 1.8515, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8138256087981147, |
| "grad_norm": 3.787919044494629, |
| "learning_rate": 1.8036228873894746e-05, |
| "loss": 2.0557, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.816967792615868, |
| "grad_norm": 4.027807235717773, |
| "learning_rate": 1.7458027633856478e-05, |
| "loss": 1.5192, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8201099764336214, |
| "grad_norm": 3.185736656188965, |
| "learning_rate": 1.6888358453561648e-05, |
| "loss": 1.1795, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.8232521602513747, |
| "grad_norm": 3.583725690841675, |
| "learning_rate": 1.6327280217615792e-05, |
| "loss": 1.959, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.826394344069128, |
| "grad_norm": 3.878268241882324, |
| "learning_rate": 1.577485092261012e-05, |
| "loss": 1.3307, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.8295365278868814, |
| "grad_norm": 4.314304351806641, |
| "learning_rate": 1.5231127671126677e-05, |
| "loss": 1.5418, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.8326787117046347, |
| "grad_norm": 3.0673422813415527, |
| "learning_rate": 1.4696166665835853e-05, |
| "loss": 1.5736, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.835820895522388, |
| "grad_norm": 3.029560089111328, |
| "learning_rate": 1.4170023203686878e-05, |
| "loss": 1.3054, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8389630793401414, |
| "grad_norm": 3.9387176036834717, |
| "learning_rate": 1.3652751670192077e-05, |
| "loss": 1.5836, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 3.0685243606567383, |
| "learning_rate": 1.3144405533805138e-05, |
| "loss": 1.3129, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.845247446975648, |
| "grad_norm": 2.542755603790283, |
| "learning_rate": 1.2645037340394284e-05, |
| "loss": 1.2623, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.8483896307934015, |
| "grad_norm": 4.005283355712891, |
| "learning_rate": 1.215469870781093e-05, |
| "loss": 1.7202, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8515318146111548, |
| "grad_norm": 3.5410993099212646, |
| "learning_rate": 1.167344032055394e-05, |
| "loss": 1.4522, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8546739984289081, |
| "grad_norm": 3.791656732559204, |
| "learning_rate": 1.120131192453069e-05, |
| "loss": 1.7648, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8578161822466615, |
| "grad_norm": 3.2209572792053223, |
| "learning_rate": 1.0738362321914997e-05, |
| "loss": 1.4638, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8609583660644148, |
| "grad_norm": 2.4174211025238037, |
| "learning_rate": 1.02846393661026e-05, |
| "loss": 1.004, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8641005498821681, |
| "grad_norm": 2.74725079536438, |
| "learning_rate": 9.840189956764677e-06, |
| "loss": 1.3216, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8672427336999214, |
| "grad_norm": 3.248163938522339, |
| "learning_rate": 9.405060035000135e-06, |
| "loss": 1.7795, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8703849175176748, |
| "grad_norm": 3.3574230670928955, |
| "learning_rate": 8.979294578586738e-06, |
| "loss": 1.8729, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.8735271013354281, |
| "grad_norm": 2.911642074584961, |
| "learning_rate": 8.562937597331899e-06, |
| "loss": 1.7058, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8766692851531814, |
| "grad_norm": 2.9802122116088867, |
| "learning_rate": 8.156032128523694e-06, |
| "loss": 1.3892, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.8798114689709348, |
| "grad_norm": 3.045839548110962, |
| "learning_rate": 7.758620232482084e-06, |
| "loss": 1.3024, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8829536527886881, |
| "grad_norm": 3.034106731414795, |
| "learning_rate": 7.370742988211365e-06, |
| "loss": 1.3402, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8860958366064414, |
| "grad_norm": 3.2706727981567383, |
| "learning_rate": 6.992440489154051e-06, |
| "loss": 1.7074, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8892380204241949, |
| "grad_norm": 3.217176675796509, |
| "learning_rate": 6.623751839046455e-06, |
| "loss": 1.4374, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.8923802042419482, |
| "grad_norm": 4.126906394958496, |
| "learning_rate": 6.264715147876743e-06, |
| "loss": 1.5114, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.8955223880597015, |
| "grad_norm": 3.142098903656006, |
| "learning_rate": 5.915367527945615e-06, |
| "loss": 1.6348, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.8986645718774549, |
| "grad_norm": 3.395914316177368, |
| "learning_rate": 5.575745090030138e-06, |
| "loss": 1.4558, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.9018067556952082, |
| "grad_norm": 2.8361001014709473, |
| "learning_rate": 5.245882939651181e-06, |
| "loss": 1.6468, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9049489395129615, |
| "grad_norm": 3.4335570335388184, |
| "learning_rate": 4.92581517344457e-06, |
| "loss": 1.5576, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.9080911233307148, |
| "grad_norm": 2.826932668685913, |
| "learning_rate": 4.61557487563673e-06, |
| "loss": 2.0009, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9112333071484682, |
| "grad_norm": 2.9852356910705566, |
| "learning_rate": 4.315194114624888e-06, |
| "loss": 1.4024, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9143754909662215, |
| "grad_norm": 3.8449301719665527, |
| "learning_rate": 4.0247039396622e-06, |
| "loss": 1.779, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9175176747839748, |
| "grad_norm": 2.5127601623535156, |
| "learning_rate": 3.7441343776484117e-06, |
| "loss": 1.0778, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9206598586017282, |
| "grad_norm": 3.261667013168335, |
| "learning_rate": 3.473514430026026e-06, |
| "loss": 1.0819, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9238020424194815, |
| "grad_norm": 3.2417995929718018, |
| "learning_rate": 3.212872069782513e-06, |
| "loss": 1.8814, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9269442262372348, |
| "grad_norm": 2.358438491821289, |
| "learning_rate": 2.9622342385589254e-06, |
| "loss": 1.1793, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.9300864100549883, |
| "grad_norm": 3.120440721511841, |
| "learning_rate": 2.7216268438649773e-06, |
| "loss": 1.1453, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9332285938727416, |
| "grad_norm": 2.9603188037872314, |
| "learning_rate": 2.4910747564010685e-06, |
| "loss": 1.6165, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9363707776904949, |
| "grad_norm": 3.4256372451782227, |
| "learning_rate": 2.2706018074875045e-06, |
| "loss": 1.4585, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9395129615082483, |
| "grad_norm": 2.8419318199157715, |
| "learning_rate": 2.060230786601225e-06, |
| "loss": 1.7535, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9426551453260016, |
| "grad_norm": 3.6854324340820312, |
| "learning_rate": 1.8599834390199855e-06, |
| "loss": 1.5283, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9457973291437549, |
| "grad_norm": 5.043657302856445, |
| "learning_rate": 1.6698804635747579e-06, |
| "loss": 1.5207, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9489395129615082, |
| "grad_norm": 3.38885498046875, |
| "learning_rate": 1.4899415105101067e-06, |
| "loss": 1.2798, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9520816967792616, |
| "grad_norm": 2.969268321990967, |
| "learning_rate": 1.3201851794530373e-06, |
| "loss": 1.2258, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9552238805970149, |
| "grad_norm": 2.7769935131073, |
| "learning_rate": 1.160629017490389e-06, |
| "loss": 1.3932, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.9583660644147682, |
| "grad_norm": 2.0190412998199463, |
| "learning_rate": 1.0112895173551185e-06, |
| "loss": 0.9179, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9615082482325216, |
| "grad_norm": 2.736832618713379, |
| "learning_rate": 8.721821157214316e-07, |
| "loss": 1.1255, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.9646504320502749, |
| "grad_norm": 2.6913204193115234, |
| "learning_rate": 7.433211916092142e-07, |
| "loss": 1.5799, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9677926158680282, |
| "grad_norm": 2.6621968746185303, |
| "learning_rate": 6.247200648976991e-07, |
| "loss": 1.255, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9709347996857817, |
| "grad_norm": 2.7908060550689697, |
| "learning_rate": 5.163909949486234e-07, |
| "loss": 1.0406, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.974076983503535, |
| "grad_norm": 2.855830192565918, |
| "learning_rate": 4.1834517933907467e-07, |
| "loss": 1.5357, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9772191673212883, |
| "grad_norm": 2.9017727375030518, |
| "learning_rate": 3.3059275270396207e-07, |
| "loss": 1.3775, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.9803613511390417, |
| "grad_norm": 3.6260170936584473, |
| "learning_rate": 2.5314278568850935e-07, |
| "loss": 1.5199, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.983503534956795, |
| "grad_norm": 2.816622018814087, |
| "learning_rate": 1.8600328401061629e-07, |
| "loss": 1.3973, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.9866457187745483, |
| "grad_norm": 4.073482036590576, |
| "learning_rate": 1.2918118763335373e-07, |
| "loss": 2.194, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.9897879025923016, |
| "grad_norm": 3.5054750442504883, |
| "learning_rate": 8.268237004757096e-08, |
| "loss": 1.8463, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.992930086410055, |
| "grad_norm": 3.371932029724121, |
| "learning_rate": 4.651163766484779e-08, |
| "loss": 1.8421, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9960722702278083, |
| "grad_norm": 3.585617780685425, |
| "learning_rate": 2.0672729320581065e-08, |
| "loss": 1.3165, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.9992144540455616, |
| "grad_norm": 2.885056972503662, |
| "learning_rate": 5.1683158875937e-09, |
| "loss": 1.502, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.002356637863315, |
| "grad_norm": 23.300464630126953, |
| "learning_rate": 0.0, |
| "loss": 3.3758, |
| "step": 319 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 319, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 80, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2839204448305152.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
