| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0005412719891746, |
| "eval_steps": 347, |
| "global_step": 1386, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007216959855660803, |
| "grad_norm": 0.47657379508018494, |
| "learning_rate": 2e-05, |
| "loss": 2.1818, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0014433919711321606, |
| "grad_norm": 0.5321353673934937, |
| "learning_rate": 4e-05, |
| "loss": 2.4411, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002165087956698241, |
| "grad_norm": 0.5877910256385803, |
| "learning_rate": 6e-05, |
| "loss": 2.4039, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0028867839422643212, |
| "grad_norm": 0.7019160389900208, |
| "learning_rate": 8e-05, |
| "loss": 2.4296, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0036084799278304014, |
| "grad_norm": 0.8199307918548584, |
| "learning_rate": 0.0001, |
| "loss": 2.3547, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004330175913396482, |
| "grad_norm": 0.9325199723243713, |
| "learning_rate": 0.00012, |
| "loss": 2.577, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.005051871898962562, |
| "grad_norm": 0.9049195647239685, |
| "learning_rate": 0.00014, |
| "loss": 2.1403, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0057735678845286425, |
| "grad_norm": 0.760377049446106, |
| "learning_rate": 0.00016, |
| "loss": 2.3936, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.006495263870094722, |
| "grad_norm": 0.6585740447044373, |
| "learning_rate": 0.00018, |
| "loss": 2.5602, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.007216959855660803, |
| "grad_norm": 0.7164207696914673, |
| "learning_rate": 0.0002, |
| "loss": 2.259, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007938655841226883, |
| "grad_norm": 0.909517228603363, |
| "learning_rate": 0.0001999997393650254, |
| "loss": 2.3983, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.008660351826792964, |
| "grad_norm": 0.7937909960746765, |
| "learning_rate": 0.0001999989574614602, |
| "loss": 2.3993, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.009382047812359044, |
| "grad_norm": 0.8658285140991211, |
| "learning_rate": 0.00019999765429338018, |
| "loss": 2.1578, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.010103743797925124, |
| "grad_norm": 0.7573938965797424, |
| "learning_rate": 0.00019999582986757842, |
| "loss": 2.1586, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.010825439783491205, |
| "grad_norm": 1.007474660873413, |
| "learning_rate": 0.00019999348419356505, |
| "loss": 2.3513, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.011547135769057285, |
| "grad_norm": 1.0417746305465698, |
| "learning_rate": 0.00019999061728356743, |
| "loss": 2.3597, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.012268831754623365, |
| "grad_norm": 0.9918088316917419, |
| "learning_rate": 0.00019998722915252985, |
| "loss": 2.2033, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.012990527740189444, |
| "grad_norm": 0.8653019666671753, |
| "learning_rate": 0.00019998331981811366, |
| "loss": 2.1726, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.013712223725755526, |
| "grad_norm": 0.8699602484703064, |
| "learning_rate": 0.00019997888930069698, |
| "loss": 2.2051, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.014433919711321606, |
| "grad_norm": 0.8078240752220154, |
| "learning_rate": 0.00019997393762337487, |
| "loss": 2.2054, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015155615696887685, |
| "grad_norm": 0.8321373462677002, |
| "learning_rate": 0.00019996846481195883, |
| "loss": 2.0684, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.015877311682453765, |
| "grad_norm": 0.8381885290145874, |
| "learning_rate": 0.00019996247089497704, |
| "loss": 2.0845, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.016599007668019847, |
| "grad_norm": 0.8399107456207275, |
| "learning_rate": 0.00019995595590367398, |
| "loss": 2.2883, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.017320703653585928, |
| "grad_norm": 0.7757985591888428, |
| "learning_rate": 0.00019994891987201033, |
| "loss": 2.3357, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.018042399639152006, |
| "grad_norm": 0.8025574684143066, |
| "learning_rate": 0.0001999413628366628, |
| "loss": 2.1061, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.018764095624718088, |
| "grad_norm": 0.8754345178604126, |
| "learning_rate": 0.00019993328483702393, |
| "loss": 2.2706, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01948579161028417, |
| "grad_norm": 0.8397993445396423, |
| "learning_rate": 0.00019992468591520198, |
| "loss": 2.2492, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.020207487595850247, |
| "grad_norm": 0.8092740178108215, |
| "learning_rate": 0.0001999155661160205, |
| "loss": 2.2617, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02092918358141633, |
| "grad_norm": 0.7987578511238098, |
| "learning_rate": 0.00019990592548701824, |
| "loss": 2.207, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.02165087956698241, |
| "grad_norm": 0.7988947033882141, |
| "learning_rate": 0.00019989576407844893, |
| "loss": 2.1807, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02237257555254849, |
| "grad_norm": 0.8527679443359375, |
| "learning_rate": 0.00019988508194328092, |
| "loss": 2.2691, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02309427153811457, |
| "grad_norm": 0.9143328666687012, |
| "learning_rate": 0.00019987387913719698, |
| "loss": 2.2573, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.023815967523680648, |
| "grad_norm": 0.8796859383583069, |
| "learning_rate": 0.000199862155718594, |
| "loss": 2.2588, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02453766350924673, |
| "grad_norm": 1.0570472478866577, |
| "learning_rate": 0.00019984991174858257, |
| "loss": 2.3353, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02525935949481281, |
| "grad_norm": 1.08668851852417, |
| "learning_rate": 0.00019983714729098693, |
| "loss": 1.9761, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.02598105548037889, |
| "grad_norm": 0.9651004076004028, |
| "learning_rate": 0.00019982386241234424, |
| "loss": 2.1527, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.02670275146594497, |
| "grad_norm": 1.0231893062591553, |
| "learning_rate": 0.0001998100571819047, |
| "loss": 2.1367, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.027424447451511052, |
| "grad_norm": 0.8865100145339966, |
| "learning_rate": 0.0001997957316716307, |
| "loss": 1.8786, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02814614343707713, |
| "grad_norm": 0.9988366961479187, |
| "learning_rate": 0.00019978088595619693, |
| "loss": 2.3063, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02886783942264321, |
| "grad_norm": 1.0818253755569458, |
| "learning_rate": 0.0001997655201129896, |
| "loss": 2.025, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.029589535408209293, |
| "grad_norm": 1.019752025604248, |
| "learning_rate": 0.00019974963422210622, |
| "loss": 1.8337, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.03031123139377537, |
| "grad_norm": 1.1799283027648926, |
| "learning_rate": 0.00019973322836635518, |
| "loss": 2.2728, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.031032927379341452, |
| "grad_norm": 1.0917612314224243, |
| "learning_rate": 0.00019971630263125527, |
| "loss": 2.0703, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03175462336490753, |
| "grad_norm": 1.08267343044281, |
| "learning_rate": 0.0001996988571050353, |
| "loss": 2.033, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03247631935047361, |
| "grad_norm": 1.517753005027771, |
| "learning_rate": 0.00019968089187863349, |
| "loss": 2.2626, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03319801533603969, |
| "grad_norm": 1.289387822151184, |
| "learning_rate": 0.0001996624070456972, |
| "loss": 2.098, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.033919711321605775, |
| "grad_norm": 1.3515204191207886, |
| "learning_rate": 0.00019964340270258233, |
| "loss": 2.0605, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.034641407307171856, |
| "grad_norm": 1.570168375968933, |
| "learning_rate": 0.00019962387894835275, |
| "loss": 2.078, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03536310329273793, |
| "grad_norm": 1.5094213485717773, |
| "learning_rate": 0.00019960383588478, |
| "loss": 1.872, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03608479927830401, |
| "grad_norm": 4.253697872161865, |
| "learning_rate": 0.00019958327361634248, |
| "loss": 2.0879, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.036806495263870094, |
| "grad_norm": 1.434098720550537, |
| "learning_rate": 0.00019956219225022515, |
| "loss": 2.472, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.037528191249436176, |
| "grad_norm": 1.263198733329773, |
| "learning_rate": 0.00019954059189631883, |
| "loss": 1.9804, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03824988723500226, |
| "grad_norm": 1.025983452796936, |
| "learning_rate": 0.0001995184726672197, |
| "loss": 2.2347, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03897158322056834, |
| "grad_norm": 0.8936346769332886, |
| "learning_rate": 0.0001994958346782286, |
| "loss": 1.9874, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03969327920613441, |
| "grad_norm": 0.5903470516204834, |
| "learning_rate": 0.00019947267804735062, |
| "loss": 2.1902, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.040414975191700495, |
| "grad_norm": 0.5234418511390686, |
| "learning_rate": 0.00019944900289529425, |
| "loss": 2.0977, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.041136671177266576, |
| "grad_norm": 0.4903572201728821, |
| "learning_rate": 0.00019942480934547103, |
| "loss": 2.1838, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04185836716283266, |
| "grad_norm": 0.5934110283851624, |
| "learning_rate": 0.0001994000975239946, |
| "loss": 2.1344, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04258006314839874, |
| "grad_norm": 0.4673232436180115, |
| "learning_rate": 0.00019937486755968026, |
| "loss": 2.085, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.04330175913396482, |
| "grad_norm": 0.5390496253967285, |
| "learning_rate": 0.00019934911958404428, |
| "loss": 2.2702, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.044023455119530895, |
| "grad_norm": 0.5692456960678101, |
| "learning_rate": 0.0001993228537313031, |
| "loss": 2.194, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04474515110509698, |
| "grad_norm": 0.6697239875793457, |
| "learning_rate": 0.0001992960701383727, |
| "loss": 2.5204, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04546684709066306, |
| "grad_norm": 0.5218981504440308, |
| "learning_rate": 0.00019926876894486788, |
| "loss": 2.189, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04618854307622914, |
| "grad_norm": 0.6054782271385193, |
| "learning_rate": 0.00019924095029310158, |
| "loss": 2.2622, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04691023906179522, |
| "grad_norm": 0.5694131851196289, |
| "learning_rate": 0.00019921261432808408, |
| "loss": 2.3337, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.047631935047361296, |
| "grad_norm": 0.628103494644165, |
| "learning_rate": 0.0001991837611975223, |
| "loss": 2.5097, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04835363103292738, |
| "grad_norm": 0.7054206132888794, |
| "learning_rate": 0.00019915439105181885, |
| "loss": 2.2139, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.04907532701849346, |
| "grad_norm": 0.6790398359298706, |
| "learning_rate": 0.0001991245040440715, |
| "loss": 2.303, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04979702300405954, |
| "grad_norm": 0.7565172910690308, |
| "learning_rate": 0.00019909410033007227, |
| "loss": 2.4196, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.05051871898962562, |
| "grad_norm": 0.6876819729804993, |
| "learning_rate": 0.00019906318006830657, |
| "loss": 2.1879, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0512404149751917, |
| "grad_norm": 0.6954969167709351, |
| "learning_rate": 0.0001990317434199524, |
| "loss": 2.1553, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.05196211096075778, |
| "grad_norm": 0.7038040161132812, |
| "learning_rate": 0.00019899979054887964, |
| "loss": 2.246, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.05268380694632386, |
| "grad_norm": 0.6506980061531067, |
| "learning_rate": 0.00019896732162164892, |
| "loss": 1.9499, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.05340550293188994, |
| "grad_norm": 0.7504103779792786, |
| "learning_rate": 0.00019893433680751103, |
| "loss": 2.0494, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.05412719891745602, |
| "grad_norm": 0.8012990355491638, |
| "learning_rate": 0.0001989008362784059, |
| "loss": 2.1834, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.054848894903022104, |
| "grad_norm": 0.7399269342422485, |
| "learning_rate": 0.00019886682020896172, |
| "loss": 1.9965, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.055570590888588185, |
| "grad_norm": 0.7120460271835327, |
| "learning_rate": 0.00019883228877649406, |
| "loss": 2.072, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.05629228687415426, |
| "grad_norm": 0.7115536332130432, |
| "learning_rate": 0.00019879724216100486, |
| "loss": 1.9069, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05701398285972034, |
| "grad_norm": 0.6686846613883972, |
| "learning_rate": 0.0001987616805451816, |
| "loss": 1.9727, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05773567884528642, |
| "grad_norm": 0.7618966698646545, |
| "learning_rate": 0.00019872560411439633, |
| "loss": 2.1559, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.058457374830852504, |
| "grad_norm": 0.6909530162811279, |
| "learning_rate": 0.00019868901305670464, |
| "loss": 1.9296, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.059179070816418586, |
| "grad_norm": 0.905319094657898, |
| "learning_rate": 0.00019865190756284467, |
| "loss": 2.3041, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05990076680198467, |
| "grad_norm": 0.8014985918998718, |
| "learning_rate": 0.00019861428782623627, |
| "loss": 2.0345, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.06062246278755074, |
| "grad_norm": 0.7716416120529175, |
| "learning_rate": 0.00019857615404297974, |
| "loss": 2.3022, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.06134415877311682, |
| "grad_norm": 0.9860365986824036, |
| "learning_rate": 0.00019853750641185512, |
| "loss": 2.3999, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.062065854758682905, |
| "grad_norm": 0.80811607837677, |
| "learning_rate": 0.00019849834513432083, |
| "loss": 2.0016, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.06278755074424898, |
| "grad_norm": 1.008785367012024, |
| "learning_rate": 0.0001984586704145129, |
| "loss": 2.1717, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.06350924672981506, |
| "grad_norm": 1.1485248804092407, |
| "learning_rate": 0.0001984184824592437, |
| "loss": 2.091, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.06423094271538114, |
| "grad_norm": 1.0098921060562134, |
| "learning_rate": 0.00019837778147800092, |
| "loss": 2.0297, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.06495263870094722, |
| "grad_norm": 1.141042947769165, |
| "learning_rate": 0.00019833656768294662, |
| "loss": 2.0304, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0656743346865133, |
| "grad_norm": 1.0568281412124634, |
| "learning_rate": 0.0001982948412889159, |
| "loss": 2.1249, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06639603067207939, |
| "grad_norm": 1.2143079042434692, |
| "learning_rate": 0.00019825260251341587, |
| "loss": 2.154, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.06711772665764547, |
| "grad_norm": 1.1235530376434326, |
| "learning_rate": 0.0001982098515766246, |
| "loss": 2.1178, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.06783942264321155, |
| "grad_norm": 1.1132041215896606, |
| "learning_rate": 0.0001981665887013899, |
| "loss": 1.8029, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06856111862877763, |
| "grad_norm": 1.3370310068130493, |
| "learning_rate": 0.00019812281411322812, |
| "loss": 1.9579, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06928281461434371, |
| "grad_norm": 1.0264956951141357, |
| "learning_rate": 0.00019807852804032305, |
| "loss": 1.911, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0700045105999098, |
| "grad_norm": 1.1817920207977295, |
| "learning_rate": 0.00019803373071352467, |
| "loss": 2.0399, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.07072620658547586, |
| "grad_norm": 1.3013508319854736, |
| "learning_rate": 0.00019798842236634797, |
| "loss": 1.981, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.07144790257104194, |
| "grad_norm": 1.4524792432785034, |
| "learning_rate": 0.00019794260323497174, |
| "loss": 1.9203, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.07216959855660803, |
| "grad_norm": 2.2820522785186768, |
| "learning_rate": 0.00019789627355823735, |
| "loss": 1.9321, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0728912945421741, |
| "grad_norm": 0.9953687787055969, |
| "learning_rate": 0.00019784943357764752, |
| "loss": 2.3166, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.07361299052774019, |
| "grad_norm": 1.11331045627594, |
| "learning_rate": 0.00019780208353736495, |
| "loss": 2.1371, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.07433468651330627, |
| "grad_norm": 0.8731715083122253, |
| "learning_rate": 0.00019775422368421117, |
| "loss": 2.1473, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.07505638249887235, |
| "grad_norm": 0.6130061149597168, |
| "learning_rate": 0.00019770585426766527, |
| "loss": 2.2428, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.07577807848443843, |
| "grad_norm": 0.47094783186912537, |
| "learning_rate": 0.00019765697553986237, |
| "loss": 2.3467, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07649977447000451, |
| "grad_norm": 0.48053285479545593, |
| "learning_rate": 0.00019760758775559274, |
| "loss": 2.2688, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0772214704555706, |
| "grad_norm": 0.5374980568885803, |
| "learning_rate": 0.00019755769117229993, |
| "loss": 2.1842, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07794316644113668, |
| "grad_norm": 0.5351445078849792, |
| "learning_rate": 0.0001975072860500799, |
| "loss": 2.1682, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07866486242670274, |
| "grad_norm": 0.5035346150398254, |
| "learning_rate": 0.00019745637265167939, |
| "loss": 2.1504, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07938655841226883, |
| "grad_norm": 0.5489168763160706, |
| "learning_rate": 0.0001974049512424946, |
| "loss": 2.3029, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08010825439783491, |
| "grad_norm": 0.5840017199516296, |
| "learning_rate": 0.00019735302209056998, |
| "loss": 2.2744, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.08082995038340099, |
| "grad_norm": 0.70293790102005, |
| "learning_rate": 0.00019730058546659653, |
| "loss": 2.1975, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.08155164636896707, |
| "grad_norm": 0.5234377384185791, |
| "learning_rate": 0.00019724764164391062, |
| "loss": 1.9757, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.08227334235453315, |
| "grad_norm": 0.6401048302650452, |
| "learning_rate": 0.00019719419089849247, |
| "loss": 2.1982, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.08299503834009923, |
| "grad_norm": 0.6585163474082947, |
| "learning_rate": 0.0001971402335089648, |
| "loss": 2.2949, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.08371673432566532, |
| "grad_norm": 0.5673506855964661, |
| "learning_rate": 0.00019708576975659123, |
| "loss": 2.1952, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0844384303112314, |
| "grad_norm": 0.5912712216377258, |
| "learning_rate": 0.00019703079992527495, |
| "loss": 2.1378, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.08516012629679748, |
| "grad_norm": 0.6856298446655273, |
| "learning_rate": 0.00019697532430155716, |
| "loss": 2.4296, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.08588182228236356, |
| "grad_norm": 0.5803117156028748, |
| "learning_rate": 0.00019691934317461564, |
| "loss": 2.1261, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.08660351826792964, |
| "grad_norm": 0.7547752857208252, |
| "learning_rate": 0.00019686285683626314, |
| "loss": 2.4207, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08732521425349571, |
| "grad_norm": 0.869152307510376, |
| "learning_rate": 0.00019680586558094601, |
| "loss": 2.3041, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.08804691023906179, |
| "grad_norm": 0.6718726754188538, |
| "learning_rate": 0.00019674836970574254, |
| "loss": 2.1976, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.08876860622462787, |
| "grad_norm": 0.7318276166915894, |
| "learning_rate": 0.00019669036951036143, |
| "loss": 2.1581, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.08949030221019395, |
| "grad_norm": 0.7330104112625122, |
| "learning_rate": 0.0001966318652971402, |
| "loss": 2.197, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.09021199819576003, |
| "grad_norm": 0.6871702075004578, |
| "learning_rate": 0.00019657285737104387, |
| "loss": 2.2015, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.09093369418132612, |
| "grad_norm": 0.6264623403549194, |
| "learning_rate": 0.00019651334603966295, |
| "loss": 1.9892, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0916553901668922, |
| "grad_norm": 0.6817416548728943, |
| "learning_rate": 0.00019645333161321212, |
| "loss": 2.1117, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.09237708615245828, |
| "grad_norm": 0.7057774066925049, |
| "learning_rate": 0.00019639281440452856, |
| "loss": 2.0701, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.09309878213802436, |
| "grad_norm": 0.8429477214813232, |
| "learning_rate": 0.00019633179472907034, |
| "loss": 2.066, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.09382047812359044, |
| "grad_norm": 0.8762829899787903, |
| "learning_rate": 0.00019627027290491458, |
| "loss": 1.9662, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09454217410915652, |
| "grad_norm": 0.8682304620742798, |
| "learning_rate": 0.00019620824925275617, |
| "loss": 2.0542, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.09526387009472259, |
| "grad_norm": 0.7080212235450745, |
| "learning_rate": 0.00019614572409590574, |
| "loss": 1.9046, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.09598556608028867, |
| "grad_norm": 0.9244979023933411, |
| "learning_rate": 0.00019608269776028814, |
| "loss": 2.3299, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.09670726206585475, |
| "grad_norm": 0.8481453061103821, |
| "learning_rate": 0.00019601917057444072, |
| "loss": 2.2269, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.09742895805142084, |
| "grad_norm": 0.9231504797935486, |
| "learning_rate": 0.00019595514286951154, |
| "loss": 2.0092, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.09815065403698692, |
| "grad_norm": 0.9116832613945007, |
| "learning_rate": 0.0001958906149792579, |
| "loss": 1.8732, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.098872350022553, |
| "grad_norm": 0.9472717642784119, |
| "learning_rate": 0.00019582558724004422, |
| "loss": 2.0666, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.09959404600811908, |
| "grad_norm": 0.9258946180343628, |
| "learning_rate": 0.0001957600599908406, |
| "loss": 1.7715, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.10031574199368516, |
| "grad_norm": 0.9566569924354553, |
| "learning_rate": 0.0001956940335732209, |
| "loss": 1.7997, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.10103743797925124, |
| "grad_norm": 0.8988190293312073, |
| "learning_rate": 0.00019562750833136097, |
| "loss": 2.0194, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10175913396481732, |
| "grad_norm": 1.050419569015503, |
| "learning_rate": 0.00019556048461203692, |
| "loss": 1.963, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1024808299503834, |
| "grad_norm": 1.1162875890731812, |
| "learning_rate": 0.00019549296276462325, |
| "loss": 1.8263, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.10320252593594949, |
| "grad_norm": 1.0332965850830078, |
| "learning_rate": 0.00019542494314109108, |
| "loss": 2.0438, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.10392422192151556, |
| "grad_norm": 1.0536805391311646, |
| "learning_rate": 0.00019535642609600623, |
| "loss": 1.9292, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.10464591790708164, |
| "grad_norm": 1.3620160818099976, |
| "learning_rate": 0.0001952874119865275, |
| "loss": 2.0937, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.10536761389264772, |
| "grad_norm": 1.2826073169708252, |
| "learning_rate": 0.0001952179011724047, |
| "loss": 2.1544, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.1060893098782138, |
| "grad_norm": 1.4063255786895752, |
| "learning_rate": 0.0001951478940159768, |
| "loss": 2.0204, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.10681100586377988, |
| "grad_norm": 1.2848083972930908, |
| "learning_rate": 0.00019507739088217007, |
| "loss": 1.6873, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.10753270184934596, |
| "grad_norm": 1.971733808517456, |
| "learning_rate": 0.0001950063921384962, |
| "loss": 2.1275, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.10825439783491204, |
| "grad_norm": 3.9842607975006104, |
| "learning_rate": 0.00019493489815505018, |
| "loss": 2.4682, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10897609382047813, |
| "grad_norm": 0.6158646941184998, |
| "learning_rate": 0.00019486290930450885, |
| "loss": 2.262, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.10969778980604421, |
| "grad_norm": 0.6413013339042664, |
| "learning_rate": 0.0001947904259621283, |
| "loss": 2.1163, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.11041948579161029, |
| "grad_norm": 0.7221783995628357, |
| "learning_rate": 0.0001947174485057425, |
| "loss": 2.1736, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.11114118177717637, |
| "grad_norm": 0.678456723690033, |
| "learning_rate": 0.00019464397731576094, |
| "loss": 2.436, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.11186287776274244, |
| "grad_norm": 0.5877582430839539, |
| "learning_rate": 0.00019457001277516689, |
| "loss": 2.0767, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.11258457374830852, |
| "grad_norm": 0.6310323476791382, |
| "learning_rate": 0.00019449555526951528, |
| "loss": 1.9639, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1133062697338746, |
| "grad_norm": 0.5505667328834534, |
| "learning_rate": 0.0001944206051869307, |
| "loss": 2.1359, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.11402796571944068, |
| "grad_norm": 0.5132772922515869, |
| "learning_rate": 0.0001943451629181054, |
| "loss": 2.082, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.11474966170500676, |
| "grad_norm": 0.5102986097335815, |
| "learning_rate": 0.00019426922885629723, |
| "loss": 2.2138, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.11547135769057285, |
| "grad_norm": 0.5570923686027527, |
| "learning_rate": 0.0001941928033973277, |
| "loss": 2.2025, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.11619305367613893, |
| "grad_norm": 0.6308946013450623, |
| "learning_rate": 0.00019411588693957974, |
| "loss": 2.2005, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.11691474966170501, |
| "grad_norm": 0.7109988927841187, |
| "learning_rate": 0.0001940384798839957, |
| "loss": 2.2904, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.11763644564727109, |
| "grad_norm": 0.7630387544631958, |
| "learning_rate": 0.0001939605826340753, |
| "loss": 2.2, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.11835814163283717, |
| "grad_norm": 0.7256747484207153, |
| "learning_rate": 0.00019388219559587352, |
| "loss": 2.2309, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.11907983761840325, |
| "grad_norm": 0.6030916571617126, |
| "learning_rate": 0.00019380331917799844, |
| "loss": 1.8875, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11980153360396933, |
| "grad_norm": 0.6783660650253296, |
| "learning_rate": 0.00019372395379160912, |
| "loss": 2.2135, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1205232295895354, |
| "grad_norm": 0.638262152671814, |
| "learning_rate": 0.00019364409985041348, |
| "loss": 2.2346, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.12124492557510148, |
| "grad_norm": 0.6536004543304443, |
| "learning_rate": 0.00019356375777066604, |
| "loss": 1.9503, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.12196662156066757, |
| "grad_norm": 0.6134893298149109, |
| "learning_rate": 0.00019348292797116603, |
| "loss": 2.1744, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.12268831754623365, |
| "grad_norm": 0.6536221504211426, |
| "learning_rate": 0.0001934016108732548, |
| "loss": 2.0167, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12341001353179973, |
| "grad_norm": 0.6787707209587097, |
| "learning_rate": 0.00019331980690081403, |
| "loss": 1.9931, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.12413170951736581, |
| "grad_norm": 0.6157323718070984, |
| "learning_rate": 0.0001932375164802632, |
| "loss": 2.1747, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.12485340550293189, |
| "grad_norm": 0.8134084939956665, |
| "learning_rate": 0.00019315474004055755, |
| "loss": 1.9584, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.12557510148849796, |
| "grad_norm": 0.8244889974594116, |
| "learning_rate": 0.00019307147801318585, |
| "loss": 2.2871, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.12629679747406405, |
| "grad_norm": 0.713371217250824, |
| "learning_rate": 0.0001929877308321679, |
| "loss": 1.9969, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.12701849345963012, |
| "grad_norm": 0.7882823944091797, |
| "learning_rate": 0.00019290349893405268, |
| "loss": 2.0062, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.12774018944519622, |
| "grad_norm": 0.8198732733726501, |
| "learning_rate": 0.00019281878275791573, |
| "loss": 2.1257, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.12846188543076228, |
| "grad_norm": 0.9126384854316711, |
| "learning_rate": 0.00019273358274535704, |
| "loss": 2.1199, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.12918358141632838, |
| "grad_norm": 0.8365421295166016, |
| "learning_rate": 0.00019264789934049867, |
| "loss": 2.1044, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.12990527740189445, |
| "grad_norm": 0.8242284059524536, |
| "learning_rate": 0.00019256173298998243, |
| "loss": 1.8642, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13062697338746054, |
| "grad_norm": 0.9543386697769165, |
| "learning_rate": 0.00019247508414296763, |
| "loss": 1.9914, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1313486693730266, |
| "grad_norm": 0.708347737789154, |
| "learning_rate": 0.0001923879532511287, |
| "loss": 1.9366, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1320703653585927, |
| "grad_norm": 0.9311351180076599, |
| "learning_rate": 0.00019230034076865273, |
| "loss": 2.2151, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.13279206134415877, |
| "grad_norm": 0.7920908331871033, |
| "learning_rate": 0.00019221224715223732, |
| "loss": 1.9127, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.13351375732972484, |
| "grad_norm": 0.7841701507568359, |
| "learning_rate": 0.00019212367286108802, |
| "loss": 2.0701, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.13423545331529094, |
| "grad_norm": 0.975544273853302, |
| "learning_rate": 0.00019203461835691594, |
| "loss": 2.1243, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.134957149300857, |
| "grad_norm": 0.8283627033233643, |
| "learning_rate": 0.0001919450841039355, |
| "loss": 1.9482, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.1356788452864231, |
| "grad_norm": 0.8968517184257507, |
| "learning_rate": 0.00019185507056886184, |
| "loss": 2.1175, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.13640054127198917, |
| "grad_norm": 0.8939091563224792, |
| "learning_rate": 0.00019176457822090847, |
| "loss": 2.0676, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.13712223725755526, |
| "grad_norm": 0.9933748245239258, |
| "learning_rate": 0.00019167360753178481, |
| "loss": 2.0722, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.13784393324312133, |
| "grad_norm": 0.800916314125061, |
| "learning_rate": 0.0001915821589756937, |
| "loss": 1.7657, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.13856562922868743, |
| "grad_norm": 1.0454133749008179, |
| "learning_rate": 0.000191490233029329, |
| "loss": 2.0465, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.1392873252142535, |
| "grad_norm": 1.2548209428787231, |
| "learning_rate": 0.00019139783017187308, |
| "loss": 2.0939, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1400090211998196, |
| "grad_norm": 1.0708158016204834, |
| "learning_rate": 0.0001913049508849942, |
| "loss": 1.914, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.14073071718538566, |
| "grad_norm": 1.0997921228408813, |
| "learning_rate": 0.00019121159565284418, |
| "loss": 2.0437, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.14145241317095172, |
| "grad_norm": 1.2335484027862549, |
| "learning_rate": 0.0001911177649620558, |
| "loss": 2.0063, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.14217410915651782, |
| "grad_norm": 1.3383139371871948, |
| "learning_rate": 0.00019102345930174032, |
| "loss": 1.9964, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1428958051420839, |
| "grad_norm": 1.6587332487106323, |
| "learning_rate": 0.00019092867916348477, |
| "loss": 2.1675, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.14361750112764998, |
| "grad_norm": 1.5344728231430054, |
| "learning_rate": 0.00019083342504134948, |
| "loss": 1.7979, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.14433919711321605, |
| "grad_norm": 2.2155532836914062, |
| "learning_rate": 0.0001907376974318656, |
| "loss": 1.9302, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14506089309878215, |
| "grad_norm": 0.6164222955703735, |
| "learning_rate": 0.00019064149683403238, |
| "loss": 2.1903, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1457825890843482, |
| "grad_norm": 0.9634286761283875, |
| "learning_rate": 0.00019054482374931467, |
| "loss": 2.076, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1465042850699143, |
| "grad_norm": 0.8501553535461426, |
| "learning_rate": 0.00019044767868164019, |
| "loss": 2.2326, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.14722598105548038, |
| "grad_norm": 0.7315196990966797, |
| "learning_rate": 0.0001903500621373969, |
| "loss": 2.2759, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.14794767704104647, |
| "grad_norm": 0.529922366142273, |
| "learning_rate": 0.00019025197462543063, |
| "loss": 2.1841, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.14866937302661254, |
| "grad_norm": 0.4732873737812042, |
| "learning_rate": 0.00019015341665704205, |
| "loss": 2.1933, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1493910690121786, |
| "grad_norm": 0.5511332154273987, |
| "learning_rate": 0.00019005438874598424, |
| "loss": 2.1004, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.1501127649977447, |
| "grad_norm": 0.5770272612571716, |
| "learning_rate": 0.00018995489140845995, |
| "loss": 2.327, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.15083446098331077, |
| "grad_norm": 0.49417340755462646, |
| "learning_rate": 0.0001898549251631189, |
| "loss": 2.0471, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.15155615696887687, |
| "grad_norm": 0.5368818044662476, |
| "learning_rate": 0.00018975449053105505, |
| "loss": 2.3181, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15227785295444293, |
| "grad_norm": 0.6133489608764648, |
| "learning_rate": 0.00018965358803580396, |
| "loss": 2.115, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.15299954894000903, |
| "grad_norm": 0.5171239376068115, |
| "learning_rate": 0.00018955221820334008, |
| "loss": 2.1355, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1537212449255751, |
| "grad_norm": 0.7987271547317505, |
| "learning_rate": 0.00018945038156207384, |
| "loss": 2.3162, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1544429409111412, |
| "grad_norm": 0.5600107312202454, |
| "learning_rate": 0.00018934807864284903, |
| "loss": 1.9547, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.15516463689670726, |
| "grad_norm": 0.5587576031684875, |
| "learning_rate": 0.00018924530997894005, |
| "loss": 1.8486, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.15588633288227335, |
| "grad_norm": 0.589300274848938, |
| "learning_rate": 0.0001891420761060491, |
| "loss": 2.1798, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.15660802886783942, |
| "grad_norm": 0.6360174417495728, |
| "learning_rate": 0.00018903837756230324, |
| "loss": 2.2196, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.1573297248534055, |
| "grad_norm": 0.6449594497680664, |
| "learning_rate": 0.0001889342148882519, |
| "loss": 2.0472, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.15805142083897158, |
| "grad_norm": 0.6656434535980225, |
| "learning_rate": 0.00018882958862686375, |
| "loss": 1.9652, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.15877311682453765, |
| "grad_norm": 0.8659729361534119, |
| "learning_rate": 0.0001887244993235241, |
| "loss": 2.4764, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.15949481281010375, |
| "grad_norm": 0.8171712160110474, |
| "learning_rate": 0.00018861894752603185, |
| "loss": 2.1561, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.16021650879566982, |
| "grad_norm": 0.7130582332611084, |
| "learning_rate": 0.00018851293378459685, |
| "loss": 2.1351, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1609382047812359, |
| "grad_norm": 0.7399480938911438, |
| "learning_rate": 0.00018840645865183685, |
| "loss": 2.0765, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.16165990076680198, |
| "grad_norm": 0.7422139048576355, |
| "learning_rate": 0.0001882995226827747, |
| "loss": 2.3947, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.16238159675236807, |
| "grad_norm": 0.8155325055122375, |
| "learning_rate": 0.0001881921264348355, |
| "loss": 2.0309, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.16310329273793414, |
| "grad_norm": 0.8547623157501221, |
| "learning_rate": 0.00018808427046784366, |
| "loss": 2.0453, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.16382498872350024, |
| "grad_norm": 0.7764233350753784, |
| "learning_rate": 0.00018797595534401982, |
| "loss": 2.2223, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.1645466847090663, |
| "grad_norm": 0.8035117387771606, |
| "learning_rate": 0.00018786718162797826, |
| "loss": 2.2135, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1652683806946324, |
| "grad_norm": 0.8179129362106323, |
| "learning_rate": 0.00018775794988672365, |
| "loss": 1.9684, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.16599007668019847, |
| "grad_norm": 0.8014127612113953, |
| "learning_rate": 0.0001876482606896482, |
| "loss": 2.1165, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16671177266576453, |
| "grad_norm": 0.8804551959037781, |
| "learning_rate": 0.00018753811460852878, |
| "loss": 2.0922, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.16743346865133063, |
| "grad_norm": 0.7968458533287048, |
| "learning_rate": 0.00018742751221752376, |
| "loss": 1.9643, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1681551646368967, |
| "grad_norm": 0.8599533438682556, |
| "learning_rate": 0.00018731645409317022, |
| "loss": 2.0997, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.1688768606224628, |
| "grad_norm": 0.9340727925300598, |
| "learning_rate": 0.00018720494081438078, |
| "loss": 2.0181, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.16959855660802886, |
| "grad_norm": 0.9574612975120544, |
| "learning_rate": 0.00018709297296244063, |
| "loss": 1.949, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.17032025259359496, |
| "grad_norm": 0.8777369260787964, |
| "learning_rate": 0.0001869805511210045, |
| "loss": 2.1541, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.17104194857916102, |
| "grad_norm": 0.8420465588569641, |
| "learning_rate": 0.00018686767587609374, |
| "loss": 2.0835, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.17176364456472712, |
| "grad_norm": 0.8217591643333435, |
| "learning_rate": 0.00018675434781609303, |
| "loss": 2.0767, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.1724853405502932, |
| "grad_norm": 0.9460487365722656, |
| "learning_rate": 0.00018664056753174752, |
| "loss": 1.726, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.17320703653585928, |
| "grad_norm": 0.9173077940940857, |
| "learning_rate": 0.00018652633561615963, |
| "loss": 1.7955, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17392873252142535, |
| "grad_norm": 1.01125967502594, |
| "learning_rate": 0.00018641165266478603, |
| "loss": 1.8859, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.17465042850699142, |
| "grad_norm": 1.0319805145263672, |
| "learning_rate": 0.00018629651927543447, |
| "loss": 2.1435, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.1753721244925575, |
| "grad_norm": 0.9749162197113037, |
| "learning_rate": 0.00018618093604826067, |
| "loss": 1.8844, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.17609382047812358, |
| "grad_norm": 1.1668823957443237, |
| "learning_rate": 0.0001860649035857653, |
| "loss": 2.1123, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.17681551646368968, |
| "grad_norm": 1.1560380458831787, |
| "learning_rate": 0.0001859484224927907, |
| "loss": 1.7198, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.17753721244925574, |
| "grad_norm": 1.3912338018417358, |
| "learning_rate": 0.0001858314933765178, |
| "loss": 1.9941, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.17825890843482184, |
| "grad_norm": 1.355678915977478, |
| "learning_rate": 0.00018571411684646297, |
| "loss": 1.8935, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1789806044203879, |
| "grad_norm": 1.3691956996917725, |
| "learning_rate": 0.00018559629351447477, |
| "loss": 1.782, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.179702300405954, |
| "grad_norm": 1.4154618978500366, |
| "learning_rate": 0.00018547802399473086, |
| "loss": 1.6525, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.18042399639152007, |
| "grad_norm": 2.581845283508301, |
| "learning_rate": 0.00018535930890373466, |
| "loss": 1.5474, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18114569237708616, |
| "grad_norm": 0.6888974905014038, |
| "learning_rate": 0.00018524014886031227, |
| "loss": 2.2128, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.18186738836265223, |
| "grad_norm": 0.8258308172225952, |
| "learning_rate": 0.0001851205444856092, |
| "loss": 2.0903, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1825890843482183, |
| "grad_norm": 0.7497272491455078, |
| "learning_rate": 0.00018500049640308712, |
| "loss": 1.92, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1833107803337844, |
| "grad_norm": 0.788401186466217, |
| "learning_rate": 0.0001848800052385206, |
| "loss": 2.196, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.18403247631935046, |
| "grad_norm": 0.5871650576591492, |
| "learning_rate": 0.00018475907161999387, |
| "loss": 2.1474, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.18475417230491656, |
| "grad_norm": 0.5580719709396362, |
| "learning_rate": 0.00018463769617789756, |
| "loss": 2.0097, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.18547586829048263, |
| "grad_norm": 0.5166705846786499, |
| "learning_rate": 0.00018451587954492534, |
| "loss": 2.1979, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.18619756427604872, |
| "grad_norm": 0.5800661444664001, |
| "learning_rate": 0.0001843936223560707, |
| "loss": 2.0718, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1869192602616148, |
| "grad_norm": 0.5905538201332092, |
| "learning_rate": 0.0001842709252486237, |
| "loss": 2.0618, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.18764095624718088, |
| "grad_norm": 0.5135846138000488, |
| "learning_rate": 0.00018414778886216744, |
| "loss": 2.0013, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18836265223274695, |
| "grad_norm": 0.532800555229187, |
| "learning_rate": 0.00018402421383857488, |
| "loss": 2.1229, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.18908434821831305, |
| "grad_norm": 0.6374764442443848, |
| "learning_rate": 0.0001839002008220055, |
| "loss": 2.3892, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.18980604420387912, |
| "grad_norm": 0.6927574872970581, |
| "learning_rate": 0.00018377575045890195, |
| "loss": 2.1997, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.19052774018944518, |
| "grad_norm": 0.598151683807373, |
| "learning_rate": 0.0001836508633979865, |
| "loss": 2.067, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.19124943617501128, |
| "grad_norm": 0.6037899255752563, |
| "learning_rate": 0.00018352554029025788, |
| "loss": 2.0528, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.19197113216057735, |
| "grad_norm": 0.5801073312759399, |
| "learning_rate": 0.0001833997817889878, |
| "loss": 2.1585, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.19269282814614344, |
| "grad_norm": 0.7313330769538879, |
| "learning_rate": 0.00018327358854971755, |
| "loss": 1.8461, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.1934145241317095, |
| "grad_norm": 0.7687223553657532, |
| "learning_rate": 0.00018314696123025454, |
| "loss": 2.1424, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1941362201172756, |
| "grad_norm": 0.7423839569091797, |
| "learning_rate": 0.00018301990049066893, |
| "loss": 2.0087, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.19485791610284167, |
| "grad_norm": 0.7465153932571411, |
| "learning_rate": 0.0001828924069932902, |
| "loss": 2.0469, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19557961208840777, |
| "grad_norm": 0.931096613407135, |
| "learning_rate": 0.00018276448140270364, |
| "loss": 2.3121, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.19630130807397383, |
| "grad_norm": 0.7983875274658203, |
| "learning_rate": 0.0001826361243857469, |
| "loss": 2.2648, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.19702300405953993, |
| "grad_norm": 0.8447086811065674, |
| "learning_rate": 0.00018250733661150648, |
| "loss": 2.0364, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.197744700045106, |
| "grad_norm": 0.7398608922958374, |
| "learning_rate": 0.00018237811875131444, |
| "loss": 1.9596, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.1984663960306721, |
| "grad_norm": 0.8502016067504883, |
| "learning_rate": 0.00018224847147874462, |
| "loss": 2.4299, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.19918809201623816, |
| "grad_norm": 0.9760386347770691, |
| "learning_rate": 0.00018211839546960928, |
| "loss": 1.9954, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.19990978800180423, |
| "grad_norm": 0.7619991898536682, |
| "learning_rate": 0.00018198789140195558, |
| "loss": 2.0069, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.20063148398737032, |
| "grad_norm": 0.7860358953475952, |
| "learning_rate": 0.00018185695995606195, |
| "loss": 2.0019, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2013531799729364, |
| "grad_norm": 0.7447078824043274, |
| "learning_rate": 0.00018172560181443478, |
| "loss": 1.9225, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.2020748759585025, |
| "grad_norm": 0.8691404461860657, |
| "learning_rate": 0.00018159381766180452, |
| "loss": 1.9426, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.20279657194406855, |
| "grad_norm": 0.8682317137718201, |
| "learning_rate": 0.00018146160818512236, |
| "loss": 2.1926, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.20351826792963465, |
| "grad_norm": 0.787153422832489, |
| "learning_rate": 0.00018132897407355657, |
| "loss": 2.1027, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.20423996391520072, |
| "grad_norm": 0.8708546161651611, |
| "learning_rate": 0.0001811959160184889, |
| "loss": 2.0175, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.2049616599007668, |
| "grad_norm": 0.8168178200721741, |
| "learning_rate": 0.00018106243471351105, |
| "loss": 1.9511, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.20568335588633288, |
| "grad_norm": 0.7934575080871582, |
| "learning_rate": 0.00018092853085442093, |
| "loss": 1.9617, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.20640505187189898, |
| "grad_norm": 0.8881350159645081, |
| "learning_rate": 0.00018079420513921913, |
| "loss": 1.9058, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.20712674785746504, |
| "grad_norm": 0.8753269910812378, |
| "learning_rate": 0.0001806594582681052, |
| "loss": 1.8388, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2078484438430311, |
| "grad_norm": 0.9885212779045105, |
| "learning_rate": 0.00018052429094347411, |
| "loss": 2.0455, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2085701398285972, |
| "grad_norm": 1.0785071849822998, |
| "learning_rate": 0.00018038870386991255, |
| "loss": 1.9021, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.20929183581416327, |
| "grad_norm": 0.9112974405288696, |
| "learning_rate": 0.00018025269775419507, |
| "loss": 1.9738, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.21001353179972937, |
| "grad_norm": 1.0179544687271118, |
| "learning_rate": 0.00018011627330528083, |
| "loss": 1.982, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.21073522778529544, |
| "grad_norm": 1.0417858362197876, |
| "learning_rate": 0.00017997943123430936, |
| "loss": 1.8698, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.21145692377086153, |
| "grad_norm": 1.0327905416488647, |
| "learning_rate": 0.00017984217225459735, |
| "loss": 2.2606, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.2121786197564276, |
| "grad_norm": 1.2339184284210205, |
| "learning_rate": 0.00017970449708163452, |
| "loss": 2.0921, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2129003157419937, |
| "grad_norm": 1.24590265750885, |
| "learning_rate": 0.00017956640643308026, |
| "loss": 1.7965, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.21362201172755976, |
| "grad_norm": 1.312217116355896, |
| "learning_rate": 0.0001794279010287596, |
| "loss": 2.0408, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.21434370771312586, |
| "grad_norm": 1.4103502035140991, |
| "learning_rate": 0.00017928898159065955, |
| "loss": 1.9053, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.21506540369869193, |
| "grad_norm": 1.703533411026001, |
| "learning_rate": 0.00017914964884292544, |
| "loss": 1.9093, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.215787099684258, |
| "grad_norm": 2.169534206390381, |
| "learning_rate": 0.00017900990351185696, |
| "loss": 2.1195, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.2165087956698241, |
| "grad_norm": 2.453242301940918, |
| "learning_rate": 0.0001788697463259046, |
| "loss": 1.7326, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.21723049165539016, |
| "grad_norm": 0.4780069887638092, |
| "learning_rate": 0.0001787291780156656, |
| "loss": 2.0851, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.21795218764095625, |
| "grad_norm": 0.6622518301010132, |
| "learning_rate": 0.00017858819931388032, |
| "loss": 2.2728, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.21867388362652232, |
| "grad_norm": 0.6344410181045532, |
| "learning_rate": 0.0001784468109554284, |
| "loss": 1.9991, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.21939557961208841, |
| "grad_norm": 0.6557461023330688, |
| "learning_rate": 0.00017830501367732484, |
| "loss": 1.8844, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.22011727559765448, |
| "grad_norm": 0.6191537380218506, |
| "learning_rate": 0.00017816280821871626, |
| "loss": 2.0641, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.22083897158322058, |
| "grad_norm": 0.5733742713928223, |
| "learning_rate": 0.00017802019532087694, |
| "loss": 2.1469, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.22156066756878665, |
| "grad_norm": 0.5026456117630005, |
| "learning_rate": 0.0001778771757272051, |
| "loss": 2.1287, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.22228236355435274, |
| "grad_norm": 0.5065117478370667, |
| "learning_rate": 0.00017773375018321886, |
| "loss": 2.0407, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2230040595399188, |
| "grad_norm": 0.9701986312866211, |
| "learning_rate": 0.00017758991943655255, |
| "loss": 2.1501, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.22372575552548488, |
| "grad_norm": 0.6450009942054749, |
| "learning_rate": 0.00017744568423695259, |
| "loss": 2.122, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.22444745151105097, |
| "grad_norm": 0.6116622686386108, |
| "learning_rate": 0.0001773010453362737, |
| "loss": 2.2776, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.22516914749661704, |
| "grad_norm": 0.5302889347076416, |
| "learning_rate": 0.00017715600348847506, |
| "loss": 2.1082, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.22589084348218313, |
| "grad_norm": 0.6382126212120056, |
| "learning_rate": 0.00017701055944961623, |
| "loss": 2.1427, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2266125394677492, |
| "grad_norm": 0.6194885969161987, |
| "learning_rate": 0.0001768647139778532, |
| "loss": 2.1335, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2273342354533153, |
| "grad_norm": 0.620015561580658, |
| "learning_rate": 0.0001767184678334347, |
| "loss": 2.0323, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.22805593143888137, |
| "grad_norm": 0.6994773745536804, |
| "learning_rate": 0.00017657182177869787, |
| "loss": 2.0363, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.22877762742444746, |
| "grad_norm": 0.8717781901359558, |
| "learning_rate": 0.00017642477657806453, |
| "loss": 2.0696, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.22949932341001353, |
| "grad_norm": 0.762916088104248, |
| "learning_rate": 0.00017627733299803712, |
| "loss": 2.0517, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.23022101939557962, |
| "grad_norm": 0.6519427299499512, |
| "learning_rate": 0.00017612949180719473, |
| "loss": 1.8883, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2309427153811457, |
| "grad_norm": 0.6893253326416016, |
| "learning_rate": 0.00017598125377618905, |
| "loss": 2.0685, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.23166441136671176, |
| "grad_norm": 0.8779245615005493, |
| "learning_rate": 0.0001758326196777404, |
| "loss": 2.2463, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.23238610735227785, |
| "grad_norm": 0.8362300395965576, |
| "learning_rate": 0.00017568359028663364, |
| "loss": 2.029, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.23310780333784392, |
| "grad_norm": 0.8052529096603394, |
| "learning_rate": 0.00017553416637971424, |
| "loss": 2.0568, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.23382949932341002, |
| "grad_norm": 0.8360798358917236, |
| "learning_rate": 0.00017538434873588408, |
| "loss": 2.2655, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.23455119530897608, |
| "grad_norm": 0.8593013286590576, |
| "learning_rate": 0.00017523413813609758, |
| "loss": 2.1363, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.23527289129454218, |
| "grad_norm": 0.8899540901184082, |
| "learning_rate": 0.0001750835353633574, |
| "loss": 2.2319, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.23599458728010825, |
| "grad_norm": 0.9656659960746765, |
| "learning_rate": 0.00017493254120271056, |
| "loss": 2.0035, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.23671628326567434, |
| "grad_norm": 0.7254547476768494, |
| "learning_rate": 0.00017478115644124423, |
| "loss": 2.0475, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2374379792512404, |
| "grad_norm": 0.8842105269432068, |
| "learning_rate": 0.0001746293818680817, |
| "loss": 2.2148, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2381596752368065, |
| "grad_norm": 0.7755090594291687, |
| "learning_rate": 0.0001744772182743782, |
| "loss": 2.1243, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.23888137122237257, |
| "grad_norm": 0.8732813596725464, |
| "learning_rate": 0.00017432466645331683, |
| "loss": 2.3306, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.23960306720793867, |
| "grad_norm": 0.8977673053741455, |
| "learning_rate": 0.00017417172720010434, |
| "loss": 2.1877, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.24032476319350474, |
| "grad_norm": 0.7779850959777832, |
| "learning_rate": 0.00017401840131196715, |
| "loss": 1.9923, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.2410464591790708, |
| "grad_norm": 0.8259854912757874, |
| "learning_rate": 0.00017386468958814706, |
| "loss": 2.1044, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2417681551646369, |
| "grad_norm": 0.9102274775505066, |
| "learning_rate": 0.00017371059282989703, |
| "loss": 2.1632, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.24248985115020297, |
| "grad_norm": 0.8495607972145081, |
| "learning_rate": 0.00017355611184047718, |
| "loss": 2.2181, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.24321154713576906, |
| "grad_norm": 0.8364112377166748, |
| "learning_rate": 0.0001734012474251505, |
| "loss": 1.9061, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.24393324312133513, |
| "grad_norm": 0.865799069404602, |
| "learning_rate": 0.00017324600039117863, |
| "loss": 1.7471, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.24465493910690123, |
| "grad_norm": 0.795103132724762, |
| "learning_rate": 0.0001730903715478177, |
| "loss": 1.785, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2453766350924673, |
| "grad_norm": 1.0311650037765503, |
| "learning_rate": 0.00017293436170631415, |
| "loss": 1.8627, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2460983310780334, |
| "grad_norm": 0.8900341391563416, |
| "learning_rate": 0.00017277797167990032, |
| "loss": 1.9769, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.24682002706359946, |
| "grad_norm": 0.8887233734130859, |
| "learning_rate": 0.0001726212022837905, |
| "loss": 1.9886, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.24754172304916555, |
| "grad_norm": 1.1422722339630127, |
| "learning_rate": 0.0001724640543351764, |
| "loss": 2.1375, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.24826341903473162, |
| "grad_norm": 1.014893889427185, |
| "learning_rate": 0.00017230652865322309, |
| "loss": 1.9139, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.2489851150202977, |
| "grad_norm": 1.2157926559448242, |
| "learning_rate": 0.00017214862605906457, |
| "loss": 2.1147, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.24970681100586378, |
| "grad_norm": 1.269830346107483, |
| "learning_rate": 0.0001719903473757996, |
| "loss": 2.2424, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2504285069914299, |
| "grad_norm": 1.4805721044540405, |
| "learning_rate": 0.00017183169342848743, |
| "loss": 2.2145, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2504285069914299, |
| "eval_loss": 2.0448663234710693, |
| "eval_runtime": 69.1417, |
| "eval_samples_per_second": 16.878, |
| "eval_steps_per_second": 8.446, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2511502029769959, |
| "grad_norm": 1.4608752727508545, |
| "learning_rate": 0.00017167266504414342, |
| "loss": 1.8206, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.251871898962562, |
| "grad_norm": 1.7580046653747559, |
| "learning_rate": 0.0001715132630517347, |
| "loss": 2.1478, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2525935949481281, |
| "grad_norm": 2.4855422973632812, |
| "learning_rate": 0.000171353488282176, |
| "loss": 1.9161, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2533152909336942, |
| "grad_norm": 0.5099795460700989, |
| "learning_rate": 0.00017119334156832515, |
| "loss": 2.2785, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.25403698691926024, |
| "grad_norm": 0.547476053237915, |
| "learning_rate": 0.00017103282374497883, |
| "loss": 2.3847, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.25475868290482634, |
| "grad_norm": 0.613071858882904, |
| "learning_rate": 0.0001708719356488683, |
| "loss": 2.1474, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.25548037889039243, |
| "grad_norm": 0.5855858325958252, |
| "learning_rate": 0.00017071067811865476, |
| "loss": 1.9317, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.25620207487595853, |
| "grad_norm": 0.7890000939369202, |
| "learning_rate": 0.0001705490519949253, |
| "loss": 2.0565, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.25692377086152457, |
| "grad_norm": 0.5179522633552551, |
| "learning_rate": 0.00017038705812018833, |
| "loss": 2.0359, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.25764546684709067, |
| "grad_norm": 0.5447804927825928, |
| "learning_rate": 0.00017022469733886925, |
| "loss": 2.081, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.25836716283265676, |
| "grad_norm": 0.5527011752128601, |
| "learning_rate": 0.00017006197049730602, |
| "loss": 2.1578, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2590888588182228, |
| "grad_norm": 0.5737714171409607, |
| "learning_rate": 0.00016989887844374473, |
| "loss": 2.1476, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.2598105548037889, |
| "grad_norm": 0.6283987760543823, |
| "learning_rate": 0.00016973542202833528, |
| "loss": 2.2796, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.260532250789355, |
| "grad_norm": 0.8261940479278564, |
| "learning_rate": 0.0001695716021031268, |
| "loss": 1.9799, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2612539467749211, |
| "grad_norm": 0.7671875357627869, |
| "learning_rate": 0.0001694074195220634, |
| "loss": 2.1563, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.2619756427604871, |
| "grad_norm": 0.6903805136680603, |
| "learning_rate": 0.0001692428751409795, |
| "loss": 2.2404, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.2626973387460532, |
| "grad_norm": 0.6794382929801941, |
| "learning_rate": 0.0001690779698175955, |
| "loss": 2.0918, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.2634190347316193, |
| "grad_norm": 0.6635944843292236, |
| "learning_rate": 0.0001689127044115133, |
| "loss": 1.9714, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2641407307171854, |
| "grad_norm": 0.7483007907867432, |
| "learning_rate": 0.0001687470797842118, |
| "loss": 2.2518, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.26486242670275145, |
| "grad_norm": 0.7463290095329285, |
| "learning_rate": 0.00016858109679904245, |
| "loss": 2.2361, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.26558412268831755, |
| "grad_norm": 0.6556740999221802, |
| "learning_rate": 0.0001684147563212246, |
| "loss": 2.0323, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.26630581867388364, |
| "grad_norm": 0.7111083269119263, |
| "learning_rate": 0.0001682480592178412, |
| "loss": 2.1474, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.2670275146594497, |
| "grad_norm": 0.6828135848045349, |
| "learning_rate": 0.00016808100635783423, |
| "loss": 1.8449, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2677492106450158, |
| "grad_norm": 0.6851454377174377, |
| "learning_rate": 0.00016791359861199995, |
| "loss": 2.053, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2684709066305819, |
| "grad_norm": 0.7220824956893921, |
| "learning_rate": 0.00016774583685298468, |
| "loss": 2.216, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.26919260261614797, |
| "grad_norm": 0.7199200987815857, |
| "learning_rate": 0.00016757772195528003, |
| "loss": 2.254, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.269914298601714, |
| "grad_norm": 0.7171351313591003, |
| "learning_rate": 0.00016740925479521846, |
| "loss": 2.0368, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.2706359945872801, |
| "grad_norm": 0.665679931640625, |
| "learning_rate": 0.00016724043625096865, |
| "loss": 1.9703, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.2713576905728462, |
| "grad_norm": 0.7794263362884521, |
| "learning_rate": 0.00016707126720253096, |
| "loss": 1.9014, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.2720793865584123, |
| "grad_norm": 0.8275384306907654, |
| "learning_rate": 0.00016690174853173275, |
| "loss": 2.4752, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.27280108254397833, |
| "grad_norm": 0.7348729968070984, |
| "learning_rate": 0.00016673188112222394, |
| "loss": 2.1833, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.27352277852954443, |
| "grad_norm": 0.9267676472663879, |
| "learning_rate": 0.00016656166585947232, |
| "loss": 2.2553, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2742444745151105, |
| "grad_norm": 0.7821710705757141, |
| "learning_rate": 0.00016639110363075884, |
| "loss": 2.2115, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.27496617050067657, |
| "grad_norm": 0.8246325254440308, |
| "learning_rate": 0.00016622019532517318, |
| "loss": 2.079, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.27568786648624266, |
| "grad_norm": 0.7815666198730469, |
| "learning_rate": 0.000166048941833609, |
| "loss": 2.069, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.27640956247180876, |
| "grad_norm": 0.7894071340560913, |
| "learning_rate": 0.00016587734404875922, |
| "loss": 2.1017, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.27713125845737485, |
| "grad_norm": 0.7399061918258667, |
| "learning_rate": 0.0001657054028651116, |
| "loss": 1.9506, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2778529544429409, |
| "grad_norm": 0.8476285934448242, |
| "learning_rate": 0.0001655331191789438, |
| "loss": 2.0819, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.278574650428507, |
| "grad_norm": 0.9576147794723511, |
| "learning_rate": 0.00016536049388831894, |
| "loss": 2.1385, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.2792963464140731, |
| "grad_norm": 0.8030416965484619, |
| "learning_rate": 0.00016518752789308077, |
| "loss": 2.1007, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.2800180423996392, |
| "grad_norm": 0.9596338272094727, |
| "learning_rate": 0.00016501422209484908, |
| "loss": 1.9014, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2807397383852052, |
| "grad_norm": 0.9921535849571228, |
| "learning_rate": 0.00016484057739701486, |
| "loss": 1.9174, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.2814614343707713, |
| "grad_norm": 0.9224631786346436, |
| "learning_rate": 0.00016466659470473579, |
| "loss": 1.9376, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2821831303563374, |
| "grad_norm": 1.071339726448059, |
| "learning_rate": 0.00016449227492493131, |
| "loss": 1.8678, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.28290482634190345, |
| "grad_norm": 1.1121081113815308, |
| "learning_rate": 0.00016431761896627806, |
| "loss": 2.1111, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.28362652232746954, |
| "grad_norm": 1.0154049396514893, |
| "learning_rate": 0.00016414262773920511, |
| "loss": 1.7486, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.28434821831303564, |
| "grad_norm": 1.0783894062042236, |
| "learning_rate": 0.00016396730215588915, |
| "loss": 1.8487, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.28506991429860173, |
| "grad_norm": 1.1584926843643188, |
| "learning_rate": 0.00016379164313024965, |
| "loss": 2.0179, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.2857916102841678, |
| "grad_norm": 1.3868305683135986, |
| "learning_rate": 0.00016361565157794447, |
| "loss": 1.9265, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.28651330626973387, |
| "grad_norm": 1.295982837677002, |
| "learning_rate": 0.00016343932841636456, |
| "loss": 1.9094, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.28723500225529996, |
| "grad_norm": 1.3739012479782104, |
| "learning_rate": 0.00016326267456462964, |
| "loss": 2.0273, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.28795669824086606, |
| "grad_norm": 1.602811336517334, |
| "learning_rate": 0.00016308569094358315, |
| "loss": 2.0729, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.2886783942264321, |
| "grad_norm": 3.1706714630126953, |
| "learning_rate": 0.0001629083784757875, |
| "loss": 2.0397, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2894000902119982, |
| "grad_norm": 0.45571619272232056, |
| "learning_rate": 0.00016273073808551928, |
| "loss": 2.1547, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.2901217861975643, |
| "grad_norm": 0.6182868480682373, |
| "learning_rate": 0.00016255277069876454, |
| "loss": 1.8109, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.29084348218313033, |
| "grad_norm": 0.631162703037262, |
| "learning_rate": 0.00016237447724321374, |
| "loss": 2.1263, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.2915651781686964, |
| "grad_norm": 0.5932204723358154, |
| "learning_rate": 0.00016219585864825706, |
| "loss": 1.9884, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2922868741542625, |
| "grad_norm": 0.6368937492370605, |
| "learning_rate": 0.0001620169158449796, |
| "loss": 2.0189, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2930085701398286, |
| "grad_norm": 0.581807017326355, |
| "learning_rate": 0.0001618376497661564, |
| "loss": 2.1702, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.29373026612539466, |
| "grad_norm": 0.7853233218193054, |
| "learning_rate": 0.00016165806134624768, |
| "loss": 1.8705, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.29445196211096075, |
| "grad_norm": 0.5158584117889404, |
| "learning_rate": 0.00016147815152139385, |
| "loss": 2.0874, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.29517365809652685, |
| "grad_norm": 0.740698516368866, |
| "learning_rate": 0.00016129792122941084, |
| "loss": 1.8785, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.29589535408209294, |
| "grad_norm": 0.5194957852363586, |
| "learning_rate": 0.00016111737140978494, |
| "loss": 2.0091, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.296617050067659, |
| "grad_norm": 0.519624650478363, |
| "learning_rate": 0.00016093650300366813, |
| "loss": 2.0168, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.2973387460532251, |
| "grad_norm": 0.5415074229240417, |
| "learning_rate": 0.00016075531695387303, |
| "loss": 2.2278, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2980604420387912, |
| "grad_norm": 0.6242182850837708, |
| "learning_rate": 0.00016057381420486814, |
| "loss": 2.049, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2987821380243572, |
| "grad_norm": 0.7034509778022766, |
| "learning_rate": 0.0001603919957027727, |
| "loss": 2.1131, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2995038340099233, |
| "grad_norm": 0.6290050148963928, |
| "learning_rate": 0.0001602098623953519, |
| "loss": 2.0874, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3002255299954894, |
| "grad_norm": 0.7002443075180054, |
| "learning_rate": 0.00016002741523201195, |
| "loss": 2.2184, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.3009472259810555, |
| "grad_norm": 0.6872802972793579, |
| "learning_rate": 0.00015984465516379512, |
| "loss": 1.9846, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.30166892196662154, |
| "grad_norm": 0.6347806453704834, |
| "learning_rate": 0.00015966158314337472, |
| "loss": 2.017, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.30239061795218763, |
| "grad_norm": 0.6725605726242065, |
| "learning_rate": 0.00015947820012505014, |
| "loss": 1.8673, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.30311231393775373, |
| "grad_norm": 0.6501641869544983, |
| "learning_rate": 0.00015929450706474198, |
| "loss": 1.7906, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3038340099233198, |
| "grad_norm": 0.6304216384887695, |
| "learning_rate": 0.00015911050491998694, |
| "loss": 2.0254, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.30455570590888587, |
| "grad_norm": 0.7125235199928284, |
| "learning_rate": 0.00015892619464993293, |
| "loss": 2.2227, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.30527740189445196, |
| "grad_norm": 0.8366000056266785, |
| "learning_rate": 0.000158741577215334, |
| "loss": 1.9386, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.30599909788001806, |
| "grad_norm": 0.7741978168487549, |
| "learning_rate": 0.0001585566535785453, |
| "loss": 2.0946, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.3067207938655841, |
| "grad_norm": 0.8287116289138794, |
| "learning_rate": 0.00015837142470351826, |
| "loss": 2.2092, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.3074424898511502, |
| "grad_norm": 0.7442872524261475, |
| "learning_rate": 0.0001581858915557953, |
| "loss": 2.0325, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3081641858367163, |
| "grad_norm": 0.7915328741073608, |
| "learning_rate": 0.00015800005510250496, |
| "loss": 1.9573, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.3088858818222824, |
| "grad_norm": 0.884508490562439, |
| "learning_rate": 0.00015781391631235686, |
| "loss": 2.0783, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.3096075778078484, |
| "grad_norm": 0.8212745189666748, |
| "learning_rate": 0.00015762747615563654, |
| "loss": 2.1623, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3103292737934145, |
| "grad_norm": 0.8813311457633972, |
| "learning_rate": 0.00015744073560420053, |
| "loss": 2.1335, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3110509697789806, |
| "grad_norm": 0.9705349802970886, |
| "learning_rate": 0.00015725369563147117, |
| "loss": 2.2292, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3117726657645467, |
| "grad_norm": 0.8971934914588928, |
| "learning_rate": 0.00015706635721243173, |
| "loss": 2.0484, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.31249436175011275, |
| "grad_norm": 0.8536366820335388, |
| "learning_rate": 0.00015687872132362098, |
| "loss": 1.8959, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.31321605773567884, |
| "grad_norm": 0.8911833167076111, |
| "learning_rate": 0.00015669078894312848, |
| "loss": 1.8184, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.31393775372124494, |
| "grad_norm": 0.8813993334770203, |
| "learning_rate": 0.00015650256105058922, |
| "loss": 1.9995, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.314659449706811, |
| "grad_norm": 0.9598486423492432, |
| "learning_rate": 0.0001563140386271787, |
| "loss": 1.8775, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3153811456923771, |
| "grad_norm": 1.0753930807113647, |
| "learning_rate": 0.0001561252226556076, |
| "loss": 1.8648, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.31610284167794317, |
| "grad_norm": 1.0070102214813232, |
| "learning_rate": 0.00015593611412011686, |
| "loss": 1.8221, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.31682453766350926, |
| "grad_norm": 1.361578345298767, |
| "learning_rate": 0.00015574671400647242, |
| "loss": 1.9488, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3175462336490753, |
| "grad_norm": 0.9415156245231628, |
| "learning_rate": 0.00015555702330196023, |
| "loss": 1.9394, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3182679296346414, |
| "grad_norm": 1.0360898971557617, |
| "learning_rate": 0.00015536704299538086, |
| "loss": 2.0804, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3189896256202075, |
| "grad_norm": 1.0351145267486572, |
| "learning_rate": 0.0001551767740770446, |
| "loss": 1.8281, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.3197113216057736, |
| "grad_norm": 1.2262439727783203, |
| "learning_rate": 0.00015498621753876613, |
| "loss": 2.2231, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.32043301759133963, |
| "grad_norm": 1.2153987884521484, |
| "learning_rate": 0.00015479537437385938, |
| "loss": 1.9333, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3211547135769057, |
| "grad_norm": 1.247474193572998, |
| "learning_rate": 0.0001546042455771325, |
| "loss": 2.1583, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3218764095624718, |
| "grad_norm": 1.2623858451843262, |
| "learning_rate": 0.0001544128321448824, |
| "loss": 1.9833, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.3225981055480379, |
| "grad_norm": 1.4200539588928223, |
| "learning_rate": 0.0001542211350748898, |
| "loss": 2.1051, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.32331980153360396, |
| "grad_norm": 1.423181176185608, |
| "learning_rate": 0.0001540291553664139, |
| "loss": 2.0775, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.32404149751917005, |
| "grad_norm": 1.63998544216156, |
| "learning_rate": 0.0001538368940201873, |
| "loss": 1.859, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.32476319350473615, |
| "grad_norm": 2.989253282546997, |
| "learning_rate": 0.00015364435203841058, |
| "loss": 1.9246, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3254848894903022, |
| "grad_norm": 0.43879884481430054, |
| "learning_rate": 0.00015345153042474723, |
| "loss": 2.0348, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.3262065854758683, |
| "grad_norm": 0.6420524716377258, |
| "learning_rate": 0.00015325843018431835, |
| "loss": 1.983, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3269282814614344, |
| "grad_norm": 0.7560911774635315, |
| "learning_rate": 0.0001530650523236975, |
| "loss": 2.0953, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3276499774470005, |
| "grad_norm": 0.6827670335769653, |
| "learning_rate": 0.00015287139785090533, |
| "loss": 2.1142, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3283716734325665, |
| "grad_norm": 0.7388015389442444, |
| "learning_rate": 0.00015267746777540445, |
| "loss": 2.0133, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.3290933694181326, |
| "grad_norm": 0.5972727537155151, |
| "learning_rate": 0.00015248326310809404, |
| "loss": 1.9447, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3298150654036987, |
| "grad_norm": 0.5937041640281677, |
| "learning_rate": 0.00015228878486130468, |
| "loss": 2.2395, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3305367613892648, |
| "grad_norm": 0.584784984588623, |
| "learning_rate": 0.00015209403404879303, |
| "loss": 1.8813, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.33125845737483084, |
| "grad_norm": 0.5649528503417969, |
| "learning_rate": 0.00015189901168573652, |
| "loss": 1.912, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.33198015336039693, |
| "grad_norm": 0.6014163494110107, |
| "learning_rate": 0.00015170371878872818, |
| "loss": 1.9442, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.33270184934596303, |
| "grad_norm": 0.5904702544212341, |
| "learning_rate": 0.00015150815637577115, |
| "loss": 2.1055, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.33342354533152907, |
| "grad_norm": 0.584947407245636, |
| "learning_rate": 0.00015131232546627355, |
| "loss": 2.1568, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.33414524131709517, |
| "grad_norm": 0.7716559767723083, |
| "learning_rate": 0.00015111622708104304, |
| "loss": 2.4628, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.33486693730266126, |
| "grad_norm": 0.684610903263092, |
| "learning_rate": 0.00015091986224228157, |
| "loss": 2.0135, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.33558863328822736, |
| "grad_norm": 0.6506519317626953, |
| "learning_rate": 0.00015072323197358003, |
| "loss": 1.9921, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3363103292737934, |
| "grad_norm": 0.7383794784545898, |
| "learning_rate": 0.00015052633729991294, |
| "loss": 2.0091, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3370320252593595, |
| "grad_norm": 0.7721776962280273, |
| "learning_rate": 0.00015032917924763308, |
| "loss": 2.0213, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3377537212449256, |
| "grad_norm": 0.7173489928245544, |
| "learning_rate": 0.0001501317588444661, |
| "loss": 2.113, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3384754172304917, |
| "grad_norm": 0.9566094279289246, |
| "learning_rate": 0.00014993407711950526, |
| "loss": 2.1327, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.3391971132160577, |
| "grad_norm": 0.7923563718795776, |
| "learning_rate": 0.00014973613510320594, |
| "loss": 2.0669, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3399188092016238, |
| "grad_norm": 0.7906169295310974, |
| "learning_rate": 0.00014953793382738046, |
| "loss": 2.2269, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.3406405051871899, |
| "grad_norm": 0.7992529273033142, |
| "learning_rate": 0.00014933947432519245, |
| "loss": 1.9484, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.34136220117275595, |
| "grad_norm": 0.6359643340110779, |
| "learning_rate": 0.0001491407576311517, |
| "loss": 2.1302, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.34208389715832205, |
| "grad_norm": 0.829993724822998, |
| "learning_rate": 0.00014894178478110857, |
| "loss": 2.1202, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.34280559314388814, |
| "grad_norm": 0.8561526536941528, |
| "learning_rate": 0.00014874255681224875, |
| "loss": 2.1082, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.34352728912945424, |
| "grad_norm": 0.8740339279174805, |
| "learning_rate": 0.00014854307476308781, |
| "loss": 2.1862, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.3442489851150203, |
| "grad_norm": 0.7768098711967468, |
| "learning_rate": 0.00014834333967346573, |
| "loss": 2.214, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3449706811005864, |
| "grad_norm": 0.8673197031021118, |
| "learning_rate": 0.00014814335258454145, |
| "loss": 2.0627, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.34569237708615247, |
| "grad_norm": 1.0622506141662598, |
| "learning_rate": 0.0001479431145387876, |
| "loss": 1.8725, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.34641407307171856, |
| "grad_norm": 1.004431128501892, |
| "learning_rate": 0.00014774262657998491, |
| "loss": 1.9884, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3471357690572846, |
| "grad_norm": 0.9121831655502319, |
| "learning_rate": 0.00014754188975321693, |
| "loss": 2.143, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.3478574650428507, |
| "grad_norm": 0.8564521074295044, |
| "learning_rate": 0.00014734090510486433, |
| "loss": 1.9622, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.3485791610284168, |
| "grad_norm": 0.9346309900283813, |
| "learning_rate": 0.0001471396736825998, |
| "loss": 2.2277, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.34930085701398284, |
| "grad_norm": 0.7741645574569702, |
| "learning_rate": 0.00014693819653538215, |
| "loss": 2.0609, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.35002255299954893, |
| "grad_norm": 0.973437488079071, |
| "learning_rate": 0.00014673647471345123, |
| "loss": 2.1404, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.350744248985115, |
| "grad_norm": 0.8983584642410278, |
| "learning_rate": 0.00014653450926832234, |
| "loss": 2.0794, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.3514659449706811, |
| "grad_norm": 0.8341611623764038, |
| "learning_rate": 0.0001463323012527806, |
| "loss": 1.8401, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.35218764095624716, |
| "grad_norm": 0.866420567035675, |
| "learning_rate": 0.00014612985172087565, |
| "loss": 1.8483, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.35290933694181326, |
| "grad_norm": 1.0081979036331177, |
| "learning_rate": 0.00014592716172791604, |
| "loss": 1.9181, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.35363103292737935, |
| "grad_norm": 0.947012186050415, |
| "learning_rate": 0.00014572423233046386, |
| "loss": 1.9054, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.35435272891294545, |
| "grad_norm": 0.8823789358139038, |
| "learning_rate": 0.000145521064586329, |
| "loss": 1.841, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3550744248985115, |
| "grad_norm": 1.1918128728866577, |
| "learning_rate": 0.00014531765955456388, |
| "loss": 2.2338, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.3557961208840776, |
| "grad_norm": 1.1315648555755615, |
| "learning_rate": 0.00014511401829545782, |
| "loss": 1.9468, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.3565178168696437, |
| "grad_norm": 1.223190188407898, |
| "learning_rate": 0.00014491014187053148, |
| "loss": 1.9732, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.3572395128552097, |
| "grad_norm": 1.1562483310699463, |
| "learning_rate": 0.00014470603134253141, |
| "loss": 1.8728, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.3579612088407758, |
| "grad_norm": 1.1256657838821411, |
| "learning_rate": 0.0001445016877754245, |
| "loss": 1.8935, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.3586829048263419, |
| "grad_norm": 1.5841211080551147, |
| "learning_rate": 0.00014429711223439232, |
| "loss": 2.111, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.359404600811908, |
| "grad_norm": 1.4084722995758057, |
| "learning_rate": 0.00014409230578582566, |
| "loss": 1.8999, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.36012629679747404, |
| "grad_norm": 1.606574535369873, |
| "learning_rate": 0.000143887269497319, |
| "loss": 1.8381, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.36084799278304014, |
| "grad_norm": 2.6087684631347656, |
| "learning_rate": 0.00014368200443766495, |
| "loss": 2.0231, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.36156968876860623, |
| "grad_norm": 0.3916848599910736, |
| "learning_rate": 0.00014347651167684854, |
| "loss": 2.3636, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.36229138475417233, |
| "grad_norm": 0.4381672739982605, |
| "learning_rate": 0.00014327079228604176, |
| "loss": 1.9658, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.36301308073973837, |
| "grad_norm": 0.5553485751152039, |
| "learning_rate": 0.00014306484733759807, |
| "loss": 2.1661, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.36373477672530447, |
| "grad_norm": 0.5664504170417786, |
| "learning_rate": 0.0001428586779050465, |
| "loss": 2.1398, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.36445647271087056, |
| "grad_norm": 0.5589740872383118, |
| "learning_rate": 0.00014265228506308637, |
| "loss": 1.9237, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3651781686964366, |
| "grad_norm": 0.5404537320137024, |
| "learning_rate": 0.00014244566988758152, |
| "loss": 2.142, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3658998646820027, |
| "grad_norm": 0.48619818687438965, |
| "learning_rate": 0.00014223883345555483, |
| "loss": 1.9398, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.3666215606675688, |
| "grad_norm": 0.5325775146484375, |
| "learning_rate": 0.00014203177684518243, |
| "loss": 1.6636, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.3673432566531349, |
| "grad_norm": 0.4975093603134155, |
| "learning_rate": 0.0001418245011357882, |
| "loss": 1.8313, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.3680649526387009, |
| "grad_norm": 0.5297598242759705, |
| "learning_rate": 0.00014161700740783815, |
| "loss": 2.2338, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.368786648624267, |
| "grad_norm": 0.5754287838935852, |
| "learning_rate": 0.0001414092967429347, |
| "loss": 2.1247, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.3695083446098331, |
| "grad_norm": 0.6123212575912476, |
| "learning_rate": 0.00014120137022381117, |
| "loss": 1.8802, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.3702300405953992, |
| "grad_norm": 0.6768708229064941, |
| "learning_rate": 0.00014099322893432596, |
| "loss": 2.1652, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.37095173658096525, |
| "grad_norm": 0.6408237814903259, |
| "learning_rate": 0.00014078487395945713, |
| "loss": 2.0963, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.37167343256653135, |
| "grad_norm": 0.6519628763198853, |
| "learning_rate": 0.0001405763063852965, |
| "loss": 2.0375, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.37239512855209744, |
| "grad_norm": 0.6704717874526978, |
| "learning_rate": 0.00014036752729904418, |
| "loss": 2.0582, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.3731168245376635, |
| "grad_norm": 0.7205826044082642, |
| "learning_rate": 0.00014015853778900282, |
| "loss": 1.9895, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.3738385205232296, |
| "grad_norm": 0.7252753376960754, |
| "learning_rate": 0.00013994933894457192, |
| "loss": 1.993, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.3745602165087957, |
| "grad_norm": 0.7175233364105225, |
| "learning_rate": 0.00013973993185624218, |
| "loss": 2.1231, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.37528191249436177, |
| "grad_norm": 0.9499638676643372, |
| "learning_rate": 0.00013953031761558982, |
| "loss": 2.136, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3760036084799278, |
| "grad_norm": 0.6689407229423523, |
| "learning_rate": 0.0001393204973152709, |
| "loss": 2.0364, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.3767253044654939, |
| "grad_norm": 0.8109689354896545, |
| "learning_rate": 0.0001391104720490156, |
| "loss": 2.1341, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.37744700045106, |
| "grad_norm": 0.7784141898155212, |
| "learning_rate": 0.00013890024291162253, |
| "loss": 2.0186, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.3781686964366261, |
| "grad_norm": 0.6674546599388123, |
| "learning_rate": 0.00013868981099895294, |
| "loss": 1.9788, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.37889039242219213, |
| "grad_norm": 0.7715145945549011, |
| "learning_rate": 0.00013847917740792524, |
| "loss": 2.2002, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.37961208840775823, |
| "grad_norm": 0.7950595021247864, |
| "learning_rate": 0.000138268343236509, |
| "loss": 1.8916, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3803337843933243, |
| "grad_norm": 0.9134111404418945, |
| "learning_rate": 0.0001380573095837194, |
| "loss": 1.9418, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.38105548037889037, |
| "grad_norm": 0.7813145518302917, |
| "learning_rate": 0.0001378460775496114, |
| "loss": 1.8367, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.38177717636445646, |
| "grad_norm": 0.8465550541877747, |
| "learning_rate": 0.00013763464823527425, |
| "loss": 1.9176, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.38249887235002256, |
| "grad_norm": 0.8235204219818115, |
| "learning_rate": 0.00013742302274282533, |
| "loss": 2.1819, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.38322056833558865, |
| "grad_norm": 0.7880412340164185, |
| "learning_rate": 0.00013721120217540474, |
| "loss": 1.9192, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.3839422643211547, |
| "grad_norm": 0.8153396248817444, |
| "learning_rate": 0.0001369991876371695, |
| "loss": 2.0824, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.3846639603067208, |
| "grad_norm": 0.8878820538520813, |
| "learning_rate": 0.00013678698023328762, |
| "loss": 2.2177, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3853856562922869, |
| "grad_norm": 0.9434154033660889, |
| "learning_rate": 0.00013657458106993258, |
| "loss": 1.8834, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.386107352277853, |
| "grad_norm": 1.1047461032867432, |
| "learning_rate": 0.00013636199125427733, |
| "loss": 1.9097, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.386829048263419, |
| "grad_norm": 0.9317257404327393, |
| "learning_rate": 0.00013614921189448879, |
| "loss": 1.9017, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.3875507442489851, |
| "grad_norm": 1.0019422769546509, |
| "learning_rate": 0.0001359362440997217, |
| "loss": 2.0193, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.3882724402345512, |
| "grad_norm": 0.9718778133392334, |
| "learning_rate": 0.0001357230889801133, |
| "loss": 2.1052, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.38899413622011725, |
| "grad_norm": 1.1503944396972656, |
| "learning_rate": 0.00013550974764677706, |
| "loss": 1.7837, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.38971583220568334, |
| "grad_norm": 1.0900386571884155, |
| "learning_rate": 0.00013529622121179733, |
| "loss": 1.902, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.39043752819124944, |
| "grad_norm": 1.173412799835205, |
| "learning_rate": 0.00013508251078822318, |
| "loss": 2.0403, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.39115922417681553, |
| "grad_norm": 1.069041132926941, |
| "learning_rate": 0.00013486861749006286, |
| "loss": 1.8937, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.3918809201623816, |
| "grad_norm": 1.167975902557373, |
| "learning_rate": 0.0001346545424322779, |
| "loss": 1.8781, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.39260261614794767, |
| "grad_norm": 1.1565008163452148, |
| "learning_rate": 0.00013444028673077716, |
| "loss": 2.0824, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.39332431213351376, |
| "grad_norm": 1.4098018407821655, |
| "learning_rate": 0.00013422585150241127, |
| "loss": 2.1038, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.39404600811907986, |
| "grad_norm": 1.1588647365570068, |
| "learning_rate": 0.00013401123786496664, |
| "loss": 2.1557, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3947677041046459, |
| "grad_norm": 1.1235766410827637, |
| "learning_rate": 0.00013379644693715964, |
| "loss": 1.849, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.395489400090212, |
| "grad_norm": 1.495984435081482, |
| "learning_rate": 0.00013358147983863087, |
| "loss": 1.9681, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.3962110960757781, |
| "grad_norm": 1.6090033054351807, |
| "learning_rate": 0.00013336633768993921, |
| "loss": 1.6243, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.3969327920613442, |
| "grad_norm": 3.5663626194000244, |
| "learning_rate": 0.000133151021612556, |
| "loss": 2.5733, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3976544880469102, |
| "grad_norm": 0.3729737401008606, |
| "learning_rate": 0.00013293553272885928, |
| "loss": 1.8941, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.3983761840324763, |
| "grad_norm": 0.43683794140815735, |
| "learning_rate": 0.0001327198721621278, |
| "loss": 1.9538, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3990978800180424, |
| "grad_norm": 0.4107416570186615, |
| "learning_rate": 0.00013250404103653534, |
| "loss": 1.989, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.39981957600360846, |
| "grad_norm": 0.4939647316932678, |
| "learning_rate": 0.00013228804047714463, |
| "loss": 2.0302, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.40054127198917455, |
| "grad_norm": 0.4543479382991791, |
| "learning_rate": 0.00013207187160990176, |
| "loss": 1.8861, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.40126296797474065, |
| "grad_norm": 0.5536764860153198, |
| "learning_rate": 0.00013185553556163, |
| "loss": 2.0087, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.40198466396030674, |
| "grad_norm": 0.5444499254226685, |
| "learning_rate": 0.00013163903346002424, |
| "loss": 1.9745, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4027063599458728, |
| "grad_norm": 0.5472487807273865, |
| "learning_rate": 0.0001314223664336448, |
| "loss": 1.9845, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.4034280559314389, |
| "grad_norm": 0.5884208083152771, |
| "learning_rate": 0.0001312055356119118, |
| "loss": 1.9821, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.404149751917005, |
| "grad_norm": 0.5772559642791748, |
| "learning_rate": 0.00013098854212509917, |
| "loss": 2.2049, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.40487144790257107, |
| "grad_norm": 0.5724035501480103, |
| "learning_rate": 0.00013077138710432875, |
| "loss": 2.0149, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.4055931438881371, |
| "grad_norm": 0.8017578721046448, |
| "learning_rate": 0.00013055407168156437, |
| "loss": 2.1341, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4063148398737032, |
| "grad_norm": 0.601007342338562, |
| "learning_rate": 0.00013033659698960607, |
| "loss": 2.0982, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.4070365358592693, |
| "grad_norm": 0.5559996366500854, |
| "learning_rate": 0.00013011896416208405, |
| "loss": 2.0635, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.40775823184483534, |
| "grad_norm": 0.7239325642585754, |
| "learning_rate": 0.0001299011743334528, |
| "loss": 2.1338, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.40847992783040143, |
| "grad_norm": 0.6814059019088745, |
| "learning_rate": 0.00012968322863898533, |
| "loss": 2.0669, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.40920162381596753, |
| "grad_norm": 0.623031735420227, |
| "learning_rate": 0.00012946512821476698, |
| "loss": 1.9914, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.4099233198015336, |
| "grad_norm": 0.7559853792190552, |
| "learning_rate": 0.00012924687419768976, |
| "loss": 2.1587, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.41064501578709967, |
| "grad_norm": 0.6757892966270447, |
| "learning_rate": 0.00012902846772544624, |
| "loss": 1.9957, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.41136671177266576, |
| "grad_norm": 0.7433946132659912, |
| "learning_rate": 0.00012880990993652377, |
| "loss": 2.1047, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.41208840775823186, |
| "grad_norm": 0.6743836998939514, |
| "learning_rate": 0.00012859120197019838, |
| "loss": 2.14, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.41281010374379795, |
| "grad_norm": 0.7119567394256592, |
| "learning_rate": 0.000128372344966529, |
| "loss": 2.0382, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.413531799729364, |
| "grad_norm": 0.6743903160095215, |
| "learning_rate": 0.00012815334006635145, |
| "loss": 2.0464, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.4142534957149301, |
| "grad_norm": 0.7323693037033081, |
| "learning_rate": 0.0001279341884112724, |
| "loss": 2.1331, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.4149751917004962, |
| "grad_norm": 0.8493738770484924, |
| "learning_rate": 0.00012771489114366363, |
| "loss": 2.0557, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4156968876860622, |
| "grad_norm": 0.8527911305427551, |
| "learning_rate": 0.00012749544940665586, |
| "loss": 1.9553, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.4164185836716283, |
| "grad_norm": 0.9559998512268066, |
| "learning_rate": 0.0001272758643441329, |
| "loss": 2.0862, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.4171402796571944, |
| "grad_norm": 0.8022967576980591, |
| "learning_rate": 0.00012705613710072575, |
| "loss": 2.0835, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.4178619756427605, |
| "grad_norm": 0.800597608089447, |
| "learning_rate": 0.00012683626882180647, |
| "loss": 1.9774, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.41858367162832655, |
| "grad_norm": 0.7580859065055847, |
| "learning_rate": 0.0001266162606534823, |
| "loss": 2.0852, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.41930536761389264, |
| "grad_norm": 0.853229820728302, |
| "learning_rate": 0.00012639611374258978, |
| "loss": 2.0655, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.42002706359945874, |
| "grad_norm": 0.7884695529937744, |
| "learning_rate": 0.00012617582923668853, |
| "loss": 2.0584, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.42074875958502483, |
| "grad_norm": 0.8213168978691101, |
| "learning_rate": 0.00012595540828405554, |
| "loss": 1.976, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.4214704555705909, |
| "grad_norm": 1.014846682548523, |
| "learning_rate": 0.00012573485203367895, |
| "loss": 1.906, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.42219215155615697, |
| "grad_norm": 0.8861525654792786, |
| "learning_rate": 0.0001255141616352522, |
| "loss": 1.9226, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.42291384754172306, |
| "grad_norm": 0.8630643486976624, |
| "learning_rate": 0.00012529333823916807, |
| "loss": 2.1896, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.4236355435272891, |
| "grad_norm": 0.855202853679657, |
| "learning_rate": 0.00012507238299651254, |
| "loss": 1.9286, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.4243572395128552, |
| "grad_norm": 0.993890106678009, |
| "learning_rate": 0.00012485129705905893, |
| "loss": 1.8637, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.4250789354984213, |
| "grad_norm": 1.005205750465393, |
| "learning_rate": 0.00012463008157926172, |
| "loss": 1.9541, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.4258006314839874, |
| "grad_norm": 0.921267569065094, |
| "learning_rate": 0.0001244087377102508, |
| "loss": 1.9234, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.42652232746955343, |
| "grad_norm": 0.9802915453910828, |
| "learning_rate": 0.0001241872666058252, |
| "loss": 2.0294, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.4272440234551195, |
| "grad_norm": 1.0839184522628784, |
| "learning_rate": 0.00012396566942044724, |
| "loss": 2.2219, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.4279657194406856, |
| "grad_norm": 0.9969576001167297, |
| "learning_rate": 0.00012374394730923645, |
| "loss": 1.8067, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.4286874154262517, |
| "grad_norm": 1.0509636402130127, |
| "learning_rate": 0.0001235221014279636, |
| "loss": 1.8378, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.42940911141181776, |
| "grad_norm": 1.0996500253677368, |
| "learning_rate": 0.00012330013293304455, |
| "loss": 2.0601, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.43013080739738385, |
| "grad_norm": 1.0985835790634155, |
| "learning_rate": 0.0001230780429815344, |
| "loss": 1.9307, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.43085250338294995, |
| "grad_norm": 1.1243302822113037, |
| "learning_rate": 0.00012285583273112134, |
| "loss": 1.8915, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.431574199368516, |
| "grad_norm": 1.2718844413757324, |
| "learning_rate": 0.0001226335033401206, |
| "loss": 1.883, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.4322958953540821, |
| "grad_norm": 1.7813730239868164, |
| "learning_rate": 0.00012241105596746846, |
| "loss": 1.8924, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.4330175913396482, |
| "grad_norm": 2.7625298500061035, |
| "learning_rate": 0.00012218849177271626, |
| "loss": 1.8883, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4337392873252143, |
| "grad_norm": 0.3661971092224121, |
| "learning_rate": 0.0001219658119160243, |
| "loss": 2.0741, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.4344609833107803, |
| "grad_norm": 0.38863077759742737, |
| "learning_rate": 0.00012174301755815571, |
| "loss": 2.0281, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.4351826792963464, |
| "grad_norm": 0.45574575662612915, |
| "learning_rate": 0.00012152010986047054, |
| "loss": 2.0238, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.4359043752819125, |
| "grad_norm": 0.5123632550239563, |
| "learning_rate": 0.0001212970899849196, |
| "loss": 1.878, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.4366260712674786, |
| "grad_norm": 0.46203720569610596, |
| "learning_rate": 0.00012107395909403853, |
| "loss": 1.9016, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.43734776725304464, |
| "grad_norm": 0.499948650598526, |
| "learning_rate": 0.0001208507183509416, |
| "loss": 1.9311, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.43806946323861073, |
| "grad_norm": 0.720411479473114, |
| "learning_rate": 0.00012062736891931568, |
| "loss": 1.9387, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.43879115922417683, |
| "grad_norm": 0.571064829826355, |
| "learning_rate": 0.00012040391196341427, |
| "loss": 2.1863, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.43951285520974287, |
| "grad_norm": 0.6007558107376099, |
| "learning_rate": 0.00012018034864805137, |
| "loss": 2.1926, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.44023455119530897, |
| "grad_norm": 0.4983706772327423, |
| "learning_rate": 0.00011995668013859529, |
| "loss": 2.0712, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.44095624718087506, |
| "grad_norm": 0.6057021021842957, |
| "learning_rate": 0.00011973290760096278, |
| "loss": 2.0173, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.44167794316644116, |
| "grad_norm": 0.6330967545509338, |
| "learning_rate": 0.00011950903220161285, |
| "loss": 2.0131, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.4423996391520072, |
| "grad_norm": 0.5312595367431641, |
| "learning_rate": 0.00011928505510754065, |
| "loss": 2.1222, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.4431213351375733, |
| "grad_norm": 0.6133038401603699, |
| "learning_rate": 0.00011906097748627149, |
| "loss": 2.1277, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.4438430311231394, |
| "grad_norm": 0.5167847275733948, |
| "learning_rate": 0.00011883680050585466, |
| "loss": 1.9886, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.4445647271087055, |
| "grad_norm": 0.6385582685470581, |
| "learning_rate": 0.00011861252533485742, |
| "loss": 1.9889, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4452864230942715, |
| "grad_norm": 0.640691339969635, |
| "learning_rate": 0.00011838815314235883, |
| "loss": 1.9369, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.4460081190798376, |
| "grad_norm": 0.5664452910423279, |
| "learning_rate": 0.00011816368509794364, |
| "loss": 1.8352, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.4467298150654037, |
| "grad_norm": 0.7151187062263489, |
| "learning_rate": 0.00011793912237169639, |
| "loss": 2.1452, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.44745151105096975, |
| "grad_norm": 0.6810514330863953, |
| "learning_rate": 0.00011771446613419508, |
| "loss": 2.0721, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.44817320703653585, |
| "grad_norm": 0.7472773790359497, |
| "learning_rate": 0.00011748971755650511, |
| "loss": 2.122, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.44889490302210194, |
| "grad_norm": 0.7194650769233704, |
| "learning_rate": 0.00011726487781017337, |
| "loss": 1.9834, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.44961659900766804, |
| "grad_norm": 0.7777118682861328, |
| "learning_rate": 0.00011703994806722178, |
| "loss": 1.9414, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.4503382949932341, |
| "grad_norm": 0.8126911520957947, |
| "learning_rate": 0.00011681492950014157, |
| "loss": 2.1158, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.4510599909788002, |
| "grad_norm": 0.8175609111785889, |
| "learning_rate": 0.0001165898232818869, |
| "loss": 1.9814, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.45178168696436627, |
| "grad_norm": 0.7634920477867126, |
| "learning_rate": 0.00011636463058586881, |
| "loss": 1.9199, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.45250338294993236, |
| "grad_norm": 0.7702071666717529, |
| "learning_rate": 0.00011613935258594919, |
| "loss": 1.9874, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.4532250789354984, |
| "grad_norm": 0.8696211576461792, |
| "learning_rate": 0.00011591399045643455, |
| "loss": 1.9517, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.4539467749210645, |
| "grad_norm": 0.8900702595710754, |
| "learning_rate": 0.00011568854537206994, |
| "loss": 2.1307, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.4546684709066306, |
| "grad_norm": 0.8014200329780579, |
| "learning_rate": 0.00011546301850803282, |
| "loss": 2.0741, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.45539016689219664, |
| "grad_norm": 0.7667497992515564, |
| "learning_rate": 0.00011523741103992698, |
| "loss": 1.976, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.45611186287776273, |
| "grad_norm": 0.765112578868866, |
| "learning_rate": 0.00011501172414377634, |
| "loss": 2.004, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.4568335588633288, |
| "grad_norm": 0.7811979055404663, |
| "learning_rate": 0.0001147859589960189, |
| "loss": 1.9241, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.4575552548488949, |
| "grad_norm": 0.8874790668487549, |
| "learning_rate": 0.00011456011677350051, |
| "loss": 1.9027, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.45827695083446096, |
| "grad_norm": 0.8571990132331848, |
| "learning_rate": 0.00011433419865346878, |
| "loss": 1.9371, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.45899864682002706, |
| "grad_norm": 0.9058617949485779, |
| "learning_rate": 0.00011410820581356705, |
| "loss": 2.0546, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.45972034280559315, |
| "grad_norm": 0.9197251200675964, |
| "learning_rate": 0.000113882139431828, |
| "loss": 1.8636, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.46044203879115925, |
| "grad_norm": 0.9559529423713684, |
| "learning_rate": 0.0001136560006866678, |
| "loss": 1.9618, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.4611637347767253, |
| "grad_norm": 1.156287431716919, |
| "learning_rate": 0.00011342979075687974, |
| "loss": 1.9471, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.4618854307622914, |
| "grad_norm": 1.0295299291610718, |
| "learning_rate": 0.00011320351082162821, |
| "loss": 1.9917, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4626071267478575, |
| "grad_norm": 1.0919082164764404, |
| "learning_rate": 0.00011297716206044255, |
| "loss": 1.982, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.4633288227334235, |
| "grad_norm": 1.1469688415527344, |
| "learning_rate": 0.0001127507456532108, |
| "loss": 2.0708, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.4640505187189896, |
| "grad_norm": 1.0824624300003052, |
| "learning_rate": 0.00011252426278017367, |
| "loss": 1.959, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.4647722147045557, |
| "grad_norm": 1.3127001523971558, |
| "learning_rate": 0.0001122977146219183, |
| "loss": 2.0838, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.4654939106901218, |
| "grad_norm": 1.168833613395691, |
| "learning_rate": 0.00011207110235937215, |
| "loss": 1.8929, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.46621560667568784, |
| "grad_norm": 1.2328786849975586, |
| "learning_rate": 0.00011184442717379686, |
| "loss": 1.837, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.46693730266125394, |
| "grad_norm": 1.4201871156692505, |
| "learning_rate": 0.00011161769024678205, |
| "loss": 1.6803, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.46765899864682003, |
| "grad_norm": 1.3208588361740112, |
| "learning_rate": 0.00011139089276023919, |
| "loss": 1.7551, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.46838069463238613, |
| "grad_norm": 1.6280558109283447, |
| "learning_rate": 0.00011116403589639546, |
| "loss": 1.7766, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.46910239061795217, |
| "grad_norm": 2.565159559249878, |
| "learning_rate": 0.00011093712083778746, |
| "loss": 1.5799, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.46982408660351827, |
| "grad_norm": 0.31695449352264404, |
| "learning_rate": 0.0001107101487672552, |
| "loss": 2.2016, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.47054578258908436, |
| "grad_norm": 0.37135788798332214, |
| "learning_rate": 0.00011048312086793593, |
| "loss": 1.7963, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.47126747857465046, |
| "grad_norm": 0.4555357098579407, |
| "learning_rate": 0.00011025603832325781, |
| "loss": 2.1278, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.4719891745602165, |
| "grad_norm": 0.4847901463508606, |
| "learning_rate": 0.00011002890231693395, |
| "loss": 1.9088, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.4727108705457826, |
| "grad_norm": 0.4998131990432739, |
| "learning_rate": 0.0001098017140329561, |
| "loss": 2.1585, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.4734325665313487, |
| "grad_norm": 0.5484628081321716, |
| "learning_rate": 0.00010957447465558844, |
| "loss": 2.1006, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.4741542625169147, |
| "grad_norm": 0.5559840798377991, |
| "learning_rate": 0.00010934718536936162, |
| "loss": 1.9514, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.4748759585024808, |
| "grad_norm": 0.5761407613754272, |
| "learning_rate": 0.00010911984735906635, |
| "loss": 2.1471, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4755976544880469, |
| "grad_norm": 0.5556840300559998, |
| "learning_rate": 0.00010889246180974741, |
| "loss": 2.0952, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.476319350473613, |
| "grad_norm": 0.5449988842010498, |
| "learning_rate": 0.0001086650299066973, |
| "loss": 2.1715, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.47704104645917905, |
| "grad_norm": 0.6556739807128906, |
| "learning_rate": 0.00010843755283545018, |
| "loss": 2.2518, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.47776274244474515, |
| "grad_norm": 0.5649478435516357, |
| "learning_rate": 0.0001082100317817757, |
| "loss": 1.9129, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.47848443843031124, |
| "grad_norm": 0.5771328210830688, |
| "learning_rate": 0.00010798246793167272, |
| "loss": 2.1874, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.47920613441587734, |
| "grad_norm": 0.6724679470062256, |
| "learning_rate": 0.00010775486247136322, |
| "loss": 2.0295, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.4799278304014434, |
| "grad_norm": 0.622796893119812, |
| "learning_rate": 0.00010752721658728602, |
| "loss": 2.1474, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.4806495263870095, |
| "grad_norm": 0.6540172696113586, |
| "learning_rate": 0.00010729953146609076, |
| "loss": 2.0361, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.48137122237257557, |
| "grad_norm": 0.715271532535553, |
| "learning_rate": 0.00010707180829463152, |
| "loss": 2.2284, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.4820929183581416, |
| "grad_norm": 0.7824094295501709, |
| "learning_rate": 0.00010684404825996079, |
| "loss": 2.0674, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.4828146143437077, |
| "grad_norm": 0.576203465461731, |
| "learning_rate": 0.00010661625254932317, |
| "loss": 2.1444, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.4835363103292738, |
| "grad_norm": 0.7135525941848755, |
| "learning_rate": 0.00010638842235014924, |
| "loss": 2.307, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4842580063148399, |
| "grad_norm": 0.6851178407669067, |
| "learning_rate": 0.00010616055885004934, |
| "loss": 2.1391, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.48497970230040593, |
| "grad_norm": 0.7643799185752869, |
| "learning_rate": 0.00010593266323680749, |
| "loss": 2.1993, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.48570139828597203, |
| "grad_norm": 0.7352806329727173, |
| "learning_rate": 0.00010570473669837497, |
| "loss": 1.8305, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.4864230942715381, |
| "grad_norm": 0.7506780028343201, |
| "learning_rate": 0.00010547678042286436, |
| "loss": 2.0116, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.4871447902571042, |
| "grad_norm": 0.7986812591552734, |
| "learning_rate": 0.00010524879559854326, |
| "loss": 2.1486, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.48786648624267026, |
| "grad_norm": 0.6651895046234131, |
| "learning_rate": 0.00010502078341382797, |
| "loss": 1.9513, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.48858818222823636, |
| "grad_norm": 0.7195514440536499, |
| "learning_rate": 0.00010479274505727756, |
| "loss": 1.9424, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.48930987821380245, |
| "grad_norm": 0.709152102470398, |
| "learning_rate": 0.0001045646817175874, |
| "loss": 2.0339, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.4900315741993685, |
| "grad_norm": 0.7676167488098145, |
| "learning_rate": 0.00010433659458358316, |
| "loss": 2.0889, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.4907532701849346, |
| "grad_norm": 0.8596405386924744, |
| "learning_rate": 0.00010410848484421454, |
| "loss": 2.0747, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4914749661705007, |
| "grad_norm": 0.8842107057571411, |
| "learning_rate": 0.00010388035368854907, |
| "loss": 2.3734, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.4921966621560668, |
| "grad_norm": 0.834976851940155, |
| "learning_rate": 0.0001036522023057659, |
| "loss": 1.9236, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.4929183581416328, |
| "grad_norm": 0.9066709876060486, |
| "learning_rate": 0.00010342403188514962, |
| "loss": 2.1141, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4936400541271989, |
| "grad_norm": 0.848296582698822, |
| "learning_rate": 0.00010319584361608407, |
| "loss": 1.9385, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.494361750112765, |
| "grad_norm": 0.8688963651657104, |
| "learning_rate": 0.00010296763868804613, |
| "loss": 2.2669, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.4950834460983311, |
| "grad_norm": 1.0176512002944946, |
| "learning_rate": 0.0001027394182905995, |
| "loss": 2.1945, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.49580514208389714, |
| "grad_norm": 0.9196270108222961, |
| "learning_rate": 0.00010251118361338854, |
| "loss": 1.7929, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.49652683806946324, |
| "grad_norm": 0.9417767524719238, |
| "learning_rate": 0.00010228293584613203, |
| "loss": 1.9283, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.49724853405502933, |
| "grad_norm": 0.9564124941825867, |
| "learning_rate": 0.00010205467617861701, |
| "loss": 1.9754, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.4979702300405954, |
| "grad_norm": 0.8691498041152954, |
| "learning_rate": 0.0001018264058006925, |
| "loss": 1.7953, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.49869192602616147, |
| "grad_norm": 0.9617503881454468, |
| "learning_rate": 0.00010159812590226341, |
| "loss": 1.736, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.49941362201172756, |
| "grad_norm": 0.9683374762535095, |
| "learning_rate": 0.00010136983767328422, |
| "loss": 1.9891, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5001353179972936, |
| "grad_norm": 1.0896517038345337, |
| "learning_rate": 0.0001011415423037529, |
| "loss": 2.155, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.5008570139828598, |
| "grad_norm": 1.1874182224273682, |
| "learning_rate": 0.00010091324098370458, |
| "loss": 1.9745, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5008570139828598, |
| "eval_loss": 1.9958995580673218, |
| "eval_runtime": 69.1326, |
| "eval_samples_per_second": 16.881, |
| "eval_steps_per_second": 8.448, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5015787099684258, |
| "grad_norm": 1.046773076057434, |
| "learning_rate": 0.0001006849349032055, |
| "loss": 1.9061, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.5023004059539918, |
| "grad_norm": 1.67710542678833, |
| "learning_rate": 0.00010045662525234656, |
| "loss": 1.9494, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.503022101939558, |
| "grad_norm": 1.2437466382980347, |
| "learning_rate": 0.00010022831322123738, |
| "loss": 2.0365, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.503743797925124, |
| "grad_norm": 1.4782193899154663, |
| "learning_rate": 0.0001, |
| "loss": 2.0437, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5044654939106902, |
| "grad_norm": 1.4279704093933105, |
| "learning_rate": 9.977168677876265e-05, |
| "loss": 2.0506, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.5051871898962562, |
| "grad_norm": 2.826387405395508, |
| "learning_rate": 9.954337474765347e-05, |
| "loss": 2.195, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5059088858818223, |
| "grad_norm": 0.3295869827270508, |
| "learning_rate": 9.931506509679455e-05, |
| "loss": 2.2649, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.5066305818673884, |
| "grad_norm": 0.34836918115615845, |
| "learning_rate": 9.908675901629543e-05, |
| "loss": 1.9637, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5073522778529544, |
| "grad_norm": 0.42630526423454285, |
| "learning_rate": 9.885845769624715e-05, |
| "loss": 1.7687, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.5080739738385205, |
| "grad_norm": 0.43904781341552734, |
| "learning_rate": 9.86301623267158e-05, |
| "loss": 1.893, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5087956698240866, |
| "grad_norm": 0.4915376901626587, |
| "learning_rate": 9.840187409773665e-05, |
| "loss": 1.9537, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.5095173658096527, |
| "grad_norm": 0.5030657052993774, |
| "learning_rate": 9.817359419930751e-05, |
| "loss": 2.0153, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.5102390617952187, |
| "grad_norm": 0.5073052048683167, |
| "learning_rate": 9.794532382138304e-05, |
| "loss": 1.9453, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.5109607577807849, |
| "grad_norm": 0.5214376449584961, |
| "learning_rate": 9.7717064153868e-05, |
| "loss": 1.9283, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5116824537663509, |
| "grad_norm": 0.46799811720848083, |
| "learning_rate": 9.748881638661151e-05, |
| "loss": 1.6773, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.5124041497519171, |
| "grad_norm": 0.5891942381858826, |
| "learning_rate": 9.726058170940053e-05, |
| "loss": 2.2222, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5131258457374831, |
| "grad_norm": 0.6074538826942444, |
| "learning_rate": 9.703236131195392e-05, |
| "loss": 2.1305, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.5138475417230491, |
| "grad_norm": 0.5451498627662659, |
| "learning_rate": 9.680415638391594e-05, |
| "loss": 1.911, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.5145692377086153, |
| "grad_norm": 0.5466116666793823, |
| "learning_rate": 9.657596811485041e-05, |
| "loss": 1.8609, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.5152909336941813, |
| "grad_norm": 0.7824499607086182, |
| "learning_rate": 9.63477976942341e-05, |
| "loss": 2.0367, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.5160126296797474, |
| "grad_norm": 0.6911777257919312, |
| "learning_rate": 9.611964631145095e-05, |
| "loss": 2.1359, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.5167343256653135, |
| "grad_norm": 0.7005223035812378, |
| "learning_rate": 9.589151515578547e-05, |
| "loss": 2.0732, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.5174560216508796, |
| "grad_norm": 0.882843554019928, |
| "learning_rate": 9.566340541641689e-05, |
| "loss": 2.3453, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.5181777176364456, |
| "grad_norm": 0.696595311164856, |
| "learning_rate": 9.543531828241262e-05, |
| "loss": 2.0047, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.5188994136220118, |
| "grad_norm": 0.7212300300598145, |
| "learning_rate": 9.520725494272249e-05, |
| "loss": 1.811, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.5196211096075778, |
| "grad_norm": 0.6461036205291748, |
| "learning_rate": 9.497921658617202e-05, |
| "loss": 1.7944, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5203428055931439, |
| "grad_norm": 0.7379070520401001, |
| "learning_rate": 9.475120440145677e-05, |
| "loss": 2.0654, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.52106450157871, |
| "grad_norm": 0.6859936118125916, |
| "learning_rate": 9.452321957713564e-05, |
| "loss": 2.0559, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.521786197564276, |
| "grad_norm": 0.7661669850349426, |
| "learning_rate": 9.429526330162505e-05, |
| "loss": 2.0989, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.5225078935498422, |
| "grad_norm": 0.7429932355880737, |
| "learning_rate": 9.406733676319252e-05, |
| "loss": 1.9725, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.5232295895354082, |
| "grad_norm": 0.8500512838363647, |
| "learning_rate": 9.383944114995068e-05, |
| "loss": 2.2989, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.5239512855209743, |
| "grad_norm": 0.7593125700950623, |
| "learning_rate": 9.361157764985077e-05, |
| "loss": 2.0642, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.5246729815065404, |
| "grad_norm": 0.7503756284713745, |
| "learning_rate": 9.338374745067686e-05, |
| "loss": 2.1875, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.5253946774921064, |
| "grad_norm": 0.8636506199836731, |
| "learning_rate": 9.315595174003922e-05, |
| "loss": 2.0039, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.5261163734776725, |
| "grad_norm": 0.7705177068710327, |
| "learning_rate": 9.29281917053685e-05, |
| "loss": 1.9609, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.5268380694632386, |
| "grad_norm": 0.6812512278556824, |
| "learning_rate": 9.270046853390925e-05, |
| "loss": 1.9627, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5275597654488047, |
| "grad_norm": 0.8014431595802307, |
| "learning_rate": 9.247278341271399e-05, |
| "loss": 1.985, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.5282814614343708, |
| "grad_norm": 0.7766765356063843, |
| "learning_rate": 9.224513752863678e-05, |
| "loss": 1.9751, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.5290031574199369, |
| "grad_norm": 1.0283939838409424, |
| "learning_rate": 9.201753206832729e-05, |
| "loss": 1.9525, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.5297248534055029, |
| "grad_norm": 1.098740577697754, |
| "learning_rate": 9.17899682182243e-05, |
| "loss": 1.9424, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.530446549391069, |
| "grad_norm": 0.9507060050964355, |
| "learning_rate": 9.156244716454984e-05, |
| "loss": 1.888, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.5311682453766351, |
| "grad_norm": 0.8645061254501343, |
| "learning_rate": 9.13349700933027e-05, |
| "loss": 1.9425, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.5318899413622011, |
| "grad_norm": 0.8906653523445129, |
| "learning_rate": 9.110753819025261e-05, |
| "loss": 1.7282, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.5326116373477673, |
| "grad_norm": 0.9757411479949951, |
| "learning_rate": 9.088015264093365e-05, |
| "loss": 1.6791, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.093153953552246, |
| "learning_rate": 9.065281463063842e-05, |
| "loss": 1.7843, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.5340550293188994, |
| "grad_norm": 0.9973199963569641, |
| "learning_rate": 9.042552534441158e-05, |
| "loss": 2.0264, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5347767253044655, |
| "grad_norm": 1.158104658126831, |
| "learning_rate": 9.019828596704394e-05, |
| "loss": 1.9306, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.5354984212900316, |
| "grad_norm": 1.0577020645141602, |
| "learning_rate": 8.997109768306607e-05, |
| "loss": 1.9986, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.5362201172755977, |
| "grad_norm": 1.2596228122711182, |
| "learning_rate": 8.974396167674221e-05, |
| "loss": 2.1209, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.5369418132611637, |
| "grad_norm": 1.2661079168319702, |
| "learning_rate": 8.951687913206412e-05, |
| "loss": 1.9513, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.5376635092467298, |
| "grad_norm": 1.2085225582122803, |
| "learning_rate": 8.92898512327448e-05, |
| "loss": 2.0278, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.5383852052322959, |
| "grad_norm": 1.1553927659988403, |
| "learning_rate": 8.906287916221259e-05, |
| "loss": 1.6815, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.539106901217862, |
| "grad_norm": 1.5020838975906372, |
| "learning_rate": 8.883596410360455e-05, |
| "loss": 1.8316, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.539828597203428, |
| "grad_norm": 1.3655208349227905, |
| "learning_rate": 8.860910723976082e-05, |
| "loss": 1.6904, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.5405502931889942, |
| "grad_norm": 1.6685659885406494, |
| "learning_rate": 8.838230975321797e-05, |
| "loss": 1.4935, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.5412719891745602, |
| "grad_norm": 2.4901185035705566, |
| "learning_rate": 8.815557282620319e-05, |
| "loss": 1.7009, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5419936851601262, |
| "grad_norm": 0.36285632848739624, |
| "learning_rate": 8.792889764062789e-05, |
| "loss": 1.9156, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.5427153811456924, |
| "grad_norm": 0.4311893880367279, |
| "learning_rate": 8.770228537808176e-05, |
| "loss": 1.9839, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.5434370771312584, |
| "grad_norm": 0.4152921438217163, |
| "learning_rate": 8.747573721982636e-05, |
| "loss": 1.897, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.5441587731168246, |
| "grad_norm": 0.4642295241355896, |
| "learning_rate": 8.724925434678923e-05, |
| "loss": 2.0761, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.5448804691023906, |
| "grad_norm": 0.47802847623825073, |
| "learning_rate": 8.702283793955748e-05, |
| "loss": 1.8849, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.5456021650879567, |
| "grad_norm": 0.5507940053939819, |
| "learning_rate": 8.679648917837183e-05, |
| "loss": 1.8525, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.5463238610735228, |
| "grad_norm": 0.5285374522209167, |
| "learning_rate": 8.657020924312029e-05, |
| "loss": 2.0584, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.5470455570590889, |
| "grad_norm": 0.5213459730148315, |
| "learning_rate": 8.634399931333226e-05, |
| "loss": 2.1063, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.5477672530446549, |
| "grad_norm": 0.5255271196365356, |
| "learning_rate": 8.611786056817202e-05, |
| "loss": 1.9704, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.548488949030221, |
| "grad_norm": 0.5305981636047363, |
| "learning_rate": 8.5891794186433e-05, |
| "loss": 1.9609, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5492106450157871, |
| "grad_norm": 0.6118173003196716, |
| "learning_rate": 8.566580134653123e-05, |
| "loss": 2.3601, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.5499323410013531, |
| "grad_norm": 0.56379634141922, |
| "learning_rate": 8.543988322649954e-05, |
| "loss": 1.7592, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.5506540369869193, |
| "grad_norm": 0.5505936145782471, |
| "learning_rate": 8.521404100398111e-05, |
| "loss": 1.893, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.5513757329724853, |
| "grad_norm": 0.7187889218330383, |
| "learning_rate": 8.498827585622368e-05, |
| "loss": 1.9276, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.5520974289580515, |
| "grad_norm": 0.5963231325149536, |
| "learning_rate": 8.476258896007303e-05, |
| "loss": 2.1605, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5528191249436175, |
| "grad_norm": 0.6298894882202148, |
| "learning_rate": 8.45369814919672e-05, |
| "loss": 1.8465, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.5535408209291836, |
| "grad_norm": 0.7937594056129456, |
| "learning_rate": 8.431145462793007e-05, |
| "loss": 2.0351, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.5542625169147497, |
| "grad_norm": 0.7170130610466003, |
| "learning_rate": 8.408600954356548e-05, |
| "loss": 2.0781, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5549842129003157, |
| "grad_norm": 0.6164206862449646, |
| "learning_rate": 8.38606474140508e-05, |
| "loss": 2.1607, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.5557059088858818, |
| "grad_norm": 0.7307668924331665, |
| "learning_rate": 8.363536941413121e-05, |
| "loss": 2.1134, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5564276048714479, |
| "grad_norm": 0.6555817723274231, |
| "learning_rate": 8.341017671811311e-05, |
| "loss": 1.9303, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.557149300857014, |
| "grad_norm": 0.7707427144050598, |
| "learning_rate": 8.318507049985844e-05, |
| "loss": 2.0794, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.55787099684258, |
| "grad_norm": 0.8001834750175476, |
| "learning_rate": 8.296005193277822e-05, |
| "loss": 2.0718, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.5585926928281462, |
| "grad_norm": 0.7684158682823181, |
| "learning_rate": 8.273512218982667e-05, |
| "loss": 2.174, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.5593143888137122, |
| "grad_norm": 0.7750363945960999, |
| "learning_rate": 8.251028244349488e-05, |
| "loss": 1.9298, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.5600360847992784, |
| "grad_norm": 0.8464298248291016, |
| "learning_rate": 8.228553386580496e-05, |
| "loss": 1.8082, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5607577807848444, |
| "grad_norm": 0.7323694229125977, |
| "learning_rate": 8.20608776283036e-05, |
| "loss": 2.0925, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.5614794767704104, |
| "grad_norm": 0.7190170884132385, |
| "learning_rate": 8.183631490205637e-05, |
| "loss": 1.8677, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.5622011727559766, |
| "grad_norm": 0.7988666296005249, |
| "learning_rate": 8.161184685764118e-05, |
| "loss": 2.041, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.5629228687415426, |
| "grad_norm": 0.7715094685554504, |
| "learning_rate": 8.138747466514258e-05, |
| "loss": 2.1897, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5636445647271087, |
| "grad_norm": 1.056792974472046, |
| "learning_rate": 8.116319949414532e-05, |
| "loss": 1.7236, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.5643662607126748, |
| "grad_norm": 0.9051542282104492, |
| "learning_rate": 8.093902251372853e-05, |
| "loss": 1.918, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.5650879566982409, |
| "grad_norm": 1.0040037631988525, |
| "learning_rate": 8.071494489245936e-05, |
| "loss": 2.0703, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.5658096526838069, |
| "grad_norm": 0.8604292869567871, |
| "learning_rate": 8.049096779838719e-05, |
| "loss": 1.8663, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.566531348669373, |
| "grad_norm": 0.8955847024917603, |
| "learning_rate": 8.026709239903727e-05, |
| "loss": 1.9626, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.5672530446549391, |
| "grad_norm": 0.8749410510063171, |
| "learning_rate": 8.004331986140474e-05, |
| "loss": 2.0275, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.5679747406405052, |
| "grad_norm": 0.9500619769096375, |
| "learning_rate": 7.981965135194867e-05, |
| "loss": 1.9118, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.5686964366260713, |
| "grad_norm": 0.9638797640800476, |
| "learning_rate": 7.959608803658575e-05, |
| "loss": 1.9892, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.5694181326116373, |
| "grad_norm": 0.9722784161567688, |
| "learning_rate": 7.937263108068437e-05, |
| "loss": 1.9307, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.5701398285972035, |
| "grad_norm": 0.8700312376022339, |
| "learning_rate": 7.914928164905844e-05, |
| "loss": 1.7339, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5708615245827695, |
| "grad_norm": 1.0589194297790527, |
| "learning_rate": 7.892604090596152e-05, |
| "loss": 1.9912, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.5715832205683355, |
| "grad_norm": 1.044724464416504, |
| "learning_rate": 7.870291001508041e-05, |
| "loss": 2.0534, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.5723049165539017, |
| "grad_norm": 1.0715522766113281, |
| "learning_rate": 7.84798901395295e-05, |
| "loss": 1.9445, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.5730266125394677, |
| "grad_norm": 1.154585838317871, |
| "learning_rate": 7.825698244184431e-05, |
| "loss": 1.9679, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.5737483085250338, |
| "grad_norm": 1.049278736114502, |
| "learning_rate": 7.803418808397574e-05, |
| "loss": 1.9506, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5744700045105999, |
| "grad_norm": 1.3292670249938965, |
| "learning_rate": 7.781150822728373e-05, |
| "loss": 1.9267, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.575191700496166, |
| "grad_norm": 1.5891536474227905, |
| "learning_rate": 7.758894403253158e-05, |
| "loss": 2.0447, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.5759133964817321, |
| "grad_norm": 1.4070286750793457, |
| "learning_rate": 7.736649665987943e-05, |
| "loss": 1.9898, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.5766350924672982, |
| "grad_norm": 1.2815824747085571, |
| "learning_rate": 7.714416726887871e-05, |
| "loss": 1.6593, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.5773567884528642, |
| "grad_norm": 1.5858163833618164, |
| "learning_rate": 7.69219570184656e-05, |
| "loss": 1.7531, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5780784844384304, |
| "grad_norm": 0.4194909930229187, |
| "learning_rate": 7.669986706695548e-05, |
| "loss": 1.989, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.5788001804239964, |
| "grad_norm": 0.47317707538604736, |
| "learning_rate": 7.647789857203645e-05, |
| "loss": 1.9046, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.5795218764095624, |
| "grad_norm": 0.38432592153549194, |
| "learning_rate": 7.62560526907636e-05, |
| "loss": 1.8785, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.5802435723951286, |
| "grad_norm": 0.42226943373680115, |
| "learning_rate": 7.60343305795528e-05, |
| "loss": 1.8545, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.5809652683806946, |
| "grad_norm": 0.45696431398391724, |
| "learning_rate": 7.581273339417486e-05, |
| "loss": 2.1405, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5816869643662607, |
| "grad_norm": 0.5506863594055176, |
| "learning_rate": 7.559126228974921e-05, |
| "loss": 2.0746, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.5824086603518268, |
| "grad_norm": 0.48695108294487, |
| "learning_rate": 7.53699184207383e-05, |
| "loss": 2.0758, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.5831303563373929, |
| "grad_norm": 0.5515071749687195, |
| "learning_rate": 7.51487029409411e-05, |
| "loss": 2.0852, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.583852052322959, |
| "grad_norm": 0.546657145023346, |
| "learning_rate": 7.492761700348747e-05, |
| "loss": 2.167, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.584573748308525, |
| "grad_norm": 0.532795250415802, |
| "learning_rate": 7.470666176083192e-05, |
| "loss": 2.0704, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5852954442940911, |
| "grad_norm": 0.6510130167007446, |
| "learning_rate": 7.448583836474781e-05, |
| "loss": 2.0018, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.5860171402796572, |
| "grad_norm": 0.595862627029419, |
| "learning_rate": 7.426514796632108e-05, |
| "loss": 2.1772, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.5867388362652233, |
| "grad_norm": 0.6307340860366821, |
| "learning_rate": 7.404459171594448e-05, |
| "loss": 1.9848, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.5874605322507893, |
| "grad_norm": 0.7657586336135864, |
| "learning_rate": 7.382417076331147e-05, |
| "loss": 2.0108, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.5881822282363555, |
| "grad_norm": 0.7139756679534912, |
| "learning_rate": 7.360388625741025e-05, |
| "loss": 2.0487, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5889039242219215, |
| "grad_norm": 0.7289255857467651, |
| "learning_rate": 7.338373934651768e-05, |
| "loss": 1.8982, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5896256202074875, |
| "grad_norm": 0.5769225358963013, |
| "learning_rate": 7.316373117819356e-05, |
| "loss": 2.11, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.5903473161930537, |
| "grad_norm": 1.0006850957870483, |
| "learning_rate": 7.294386289927425e-05, |
| "loss": 2.1551, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.5910690121786197, |
| "grad_norm": 0.635199785232544, |
| "learning_rate": 7.27241356558671e-05, |
| "loss": 1.799, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.5917907081641859, |
| "grad_norm": 0.647785484790802, |
| "learning_rate": 7.250455059334417e-05, |
| "loss": 1.9879, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5925124041497519, |
| "grad_norm": 0.6832464337348938, |
| "learning_rate": 7.228510885633641e-05, |
| "loss": 2.0902, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.593234100135318, |
| "grad_norm": 0.6530501246452332, |
| "learning_rate": 7.20658115887276e-05, |
| "loss": 2.1704, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5939557961208841, |
| "grad_norm": 0.6809489130973816, |
| "learning_rate": 7.184665993364857e-05, |
| "loss": 1.9639, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.5946774921064502, |
| "grad_norm": 0.7464994788169861, |
| "learning_rate": 7.162765503347097e-05, |
| "loss": 2.0192, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.5953991880920162, |
| "grad_norm": 0.7201954126358032, |
| "learning_rate": 7.140879802980163e-05, |
| "loss": 2.1031, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5961208840775823, |
| "grad_norm": 0.8479233980178833, |
| "learning_rate": 7.119009006347625e-05, |
| "loss": 2.1094, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5968425800631484, |
| "grad_norm": 0.8465383052825928, |
| "learning_rate": 7.097153227455379e-05, |
| "loss": 2.3609, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5975642760487144, |
| "grad_norm": 0.7167224884033203, |
| "learning_rate": 7.075312580231027e-05, |
| "loss": 1.997, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5982859720342806, |
| "grad_norm": 0.8057554960250854, |
| "learning_rate": 7.053487178523303e-05, |
| "loss": 2.1833, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5990076680198466, |
| "grad_norm": 0.7613710761070251, |
| "learning_rate": 7.031677136101472e-05, |
| "loss": 1.9279, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5997293640054128, |
| "grad_norm": 0.8984269499778748, |
| "learning_rate": 7.00988256665472e-05, |
| "loss": 1.976, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.6004510599909788, |
| "grad_norm": 0.8956332802772522, |
| "learning_rate": 6.9881035837916e-05, |
| "loss": 2.1819, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.6011727559765448, |
| "grad_norm": 0.7746559977531433, |
| "learning_rate": 6.966340301039394e-05, |
| "loss": 1.9904, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.601894451962111, |
| "grad_norm": 0.7712281942367554, |
| "learning_rate": 6.944592831843566e-05, |
| "loss": 1.8425, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.602616147947677, |
| "grad_norm": 0.8123692274093628, |
| "learning_rate": 6.922861289567129e-05, |
| "loss": 2.0271, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.6033378439332431, |
| "grad_norm": 1.049098014831543, |
| "learning_rate": 6.901145787490087e-05, |
| "loss": 2.0008, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.6040595399188092, |
| "grad_norm": 0.8913679122924805, |
| "learning_rate": 6.879446438808822e-05, |
| "loss": 2.01, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.6047812359043753, |
| "grad_norm": 0.9804843068122864, |
| "learning_rate": 6.857763356635525e-05, |
| "loss": 2.0667, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.6055029318899413, |
| "grad_norm": 0.9337759017944336, |
| "learning_rate": 6.836096653997578e-05, |
| "loss": 1.7906, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.6062246278755075, |
| "grad_norm": 1.0817863941192627, |
| "learning_rate": 6.814446443837001e-05, |
| "loss": 1.88, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6069463238610735, |
| "grad_norm": 0.9565396904945374, |
| "learning_rate": 6.792812839009828e-05, |
| "loss": 1.7786, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.6076680198466397, |
| "grad_norm": 1.0874769687652588, |
| "learning_rate": 6.77119595228554e-05, |
| "loss": 2.1137, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.6083897158322057, |
| "grad_norm": 1.1259268522262573, |
| "learning_rate": 6.74959589634647e-05, |
| "loss": 1.826, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.6091114118177717, |
| "grad_norm": 1.1426922082901, |
| "learning_rate": 6.728012783787224e-05, |
| "loss": 1.9353, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.6098331078033379, |
| "grad_norm": 1.1279364824295044, |
| "learning_rate": 6.706446727114075e-05, |
| "loss": 1.8351, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.6105548037889039, |
| "grad_norm": 1.246646761894226, |
| "learning_rate": 6.684897838744403e-05, |
| "loss": 1.7419, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.61127649977447, |
| "grad_norm": 1.3756868839263916, |
| "learning_rate": 6.663366231006082e-05, |
| "loss": 1.694, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.6119981957600361, |
| "grad_norm": 1.2656550407409668, |
| "learning_rate": 6.641852016136916e-05, |
| "loss": 1.7784, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.6127198917456022, |
| "grad_norm": 1.9818658828735352, |
| "learning_rate": 6.620355306284036e-05, |
| "loss": 1.8823, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.6134415877311682, |
| "grad_norm": 3.3293018341064453, |
| "learning_rate": 6.598876213503339e-05, |
| "loss": 1.9377, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6141632837167343, |
| "grad_norm": 0.34389612078666687, |
| "learning_rate": 6.577414849758873e-05, |
| "loss": 1.9698, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.6148849797023004, |
| "grad_norm": 0.4029447138309479, |
| "learning_rate": 6.555971326922286e-05, |
| "loss": 2.1161, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.6156066756878665, |
| "grad_norm": 0.46703776717185974, |
| "learning_rate": 6.534545756772212e-05, |
| "loss": 1.8783, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.6163283716734326, |
| "grad_norm": 0.5392891764640808, |
| "learning_rate": 6.513138250993716e-05, |
| "loss": 2.029, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.6170500676589986, |
| "grad_norm": 0.47693029046058655, |
| "learning_rate": 6.491748921177683e-05, |
| "loss": 1.9568, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.6177717636445648, |
| "grad_norm": 0.5372658371925354, |
| "learning_rate": 6.47037787882027e-05, |
| "loss": 1.9414, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.6184934596301308, |
| "grad_norm": 0.5852055549621582, |
| "learning_rate": 6.449025235322294e-05, |
| "loss": 1.9475, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.6192151556156968, |
| "grad_norm": 0.6148673892021179, |
| "learning_rate": 6.427691101988673e-05, |
| "loss": 2.1269, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.619936851601263, |
| "grad_norm": 0.5738648176193237, |
| "learning_rate": 6.406375590027828e-05, |
| "loss": 2.263, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.620658547586829, |
| "grad_norm": 0.6045544743537903, |
| "learning_rate": 6.385078810551124e-05, |
| "loss": 2.1835, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6213802435723951, |
| "grad_norm": 0.6991532444953918, |
| "learning_rate": 6.363800874572265e-05, |
| "loss": 2.1193, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.6221019395579612, |
| "grad_norm": 0.7291442155838013, |
| "learning_rate": 6.342541893006746e-05, |
| "loss": 2.0017, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.6228236355435273, |
| "grad_norm": 0.6447128653526306, |
| "learning_rate": 6.321301976671238e-05, |
| "loss": 1.7477, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.6235453315290934, |
| "grad_norm": 0.6046391129493713, |
| "learning_rate": 6.300081236283053e-05, |
| "loss": 1.9445, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.6242670275146595, |
| "grad_norm": 0.7166377902030945, |
| "learning_rate": 6.278879782459524e-05, |
| "loss": 2.1268, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.6249887235002255, |
| "grad_norm": 0.715086042881012, |
| "learning_rate": 6.257697725717468e-05, |
| "loss": 2.1906, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.6257104194857916, |
| "grad_norm": 0.7157284021377563, |
| "learning_rate": 6.236535176472575e-05, |
| "loss": 2.2222, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.6264321154713577, |
| "grad_norm": 0.6432474255561829, |
| "learning_rate": 6.21539224503886e-05, |
| "loss": 1.9115, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.6271538114569237, |
| "grad_norm": 0.7011671662330627, |
| "learning_rate": 6.194269041628062e-05, |
| "loss": 1.9524, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.6278755074424899, |
| "grad_norm": 0.6620185375213623, |
| "learning_rate": 6.173165676349103e-05, |
| "loss": 1.9225, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6285972034280559, |
| "grad_norm": 0.6296937465667725, |
| "learning_rate": 6.15208225920748e-05, |
| "loss": 1.9867, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.629318899413622, |
| "grad_norm": 0.6617245078086853, |
| "learning_rate": 6.131018900104705e-05, |
| "loss": 2.0333, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.6300405953991881, |
| "grad_norm": 0.602493941783905, |
| "learning_rate": 6.109975708837752e-05, |
| "loss": 1.9718, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.6307622913847541, |
| "grad_norm": 0.7705832123756409, |
| "learning_rate": 6.0889527950984416e-05, |
| "loss": 2.0996, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.6314839873703203, |
| "grad_norm": 0.8192366361618042, |
| "learning_rate": 6.067950268472913e-05, |
| "loss": 2.0734, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.6322056833558863, |
| "grad_norm": 0.7978448867797852, |
| "learning_rate": 6.0469682384410195e-05, |
| "loss": 2.1343, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.6329273793414524, |
| "grad_norm": 0.6851868033409119, |
| "learning_rate": 6.0260068143757864e-05, |
| "loss": 1.8715, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.6336490753270185, |
| "grad_norm": 0.9369312524795532, |
| "learning_rate": 6.005066105542809e-05, |
| "loss": 2.2158, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.6343707713125846, |
| "grad_norm": 1.0102570056915283, |
| "learning_rate": 5.9841462210997204e-05, |
| "loss": 2.0894, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.6350924672981506, |
| "grad_norm": 0.8890272974967957, |
| "learning_rate": 5.9632472700955846e-05, |
| "loss": 2.2059, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6358141632837168, |
| "grad_norm": 0.7948373556137085, |
| "learning_rate": 5.9423693614703545e-05, |
| "loss": 2.1425, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.6365358592692828, |
| "grad_norm": 0.7607287764549255, |
| "learning_rate": 5.921512604054289e-05, |
| "loss": 1.8584, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.6372575552548488, |
| "grad_norm": 0.8400673866271973, |
| "learning_rate": 5.900677106567407e-05, |
| "loss": 1.9771, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.637979251240415, |
| "grad_norm": 1.0135904550552368, |
| "learning_rate": 5.879862977618886e-05, |
| "loss": 2.0343, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.638700947225981, |
| "grad_norm": 0.9551267623901367, |
| "learning_rate": 5.859070325706533e-05, |
| "loss": 2.1527, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.6394226432115472, |
| "grad_norm": 0.885325014591217, |
| "learning_rate": 5.838299259216187e-05, |
| "loss": 2.0531, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.6401443391971132, |
| "grad_norm": 0.7857789397239685, |
| "learning_rate": 5.817549886421183e-05, |
| "loss": 1.9212, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.6408660351826793, |
| "grad_norm": 0.9293701648712158, |
| "learning_rate": 5.796822315481758e-05, |
| "loss": 1.8022, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.6415877311682454, |
| "grad_norm": 1.0097930431365967, |
| "learning_rate": 5.776116654444519e-05, |
| "loss": 1.6863, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.6423094271538115, |
| "grad_norm": 1.0289487838745117, |
| "learning_rate": 5.755433011241851e-05, |
| "loss": 2.0088, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6430311231393775, |
| "grad_norm": 0.9633262753486633, |
| "learning_rate": 5.73477149369137e-05, |
| "loss": 1.9553, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.6437528191249436, |
| "grad_norm": 0.8571044206619263, |
| "learning_rate": 5.714132209495354e-05, |
| "loss": 1.6464, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.6444745151105097, |
| "grad_norm": 1.0124727487564087, |
| "learning_rate": 5.693515266240197e-05, |
| "loss": 1.8481, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.6451962110960758, |
| "grad_norm": 1.0541530847549438, |
| "learning_rate": 5.672920771395822e-05, |
| "loss": 1.8939, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.6459179070816419, |
| "grad_norm": 1.1294862031936646, |
| "learning_rate": 5.652348832315149e-05, |
| "loss": 1.987, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.6466396030672079, |
| "grad_norm": 1.245378851890564, |
| "learning_rate": 5.6317995562335055e-05, |
| "loss": 1.9871, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.6473612990527741, |
| "grad_norm": 1.4202251434326172, |
| "learning_rate": 5.6112730502681e-05, |
| "loss": 1.8577, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.6480829950383401, |
| "grad_norm": 1.3615498542785645, |
| "learning_rate": 5.5907694214174344e-05, |
| "loss": 1.7803, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.6488046910239061, |
| "grad_norm": 1.6762079000473022, |
| "learning_rate": 5.57028877656077e-05, |
| "loss": 1.7586, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.6495263870094723, |
| "grad_norm": 2.8013381958007812, |
| "learning_rate": 5.549831222457549e-05, |
| "loss": 2.0216, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6502480829950383, |
| "grad_norm": 0.2759608328342438, |
| "learning_rate": 5.529396865746856e-05, |
| "loss": 1.9368, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.6509697789806044, |
| "grad_norm": 0.4036274254322052, |
| "learning_rate": 5.50898581294685e-05, |
| "loss": 2.0065, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.6516914749661705, |
| "grad_norm": 0.3559061586856842, |
| "learning_rate": 5.4885981704542175e-05, |
| "loss": 2.0694, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.6524131709517366, |
| "grad_norm": 0.4689568877220154, |
| "learning_rate": 5.468234044543614e-05, |
| "loss": 2.12, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.6531348669373027, |
| "grad_norm": 0.47611284255981445, |
| "learning_rate": 5.447893541367104e-05, |
| "loss": 1.9463, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.6538565629228688, |
| "grad_norm": 0.5737839937210083, |
| "learning_rate": 5.4275767669536146e-05, |
| "loss": 2.2417, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.6545782589084348, |
| "grad_norm": 0.5700808763504028, |
| "learning_rate": 5.4072838272083956e-05, |
| "loss": 2.0543, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.655299954894001, |
| "grad_norm": 0.567733108997345, |
| "learning_rate": 5.387014827912434e-05, |
| "loss": 2.0341, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.656021650879567, |
| "grad_norm": 0.6317763924598694, |
| "learning_rate": 5.366769874721942e-05, |
| "loss": 2.0822, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.656743346865133, |
| "grad_norm": 0.6090679168701172, |
| "learning_rate": 5.3465490731677655e-05, |
| "loss": 1.979, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6574650428506992, |
| "grad_norm": 0.5617436766624451, |
| "learning_rate": 5.326352528654878e-05, |
| "loss": 2.0457, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.6581867388362652, |
| "grad_norm": 0.6196823716163635, |
| "learning_rate": 5.306180346461786e-05, |
| "loss": 2.0045, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.6589084348218313, |
| "grad_norm": 0.6414997577667236, |
| "learning_rate": 5.286032631740023e-05, |
| "loss": 2.118, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.6596301308073974, |
| "grad_norm": 0.6243019700050354, |
| "learning_rate": 5.265909489513567e-05, |
| "loss": 2.1366, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.6603518267929634, |
| "grad_norm": 0.6579405665397644, |
| "learning_rate": 5.245811024678309e-05, |
| "loss": 1.9338, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.6610735227785296, |
| "grad_norm": 0.6954913139343262, |
| "learning_rate": 5.22573734200151e-05, |
| "loss": 2.163, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.6617952187640956, |
| "grad_norm": 0.6618378758430481, |
| "learning_rate": 5.2056885461212454e-05, |
| "loss": 2.0363, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.6625169147496617, |
| "grad_norm": 0.6619628071784973, |
| "learning_rate": 5.185664741545861e-05, |
| "loss": 2.1115, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.6632386107352278, |
| "grad_norm": 0.7057391405105591, |
| "learning_rate": 5.165666032653431e-05, |
| "loss": 1.7567, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.6639603067207939, |
| "grad_norm": 0.6519381999969482, |
| "learning_rate": 5.145692523691222e-05, |
| "loss": 2.2737, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6646820027063599, |
| "grad_norm": 0.7642030119895935, |
| "learning_rate": 5.1257443187751255e-05, |
| "loss": 2.2501, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.6654036986919261, |
| "grad_norm": 0.8152767419815063, |
| "learning_rate": 5.105821521889147e-05, |
| "loss": 2.0633, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.6661253946774921, |
| "grad_norm": 0.7561213970184326, |
| "learning_rate": 5.0859242368848334e-05, |
| "loss": 1.9764, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.6668470906630581, |
| "grad_norm": 0.8864551782608032, |
| "learning_rate": 5.066052567480759e-05, |
| "loss": 2.1295, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.6675687866486243, |
| "grad_norm": 0.8202173113822937, |
| "learning_rate": 5.046206617261956e-05, |
| "loss": 2.0017, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.6682904826341903, |
| "grad_norm": 0.9567179679870605, |
| "learning_rate": 5.026386489679408e-05, |
| "loss": 2.1318, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.6690121786197565, |
| "grad_norm": 0.8081137537956238, |
| "learning_rate": 5.0065922880494765e-05, |
| "loss": 2.2085, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.6697338746053225, |
| "grad_norm": 0.7859427332878113, |
| "learning_rate": 4.986824115553392e-05, |
| "loss": 2.1011, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6704555705908886, |
| "grad_norm": 0.8470863699913025, |
| "learning_rate": 4.967082075236692e-05, |
| "loss": 2.1854, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.6711772665764547, |
| "grad_norm": 0.8057553768157959, |
| "learning_rate": 4.947366270008707e-05, |
| "loss": 2.0582, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6718989625620208, |
| "grad_norm": 0.9695647954940796, |
| "learning_rate": 4.927676802642001e-05, |
| "loss": 2.1129, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.6726206585475868, |
| "grad_norm": 0.8085291981697083, |
| "learning_rate": 4.908013775771849e-05, |
| "loss": 1.7839, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.6733423545331529, |
| "grad_norm": 0.9530695080757141, |
| "learning_rate": 4.8883772918957006e-05, |
| "loss": 1.9437, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.674064050518719, |
| "grad_norm": 0.7904086112976074, |
| "learning_rate": 4.868767453372649e-05, |
| "loss": 1.9322, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.674785746504285, |
| "grad_norm": 0.8595455884933472, |
| "learning_rate": 4.849184362422885e-05, |
| "loss": 2.2301, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6755074424898512, |
| "grad_norm": 0.9033587574958801, |
| "learning_rate": 4.8296281211271845e-05, |
| "loss": 1.9158, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.6762291384754172, |
| "grad_norm": 0.9794594645500183, |
| "learning_rate": 4.810098831426346e-05, |
| "loss": 1.9636, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.6769508344609834, |
| "grad_norm": 0.9816970825195312, |
| "learning_rate": 4.790596595120699e-05, |
| "loss": 1.7345, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.6776725304465494, |
| "grad_norm": 1.1824699640274048, |
| "learning_rate": 4.7711215138695295e-05, |
| "loss": 1.9617, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.6783942264321154, |
| "grad_norm": 0.8658910989761353, |
| "learning_rate": 4.751673689190596e-05, |
| "loss": 1.7284, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6791159224176816, |
| "grad_norm": 1.1698968410491943, |
| "learning_rate": 4.732253222459553e-05, |
| "loss": 1.9031, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.6798376184032476, |
| "grad_norm": 0.9898665547370911, |
| "learning_rate": 4.712860214909466e-05, |
| "loss": 1.7711, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.6805593143888137, |
| "grad_norm": 1.1815026998519897, |
| "learning_rate": 4.693494767630252e-05, |
| "loss": 1.9023, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.6812810103743798, |
| "grad_norm": 1.1731806993484497, |
| "learning_rate": 4.6741569815681685e-05, |
| "loss": 2.1797, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.6820027063599459, |
| "grad_norm": 1.316219687461853, |
| "learning_rate": 4.6548469575252796e-05, |
| "loss": 2.1714, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6827244023455119, |
| "grad_norm": 1.32557213306427, |
| "learning_rate": 4.635564796158945e-05, |
| "loss": 1.7597, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.6834460983310781, |
| "grad_norm": 1.3254796266555786, |
| "learning_rate": 4.616310597981269e-05, |
| "loss": 1.7586, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.6841677943166441, |
| "grad_norm": 1.7570258378982544, |
| "learning_rate": 4.59708446335861e-05, |
| "loss": 1.9214, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.6848894903022102, |
| "grad_norm": 2.667433500289917, |
| "learning_rate": 4.577886492511021e-05, |
| "loss": 1.3465, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.6856111862877763, |
| "grad_norm": 3.5634994506835938, |
| "learning_rate": 4.558716785511764e-05, |
| "loss": 2.2033, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6863328822733423, |
| "grad_norm": 0.3871699571609497, |
| "learning_rate": 4.539575442286752e-05, |
| "loss": 1.8778, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.6870545782589085, |
| "grad_norm": 0.4413127601146698, |
| "learning_rate": 4.520462562614063e-05, |
| "loss": 1.9131, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6877762742444745, |
| "grad_norm": 0.39763763546943665, |
| "learning_rate": 4.501378246123388e-05, |
| "loss": 1.9151, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.6884979702300406, |
| "grad_norm": 0.4505758583545685, |
| "learning_rate": 4.48232259229554e-05, |
| "loss": 1.9385, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.6892196662156067, |
| "grad_norm": 0.451331228017807, |
| "learning_rate": 4.463295700461915e-05, |
| "loss": 1.9728, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6899413622011727, |
| "grad_norm": 0.46252337098121643, |
| "learning_rate": 4.444297669803981e-05, |
| "loss": 1.8921, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.6906630581867388, |
| "grad_norm": 0.5016350150108337, |
| "learning_rate": 4.4253285993527584e-05, |
| "loss": 2.0776, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.6913847541723049, |
| "grad_norm": 0.4841918349266052, |
| "learning_rate": 4.4063885879883184e-05, |
| "loss": 2.0821, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.692106450157871, |
| "grad_norm": 0.4970759153366089, |
| "learning_rate": 4.387477734439246e-05, |
| "loss": 1.9894, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.6928281461434371, |
| "grad_norm": 0.5680794715881348, |
| "learning_rate": 4.3685961372821336e-05, |
| "loss": 2.0348, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6935498421290032, |
| "grad_norm": 0.6264105439186096, |
| "learning_rate": 4.3497438949410816e-05, |
| "loss": 2.1083, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.6942715381145692, |
| "grad_norm": 0.6381825804710388, |
| "learning_rate": 4.3309211056871546e-05, |
| "loss": 2.0057, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.6949932341001354, |
| "grad_norm": 0.5963922739028931, |
| "learning_rate": 4.312127867637906e-05, |
| "loss": 1.8251, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.6957149300857014, |
| "grad_norm": 0.5907679200172424, |
| "learning_rate": 4.2933642787568293e-05, |
| "loss": 1.7324, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.6964366260712674, |
| "grad_norm": 0.6912592649459839, |
| "learning_rate": 4.2746304368528835e-05, |
| "loss": 2.0182, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.6971583220568336, |
| "grad_norm": 0.659794807434082, |
| "learning_rate": 4.255926439579948e-05, |
| "loss": 2.1378, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.6978800180423996, |
| "grad_norm": 0.7360092997550964, |
| "learning_rate": 4.237252384436349e-05, |
| "loss": 2.1968, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.6986017140279657, |
| "grad_norm": 0.6648442149162292, |
| "learning_rate": 4.218608368764314e-05, |
| "loss": 1.9242, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6993234100135318, |
| "grad_norm": 0.6991217136383057, |
| "learning_rate": 4.199994489749505e-05, |
| "loss": 2.1168, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.7000451059990979, |
| "grad_norm": 0.6670064330101013, |
| "learning_rate": 4.181410844420474e-05, |
| "loss": 2.1229, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.700766801984664, |
| "grad_norm": 0.6486849188804626, |
| "learning_rate": 4.162857529648179e-05, |
| "loss": 2.0377, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.70148849797023, |
| "grad_norm": 0.6748852133750916, |
| "learning_rate": 4.1443346421454724e-05, |
| "loss": 1.9305, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.7022101939557961, |
| "grad_norm": 0.7859923839569092, |
| "learning_rate": 4.1258422784666065e-05, |
| "loss": 2.0983, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.7029318899413622, |
| "grad_norm": 0.7420280575752258, |
| "learning_rate": 4.1073805350067096e-05, |
| "loss": 2.0761, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.7036535859269283, |
| "grad_norm": 0.7240699529647827, |
| "learning_rate": 4.08894950800131e-05, |
| "loss": 1.924, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.7043752819124943, |
| "grad_norm": 0.724309504032135, |
| "learning_rate": 4.070549293525804e-05, |
| "loss": 2.1005, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.7050969778980605, |
| "grad_norm": 0.7692939639091492, |
| "learning_rate": 4.0521799874949885e-05, |
| "loss": 1.7227, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.7058186738836265, |
| "grad_norm": 0.86137455701828, |
| "learning_rate": 4.0338416856625294e-05, |
| "loss": 2.2031, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.7065403698691926, |
| "grad_norm": 0.9608039259910583, |
| "learning_rate": 4.015534483620489e-05, |
| "loss": 2.0633, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.7072620658547587, |
| "grad_norm": 0.7752911448478699, |
| "learning_rate": 3.997258476798804e-05, |
| "loss": 1.7406, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7079837618403247, |
| "grad_norm": 0.7308472394943237, |
| "learning_rate": 3.9790137604648125e-05, |
| "loss": 1.9968, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.7087054578258909, |
| "grad_norm": 0.872934877872467, |
| "learning_rate": 3.960800429722734e-05, |
| "loss": 1.908, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.7094271538114569, |
| "grad_norm": 0.935205340385437, |
| "learning_rate": 3.9426185795131896e-05, |
| "loss": 2.0886, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.710148849797023, |
| "grad_norm": 0.947454571723938, |
| "learning_rate": 3.924468304612696e-05, |
| "loss": 2.271, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.7108705457825891, |
| "grad_norm": 0.8784000277519226, |
| "learning_rate": 3.906349699633191e-05, |
| "loss": 1.7726, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.7115922417681552, |
| "grad_norm": 0.8744218945503235, |
| "learning_rate": 3.8882628590215074e-05, |
| "loss": 1.8038, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.7123139377537212, |
| "grad_norm": 0.9779512286186218, |
| "learning_rate": 3.87020787705892e-05, |
| "loss": 1.8718, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.7130356337392874, |
| "grad_norm": 1.015868067741394, |
| "learning_rate": 3.852184847860615e-05, |
| "loss": 1.9313, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.7137573297248534, |
| "grad_norm": 1.0347058773040771, |
| "learning_rate": 3.834193865375235e-05, |
| "loss": 1.7811, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.7144790257104194, |
| "grad_norm": 1.038177251815796, |
| "learning_rate": 3.81623502338436e-05, |
| "loss": 1.993, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7152007216959856, |
| "grad_norm": 1.1014926433563232, |
| "learning_rate": 3.798308415502041e-05, |
| "loss": 1.8678, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.7159224176815516, |
| "grad_norm": 1.0284757614135742, |
| "learning_rate": 3.7804141351742925e-05, |
| "loss": 2.12, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.7166441136671178, |
| "grad_norm": 1.0326204299926758, |
| "learning_rate": 3.762552275678628e-05, |
| "loss": 1.9744, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.7173658096526838, |
| "grad_norm": 1.0694857835769653, |
| "learning_rate": 3.7447229301235445e-05, |
| "loss": 1.8301, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.7180875056382499, |
| "grad_norm": 1.225471019744873, |
| "learning_rate": 3.72692619144807e-05, |
| "loss": 1.8075, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.718809201623816, |
| "grad_norm": 1.2255983352661133, |
| "learning_rate": 3.709162152421253e-05, |
| "loss": 1.8308, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.719530897609382, |
| "grad_norm": 1.3429279327392578, |
| "learning_rate": 3.69143090564169e-05, |
| "loss": 1.815, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.7202525935949481, |
| "grad_norm": 1.6671452522277832, |
| "learning_rate": 3.6737325435370374e-05, |
| "loss": 1.6491, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.7209742895805142, |
| "grad_norm": 1.6883817911148071, |
| "learning_rate": 3.6560671583635467e-05, |
| "loss": 1.6803, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.7216959855660803, |
| "grad_norm": 2.04406476020813, |
| "learning_rate": 3.638434842205558e-05, |
| "loss": 1.5712, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7224176815516463, |
| "grad_norm": 0.47846177220344543, |
| "learning_rate": 3.620835686975035e-05, |
| "loss": 2.1384, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.7231393775372125, |
| "grad_norm": 0.3564448058605194, |
| "learning_rate": 3.60326978441109e-05, |
| "loss": 1.9341, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.7238610735227785, |
| "grad_norm": 0.40789592266082764, |
| "learning_rate": 3.585737226079489e-05, |
| "loss": 2.1209, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.7245827695083447, |
| "grad_norm": 0.45939573645591736, |
| "learning_rate": 3.5682381033721944e-05, |
| "loss": 2.048, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.7253044654939107, |
| "grad_norm": 0.40575331449508667, |
| "learning_rate": 3.550772507506871e-05, |
| "loss": 1.8527, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.7260261614794767, |
| "grad_norm": 0.5951113104820251, |
| "learning_rate": 3.533340529526426e-05, |
| "loss": 2.0594, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.7267478574650429, |
| "grad_norm": 0.48626381158828735, |
| "learning_rate": 3.515942260298515e-05, |
| "loss": 2.0832, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.7274695534506089, |
| "grad_norm": 0.5022506713867188, |
| "learning_rate": 3.498577790515095e-05, |
| "loss": 1.9805, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.728191249436175, |
| "grad_norm": 0.5900244116783142, |
| "learning_rate": 3.481247210691926e-05, |
| "loss": 1.9441, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.7289129454217411, |
| "grad_norm": 0.5611431002616882, |
| "learning_rate": 3.463950611168111e-05, |
| "loss": 2.0748, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7296346414073072, |
| "grad_norm": 0.591452956199646, |
| "learning_rate": 3.4466880821056235e-05, |
| "loss": 2.1268, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.7303563373928732, |
| "grad_norm": 0.6512175798416138, |
| "learning_rate": 3.429459713488846e-05, |
| "loss": 1.9045, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.7310780333784394, |
| "grad_norm": 0.6925241947174072, |
| "learning_rate": 3.41226559512408e-05, |
| "loss": 2.1908, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.7317997293640054, |
| "grad_norm": 0.64497309923172, |
| "learning_rate": 3.395105816639106e-05, |
| "loss": 2.0399, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.7325214253495715, |
| "grad_norm": 0.6260421276092529, |
| "learning_rate": 3.377980467482683e-05, |
| "loss": 1.9987, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.7332431213351376, |
| "grad_norm": 0.7169102430343628, |
| "learning_rate": 3.3608896369241196e-05, |
| "loss": 2.1699, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.7339648173207036, |
| "grad_norm": 0.7401557564735413, |
| "learning_rate": 3.343833414052769e-05, |
| "loss": 2.06, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.7346865133062698, |
| "grad_norm": 0.6642380356788635, |
| "learning_rate": 3.3268118877776066e-05, |
| "loss": 2.0334, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.7354082092918358, |
| "grad_norm": 0.7300049066543579, |
| "learning_rate": 3.309825146826725e-05, |
| "loss": 2.1323, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.7361299052774019, |
| "grad_norm": 0.599734902381897, |
| "learning_rate": 3.292873279746906e-05, |
| "loss": 1.8468, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.736851601262968, |
| "grad_norm": 0.680460512638092, |
| "learning_rate": 3.275956374903133e-05, |
| "loss": 2.1215, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.737573297248534, |
| "grad_norm": 0.7951442003250122, |
| "learning_rate": 3.2590745204781534e-05, |
| "loss": 2.1022, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.7382949932341001, |
| "grad_norm": 0.7385343909263611, |
| "learning_rate": 3.242227804471999e-05, |
| "loss": 2.0622, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.7390166892196662, |
| "grad_norm": 0.7551414966583252, |
| "learning_rate": 3.225416314701537e-05, |
| "loss": 2.2323, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.7397383852052323, |
| "grad_norm": 0.7525694966316223, |
| "learning_rate": 3.208640138800008e-05, |
| "loss": 2.0562, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.7404600811907984, |
| "grad_norm": 0.8081964254379272, |
| "learning_rate": 3.191899364216581e-05, |
| "loss": 2.0755, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.7411817771763645, |
| "grad_norm": 0.8342593312263489, |
| "learning_rate": 3.175194078215878e-05, |
| "loss": 2.2012, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.7419034731619305, |
| "grad_norm": 0.8570598363876343, |
| "learning_rate": 3.158524367877543e-05, |
| "loss": 1.9317, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.7426251691474967, |
| "grad_norm": 0.780961811542511, |
| "learning_rate": 3.141890320095757e-05, |
| "loss": 1.8636, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.7433468651330627, |
| "grad_norm": 0.7879422903060913, |
| "learning_rate": 3.125292021578822e-05, |
| "loss": 2.0883, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7440685611186287, |
| "grad_norm": 0.9111104607582092, |
| "learning_rate": 3.108729558848671e-05, |
| "loss": 1.8693, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.7447902571041949, |
| "grad_norm": 0.8251756429672241, |
| "learning_rate": 3.092203018240453e-05, |
| "loss": 2.0054, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.7455119530897609, |
| "grad_norm": 0.8729150295257568, |
| "learning_rate": 3.075712485902051e-05, |
| "loss": 1.9209, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.746233649075327, |
| "grad_norm": 0.8431400060653687, |
| "learning_rate": 3.059258047793661e-05, |
| "loss": 1.9609, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.7469553450608931, |
| "grad_norm": 0.7557685971260071, |
| "learning_rate": 3.0428397896873206e-05, |
| "loss": 1.931, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.7476770410464592, |
| "grad_norm": 0.8835330009460449, |
| "learning_rate": 3.0264577971664764e-05, |
| "loss": 1.989, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.7483987370320253, |
| "grad_norm": 0.9716886878013611, |
| "learning_rate": 3.0101121556255298e-05, |
| "loss": 1.8099, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.7491204330175913, |
| "grad_norm": 0.8911802172660828, |
| "learning_rate": 2.993802950269402e-05, |
| "loss": 2.0568, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.7498421290031574, |
| "grad_norm": 0.9716817140579224, |
| "learning_rate": 2.9775302661130755e-05, |
| "loss": 2.1341, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.7505638249887235, |
| "grad_norm": 0.9091667532920837, |
| "learning_rate": 2.9612941879811684e-05, |
| "loss": 1.9732, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7512855209742896, |
| "grad_norm": 0.9747572541236877, |
| "learning_rate": 2.9450948005074697e-05, |
| "loss": 1.9026, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.7512855209742896, |
| "eval_loss": 1.9683579206466675, |
| "eval_runtime": 69.1567, |
| "eval_samples_per_second": 16.875, |
| "eval_steps_per_second": 8.445, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.7520072169598556, |
| "grad_norm": 1.0904089212417603, |
| "learning_rate": 2.9289321881345254e-05, |
| "loss": 1.9597, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.7527289129454218, |
| "grad_norm": 1.0425736904144287, |
| "learning_rate": 2.9128064351131746e-05, |
| "loss": 1.8517, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.7534506089309878, |
| "grad_norm": 1.197313904762268, |
| "learning_rate": 2.8967176255021167e-05, |
| "loss": 2.1096, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.7541723049165538, |
| "grad_norm": 0.9993667006492615, |
| "learning_rate": 2.8806658431674883e-05, |
| "loss": 1.8053, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.75489400090212, |
| "grad_norm": 1.2500396966934204, |
| "learning_rate": 2.8646511717824022e-05, |
| "loss": 2.0434, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.755615696887686, |
| "grad_norm": 1.3335599899291992, |
| "learning_rate": 2.8486736948265326e-05, |
| "loss": 1.8345, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.7563373928732522, |
| "grad_norm": 1.2860338687896729, |
| "learning_rate": 2.8327334955856598e-05, |
| "loss": 1.7407, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.7570590888588182, |
| "grad_norm": 1.4388984441757202, |
| "learning_rate": 2.8168306571512583e-05, |
| "loss": 1.7842, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.7577807848443843, |
| "grad_norm": 2.233328342437744, |
| "learning_rate": 2.800965262420043e-05, |
| "loss": 1.9172, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7585024808299504, |
| "grad_norm": 0.5148140788078308, |
| "learning_rate": 2.785137394093549e-05, |
| "loss": 1.8224, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.7592241768155165, |
| "grad_norm": 0.3575094938278198, |
| "learning_rate": 2.7693471346776944e-05, |
| "loss": 1.939, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.7599458728010825, |
| "grad_norm": 0.404969722032547, |
| "learning_rate": 2.7535945664823626e-05, |
| "loss": 1.9003, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.7606675687866487, |
| "grad_norm": 0.45919284224510193, |
| "learning_rate": 2.7378797716209503e-05, |
| "loss": 2.0013, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.7613892647722147, |
| "grad_norm": 0.5606792569160461, |
| "learning_rate": 2.722202832009969e-05, |
| "loss": 2.22, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.7621109607577807, |
| "grad_norm": 0.676766037940979, |
| "learning_rate": 2.706563829368587e-05, |
| "loss": 1.8604, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.7628326567433469, |
| "grad_norm": 0.5115242600440979, |
| "learning_rate": 2.6909628452182312e-05, |
| "loss": 2.0343, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.7635543527289129, |
| "grad_norm": 0.5214509963989258, |
| "learning_rate": 2.675399960882138e-05, |
| "loss": 2.0288, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.7642760487144791, |
| "grad_norm": 0.5561823844909668, |
| "learning_rate": 2.6598752574849527e-05, |
| "loss": 1.938, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.7649977447000451, |
| "grad_norm": 0.5850517153739929, |
| "learning_rate": 2.6443888159522823e-05, |
| "loss": 1.7759, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7657194406856112, |
| "grad_norm": 0.555721640586853, |
| "learning_rate": 2.6289407170102998e-05, |
| "loss": 2.1059, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.7664411366711773, |
| "grad_norm": 0.6737291812896729, |
| "learning_rate": 2.6135310411852977e-05, |
| "loss": 2.0151, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.7671628326567433, |
| "grad_norm": 0.6101282835006714, |
| "learning_rate": 2.5981598688032872e-05, |
| "loss": 2.0467, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.7678845286423094, |
| "grad_norm": 0.6375713348388672, |
| "learning_rate": 2.582827279989568e-05, |
| "loss": 2.0574, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.7686062246278755, |
| "grad_norm": 0.7133259177207947, |
| "learning_rate": 2.567533354668322e-05, |
| "loss": 1.9982, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.7693279206134416, |
| "grad_norm": 0.7232635021209717, |
| "learning_rate": 2.5522781725621813e-05, |
| "loss": 2.0857, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.7700496165990076, |
| "grad_norm": 0.6219785809516907, |
| "learning_rate": 2.5370618131918334e-05, |
| "loss": 1.9757, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.7707713125845738, |
| "grad_norm": 0.6512724757194519, |
| "learning_rate": 2.5218843558755778e-05, |
| "loss": 1.9646, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.7714930085701398, |
| "grad_norm": 0.6278436779975891, |
| "learning_rate": 2.5067458797289466e-05, |
| "loss": 1.8455, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.772214704555706, |
| "grad_norm": 0.7295994758605957, |
| "learning_rate": 2.491646463664261e-05, |
| "loss": 2.1093, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.772936400541272, |
| "grad_norm": 0.8386157751083374, |
| "learning_rate": 2.476586186390244e-05, |
| "loss": 2.1908, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.773658096526838, |
| "grad_norm": 0.7501381039619446, |
| "learning_rate": 2.4615651264115903e-05, |
| "loss": 2.049, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.7743797925124042, |
| "grad_norm": 0.7111022472381592, |
| "learning_rate": 2.446583362028577e-05, |
| "loss": 1.8704, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.7751014884979702, |
| "grad_norm": 0.7531453967094421, |
| "learning_rate": 2.4316409713366352e-05, |
| "loss": 2.0845, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.7758231844835363, |
| "grad_norm": 0.699588418006897, |
| "learning_rate": 2.4167380322259614e-05, |
| "loss": 2.1137, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.7765448804691024, |
| "grad_norm": 0.7809482216835022, |
| "learning_rate": 2.4018746223810974e-05, |
| "loss": 2.1269, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.7772665764546685, |
| "grad_norm": 0.8648167848587036, |
| "learning_rate": 2.387050819280531e-05, |
| "loss": 2.2244, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.7779882724402345, |
| "grad_norm": 0.8392834663391113, |
| "learning_rate": 2.3722667001962896e-05, |
| "loss": 2.0914, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.7787099684258006, |
| "grad_norm": 0.8236386179924011, |
| "learning_rate": 2.35752234219355e-05, |
| "loss": 1.9206, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.7794316644113667, |
| "grad_norm": 0.9269763827323914, |
| "learning_rate": 2.3428178221302144e-05, |
| "loss": 2.0943, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7801533603969328, |
| "grad_norm": 0.861665666103363, |
| "learning_rate": 2.3281532166565324e-05, |
| "loss": 1.9618, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.7808750563824989, |
| "grad_norm": 0.907008171081543, |
| "learning_rate": 2.3135286022146785e-05, |
| "loss": 1.9678, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.7815967523680649, |
| "grad_norm": 0.8642024993896484, |
| "learning_rate": 2.29894405503838e-05, |
| "loss": 2.0756, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.7823184483536311, |
| "grad_norm": 0.916315495967865, |
| "learning_rate": 2.2843996511524934e-05, |
| "loss": 2.0746, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.7830401443391971, |
| "grad_norm": 1.043000340461731, |
| "learning_rate": 2.26989546637263e-05, |
| "loss": 2.0231, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7837618403247631, |
| "grad_norm": 0.9096794724464417, |
| "learning_rate": 2.255431576304744e-05, |
| "loss": 1.9774, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.7844835363103293, |
| "grad_norm": 0.8897759318351746, |
| "learning_rate": 2.2410080563447454e-05, |
| "loss": 1.8476, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.7852052322958953, |
| "grad_norm": 0.9988732933998108, |
| "learning_rate": 2.226624981678115e-05, |
| "loss": 2.064, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7859269282814615, |
| "grad_norm": 1.1665832996368408, |
| "learning_rate": 2.212282427279494e-05, |
| "loss": 1.8067, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.7866486242670275, |
| "grad_norm": 0.9574726819992065, |
| "learning_rate": 2.1979804679123106e-05, |
| "loss": 1.9448, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7873703202525936, |
| "grad_norm": 1.0733020305633545, |
| "learning_rate": 2.1837191781283784e-05, |
| "loss": 1.7374, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.7880920162381597, |
| "grad_norm": 1.0972102880477905, |
| "learning_rate": 2.1694986322675202e-05, |
| "loss": 1.8578, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.7888137122237258, |
| "grad_norm": 1.2154661417007446, |
| "learning_rate": 2.155318904457162e-05, |
| "loss": 2.1273, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.7895354082092918, |
| "grad_norm": 1.209348201751709, |
| "learning_rate": 2.141180068611971e-05, |
| "loss": 2.1163, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.790257104194858, |
| "grad_norm": 1.1238285303115845, |
| "learning_rate": 2.127082198433442e-05, |
| "loss": 1.8601, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.790978800180424, |
| "grad_norm": 1.4893637895584106, |
| "learning_rate": 2.1130253674095435e-05, |
| "loss": 1.6562, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.79170049616599, |
| "grad_norm": 1.4496592283248901, |
| "learning_rate": 2.099009648814304e-05, |
| "loss": 1.9897, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.7924221921515562, |
| "grad_norm": 1.6282823085784912, |
| "learning_rate": 2.0850351157074598e-05, |
| "loss": 1.8457, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.7931438881371222, |
| "grad_norm": 1.868538737297058, |
| "learning_rate": 2.0711018409340467e-05, |
| "loss": 1.9899, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.7938655841226884, |
| "grad_norm": 2.771350860595703, |
| "learning_rate": 2.057209897124043e-05, |
| "loss": 2.3715, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7945872801082544, |
| "grad_norm": 0.2796492278575897, |
| "learning_rate": 2.043359356691973e-05, |
| "loss": 2.0681, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.7953089760938205, |
| "grad_norm": 0.3717372417449951, |
| "learning_rate": 2.0295502918365472e-05, |
| "loss": 1.8771, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.7960306720793866, |
| "grad_norm": 0.42326289415359497, |
| "learning_rate": 2.015782774540268e-05, |
| "loss": 1.9706, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.7967523680649526, |
| "grad_norm": 0.4352366626262665, |
| "learning_rate": 2.002056876569066e-05, |
| "loss": 2.0051, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7974740640505187, |
| "grad_norm": 0.5271891951560974, |
| "learning_rate": 1.9883726694719197e-05, |
| "loss": 2.0673, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7981957600360848, |
| "grad_norm": 0.483254075050354, |
| "learning_rate": 1.9747302245804945e-05, |
| "loss": 1.8483, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.7989174560216509, |
| "grad_norm": 0.5078806281089783, |
| "learning_rate": 1.9611296130087485e-05, |
| "loss": 1.9444, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.7996391520072169, |
| "grad_norm": 0.5332441926002502, |
| "learning_rate": 1.9475709056525905e-05, |
| "loss": 1.9548, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.8003608479927831, |
| "grad_norm": 0.49480563402175903, |
| "learning_rate": 1.934054173189481e-05, |
| "loss": 1.8356, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.8010825439783491, |
| "grad_norm": 0.6263439655303955, |
| "learning_rate": 1.9205794860780914e-05, |
| "loss": 2.0669, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.8018042399639153, |
| "grad_norm": 0.5748035907745361, |
| "learning_rate": 1.907146914557908e-05, |
| "loss": 1.9831, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.8025259359494813, |
| "grad_norm": 0.6012669205665588, |
| "learning_rate": 1.8937565286488966e-05, |
| "loss": 1.9922, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.8032476319350473, |
| "grad_norm": 0.6503617763519287, |
| "learning_rate": 1.8804083981511102e-05, |
| "loss": 2.1303, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.8039693279206135, |
| "grad_norm": 0.6069644093513489, |
| "learning_rate": 1.8671025926443465e-05, |
| "loss": 1.7676, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.8046910239061795, |
| "grad_norm": 0.6530622243881226, |
| "learning_rate": 1.8538391814877687e-05, |
| "loss": 1.8407, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.8054127198917456, |
| "grad_norm": 0.6109187006950378, |
| "learning_rate": 1.840618233819552e-05, |
| "loss": 2.0339, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.8061344158773117, |
| "grad_norm": 0.6955105662345886, |
| "learning_rate": 1.8274398185565234e-05, |
| "loss": 2.1203, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.8068561118628778, |
| "grad_norm": 0.7193408608436584, |
| "learning_rate": 1.8143040043938054e-05, |
| "loss": 2.0333, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.8075778078484438, |
| "grad_norm": 0.6942923665046692, |
| "learning_rate": 1.8012108598044453e-05, |
| "loss": 2.0289, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.80829950383401, |
| "grad_norm": 0.6973164677619934, |
| "learning_rate": 1.788160453039075e-05, |
| "loss": 2.1136, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.809021199819576, |
| "grad_norm": 0.8362918496131897, |
| "learning_rate": 1.775152852125539e-05, |
| "loss": 1.9964, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.8097428958051421, |
| "grad_norm": 0.8596991300582886, |
| "learning_rate": 1.762188124868557e-05, |
| "loss": 2.3948, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.8104645917907082, |
| "grad_norm": 0.7008897066116333, |
| "learning_rate": 1.7492663388493513e-05, |
| "loss": 1.8716, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.8111862877762742, |
| "grad_norm": 0.9806183576583862, |
| "learning_rate": 1.7363875614253135e-05, |
| "loss": 2.1011, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.8119079837618404, |
| "grad_norm": 1.0136085748672485, |
| "learning_rate": 1.7235518597296362e-05, |
| "loss": 1.9092, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.8126296797474064, |
| "grad_norm": 0.7701749801635742, |
| "learning_rate": 1.7107593006709798e-05, |
| "loss": 1.9357, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.8133513757329724, |
| "grad_norm": 0.9417120218276978, |
| "learning_rate": 1.6980099509331083e-05, |
| "loss": 2.0238, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.8140730717185386, |
| "grad_norm": 0.7889707684516907, |
| "learning_rate": 1.6853038769745467e-05, |
| "loss": 1.9612, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.8147947677041046, |
| "grad_norm": 0.849750816822052, |
| "learning_rate": 1.6726411450282474e-05, |
| "loss": 1.8879, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.8155164636896707, |
| "grad_norm": 0.8050547242164612, |
| "learning_rate": 1.660021821101222e-05, |
| "loss": 1.8977, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8162381596752368, |
| "grad_norm": 0.8490147590637207, |
| "learning_rate": 1.647445970974215e-05, |
| "loss": 1.815, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.8169598556608029, |
| "grad_norm": 0.9544901847839355, |
| "learning_rate": 1.6349136602013527e-05, |
| "loss": 1.9508, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.817681551646369, |
| "grad_norm": 0.855512797832489, |
| "learning_rate": 1.622424954109808e-05, |
| "loss": 1.7769, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.8184032476319351, |
| "grad_norm": 1.027392864227295, |
| "learning_rate": 1.609979917799449e-05, |
| "loss": 2.1474, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.8191249436175011, |
| "grad_norm": 0.9262562990188599, |
| "learning_rate": 1.5975786161425142e-05, |
| "loss": 1.8961, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.8198466396030673, |
| "grad_norm": 0.9184101223945618, |
| "learning_rate": 1.5852211137832583e-05, |
| "loss": 2.2313, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.8205683355886333, |
| "grad_norm": 1.123963475227356, |
| "learning_rate": 1.5729074751376328e-05, |
| "loss": 2.0314, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.8212900315741993, |
| "grad_norm": 1.1094459295272827, |
| "learning_rate": 1.5606377643929304e-05, |
| "loss": 2.0965, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.8220117275597655, |
| "grad_norm": 1.082945466041565, |
| "learning_rate": 1.5484120455074703e-05, |
| "loss": 1.9589, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.8227334235453315, |
| "grad_norm": 1.1432358026504517, |
| "learning_rate": 1.5362303822102466e-05, |
| "loss": 2.0497, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8234551195308976, |
| "grad_norm": 1.4538967609405518, |
| "learning_rate": 1.5240928380006148e-05, |
| "loss": 2.2054, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.8241768155164637, |
| "grad_norm": 0.9676366448402405, |
| "learning_rate": 1.5119994761479427e-05, |
| "loss": 1.9426, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.8248985115020298, |
| "grad_norm": 1.3524038791656494, |
| "learning_rate": 1.4999503596912911e-05, |
| "loss": 2.0327, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.8256202074875959, |
| "grad_norm": 1.1715184450149536, |
| "learning_rate": 1.4879455514390816e-05, |
| "loss": 2.2343, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.8263419034731619, |
| "grad_norm": 1.326545000076294, |
| "learning_rate": 1.4759851139687752e-05, |
| "loss": 1.9405, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.827063599458728, |
| "grad_norm": 1.214329481124878, |
| "learning_rate": 1.4640691096265358e-05, |
| "loss": 1.9949, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.8277852954442941, |
| "grad_norm": 1.2797389030456543, |
| "learning_rate": 1.4521976005269167e-05, |
| "loss": 1.6595, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.8285069914298602, |
| "grad_norm": 1.8914451599121094, |
| "learning_rate": 1.4403706485525225e-05, |
| "loss": 2.2415, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.8292286874154262, |
| "grad_norm": 2.2044243812561035, |
| "learning_rate": 1.428588315353705e-05, |
| "loss": 1.7554, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.8299503834009924, |
| "grad_norm": 2.3013522624969482, |
| "learning_rate": 1.4168506623482202e-05, |
| "loss": 1.4801, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8306720793865584, |
| "grad_norm": 0.48885151743888855, |
| "learning_rate": 1.4051577507209334e-05, |
| "loss": 1.7635, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.8313937753721244, |
| "grad_norm": 0.46181848645210266, |
| "learning_rate": 1.3935096414234728e-05, |
| "loss": 1.8218, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.8321154713576906, |
| "grad_norm": 0.3709639608860016, |
| "learning_rate": 1.3819063951739364e-05, |
| "loss": 1.9315, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.8328371673432566, |
| "grad_norm": 0.43750354647636414, |
| "learning_rate": 1.3703480724565577e-05, |
| "loss": 1.9153, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.8335588633288228, |
| "grad_norm": 0.480108380317688, |
| "learning_rate": 1.358834733521399e-05, |
| "loss": 2.0783, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.8342805593143888, |
| "grad_norm": 0.42809081077575684, |
| "learning_rate": 1.3473664383840367e-05, |
| "loss": 1.9666, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.8350022552999549, |
| "grad_norm": 0.5092318654060364, |
| "learning_rate": 1.3359432468252487e-05, |
| "loss": 1.8649, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.835723951285521, |
| "grad_norm": 0.4885648190975189, |
| "learning_rate": 1.3245652183906965e-05, |
| "loss": 2.0697, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.8364456472710871, |
| "grad_norm": 0.6037598252296448, |
| "learning_rate": 1.313232412390628e-05, |
| "loss": 2.1617, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.8371673432566531, |
| "grad_norm": 0.6285021305084229, |
| "learning_rate": 1.3019448878995499e-05, |
| "loss": 2.0946, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8378890392422192, |
| "grad_norm": 0.6654390096664429, |
| "learning_rate": 1.2907027037559415e-05, |
| "loss": 2.1445, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.8386107352277853, |
| "grad_norm": 0.6595554947853088, |
| "learning_rate": 1.2795059185619229e-05, |
| "loss": 2.142, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.8393324312133513, |
| "grad_norm": 0.8403629660606384, |
| "learning_rate": 1.2683545906829785e-05, |
| "loss": 1.9667, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.8400541271989175, |
| "grad_norm": 0.6363543272018433, |
| "learning_rate": 1.2572487782476228e-05, |
| "loss": 2.0256, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.8407758231844835, |
| "grad_norm": 0.6560234427452087, |
| "learning_rate": 1.246188539147124e-05, |
| "loss": 1.9964, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.8414975191700497, |
| "grad_norm": 0.7384912371635437, |
| "learning_rate": 1.2351739310351795e-05, |
| "loss": 1.8698, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.8422192151556157, |
| "grad_norm": 0.7581644058227539, |
| "learning_rate": 1.2242050113276371e-05, |
| "loss": 2.2077, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.8429409111411817, |
| "grad_norm": 0.6684849858283997, |
| "learning_rate": 1.2132818372021759e-05, |
| "loss": 2.0707, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.8436626071267479, |
| "grad_norm": 0.7010474801063538, |
| "learning_rate": 1.2024044655980193e-05, |
| "loss": 2.333, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.8443843031123139, |
| "grad_norm": 0.8058362007141113, |
| "learning_rate": 1.1915729532156372e-05, |
| "loss": 1.9082, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.84510599909788, |
| "grad_norm": 0.7877829670906067, |
| "learning_rate": 1.1807873565164506e-05, |
| "loss": 2.1537, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.8458276950834461, |
| "grad_norm": 0.7448520064353943, |
| "learning_rate": 1.1700477317225334e-05, |
| "loss": 2.0992, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.8465493910690122, |
| "grad_norm": 0.6806777715682983, |
| "learning_rate": 1.1593541348163183e-05, |
| "loss": 1.8501, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.8472710870545782, |
| "grad_norm": 0.7390804886817932, |
| "learning_rate": 1.1487066215403186e-05, |
| "loss": 2.0905, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.8479927830401444, |
| "grad_norm": 0.7478867769241333, |
| "learning_rate": 1.1381052473968157e-05, |
| "loss": 2.177, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.8487144790257104, |
| "grad_norm": 0.9397196769714355, |
| "learning_rate": 1.1275500676475925e-05, |
| "loss": 2.0694, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.8494361750112766, |
| "grad_norm": 0.7914235591888428, |
| "learning_rate": 1.1170411373136247e-05, |
| "loss": 1.8983, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.8501578709968426, |
| "grad_norm": 0.850068211555481, |
| "learning_rate": 1.1065785111748117e-05, |
| "loss": 2.144, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.8508795669824086, |
| "grad_norm": 0.7291155457496643, |
| "learning_rate": 1.0961622437696761e-05, |
| "loss": 1.8885, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.8516012629679748, |
| "grad_norm": 0.8979725241661072, |
| "learning_rate": 1.0857923893950928e-05, |
| "loss": 2.0699, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8523229589535408, |
| "grad_norm": 0.7776647806167603, |
| "learning_rate": 1.0754690021059955e-05, |
| "loss": 2.057, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.8530446549391069, |
| "grad_norm": 0.9126954078674316, |
| "learning_rate": 1.0651921357150996e-05, |
| "loss": 2.0313, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.853766350924673, |
| "grad_norm": 1.0142502784729004, |
| "learning_rate": 1.0549618437926178e-05, |
| "loss": 2.1107, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.854488046910239, |
| "grad_norm": 1.0248186588287354, |
| "learning_rate": 1.0447781796659938e-05, |
| "loss": 2.0202, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.8552097428958051, |
| "grad_norm": 0.9955579042434692, |
| "learning_rate": 1.0346411964196035e-05, |
| "loss": 1.8946, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.8559314388813712, |
| "grad_norm": 1.008432388305664, |
| "learning_rate": 1.0245509468944992e-05, |
| "loss": 2.2013, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.8566531348669373, |
| "grad_norm": 1.176651120185852, |
| "learning_rate": 1.014507483688113e-05, |
| "loss": 1.7872, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.8573748308525034, |
| "grad_norm": 0.8667738437652588, |
| "learning_rate": 1.0045108591540075e-05, |
| "loss": 1.8521, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.8580965268380695, |
| "grad_norm": 0.966194748878479, |
| "learning_rate": 9.945611254015764e-06, |
| "loss": 1.972, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.8588182228236355, |
| "grad_norm": 0.9451647996902466, |
| "learning_rate": 9.84658334295796e-06, |
| "loss": 1.6762, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8595399188092017, |
| "grad_norm": 0.938686728477478, |
| "learning_rate": 9.74802537456937e-06, |
| "loss": 1.9065, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.8602616147947677, |
| "grad_norm": 1.0933154821395874, |
| "learning_rate": 9.649937862603099e-06, |
| "loss": 1.8774, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.8609833107803337, |
| "grad_norm": 1.049614429473877, |
| "learning_rate": 9.552321318359836e-06, |
| "loss": 1.8559, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.8617050067658999, |
| "grad_norm": 1.1378130912780762, |
| "learning_rate": 9.455176250685338e-06, |
| "loss": 2.173, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.8624267027514659, |
| "grad_norm": 1.7523914575576782, |
| "learning_rate": 9.358503165967614e-06, |
| "loss": 2.1029, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.863148398737032, |
| "grad_norm": 1.1993818283081055, |
| "learning_rate": 9.262302568134418e-06, |
| "loss": 1.732, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.8638700947225981, |
| "grad_norm": 1.2454814910888672, |
| "learning_rate": 9.166574958650531e-06, |
| "loss": 1.7069, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.8645917907081642, |
| "grad_norm": 1.561662197113037, |
| "learning_rate": 9.071320836515262e-06, |
| "loss": 1.6075, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.8653134866937303, |
| "grad_norm": 1.4828908443450928, |
| "learning_rate": 8.976540698259673e-06, |
| "loss": 1.826, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.8660351826792964, |
| "grad_norm": 3.747065544128418, |
| "learning_rate": 8.882235037944186e-06, |
| "loss": 2.3599, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8667568786648624, |
| "grad_norm": 0.35930347442626953, |
| "learning_rate": 8.788404347155831e-06, |
| "loss": 2.08, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.8674785746504285, |
| "grad_norm": 0.39653342962265015, |
| "learning_rate": 8.695049115005837e-06, |
| "loss": 1.9411, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.8682002706359946, |
| "grad_norm": 0.34054476022720337, |
| "learning_rate": 8.602169828126949e-06, |
| "loss": 1.8979, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.8689219666215606, |
| "grad_norm": 0.42190003395080566, |
| "learning_rate": 8.509766970671007e-06, |
| "loss": 2.0403, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.8696436626071268, |
| "grad_norm": 0.46807661652565, |
| "learning_rate": 8.417841024306295e-06, |
| "loss": 2.0516, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.8703653585926928, |
| "grad_norm": 0.4768716096878052, |
| "learning_rate": 8.326392468215205e-06, |
| "loss": 1.8746, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.8710870545782589, |
| "grad_norm": 0.5028126239776611, |
| "learning_rate": 8.235421779091535e-06, |
| "loss": 2.0957, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.871808750563825, |
| "grad_norm": 0.5345216989517212, |
| "learning_rate": 8.14492943113817e-06, |
| "loss": 2.0424, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.872530446549391, |
| "grad_norm": 0.5469328165054321, |
| "learning_rate": 8.054915896064497e-06, |
| "loss": 1.964, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.8732521425349572, |
| "grad_norm": 0.5797441601753235, |
| "learning_rate": 7.96538164308407e-06, |
| "loss": 2.155, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8739738385205232, |
| "grad_norm": 0.5499006509780884, |
| "learning_rate": 7.876327138911999e-06, |
| "loss": 1.8392, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.8746955345060893, |
| "grad_norm": 0.7882094979286194, |
| "learning_rate": 7.787752847762685e-06, |
| "loss": 2.0426, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.8754172304916554, |
| "grad_norm": 0.6757630705833435, |
| "learning_rate": 7.699659231347268e-06, |
| "loss": 1.9531, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.8761389264772215, |
| "grad_norm": 0.6643921732902527, |
| "learning_rate": 7.612046748871327e-06, |
| "loss": 2.168, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.8768606224627875, |
| "grad_norm": 0.816382884979248, |
| "learning_rate": 7.524915857032389e-06, |
| "loss": 2.0272, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.8775823184483537, |
| "grad_norm": 0.7009881138801575, |
| "learning_rate": 7.438267010017585e-06, |
| "loss": 2.0584, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.8783040144339197, |
| "grad_norm": 0.8376511931419373, |
| "learning_rate": 7.35210065950136e-06, |
| "loss": 2.2488, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.8790257104194857, |
| "grad_norm": 0.7746900916099548, |
| "learning_rate": 7.2664172546429655e-06, |
| "loss": 2.0164, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.8797474064050519, |
| "grad_norm": 0.6845036745071411, |
| "learning_rate": 7.181217242084282e-06, |
| "loss": 1.9411, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.8804691023906179, |
| "grad_norm": 0.7272771596908569, |
| "learning_rate": 7.0965010659473256e-06, |
| "loss": 1.9743, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8811907983761841, |
| "grad_norm": 0.6810030937194824, |
| "learning_rate": 7.0122691678321195e-06, |
| "loss": 1.944, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.8819124943617501, |
| "grad_norm": 0.7769736051559448, |
| "learning_rate": 6.928521986814196e-06, |
| "loss": 1.8954, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.8826341903473162, |
| "grad_norm": 0.8381882905960083, |
| "learning_rate": 6.8452599594424515e-06, |
| "loss": 2.0496, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.8833558863328823, |
| "grad_norm": 0.8509557247161865, |
| "learning_rate": 6.762483519736806e-06, |
| "loss": 1.8655, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.8840775823184484, |
| "grad_norm": 0.9625844359397888, |
| "learning_rate": 6.680193099185994e-06, |
| "loss": 2.1183, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8847992783040144, |
| "grad_norm": 0.7565901279449463, |
| "learning_rate": 6.598389126745208e-06, |
| "loss": 2.2029, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.8855209742895805, |
| "grad_norm": 0.8794811367988586, |
| "learning_rate": 6.5170720288340035e-06, |
| "loss": 1.9157, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.8862426702751466, |
| "grad_norm": 0.7776874899864197, |
| "learning_rate": 6.4362422293339665e-06, |
| "loss": 1.8864, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.8869643662607126, |
| "grad_norm": 0.8542851805686951, |
| "learning_rate": 6.355900149586558e-06, |
| "loss": 2.2448, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.8876860622462788, |
| "grad_norm": 0.8815374970436096, |
| "learning_rate": 6.276046208390873e-06, |
| "loss": 2.1463, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8884077582318448, |
| "grad_norm": 0.7650445699691772, |
| "learning_rate": 6.196680822001555e-06, |
| "loss": 1.8782, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.889129454217411, |
| "grad_norm": 0.8122550845146179, |
| "learning_rate": 6.117804404126459e-06, |
| "loss": 1.9764, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.889851150202977, |
| "grad_norm": 0.8356717228889465, |
| "learning_rate": 6.0394173659247045e-06, |
| "loss": 1.9582, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.890572846188543, |
| "grad_norm": 0.8621585965156555, |
| "learning_rate": 5.961520116004327e-06, |
| "loss": 1.8986, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.8912945421741092, |
| "grad_norm": 1.051979899406433, |
| "learning_rate": 5.884113060420293e-06, |
| "loss": 2.0476, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8920162381596752, |
| "grad_norm": 0.9583630561828613, |
| "learning_rate": 5.807196602672305e-06, |
| "loss": 1.9726, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.8927379341452413, |
| "grad_norm": 0.8753020167350769, |
| "learning_rate": 5.730771143702773e-06, |
| "loss": 1.8334, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.8934596301308074, |
| "grad_norm": 1.1012359857559204, |
| "learning_rate": 5.654837081894626e-06, |
| "loss": 1.8237, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.8941813261163735, |
| "grad_norm": 0.9742476940155029, |
| "learning_rate": 5.579394813069327e-06, |
| "loss": 1.876, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.8949030221019395, |
| "grad_norm": 0.8870843648910522, |
| "learning_rate": 5.504444730484726e-06, |
| "loss": 1.8202, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8956247180875057, |
| "grad_norm": 0.9019578695297241, |
| "learning_rate": 5.429987224833111e-06, |
| "loss": 2.0158, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.8963464140730717, |
| "grad_norm": 1.069714069366455, |
| "learning_rate": 5.3560226842390596e-06, |
| "loss": 1.9168, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.8970681100586378, |
| "grad_norm": 1.1574578285217285, |
| "learning_rate": 5.2825514942575264e-06, |
| "loss": 1.9916, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.8977898060442039, |
| "grad_norm": 1.3360605239868164, |
| "learning_rate": 5.209574037871701e-06, |
| "loss": 2.0754, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.8985115020297699, |
| "grad_norm": 1.1830366849899292, |
| "learning_rate": 5.137090695491165e-06, |
| "loss": 2.0139, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8992331980153361, |
| "grad_norm": 1.2915687561035156, |
| "learning_rate": 5.065101844949794e-06, |
| "loss": 1.8906, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.8999548940009021, |
| "grad_norm": 1.5549017190933228, |
| "learning_rate": 4.993607861503835e-06, |
| "loss": 1.9554, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.9006765899864682, |
| "grad_norm": 1.3656644821166992, |
| "learning_rate": 4.922609117829946e-06, |
| "loss": 1.7293, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.9013982859720343, |
| "grad_norm": 1.5428293943405151, |
| "learning_rate": 4.852105984023225e-06, |
| "loss": 1.7868, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.9021199819576003, |
| "grad_norm": 2.3263931274414062, |
| "learning_rate": 4.7820988275953045e-06, |
| "loss": 1.6713, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9028416779431664, |
| "grad_norm": 0.3375650942325592, |
| "learning_rate": 4.712588013472507e-06, |
| "loss": 2.0252, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.9035633739287325, |
| "grad_norm": 0.3907175064086914, |
| "learning_rate": 4.64357390399377e-06, |
| "loss": 1.7114, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.9042850699142986, |
| "grad_norm": 0.395847886800766, |
| "learning_rate": 4.575056858908933e-06, |
| "loss": 2.0951, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.9050067658998647, |
| "grad_norm": 0.7349646687507629, |
| "learning_rate": 4.507037235376754e-06, |
| "loss": 1.8744, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.9057284618854308, |
| "grad_norm": 0.4204355478286743, |
| "learning_rate": 4.439515387963089e-06, |
| "loss": 2.1934, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.9064501578709968, |
| "grad_norm": 0.4359395205974579, |
| "learning_rate": 4.372491668639034e-06, |
| "loss": 1.9695, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.907171853856563, |
| "grad_norm": 0.46503299474716187, |
| "learning_rate": 4.305966426779118e-06, |
| "loss": 1.9024, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.907893549842129, |
| "grad_norm": 0.5666508674621582, |
| "learning_rate": 4.2399400091594154e-06, |
| "loss": 2.2018, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.908615245827695, |
| "grad_norm": 0.5180819630622864, |
| "learning_rate": 4.174412759955781e-06, |
| "loss": 2.0029, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.9093369418132612, |
| "grad_norm": 0.589097797870636, |
| "learning_rate": 4.109385020742118e-06, |
| "loss": 2.0511, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9100586377988272, |
| "grad_norm": 0.7083284854888916, |
| "learning_rate": 4.044857130488466e-06, |
| "loss": 2.0875, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.9107803337843933, |
| "grad_norm": 0.6357088088989258, |
| "learning_rate": 3.980829425559329e-06, |
| "loss": 2.0432, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.9115020297699594, |
| "grad_norm": 0.6381567120552063, |
| "learning_rate": 3.9173022397118845e-06, |
| "loss": 1.8847, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.9122237257555255, |
| "grad_norm": 0.6777597665786743, |
| "learning_rate": 3.8542759040942734e-06, |
| "loss": 1.9659, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.9129454217410916, |
| "grad_norm": 0.6971368193626404, |
| "learning_rate": 3.7917507472438273e-06, |
| "loss": 1.9426, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.9136671177266577, |
| "grad_norm": 0.664192259311676, |
| "learning_rate": 3.729727095085422e-06, |
| "loss": 1.7732, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.9143888137122237, |
| "grad_norm": 0.7263942956924438, |
| "learning_rate": 3.668205270929692e-06, |
| "loss": 2.1826, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.9151105096977898, |
| "grad_norm": 0.7032451629638672, |
| "learning_rate": 3.6071855954714406e-06, |
| "loss": 2.1521, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.9158322056833559, |
| "grad_norm": 0.7322685122489929, |
| "learning_rate": 3.546668386787888e-06, |
| "loss": 2.0257, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.9165539016689219, |
| "grad_norm": 0.7566028833389282, |
| "learning_rate": 3.4866539603370605e-06, |
| "loss": 2.1399, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.9172755976544881, |
| "grad_norm": 0.7132338285446167, |
| "learning_rate": 3.427142628956126e-06, |
| "loss": 2.1298, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.9179972936400541, |
| "grad_norm": 0.7203378081321716, |
| "learning_rate": 3.368134702859782e-06, |
| "loss": 1.931, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.9187189896256202, |
| "grad_norm": 0.6618990898132324, |
| "learning_rate": 3.3096304896386044e-06, |
| "loss": 2.0863, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.9194406856111863, |
| "grad_norm": 0.9268171191215515, |
| "learning_rate": 3.2516302942574793e-06, |
| "loss": 1.7346, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.9201623815967523, |
| "grad_norm": 0.7129343748092651, |
| "learning_rate": 3.194134419053996e-06, |
| "loss": 1.691, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.9208840775823185, |
| "grad_norm": 0.7878919839859009, |
| "learning_rate": 3.1371431637368665e-06, |
| "loss": 2.2035, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.9216057735678845, |
| "grad_norm": 0.83492112159729, |
| "learning_rate": 3.080656825384376e-06, |
| "loss": 1.8964, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.9223274695534506, |
| "grad_norm": 0.7410056591033936, |
| "learning_rate": 3.0246756984428582e-06, |
| "loss": 2.0853, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.9230491655390167, |
| "grad_norm": 0.8066149950027466, |
| "learning_rate": 2.969200074725065e-06, |
| "loss": 1.8044, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.9237708615245828, |
| "grad_norm": 0.8875678777694702, |
| "learning_rate": 2.914230243408789e-06, |
| "loss": 2.118, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9244925575101488, |
| "grad_norm": 0.837360680103302, |
| "learning_rate": 2.8597664910352207e-06, |
| "loss": 1.665, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.925214253495715, |
| "grad_norm": 0.8768168091773987, |
| "learning_rate": 2.8058091015075394e-06, |
| "loss": 1.9387, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.925935949481281, |
| "grad_norm": 0.908577024936676, |
| "learning_rate": 2.7523583560894016e-06, |
| "loss": 1.8705, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.926657645466847, |
| "grad_norm": 0.8837512731552124, |
| "learning_rate": 2.6994145334034994e-06, |
| "loss": 1.8562, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.9273793414524132, |
| "grad_norm": 0.9558122754096985, |
| "learning_rate": 2.6469779094300264e-06, |
| "loss": 1.7954, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.9281010374379792, |
| "grad_norm": 0.8228635787963867, |
| "learning_rate": 2.595048757505392e-06, |
| "loss": 1.8111, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.9288227334235454, |
| "grad_norm": 0.9878435134887695, |
| "learning_rate": 2.543627348320643e-06, |
| "loss": 1.799, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.9295444294091114, |
| "grad_norm": 0.9186722040176392, |
| "learning_rate": 2.4927139499201225e-06, |
| "loss": 1.6774, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.9302661253946775, |
| "grad_norm": 1.0322693586349487, |
| "learning_rate": 2.4423088277000904e-06, |
| "loss": 2.0616, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.9309878213802436, |
| "grad_norm": 0.934918224811554, |
| "learning_rate": 2.392412244407294e-06, |
| "loss": 1.633, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9317095173658096, |
| "grad_norm": 1.2899357080459595, |
| "learning_rate": 2.3430244601376217e-06, |
| "loss": 1.9221, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.9324312133513757, |
| "grad_norm": 0.9532777070999146, |
| "learning_rate": 2.2941457323347627e-06, |
| "loss": 1.8248, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.9331529093369418, |
| "grad_norm": 1.1227638721466064, |
| "learning_rate": 2.2457763157888277e-06, |
| "loss": 2.0148, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.9338746053225079, |
| "grad_norm": 1.0534406900405884, |
| "learning_rate": 2.1979164626350748e-06, |
| "loss": 1.666, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.934596301308074, |
| "grad_norm": 1.3384755849838257, |
| "learning_rate": 2.150566422352496e-06, |
| "loss": 1.6326, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.9353179972936401, |
| "grad_norm": 1.250504732131958, |
| "learning_rate": 2.1037264417626544e-06, |
| "loss": 1.7542, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.9360396932792061, |
| "grad_norm": 1.3456807136535645, |
| "learning_rate": 2.0573967650282744e-06, |
| "loss": 1.8959, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.9367613892647723, |
| "grad_norm": 1.3933519124984741, |
| "learning_rate": 2.011577633652062e-06, |
| "loss": 1.887, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.9374830852503383, |
| "grad_norm": 1.5431313514709473, |
| "learning_rate": 1.966269286475353e-06, |
| "loss": 1.5638, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.9382047812359043, |
| "grad_norm": 2.5403122901916504, |
| "learning_rate": 1.921471959676957e-06, |
| "loss": 2.216, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9389264772214705, |
| "grad_norm": 0.28390318155288696, |
| "learning_rate": 1.8771858867718705e-06, |
| "loss": 1.7793, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.9396481732070365, |
| "grad_norm": 0.3595048189163208, |
| "learning_rate": 1.8334112986100992e-06, |
| "loss": 2.0956, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.9403698691926026, |
| "grad_norm": 0.4299437701702118, |
| "learning_rate": 1.790148423375404e-06, |
| "loss": 1.7958, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.9410915651781687, |
| "grad_norm": 0.4153294265270233, |
| "learning_rate": 1.7473974865841569e-06, |
| "loss": 1.8935, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.9418132611637348, |
| "grad_norm": 0.4021168351173401, |
| "learning_rate": 1.7051587110841428e-06, |
| "loss": 1.7978, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.9425349571493009, |
| "grad_norm": 0.4896467626094818, |
| "learning_rate": 1.6634323170533928e-06, |
| "loss": 1.9869, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.943256653134867, |
| "grad_norm": 0.5336695909500122, |
| "learning_rate": 1.6222185219990748e-06, |
| "loss": 2.0317, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.943978349120433, |
| "grad_norm": 0.5738083720207214, |
| "learning_rate": 1.5815175407563165e-06, |
| "loss": 1.8771, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.9447000451059991, |
| "grad_norm": 0.5439826250076294, |
| "learning_rate": 1.5413295854871058e-06, |
| "loss": 1.8509, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.9454217410915652, |
| "grad_norm": 0.5581225752830505, |
| "learning_rate": 1.5016548656791697e-06, |
| "loss": 1.6722, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9461434370771312, |
| "grad_norm": 0.7105444073677063, |
| "learning_rate": 1.4624935881448975e-06, |
| "loss": 1.9773, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.9468651330626974, |
| "grad_norm": 0.7419779300689697, |
| "learning_rate": 1.4238459570202644e-06, |
| "loss": 2.128, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.9475868290482634, |
| "grad_norm": 0.56227707862854, |
| "learning_rate": 1.3857121737637647e-06, |
| "loss": 2.025, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.9483085250338295, |
| "grad_norm": 0.6109886169433594, |
| "learning_rate": 1.348092437155346e-06, |
| "loss": 2.0794, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.9490302210193956, |
| "grad_norm": 0.6787282824516296, |
| "learning_rate": 1.3109869432953892e-06, |
| "loss": 1.8535, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.9497519170049616, |
| "grad_norm": 0.7993598580360413, |
| "learning_rate": 1.2743958856036743e-06, |
| "loss": 1.8788, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.9504736129905278, |
| "grad_norm": 0.6696105003356934, |
| "learning_rate": 1.238319454818393e-06, |
| "loss": 1.9651, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.9511953089760938, |
| "grad_norm": 0.6322938203811646, |
| "learning_rate": 1.2027578389951499e-06, |
| "loss": 2.0678, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.9519170049616599, |
| "grad_norm": 0.7774600386619568, |
| "learning_rate": 1.1677112235059518e-06, |
| "loss": 2.1279, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.952638700947226, |
| "grad_norm": 0.7849416732788086, |
| "learning_rate": 1.1331797910382747e-06, |
| "loss": 2.1382, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9533603969327921, |
| "grad_norm": 0.6669602990150452, |
| "learning_rate": 1.0991637215941098e-06, |
| "loss": 1.9865, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.9540820929183581, |
| "grad_norm": 0.6765627861022949, |
| "learning_rate": 1.0656631924889749e-06, |
| "loss": 2.2091, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.9548037889039243, |
| "grad_norm": 0.8068450689315796, |
| "learning_rate": 1.032678378351104e-06, |
| "loss": 1.8685, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.9555254848894903, |
| "grad_norm": 0.7961040735244751, |
| "learning_rate": 1.0002094511203819e-06, |
| "loss": 1.9576, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.9562471808750563, |
| "grad_norm": 0.9559259414672852, |
| "learning_rate": 9.682565800475884e-07, |
| "loss": 1.9292, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.9569688768606225, |
| "grad_norm": 0.8481292724609375, |
| "learning_rate": 9.368199316934445e-07, |
| "loss": 2.0111, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.9576905728461885, |
| "grad_norm": 1.001504898071289, |
| "learning_rate": 9.058996699277456e-07, |
| "loss": 2.0776, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.9584122688317547, |
| "grad_norm": 0.7700062990188599, |
| "learning_rate": 8.75495955928507e-07, |
| "loss": 2.2877, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.9591339648173207, |
| "grad_norm": 0.9786632657051086, |
| "learning_rate": 8.456089481811758e-07, |
| "loss": 1.8846, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.9598556608028868, |
| "grad_norm": 0.875964343547821, |
| "learning_rate": 8.162388024777201e-07, |
| "loss": 2.1227, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9605773567884529, |
| "grad_norm": 0.8387866616249084, |
| "learning_rate": 7.873856719159078e-07, |
| "loss": 1.8316, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.961299052774019, |
| "grad_norm": 0.8640176653862, |
| "learning_rate": 7.590497068984293e-07, |
| "loss": 2.0265, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.962020748759585, |
| "grad_norm": 0.9551598429679871, |
| "learning_rate": 7.312310551321422e-07, |
| "loss": 2.0676, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.9627424447451511, |
| "grad_norm": 0.8166415691375732, |
| "learning_rate": 7.039298616273393e-07, |
| "loss": 2.0099, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.9634641407307172, |
| "grad_norm": 1.039939284324646, |
| "learning_rate": 6.771462686969265e-07, |
| "loss": 2.0545, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.9641858367162832, |
| "grad_norm": 1.0432822704315186, |
| "learning_rate": 6.508804159557236e-07, |
| "loss": 2.0203, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.9649075327018494, |
| "grad_norm": 0.9043278098106384, |
| "learning_rate": 6.251324403197312e-07, |
| "loss": 1.8545, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.9656292286874154, |
| "grad_norm": 0.9332495927810669, |
| "learning_rate": 5.999024760054095e-07, |
| "loss": 1.9496, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.9663509246729816, |
| "grad_norm": 0.8752537369728088, |
| "learning_rate": 5.751906545289787e-07, |
| "loss": 1.9251, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.9670726206585476, |
| "grad_norm": 1.1229203939437866, |
| "learning_rate": 5.509971047057416e-07, |
| "loss": 2.0009, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9677943166441136, |
| "grad_norm": 1.321217656135559, |
| "learning_rate": 5.273219526493955e-07, |
| "loss": 2.0794, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.9685160126296798, |
| "grad_norm": 1.086470603942871, |
| "learning_rate": 5.041653217713993e-07, |
| "loss": 1.9611, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.9692377086152458, |
| "grad_norm": 1.1638518571853638, |
| "learning_rate": 4.815273327803182e-07, |
| "loss": 1.893, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.9699594046008119, |
| "grad_norm": 1.144478440284729, |
| "learning_rate": 4.5940810368116924e-07, |
| "loss": 1.9807, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.970681100586378, |
| "grad_norm": 1.235710620880127, |
| "learning_rate": 4.378077497748545e-07, |
| "loss": 2.1209, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.9714027965719441, |
| "grad_norm": 1.5150794982910156, |
| "learning_rate": 4.167263836575286e-07, |
| "loss": 2.0861, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.9721244925575101, |
| "grad_norm": 1.5577549934387207, |
| "learning_rate": 3.961641152200213e-07, |
| "loss": 2.0934, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.9728461885430763, |
| "grad_norm": 1.5427261590957642, |
| "learning_rate": 3.761210516472602e-07, |
| "loss": 1.8224, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.9735678845286423, |
| "grad_norm": 2.0838589668273926, |
| "learning_rate": 3.5659729741769343e-07, |
| "loss": 1.9889, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.9742895805142084, |
| "grad_norm": 3.3289177417755127, |
| "learning_rate": 3.3759295430281223e-07, |
| "loss": 2.0963, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9750112764997745, |
| "grad_norm": 0.2755839228630066, |
| "learning_rate": 3.191081213665292e-07, |
| "loss": 2.1154, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.9757329724853405, |
| "grad_norm": 0.3360216021537781, |
| "learning_rate": 3.011428949647233e-07, |
| "loss": 1.9892, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.9764546684709067, |
| "grad_norm": 0.4730423092842102, |
| "learning_rate": 2.8369736874473976e-07, |
| "loss": 2.0116, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.9771763644564727, |
| "grad_norm": 0.4447082579135895, |
| "learning_rate": 2.667716336448356e-07, |
| "loss": 1.9483, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.9778980604420388, |
| "grad_norm": 0.5265218019485474, |
| "learning_rate": 2.503657778938018e-07, |
| "loss": 2.1008, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.9786197564276049, |
| "grad_norm": 0.54486083984375, |
| "learning_rate": 2.3447988701043034e-07, |
| "loss": 2.1984, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.9793414524131709, |
| "grad_norm": 0.6242846846580505, |
| "learning_rate": 2.1911404380308142e-07, |
| "loss": 2.1317, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.980063148398737, |
| "grad_norm": 0.4556017816066742, |
| "learning_rate": 2.0426832836930587e-07, |
| "loss": 1.4953, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.9807848443843031, |
| "grad_norm": 0.6544153094291687, |
| "learning_rate": 1.8994281809533443e-07, |
| "loss": 1.9032, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.9815065403698692, |
| "grad_norm": 0.5810800194740295, |
| "learning_rate": 1.7613758765576692e-07, |
| "loss": 1.8748, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9822282363554353, |
| "grad_norm": 0.6583943367004395, |
| "learning_rate": 1.628527090130949e-07, |
| "loss": 2.3085, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.9829499323410014, |
| "grad_norm": 0.693284273147583, |
| "learning_rate": 1.50088251417424e-07, |
| "loss": 2.0377, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.9836716283265674, |
| "grad_norm": 0.7142348289489746, |
| "learning_rate": 1.378442814060188e-07, |
| "loss": 1.8487, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.9843933243121336, |
| "grad_norm": 0.8525462746620178, |
| "learning_rate": 1.2612086280302527e-07, |
| "loss": 1.956, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.9851150202976996, |
| "grad_norm": 0.8822160959243774, |
| "learning_rate": 1.1491805671909328e-07, |
| "loss": 2.1317, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.9858367162832656, |
| "grad_norm": 0.7459313869476318, |
| "learning_rate": 1.0423592155108797e-07, |
| "loss": 2.0505, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.9865584122688318, |
| "grad_norm": 0.7297484278678894, |
| "learning_rate": 9.407451298177883e-08, |
| "loss": 2.0196, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.9872801082543978, |
| "grad_norm": 0.781390368938446, |
| "learning_rate": 8.44338839795289e-08, |
| "loss": 2.0662, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.9880018042399639, |
| "grad_norm": 0.6710959672927856, |
| "learning_rate": 7.531408479802826e-08, |
| "loss": 2.0362, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.98872350022553, |
| "grad_norm": 0.969294011592865, |
| "learning_rate": 6.671516297606095e-08, |
| "loss": 2.1953, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9894451962110961, |
| "grad_norm": 0.8942249417304993, |
| "learning_rate": 5.8637163337227354e-08, |
| "loss": 1.9945, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.9901668921966622, |
| "grad_norm": 0.966050922870636, |
| "learning_rate": 5.1080127989699966e-08, |
| "loss": 2.196, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.9908885881822282, |
| "grad_norm": 0.9449571967124939, |
| "learning_rate": 4.404409632604578e-08, |
| "loss": 1.9585, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.9916102841677943, |
| "grad_norm": 0.976347029209137, |
| "learning_rate": 3.752910502297091e-08, |
| "loss": 2.0081, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.9923319801533604, |
| "grad_norm": 0.9933339953422546, |
| "learning_rate": 3.153518804117628e-08, |
| "loss": 1.9577, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.9930536761389265, |
| "grad_norm": 1.108618974685669, |
| "learning_rate": 2.6062376625146658e-08, |
| "loss": 1.9111, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.9937753721244925, |
| "grad_norm": 0.9743670225143433, |
| "learning_rate": 2.1110699303006353e-08, |
| "loss": 2.0606, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.9944970681100587, |
| "grad_norm": 0.9455927610397339, |
| "learning_rate": 1.6680181886352676e-08, |
| "loss": 1.4703, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.9952187640956247, |
| "grad_norm": 1.0366346836090088, |
| "learning_rate": 1.2770847470156e-08, |
| "loss": 1.8674, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.9959404600811907, |
| "grad_norm": 1.3029417991638184, |
| "learning_rate": 9.38271643258215e-09, |
| "loss": 2.0128, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9966621560667569, |
| "grad_norm": 1.067899465560913, |
| "learning_rate": 6.515806434959082e-09, |
| "loss": 1.9623, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.9973838520523229, |
| "grad_norm": 1.277071237564087, |
| "learning_rate": 4.170132421610351e-09, |
| "loss": 1.8176, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.9981055480378891, |
| "grad_norm": 1.2683124542236328, |
| "learning_rate": 2.3457066198440123e-09, |
| "loss": 2.0409, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.9988272440234551, |
| "grad_norm": 1.2791379690170288, |
| "learning_rate": 1.0425385398304955e-09, |
| "loss": 1.6178, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9995489400090212, |
| "grad_norm": 1.9106459617614746, |
| "learning_rate": 2.606349746137049e-10, |
| "loss": 1.773, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.0005412719891746, |
| "grad_norm": 5.071047782897949, |
| "learning_rate": 0.0, |
| "loss": 3.3738, |
| "step": 1386 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1386, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 347, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0266006359333929e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
