| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0005412719891746, |
| "eval_steps": 347, |
| "global_step": 1386, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007216959855660803, |
| "grad_norm": 0.5289389491081238, |
| "learning_rate": 2e-05, |
| "loss": 2.1818, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0014433919711321606, |
| "grad_norm": 0.568791389465332, |
| "learning_rate": 4e-05, |
| "loss": 2.4411, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002165087956698241, |
| "grad_norm": 0.6097190976142883, |
| "learning_rate": 6e-05, |
| "loss": 2.4034, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0028867839422643212, |
| "grad_norm": 0.7379252314567566, |
| "learning_rate": 8e-05, |
| "loss": 2.4281, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0036084799278304014, |
| "grad_norm": 0.8380008935928345, |
| "learning_rate": 0.0001, |
| "loss": 2.3533, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004330175913396482, |
| "grad_norm": 0.9782010316848755, |
| "learning_rate": 0.00012, |
| "loss": 2.58, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.005051871898962562, |
| "grad_norm": 0.9322047233581543, |
| "learning_rate": 0.00014, |
| "loss": 2.1435, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0057735678845286425, |
| "grad_norm": 0.7802798748016357, |
| "learning_rate": 0.00016, |
| "loss": 2.3941, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.006495263870094722, |
| "grad_norm": 0.6581718325614929, |
| "learning_rate": 0.00018, |
| "loss": 2.5615, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.007216959855660803, |
| "grad_norm": 0.7337442636489868, |
| "learning_rate": 0.0002, |
| "loss": 2.2609, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007938655841226883, |
| "grad_norm": 0.9255633354187012, |
| "learning_rate": 0.0001999997393650254, |
| "loss": 2.401, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.008660351826792964, |
| "grad_norm": 0.8047732710838318, |
| "learning_rate": 0.0001999989574614602, |
| "loss": 2.4005, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.009382047812359044, |
| "grad_norm": 0.8678301572799683, |
| "learning_rate": 0.00019999765429338018, |
| "loss": 2.1609, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.010103743797925124, |
| "grad_norm": 0.8067096471786499, |
| "learning_rate": 0.00019999582986757842, |
| "loss": 2.1629, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.010825439783491205, |
| "grad_norm": 1.0044234991073608, |
| "learning_rate": 0.00019999348419356505, |
| "loss": 2.3523, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.011547135769057285, |
| "grad_norm": 1.0585159063339233, |
| "learning_rate": 0.00019999061728356743, |
| "loss": 2.3643, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.012268831754623365, |
| "grad_norm": 1.0106501579284668, |
| "learning_rate": 0.00019998722915252985, |
| "loss": 2.2065, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.012990527740189444, |
| "grad_norm": 0.8646364808082581, |
| "learning_rate": 0.00019998331981811366, |
| "loss": 2.1743, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.013712223725755526, |
| "grad_norm": 1.0204347372055054, |
| "learning_rate": 0.00019997888930069698, |
| "loss": 2.208, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.014433919711321606, |
| "grad_norm": 0.8045647740364075, |
| "learning_rate": 0.00019997393762337487, |
| "loss": 2.2022, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015155615696887685, |
| "grad_norm": 0.8455564379692078, |
| "learning_rate": 0.00019996846481195883, |
| "loss": 2.0684, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.015877311682453765, |
| "grad_norm": 0.850781261920929, |
| "learning_rate": 0.00019996247089497704, |
| "loss": 2.0841, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.016599007668019847, |
| "grad_norm": 0.8529759049415588, |
| "learning_rate": 0.00019995595590367398, |
| "loss": 2.2872, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.017320703653585928, |
| "grad_norm": 0.7859448194503784, |
| "learning_rate": 0.00019994891987201033, |
| "loss": 2.3346, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.018042399639152006, |
| "grad_norm": 0.8098118305206299, |
| "learning_rate": 0.0001999413628366628, |
| "loss": 2.1055, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.018764095624718088, |
| "grad_norm": 0.9167045950889587, |
| "learning_rate": 0.00019993328483702393, |
| "loss": 2.2693, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01948579161028417, |
| "grad_norm": 0.8714928030967712, |
| "learning_rate": 0.00019992468591520198, |
| "loss": 2.2492, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.020207487595850247, |
| "grad_norm": 0.8236874938011169, |
| "learning_rate": 0.0001999155661160205, |
| "loss": 2.2599, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02092918358141633, |
| "grad_norm": 0.8039966225624084, |
| "learning_rate": 0.00019990592548701824, |
| "loss": 2.2076, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.02165087956698241, |
| "grad_norm": 0.8017023801803589, |
| "learning_rate": 0.00019989576407844893, |
| "loss": 2.1799, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02237257555254849, |
| "grad_norm": 0.8987767100334167, |
| "learning_rate": 0.00019988508194328092, |
| "loss": 2.2709, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02309427153811457, |
| "grad_norm": 0.9400219917297363, |
| "learning_rate": 0.00019987387913719698, |
| "loss": 2.2571, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.023815967523680648, |
| "grad_norm": 0.8994596004486084, |
| "learning_rate": 0.000199862155718594, |
| "loss": 2.2577, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02453766350924673, |
| "grad_norm": 1.093161702156067, |
| "learning_rate": 0.00019984991174858257, |
| "loss": 2.3336, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02525935949481281, |
| "grad_norm": 1.134453535079956, |
| "learning_rate": 0.00019983714729098693, |
| "loss": 1.9795, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.02598105548037889, |
| "grad_norm": 1.0027954578399658, |
| "learning_rate": 0.00019982386241234424, |
| "loss": 2.1572, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.02670275146594497, |
| "grad_norm": 1.067081093788147, |
| "learning_rate": 0.0001998100571819047, |
| "loss": 2.1409, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.027424447451511052, |
| "grad_norm": 0.9050229787826538, |
| "learning_rate": 0.0001997957316716307, |
| "loss": 1.8762, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02814614343707713, |
| "grad_norm": 1.0121879577636719, |
| "learning_rate": 0.00019978088595619693, |
| "loss": 2.3083, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02886783942264321, |
| "grad_norm": 1.0751866102218628, |
| "learning_rate": 0.0001997655201129896, |
| "loss": 2.0265, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.029589535408209293, |
| "grad_norm": 1.0289644002914429, |
| "learning_rate": 0.00019974963422210622, |
| "loss": 1.8431, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.03031123139377537, |
| "grad_norm": 1.2024621963500977, |
| "learning_rate": 0.00019973322836635518, |
| "loss": 2.2772, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.031032927379341452, |
| "grad_norm": 1.1334075927734375, |
| "learning_rate": 0.00019971630263125527, |
| "loss": 2.0715, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03175462336490753, |
| "grad_norm": 1.123303771018982, |
| "learning_rate": 0.0001996988571050353, |
| "loss": 2.0351, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03247631935047361, |
| "grad_norm": 1.5807950496673584, |
| "learning_rate": 0.00019968089187863349, |
| "loss": 2.2721, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03319801533603969, |
| "grad_norm": 1.3076528310775757, |
| "learning_rate": 0.0001996624070456972, |
| "loss": 2.0938, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.033919711321605775, |
| "grad_norm": 1.4200166463851929, |
| "learning_rate": 0.00019964340270258233, |
| "loss": 2.0617, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.034641407307171856, |
| "grad_norm": 1.596981167793274, |
| "learning_rate": 0.00019962387894835275, |
| "loss": 2.0854, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03536310329273793, |
| "grad_norm": 1.5629574060440063, |
| "learning_rate": 0.00019960383588478, |
| "loss": 1.885, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03608479927830401, |
| "grad_norm": 4.359396934509277, |
| "learning_rate": 0.00019958327361634248, |
| "loss": 2.103, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.036806495263870094, |
| "grad_norm": 1.358863115310669, |
| "learning_rate": 0.00019956219225022515, |
| "loss": 2.4668, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.037528191249436176, |
| "grad_norm": 1.188369631767273, |
| "learning_rate": 0.00019954059189631883, |
| "loss": 1.9728, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03824988723500226, |
| "grad_norm": 0.9399006366729736, |
| "learning_rate": 0.0001995184726672197, |
| "loss": 2.2278, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03897158322056834, |
| "grad_norm": 0.8739092946052551, |
| "learning_rate": 0.0001994958346782286, |
| "loss": 1.9823, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03969327920613441, |
| "grad_norm": 0.5713518857955933, |
| "learning_rate": 0.00019947267804735062, |
| "loss": 2.1913, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.040414975191700495, |
| "grad_norm": 0.5192380547523499, |
| "learning_rate": 0.00019944900289529425, |
| "loss": 2.0917, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.041136671177266576, |
| "grad_norm": 0.49980980157852173, |
| "learning_rate": 0.00019942480934547103, |
| "loss": 2.1811, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04185836716283266, |
| "grad_norm": 0.6122966408729553, |
| "learning_rate": 0.0001994000975239946, |
| "loss": 2.1331, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04258006314839874, |
| "grad_norm": 0.48755010962486267, |
| "learning_rate": 0.00019937486755968026, |
| "loss": 2.0818, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.04330175913396482, |
| "grad_norm": 0.5578731298446655, |
| "learning_rate": 0.00019934911958404428, |
| "loss": 2.2713, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.044023455119530895, |
| "grad_norm": 0.6270748972892761, |
| "learning_rate": 0.0001993228537313031, |
| "loss": 2.1961, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04474515110509698, |
| "grad_norm": 0.6963449120521545, |
| "learning_rate": 0.0001992960701383727, |
| "loss": 2.5169, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04546684709066306, |
| "grad_norm": 0.5460060834884644, |
| "learning_rate": 0.00019926876894486788, |
| "loss": 2.1903, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04618854307622914, |
| "grad_norm": 0.6313486695289612, |
| "learning_rate": 0.00019924095029310158, |
| "loss": 2.2612, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04691023906179522, |
| "grad_norm": 0.5918726325035095, |
| "learning_rate": 0.00019921261432808408, |
| "loss": 2.3345, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.047631935047361296, |
| "grad_norm": 0.6557905077934265, |
| "learning_rate": 0.0001991837611975223, |
| "loss": 2.5134, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04835363103292738, |
| "grad_norm": 0.7160738110542297, |
| "learning_rate": 0.00019915439105181885, |
| "loss": 2.2146, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.04907532701849346, |
| "grad_norm": 0.7096273303031921, |
| "learning_rate": 0.0001991245040440715, |
| "loss": 2.3045, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04979702300405954, |
| "grad_norm": 0.758082389831543, |
| "learning_rate": 0.00019909410033007227, |
| "loss": 2.417, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.05051871898962562, |
| "grad_norm": 0.7279659509658813, |
| "learning_rate": 0.00019906318006830657, |
| "loss": 2.1826, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0512404149751917, |
| "grad_norm": 0.7067808508872986, |
| "learning_rate": 0.0001990317434199524, |
| "loss": 2.1527, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.05196211096075778, |
| "grad_norm": 0.7109706401824951, |
| "learning_rate": 0.00019899979054887964, |
| "loss": 2.2505, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.05268380694632386, |
| "grad_norm": 0.6751580834388733, |
| "learning_rate": 0.00019896732162164892, |
| "loss": 1.9526, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.05340550293188994, |
| "grad_norm": 0.7519193291664124, |
| "learning_rate": 0.00019893433680751103, |
| "loss": 2.06, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.05412719891745602, |
| "grad_norm": 0.8038642406463623, |
| "learning_rate": 0.0001989008362784059, |
| "loss": 2.1943, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.054848894903022104, |
| "grad_norm": 0.7612549662590027, |
| "learning_rate": 0.00019886682020896172, |
| "loss": 2.0046, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.055570590888588185, |
| "grad_norm": 0.7255666851997375, |
| "learning_rate": 0.00019883228877649406, |
| "loss": 2.0808, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.05629228687415426, |
| "grad_norm": 0.7110129594802856, |
| "learning_rate": 0.00019879724216100486, |
| "loss": 1.9152, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05701398285972034, |
| "grad_norm": 0.6603204607963562, |
| "learning_rate": 0.0001987616805451816, |
| "loss": 1.9836, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05773567884528642, |
| "grad_norm": 0.7464525103569031, |
| "learning_rate": 0.00019872560411439633, |
| "loss": 2.1635, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.058457374830852504, |
| "grad_norm": 0.6907995343208313, |
| "learning_rate": 0.00019868901305670464, |
| "loss": 1.9325, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.059179070816418586, |
| "grad_norm": 0.8874271512031555, |
| "learning_rate": 0.00019865190756284467, |
| "loss": 2.3059, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05990076680198467, |
| "grad_norm": 0.7893989682197571, |
| "learning_rate": 0.00019861428782623627, |
| "loss": 2.0393, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.06062246278755074, |
| "grad_norm": 0.763781726360321, |
| "learning_rate": 0.00019857615404297974, |
| "loss": 2.2991, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.06134415877311682, |
| "grad_norm": 0.9991993308067322, |
| "learning_rate": 0.00019853750641185512, |
| "loss": 2.4125, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.062065854758682905, |
| "grad_norm": 0.8143259882926941, |
| "learning_rate": 0.00019849834513432083, |
| "loss": 1.9996, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.06278755074424898, |
| "grad_norm": 0.8613365888595581, |
| "learning_rate": 0.0001984586704145129, |
| "loss": 2.1742, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.06350924672981506, |
| "grad_norm": 0.991270899772644, |
| "learning_rate": 0.0001984184824592437, |
| "loss": 2.0826, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.06423094271538114, |
| "grad_norm": 0.95848149061203, |
| "learning_rate": 0.00019837778147800092, |
| "loss": 2.0238, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.06495263870094722, |
| "grad_norm": 1.0924972295761108, |
| "learning_rate": 0.00019833656768294662, |
| "loss": 2.0164, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0656743346865133, |
| "grad_norm": 1.0665656328201294, |
| "learning_rate": 0.0001982948412889159, |
| "loss": 2.1265, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06639603067207939, |
| "grad_norm": 1.3453283309936523, |
| "learning_rate": 0.00019825260251341587, |
| "loss": 2.1496, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.06711772665764547, |
| "grad_norm": 1.1424192190170288, |
| "learning_rate": 0.0001982098515766246, |
| "loss": 2.1184, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.06783942264321155, |
| "grad_norm": 1.1538949012756348, |
| "learning_rate": 0.0001981665887013899, |
| "loss": 1.8145, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06856111862877763, |
| "grad_norm": 1.354051113128662, |
| "learning_rate": 0.00019812281411322812, |
| "loss": 1.9368, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06928281461434371, |
| "grad_norm": 1.0482224225997925, |
| "learning_rate": 0.00019807852804032305, |
| "loss": 1.9103, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0700045105999098, |
| "grad_norm": 1.1958321332931519, |
| "learning_rate": 0.00019803373071352467, |
| "loss": 2.0412, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.07072620658547586, |
| "grad_norm": 1.317149043083191, |
| "learning_rate": 0.00019798842236634797, |
| "loss": 1.9812, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.07144790257104194, |
| "grad_norm": 1.5004814863204956, |
| "learning_rate": 0.00019794260323497174, |
| "loss": 1.93, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.07216959855660803, |
| "grad_norm": 2.084068775177002, |
| "learning_rate": 0.00019789627355823735, |
| "loss": 1.9218, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0728912945421741, |
| "grad_norm": 0.7464265823364258, |
| "learning_rate": 0.00019784943357764752, |
| "loss": 2.2982, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.07361299052774019, |
| "grad_norm": 0.8461727499961853, |
| "learning_rate": 0.00019780208353736495, |
| "loss": 2.12, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.07433468651330627, |
| "grad_norm": 0.7447078227996826, |
| "learning_rate": 0.00019775422368421117, |
| "loss": 2.1422, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.07505638249887235, |
| "grad_norm": 0.5577036738395691, |
| "learning_rate": 0.00019770585426766527, |
| "loss": 2.2438, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.07577807848443843, |
| "grad_norm": 0.4666920602321625, |
| "learning_rate": 0.00019765697553986237, |
| "loss": 2.3482, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07649977447000451, |
| "grad_norm": 0.46210694313049316, |
| "learning_rate": 0.00019760758775559274, |
| "loss": 2.273, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0772214704555706, |
| "grad_norm": 0.5064113736152649, |
| "learning_rate": 0.00019755769117229993, |
| "loss": 2.1759, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07794316644113668, |
| "grad_norm": 0.5015888214111328, |
| "learning_rate": 0.0001975072860500799, |
| "loss": 2.1659, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07866486242670274, |
| "grad_norm": 0.4906737804412842, |
| "learning_rate": 0.00019745637265167939, |
| "loss": 2.1477, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07938655841226883, |
| "grad_norm": 0.534416913986206, |
| "learning_rate": 0.0001974049512424946, |
| "loss": 2.3039, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08010825439783491, |
| "grad_norm": 0.5651749968528748, |
| "learning_rate": 0.00019735302209056998, |
| "loss": 2.2756, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.08082995038340099, |
| "grad_norm": 0.7384345531463623, |
| "learning_rate": 0.00019730058546659653, |
| "loss": 2.1955, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.08155164636896707, |
| "grad_norm": 0.5483514666557312, |
| "learning_rate": 0.00019724764164391062, |
| "loss": 1.9752, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.08227334235453315, |
| "grad_norm": 0.6588540077209473, |
| "learning_rate": 0.00019719419089849247, |
| "loss": 2.2003, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.08299503834009923, |
| "grad_norm": 0.6941880583763123, |
| "learning_rate": 0.0001971402335089648, |
| "loss": 2.2995, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.08371673432566532, |
| "grad_norm": 0.5873758792877197, |
| "learning_rate": 0.00019708576975659123, |
| "loss": 2.1921, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0844384303112314, |
| "grad_norm": 0.6261069774627686, |
| "learning_rate": 0.00019703079992527495, |
| "loss": 2.1373, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.08516012629679748, |
| "grad_norm": 0.7183627486228943, |
| "learning_rate": 0.00019697532430155716, |
| "loss": 2.434, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.08588182228236356, |
| "grad_norm": 0.5950519442558289, |
| "learning_rate": 0.00019691934317461564, |
| "loss": 2.1248, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.08660351826792964, |
| "grad_norm": 0.7968199849128723, |
| "learning_rate": 0.00019686285683626314, |
| "loss": 2.4135, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08732521425349571, |
| "grad_norm": 0.8883382081985474, |
| "learning_rate": 0.00019680586558094601, |
| "loss": 2.2995, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.08804691023906179, |
| "grad_norm": 0.675014853477478, |
| "learning_rate": 0.00019674836970574254, |
| "loss": 2.1981, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.08876860622462787, |
| "grad_norm": 0.7689443230628967, |
| "learning_rate": 0.00019669036951036143, |
| "loss": 2.1654, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.08949030221019395, |
| "grad_norm": 0.7597634792327881, |
| "learning_rate": 0.0001966318652971402, |
| "loss": 2.2048, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.09021199819576003, |
| "grad_norm": 0.7103345990180969, |
| "learning_rate": 0.00019657285737104387, |
| "loss": 2.2034, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.09093369418132612, |
| "grad_norm": 0.6417791843414307, |
| "learning_rate": 0.00019651334603966295, |
| "loss": 1.9911, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0916553901668922, |
| "grad_norm": 0.6819673180580139, |
| "learning_rate": 0.00019645333161321212, |
| "loss": 2.1096, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.09237708615245828, |
| "grad_norm": 0.6941477656364441, |
| "learning_rate": 0.00019639281440452856, |
| "loss": 2.0646, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.09309878213802436, |
| "grad_norm": 0.8132433891296387, |
| "learning_rate": 0.00019633179472907034, |
| "loss": 2.0624, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.09382047812359044, |
| "grad_norm": 0.8691275715827942, |
| "learning_rate": 0.00019627027290491458, |
| "loss": 1.9616, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09454217410915652, |
| "grad_norm": 0.8294888734817505, |
| "learning_rate": 0.00019620824925275617, |
| "loss": 2.06, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.09526387009472259, |
| "grad_norm": 0.7007360458374023, |
| "learning_rate": 0.00019614572409590574, |
| "loss": 1.9079, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.09598556608028867, |
| "grad_norm": 0.914970874786377, |
| "learning_rate": 0.00019608269776028814, |
| "loss": 2.3349, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.09670726206585475, |
| "grad_norm": 0.8622676134109497, |
| "learning_rate": 0.00019601917057444072, |
| "loss": 2.2253, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.09742895805142084, |
| "grad_norm": 0.9287698268890381, |
| "learning_rate": 0.00019595514286951154, |
| "loss": 2.009, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.09815065403698692, |
| "grad_norm": 0.8633343577384949, |
| "learning_rate": 0.0001958906149792579, |
| "loss": 1.8689, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.098872350022553, |
| "grad_norm": 0.9197160005569458, |
| "learning_rate": 0.00019582558724004422, |
| "loss": 2.0615, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.09959404600811908, |
| "grad_norm": 0.9166582226753235, |
| "learning_rate": 0.0001957600599908406, |
| "loss": 1.7738, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.10031574199368516, |
| "grad_norm": 0.9680440425872803, |
| "learning_rate": 0.0001956940335732209, |
| "loss": 1.8016, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.10103743797925124, |
| "grad_norm": 0.9072414040565491, |
| "learning_rate": 0.00019562750833136097, |
| "loss": 2.022, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10175913396481732, |
| "grad_norm": 1.0462357997894287, |
| "learning_rate": 0.00019556048461203692, |
| "loss": 1.9674, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1024808299503834, |
| "grad_norm": 1.11906099319458, |
| "learning_rate": 0.00019549296276462325, |
| "loss": 1.8292, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.10320252593594949, |
| "grad_norm": 1.0360981225967407, |
| "learning_rate": 0.00019542494314109108, |
| "loss": 2.0426, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.10392422192151556, |
| "grad_norm": 1.0642668008804321, |
| "learning_rate": 0.00019535642609600623, |
| "loss": 1.932, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.10464591790708164, |
| "grad_norm": 1.365818738937378, |
| "learning_rate": 0.0001952874119865275, |
| "loss": 2.0968, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.10536761389264772, |
| "grad_norm": 1.319459319114685, |
| "learning_rate": 0.0001952179011724047, |
| "loss": 2.1518, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.1060893098782138, |
| "grad_norm": 1.475228190422058, |
| "learning_rate": 0.0001951478940159768, |
| "loss": 2.0226, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.10681100586377988, |
| "grad_norm": 1.29123055934906, |
| "learning_rate": 0.00019507739088217007, |
| "loss": 1.6838, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.10753270184934596, |
| "grad_norm": 1.9924309253692627, |
| "learning_rate": 0.0001950063921384962, |
| "loss": 2.1217, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.10825439783491204, |
| "grad_norm": 4.069019317626953, |
| "learning_rate": 0.00019493489815505018, |
| "loss": 2.4871, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10897609382047813, |
| "grad_norm": 0.6320003867149353, |
| "learning_rate": 0.00019486290930450885, |
| "loss": 2.265, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.10969778980604421, |
| "grad_norm": 0.722949743270874, |
| "learning_rate": 0.0001947904259621283, |
| "loss": 2.121, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.11041948579161029, |
| "grad_norm": 0.7739815711975098, |
| "learning_rate": 0.0001947174485057425, |
| "loss": 2.174, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.11114118177717637, |
| "grad_norm": 0.6785467863082886, |
| "learning_rate": 0.00019464397731576094, |
| "loss": 2.4352, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.11186287776274244, |
| "grad_norm": 0.5687564611434937, |
| "learning_rate": 0.00019457001277516689, |
| "loss": 2.0734, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.11258457374830852, |
| "grad_norm": 0.6106712222099304, |
| "learning_rate": 0.00019449555526951528, |
| "loss": 1.9641, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1133062697338746, |
| "grad_norm": 0.5310616493225098, |
| "learning_rate": 0.0001944206051869307, |
| "loss": 2.1345, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.11402796571944068, |
| "grad_norm": 0.5247450470924377, |
| "learning_rate": 0.0001943451629181054, |
| "loss": 2.0843, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.11474966170500676, |
| "grad_norm": 0.519209086894989, |
| "learning_rate": 0.00019426922885629723, |
| "loss": 2.2171, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.11547135769057285, |
| "grad_norm": 0.5813223719596863, |
| "learning_rate": 0.0001941928033973277, |
| "loss": 2.2052, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.11619305367613893, |
| "grad_norm": 0.6329622864723206, |
| "learning_rate": 0.00019411588693957974, |
| "loss": 2.1997, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.11691474966170501, |
| "grad_norm": 0.7124036550521851, |
| "learning_rate": 0.0001940384798839957, |
| "loss": 2.294, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.11763644564727109, |
| "grad_norm": 0.7639970183372498, |
| "learning_rate": 0.0001939605826340753, |
| "loss": 2.2029, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.11835814163283717, |
| "grad_norm": 0.7480082511901855, |
| "learning_rate": 0.00019388219559587352, |
| "loss": 2.2302, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.11907983761840325, |
| "grad_norm": 0.6053484678268433, |
| "learning_rate": 0.00019380331917799844, |
| "loss": 1.889, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11980153360396933, |
| "grad_norm": 0.704403817653656, |
| "learning_rate": 0.00019372395379160912, |
| "loss": 2.2161, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1205232295895354, |
| "grad_norm": 0.6655678749084473, |
| "learning_rate": 0.00019364409985041348, |
| "loss": 2.2378, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.12124492557510148, |
| "grad_norm": 0.6666802763938904, |
| "learning_rate": 0.00019356375777066604, |
| "loss": 1.955, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.12196662156066757, |
| "grad_norm": 0.6513611674308777, |
| "learning_rate": 0.00019348292797116603, |
| "loss": 2.1795, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.12268831754623365, |
| "grad_norm": 0.6755560636520386, |
| "learning_rate": 0.0001934016108732548, |
| "loss": 2.0125, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12341001353179973, |
| "grad_norm": 0.7067074775695801, |
| "learning_rate": 0.00019331980690081403, |
| "loss": 1.9908, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.12413170951736581, |
| "grad_norm": 0.6393164396286011, |
| "learning_rate": 0.0001932375164802632, |
| "loss": 2.1782, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.12485340550293189, |
| "grad_norm": 0.8426259160041809, |
| "learning_rate": 0.00019315474004055755, |
| "loss": 1.9649, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.12557510148849796, |
| "grad_norm": 0.8560282588005066, |
| "learning_rate": 0.00019307147801318585, |
| "loss": 2.2873, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.12629679747406405, |
| "grad_norm": 0.7653489112854004, |
| "learning_rate": 0.0001929877308321679, |
| "loss": 1.996, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.12701849345963012, |
| "grad_norm": 0.8263232707977295, |
| "learning_rate": 0.00019290349893405268, |
| "loss": 2.0117, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.12774018944519622, |
| "grad_norm": 0.8541692495346069, |
| "learning_rate": 0.00019281878275791573, |
| "loss": 2.129, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.12846188543076228, |
| "grad_norm": 0.9425542950630188, |
| "learning_rate": 0.00019273358274535704, |
| "loss": 2.117, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.12918358141632838, |
| "grad_norm": 0.8470548987388611, |
| "learning_rate": 0.00019264789934049867, |
| "loss": 2.0966, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.12990527740189445, |
| "grad_norm": 0.8146685361862183, |
| "learning_rate": 0.00019256173298998243, |
| "loss": 1.8601, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13062697338746054, |
| "grad_norm": 0.95808345079422, |
| "learning_rate": 0.00019247508414296763, |
| "loss": 1.9826, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1313486693730266, |
| "grad_norm": 0.7232528328895569, |
| "learning_rate": 0.0001923879532511287, |
| "loss": 1.9397, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1320703653585927, |
| "grad_norm": 0.9491132497787476, |
| "learning_rate": 0.00019230034076865273, |
| "loss": 2.224, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.13279206134415877, |
| "grad_norm": 0.8063349723815918, |
| "learning_rate": 0.00019221224715223732, |
| "loss": 1.9165, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.13351375732972484, |
| "grad_norm": 0.7969223856925964, |
| "learning_rate": 0.00019212367286108802, |
| "loss": 2.0688, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.13423545331529094, |
| "grad_norm": 0.9975296854972839, |
| "learning_rate": 0.00019203461835691594, |
| "loss": 2.1284, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.134957149300857, |
| "grad_norm": 0.8465259671211243, |
| "learning_rate": 0.0001919450841039355, |
| "loss": 1.9545, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.1356788452864231, |
| "grad_norm": 0.9186939001083374, |
| "learning_rate": 0.00019185507056886184, |
| "loss": 2.1221, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.13640054127198917, |
| "grad_norm": 0.9177854061126709, |
| "learning_rate": 0.00019176457822090847, |
| "loss": 2.0698, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.13712223725755526, |
| "grad_norm": 1.0076042413711548, |
| "learning_rate": 0.00019167360753178481, |
| "loss": 2.0726, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.13784393324312133, |
| "grad_norm": 0.815645694732666, |
| "learning_rate": 0.0001915821589756937, |
| "loss": 1.7626, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.13856562922868743, |
| "grad_norm": 1.108537197113037, |
| "learning_rate": 0.000191490233029329, |
| "loss": 2.0438, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.1392873252142535, |
| "grad_norm": 1.265860676765442, |
| "learning_rate": 0.00019139783017187308, |
| "loss": 2.0971, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1400090211998196, |
| "grad_norm": 1.1030982732772827, |
| "learning_rate": 0.0001913049508849942, |
| "loss": 1.9088, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.14073071718538566, |
| "grad_norm": 1.116578459739685, |
| "learning_rate": 0.00019121159565284418, |
| "loss": 2.0284, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.14145241317095172, |
| "grad_norm": 1.2898536920547485, |
| "learning_rate": 0.0001911177649620558, |
| "loss": 2.0175, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.14217410915651782, |
| "grad_norm": 1.380393624305725, |
| "learning_rate": 0.00019102345930174032, |
| "loss": 1.9758, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1428958051420839, |
| "grad_norm": 1.7041832208633423, |
| "learning_rate": 0.00019092867916348477, |
| "loss": 2.1579, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.14361750112764998, |
| "grad_norm": 1.5444809198379517, |
| "learning_rate": 0.00019083342504134948, |
| "loss": 1.7943, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.14433919711321605, |
| "grad_norm": 2.2389822006225586, |
| "learning_rate": 0.0001907376974318656, |
| "loss": 1.9215, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14506089309878215, |
| "grad_norm": 0.6762291789054871, |
| "learning_rate": 0.00019064149683403238, |
| "loss": 2.1945, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1457825890843482, |
| "grad_norm": 1.1306356191635132, |
| "learning_rate": 0.00019054482374931467, |
| "loss": 2.0747, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1465042850699143, |
| "grad_norm": 0.9365217089653015, |
| "learning_rate": 0.00019044767868164019, |
| "loss": 2.2351, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.14722598105548038, |
| "grad_norm": 0.8127468824386597, |
| "learning_rate": 0.0001903500621373969, |
| "loss": 2.2833, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.14794767704104647, |
| "grad_norm": 0.5552639365196228, |
| "learning_rate": 0.00019025197462543063, |
| "loss": 2.1863, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.14866937302661254, |
| "grad_norm": 0.48497316241264343, |
| "learning_rate": 0.00019015341665704205, |
| "loss": 2.1914, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1493910690121786, |
| "grad_norm": 0.575448751449585, |
| "learning_rate": 0.00019005438874598424, |
| "loss": 2.0992, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.1501127649977447, |
| "grad_norm": 0.6198790669441223, |
| "learning_rate": 0.00018995489140845995, |
| "loss": 2.3306, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.15083446098331077, |
| "grad_norm": 0.4945977032184601, |
| "learning_rate": 0.0001898549251631189, |
| "loss": 2.046, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.15155615696887687, |
| "grad_norm": 0.5688175559043884, |
| "learning_rate": 0.00018975449053105505, |
| "loss": 2.3185, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15227785295444293, |
| "grad_norm": 0.6514298915863037, |
| "learning_rate": 0.00018965358803580396, |
| "loss": 2.1109, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.15299954894000903, |
| "grad_norm": 0.5444867014884949, |
| "learning_rate": 0.00018955221820334008, |
| "loss": 2.1359, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1537212449255751, |
| "grad_norm": 0.8272977471351624, |
| "learning_rate": 0.00018945038156207384, |
| "loss": 2.3122, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1544429409111412, |
| "grad_norm": 0.5862387418746948, |
| "learning_rate": 0.00018934807864284903, |
| "loss": 1.9537, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.15516463689670726, |
| "grad_norm": 0.5834333300590515, |
| "learning_rate": 0.00018924530997894005, |
| "loss": 1.8513, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.15588633288227335, |
| "grad_norm": 0.6252075433731079, |
| "learning_rate": 0.0001891420761060491, |
| "loss": 2.1836, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.15660802886783942, |
| "grad_norm": 0.666114091873169, |
| "learning_rate": 0.00018903837756230324, |
| "loss": 2.2214, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.1573297248534055, |
| "grad_norm": 0.66408771276474, |
| "learning_rate": 0.0001889342148882519, |
| "loss": 2.0502, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.15805142083897158, |
| "grad_norm": 0.6951181292533875, |
| "learning_rate": 0.00018882958862686375, |
| "loss": 1.9672, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.15877311682453765, |
| "grad_norm": 0.9178722500801086, |
| "learning_rate": 0.0001887244993235241, |
| "loss": 2.4776, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.15949481281010375, |
| "grad_norm": 0.8167532682418823, |
| "learning_rate": 0.00018861894752603185, |
| "loss": 2.1527, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.16021650879566982, |
| "grad_norm": 0.7236707806587219, |
| "learning_rate": 0.00018851293378459685, |
| "loss": 2.1326, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1609382047812359, |
| "grad_norm": 0.7554742693901062, |
| "learning_rate": 0.00018840645865183685, |
| "loss": 2.0789, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.16165990076680198, |
| "grad_norm": 0.7591754198074341, |
| "learning_rate": 0.0001882995226827747, |
| "loss": 2.3949, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.16238159675236807, |
| "grad_norm": 0.8293474912643433, |
| "learning_rate": 0.0001881921264348355, |
| "loss": 2.0309, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.16310329273793414, |
| "grad_norm": 0.8612121939659119, |
| "learning_rate": 0.00018808427046784366, |
| "loss": 2.0436, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.16382498872350024, |
| "grad_norm": 0.7734553813934326, |
| "learning_rate": 0.00018797595534401982, |
| "loss": 2.2191, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.1645466847090663, |
| "grad_norm": 0.7876607775688171, |
| "learning_rate": 0.00018786718162797826, |
| "loss": 2.2162, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1652683806946324, |
| "grad_norm": 0.8150550723075867, |
| "learning_rate": 0.00018775794988672365, |
| "loss": 1.966, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.16599007668019847, |
| "grad_norm": 0.8108128309249878, |
| "learning_rate": 0.0001876482606896482, |
| "loss": 2.1118, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16671177266576453, |
| "grad_norm": 0.8889114856719971, |
| "learning_rate": 0.00018753811460852878, |
| "loss": 2.0902, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.16743346865133063, |
| "grad_norm": 0.8351198434829712, |
| "learning_rate": 0.00018742751221752376, |
| "loss": 1.9619, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1681551646368967, |
| "grad_norm": 0.8748525977134705, |
| "learning_rate": 0.00018731645409317022, |
| "loss": 2.1062, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.1688768606224628, |
| "grad_norm": 0.9727962613105774, |
| "learning_rate": 0.00018720494081438078, |
| "loss": 2.0196, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.16959855660802886, |
| "grad_norm": 0.9837592244148254, |
| "learning_rate": 0.00018709297296244063, |
| "loss": 1.9403, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.17032025259359496, |
| "grad_norm": 0.8841333985328674, |
| "learning_rate": 0.0001869805511210045, |
| "loss": 2.1609, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.17104194857916102, |
| "grad_norm": 0.8521297574043274, |
| "learning_rate": 0.00018686767587609374, |
| "loss": 2.0883, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.17176364456472712, |
| "grad_norm": 0.8368001580238342, |
| "learning_rate": 0.00018675434781609303, |
| "loss": 2.0749, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.1724853405502932, |
| "grad_norm": 0.9565650224685669, |
| "learning_rate": 0.00018664056753174752, |
| "loss": 1.7189, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.17320703653585928, |
| "grad_norm": 0.9373599290847778, |
| "learning_rate": 0.00018652633561615963, |
| "loss": 1.8012, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17392873252142535, |
| "grad_norm": 1.0911872386932373, |
| "learning_rate": 0.00018641165266478603, |
| "loss": 1.8833, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.17465042850699142, |
| "grad_norm": 1.1038192510604858, |
| "learning_rate": 0.00018629651927543447, |
| "loss": 2.1408, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.1753721244925575, |
| "grad_norm": 1.0292929410934448, |
| "learning_rate": 0.00018618093604826067, |
| "loss": 1.8836, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.17609382047812358, |
| "grad_norm": 1.1905227899551392, |
| "learning_rate": 0.0001860649035857653, |
| "loss": 2.1151, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.17681551646368968, |
| "grad_norm": 1.1632390022277832, |
| "learning_rate": 0.0001859484224927907, |
| "loss": 1.7254, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.17753721244925574, |
| "grad_norm": 1.4766710996627808, |
| "learning_rate": 0.0001858314933765178, |
| "loss": 1.9913, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.17825890843482184, |
| "grad_norm": 1.4025719165802002, |
| "learning_rate": 0.00018571411684646297, |
| "loss": 1.9004, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1789806044203879, |
| "grad_norm": 1.3857594728469849, |
| "learning_rate": 0.00018559629351447477, |
| "loss": 1.785, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.179702300405954, |
| "grad_norm": 1.4217208623886108, |
| "learning_rate": 0.00018547802399473086, |
| "loss": 1.6378, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.18042399639152007, |
| "grad_norm": 2.767101526260376, |
| "learning_rate": 0.00018535930890373466, |
| "loss": 1.5866, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18114569237708616, |
| "grad_norm": 0.6601595878601074, |
| "learning_rate": 0.00018524014886031227, |
| "loss": 2.2153, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.18186738836265223, |
| "grad_norm": 0.7964252829551697, |
| "learning_rate": 0.0001851205444856092, |
| "loss": 2.0907, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1825890843482183, |
| "grad_norm": 0.7208498120307922, |
| "learning_rate": 0.00018500049640308712, |
| "loss": 1.9219, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1833107803337844, |
| "grad_norm": 0.744299054145813, |
| "learning_rate": 0.0001848800052385206, |
| "loss": 2.1901, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.18403247631935046, |
| "grad_norm": 0.580154299736023, |
| "learning_rate": 0.00018475907161999387, |
| "loss": 2.1462, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.18475417230491656, |
| "grad_norm": 0.554188072681427, |
| "learning_rate": 0.00018463769617789756, |
| "loss": 2.0022, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.18547586829048263, |
| "grad_norm": 0.5317600965499878, |
| "learning_rate": 0.00018451587954492534, |
| "loss": 2.197, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.18619756427604872, |
| "grad_norm": 0.6307843327522278, |
| "learning_rate": 0.0001843936223560707, |
| "loss": 2.0722, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1869192602616148, |
| "grad_norm": 0.5825007557868958, |
| "learning_rate": 0.0001842709252486237, |
| "loss": 2.0586, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.18764095624718088, |
| "grad_norm": 0.5401414632797241, |
| "learning_rate": 0.00018414778886216744, |
| "loss": 2.0078, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18836265223274695, |
| "grad_norm": 0.5599789619445801, |
| "learning_rate": 0.00018402421383857488, |
| "loss": 2.1264, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.18908434821831305, |
| "grad_norm": 0.6490504741668701, |
| "learning_rate": 0.0001839002008220055, |
| "loss": 2.3926, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.18980604420387912, |
| "grad_norm": 0.7975662350654602, |
| "learning_rate": 0.00018377575045890195, |
| "loss": 2.2034, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.19052774018944518, |
| "grad_norm": 0.5998902916908264, |
| "learning_rate": 0.0001836508633979865, |
| "loss": 2.0677, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.19124943617501128, |
| "grad_norm": 0.6176974177360535, |
| "learning_rate": 0.00018352554029025788, |
| "loss": 2.0557, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.19197113216057735, |
| "grad_norm": 0.5997810959815979, |
| "learning_rate": 0.0001833997817889878, |
| "loss": 2.1606, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.19269282814614344, |
| "grad_norm": 0.7295918464660645, |
| "learning_rate": 0.00018327358854971755, |
| "loss": 1.8486, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.1934145241317095, |
| "grad_norm": 0.7999258637428284, |
| "learning_rate": 0.00018314696123025454, |
| "loss": 2.1424, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1941362201172756, |
| "grad_norm": 0.7553267478942871, |
| "learning_rate": 0.00018301990049066893, |
| "loss": 2.0172, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.19485791610284167, |
| "grad_norm": 0.7599257826805115, |
| "learning_rate": 0.0001828924069932902, |
| "loss": 2.0477, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19557961208840777, |
| "grad_norm": 0.9499611258506775, |
| "learning_rate": 0.00018276448140270364, |
| "loss": 2.318, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.19630130807397383, |
| "grad_norm": 0.7785670757293701, |
| "learning_rate": 0.0001826361243857469, |
| "loss": 2.2696, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.19702300405953993, |
| "grad_norm": 0.8239744901657104, |
| "learning_rate": 0.00018250733661150648, |
| "loss": 2.0291, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.197744700045106, |
| "grad_norm": 0.7066749930381775, |
| "learning_rate": 0.00018237811875131444, |
| "loss": 1.9611, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.1984663960306721, |
| "grad_norm": 0.8371788859367371, |
| "learning_rate": 0.00018224847147874462, |
| "loss": 2.435, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.19918809201623816, |
| "grad_norm": 0.9260287284851074, |
| "learning_rate": 0.00018211839546960928, |
| "loss": 2.0035, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.19990978800180423, |
| "grad_norm": 0.731745183467865, |
| "learning_rate": 0.00018198789140195558, |
| "loss": 2.0053, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.20063148398737032, |
| "grad_norm": 0.7425913214683533, |
| "learning_rate": 0.00018185695995606195, |
| "loss": 1.998, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2013531799729364, |
| "grad_norm": 0.7175003290176392, |
| "learning_rate": 0.00018172560181443478, |
| "loss": 1.927, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.2020748759585025, |
| "grad_norm": 0.8589006662368774, |
| "learning_rate": 0.00018159381766180452, |
| "loss": 1.9429, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.20279657194406855, |
| "grad_norm": 0.8583734631538391, |
| "learning_rate": 0.00018146160818512236, |
| "loss": 2.1877, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.20351826792963465, |
| "grad_norm": 0.8026778101921082, |
| "learning_rate": 0.00018132897407355657, |
| "loss": 2.1048, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.20423996391520072, |
| "grad_norm": 0.8456891179084778, |
| "learning_rate": 0.0001811959160184889, |
| "loss": 2.0181, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.2049616599007668, |
| "grad_norm": 0.7592406272888184, |
| "learning_rate": 0.00018106243471351105, |
| "loss": 1.9376, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.20568335588633288, |
| "grad_norm": 0.7733169794082642, |
| "learning_rate": 0.00018092853085442093, |
| "loss": 1.9634, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.20640505187189898, |
| "grad_norm": 0.8651795387268066, |
| "learning_rate": 0.00018079420513921913, |
| "loss": 1.9094, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.20712674785746504, |
| "grad_norm": 0.8643047213554382, |
| "learning_rate": 0.0001806594582681052, |
| "loss": 1.8394, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2078484438430311, |
| "grad_norm": 0.956184983253479, |
| "learning_rate": 0.00018052429094347411, |
| "loss": 2.0469, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2085701398285972, |
| "grad_norm": 1.1039785146713257, |
| "learning_rate": 0.00018038870386991255, |
| "loss": 1.9029, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.20929183581416327, |
| "grad_norm": 0.8909965753555298, |
| "learning_rate": 0.00018025269775419507, |
| "loss": 1.9712, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.21001353179972937, |
| "grad_norm": 1.1641298532485962, |
| "learning_rate": 0.00018011627330528083, |
| "loss": 1.9722, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.21073522778529544, |
| "grad_norm": 1.055404543876648, |
| "learning_rate": 0.00017997943123430936, |
| "loss": 1.8709, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.21145692377086153, |
| "grad_norm": 1.0171204805374146, |
| "learning_rate": 0.00017984217225459735, |
| "loss": 2.2627, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.2121786197564276, |
| "grad_norm": 1.2246015071868896, |
| "learning_rate": 0.00017970449708163452, |
| "loss": 2.0958, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2129003157419937, |
| "grad_norm": 1.2532262802124023, |
| "learning_rate": 0.00017956640643308026, |
| "loss": 1.7978, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.21362201172755976, |
| "grad_norm": 1.2442303895950317, |
| "learning_rate": 0.0001794279010287596, |
| "loss": 2.0548, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.21434370771312586, |
| "grad_norm": 1.3404561281204224, |
| "learning_rate": 0.00017928898159065955, |
| "loss": 1.9008, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.21506540369869193, |
| "grad_norm": 1.5451494455337524, |
| "learning_rate": 0.00017914964884292544, |
| "loss": 1.9112, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.215787099684258, |
| "grad_norm": 2.0598933696746826, |
| "learning_rate": 0.00017900990351185696, |
| "loss": 2.1101, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.2165087956698241, |
| "grad_norm": 2.397696018218994, |
| "learning_rate": 0.0001788697463259046, |
| "loss": 1.7418, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.21723049165539016, |
| "grad_norm": 0.42844948172569275, |
| "learning_rate": 0.0001787291780156656, |
| "loss": 2.0847, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.21795218764095625, |
| "grad_norm": 0.5470482110977173, |
| "learning_rate": 0.00017858819931388032, |
| "loss": 2.2656, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.21867388362652232, |
| "grad_norm": 0.5380239486694336, |
| "learning_rate": 0.0001784468109554284, |
| "loss": 1.9958, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.21939557961208841, |
| "grad_norm": 0.5242987871170044, |
| "learning_rate": 0.00017830501367732484, |
| "loss": 1.8848, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.22011727559765448, |
| "grad_norm": 0.5418528914451599, |
| "learning_rate": 0.00017816280821871626, |
| "loss": 2.0658, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.22083897158322058, |
| "grad_norm": 0.521440327167511, |
| "learning_rate": 0.00017802019532087694, |
| "loss": 2.1508, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.22156066756878665, |
| "grad_norm": 0.4958363473415375, |
| "learning_rate": 0.0001778771757272051, |
| "loss": 2.1288, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.22228236355435274, |
| "grad_norm": 0.5238226652145386, |
| "learning_rate": 0.00017773375018321886, |
| "loss": 2.0468, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2230040595399188, |
| "grad_norm": 0.9724264740943909, |
| "learning_rate": 0.00017758991943655255, |
| "loss": 2.1636, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.22372575552548488, |
| "grad_norm": 0.5865123867988586, |
| "learning_rate": 0.00017744568423695259, |
| "loss": 2.1238, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.22444745151105097, |
| "grad_norm": 0.6254546046257019, |
| "learning_rate": 0.0001773010453362737, |
| "loss": 2.2819, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.22516914749661704, |
| "grad_norm": 0.5120182633399963, |
| "learning_rate": 0.00017715600348847506, |
| "loss": 2.1117, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.22589084348218313, |
| "grad_norm": 0.6230164170265198, |
| "learning_rate": 0.00017701055944961623, |
| "loss": 2.1483, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2266125394677492, |
| "grad_norm": 0.5904356241226196, |
| "learning_rate": 0.0001768647139778532, |
| "loss": 2.1281, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2273342354533153, |
| "grad_norm": 0.5984794497489929, |
| "learning_rate": 0.0001767184678334347, |
| "loss": 2.0345, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.22805593143888137, |
| "grad_norm": 0.6653111577033997, |
| "learning_rate": 0.00017657182177869787, |
| "loss": 2.0396, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.22877762742444746, |
| "grad_norm": 0.8409036993980408, |
| "learning_rate": 0.00017642477657806453, |
| "loss": 2.0647, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.22949932341001353, |
| "grad_norm": 0.7348892688751221, |
| "learning_rate": 0.00017627733299803712, |
| "loss": 2.0542, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.23022101939557962, |
| "grad_norm": 0.6321812272071838, |
| "learning_rate": 0.00017612949180719473, |
| "loss": 1.8922, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2309427153811457, |
| "grad_norm": 0.6709046363830566, |
| "learning_rate": 0.00017598125377618905, |
| "loss": 2.071, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.23166441136671176, |
| "grad_norm": 0.7977675795555115, |
| "learning_rate": 0.0001758326196777404, |
| "loss": 2.247, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.23238610735227785, |
| "grad_norm": 0.8176382184028625, |
| "learning_rate": 0.00017568359028663364, |
| "loss": 2.0346, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.23310780333784392, |
| "grad_norm": 0.7620183825492859, |
| "learning_rate": 0.00017553416637971424, |
| "loss": 2.0574, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.23382949932341002, |
| "grad_norm": 0.8195391893386841, |
| "learning_rate": 0.00017538434873588408, |
| "loss": 2.2756, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.23455119530897608, |
| "grad_norm": 0.8509525060653687, |
| "learning_rate": 0.00017523413813609758, |
| "loss": 2.1409, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.23527289129454218, |
| "grad_norm": 0.8538601994514465, |
| "learning_rate": 0.0001750835353633574, |
| "loss": 2.2386, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.23599458728010825, |
| "grad_norm": 0.9566609859466553, |
| "learning_rate": 0.00017493254120271056, |
| "loss": 2.0041, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.23671628326567434, |
| "grad_norm": 0.6890131831169128, |
| "learning_rate": 0.00017478115644124423, |
| "loss": 2.0435, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2374379792512404, |
| "grad_norm": 0.8891934156417847, |
| "learning_rate": 0.0001746293818680817, |
| "loss": 2.2182, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2381596752368065, |
| "grad_norm": 0.7705813050270081, |
| "learning_rate": 0.0001744772182743782, |
| "loss": 2.1201, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.23888137122237257, |
| "grad_norm": 0.8464592695236206, |
| "learning_rate": 0.00017432466645331683, |
| "loss": 2.3401, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.23960306720793867, |
| "grad_norm": 0.9429739117622375, |
| "learning_rate": 0.00017417172720010434, |
| "loss": 2.1902, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.24032476319350474, |
| "grad_norm": 0.7430356740951538, |
| "learning_rate": 0.00017401840131196715, |
| "loss": 1.9894, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.2410464591790708, |
| "grad_norm": 0.8270660042762756, |
| "learning_rate": 0.00017386468958814706, |
| "loss": 2.1036, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2417681551646369, |
| "grad_norm": 0.9139338731765747, |
| "learning_rate": 0.00017371059282989703, |
| "loss": 2.1638, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.24248985115020297, |
| "grad_norm": 0.864981472492218, |
| "learning_rate": 0.00017355611184047718, |
| "loss": 2.2264, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.24321154713576906, |
| "grad_norm": 0.858447253704071, |
| "learning_rate": 0.0001734012474251505, |
| "loss": 1.9036, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.24393324312133513, |
| "grad_norm": 0.8455350995063782, |
| "learning_rate": 0.00017324600039117863, |
| "loss": 1.7494, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.24465493910690123, |
| "grad_norm": 0.7899190187454224, |
| "learning_rate": 0.0001730903715478177, |
| "loss": 1.7857, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2453766350924673, |
| "grad_norm": 1.071334719657898, |
| "learning_rate": 0.00017293436170631415, |
| "loss": 1.8653, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2460983310780334, |
| "grad_norm": 0.8775685429573059, |
| "learning_rate": 0.00017277797167990032, |
| "loss": 1.9715, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.24682002706359946, |
| "grad_norm": 0.9055713415145874, |
| "learning_rate": 0.0001726212022837905, |
| "loss": 1.9937, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.24754172304916555, |
| "grad_norm": 1.1789469718933105, |
| "learning_rate": 0.0001724640543351764, |
| "loss": 2.1434, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.24826341903473162, |
| "grad_norm": 1.0186455249786377, |
| "learning_rate": 0.00017230652865322309, |
| "loss": 1.9178, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.2489851150202977, |
| "grad_norm": 1.2119687795639038, |
| "learning_rate": 0.00017214862605906457, |
| "loss": 2.126, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.24970681100586378, |
| "grad_norm": 1.3258947134017944, |
| "learning_rate": 0.0001719903473757996, |
| "loss": 2.2516, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2504285069914299, |
| "grad_norm": 1.4391634464263916, |
| "learning_rate": 0.00017183169342848743, |
| "loss": 2.2066, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2504285069914299, |
| "eval_loss": 2.0449414253234863, |
| "eval_runtime": 68.6545, |
| "eval_samples_per_second": 16.998, |
| "eval_steps_per_second": 8.506, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2511502029769959, |
| "grad_norm": 1.4177740812301636, |
| "learning_rate": 0.00017167266504414342, |
| "loss": 1.8011, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.251871898962562, |
| "grad_norm": 1.749586820602417, |
| "learning_rate": 0.0001715132630517347, |
| "loss": 2.139, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2525935949481281, |
| "grad_norm": 2.243318796157837, |
| "learning_rate": 0.000171353488282176, |
| "loss": 1.8994, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2533152909336942, |
| "grad_norm": 0.4888680577278137, |
| "learning_rate": 0.00017119334156832515, |
| "loss": 2.2791, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.25403698691926024, |
| "grad_norm": 0.5360888838768005, |
| "learning_rate": 0.00017103282374497883, |
| "loss": 2.3892, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.25475868290482634, |
| "grad_norm": 0.5779989361763, |
| "learning_rate": 0.0001708719356488683, |
| "loss": 2.1517, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.25548037889039243, |
| "grad_norm": 0.5724267959594727, |
| "learning_rate": 0.00017071067811865476, |
| "loss": 1.9304, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.25620207487595853, |
| "grad_norm": 0.7361795902252197, |
| "learning_rate": 0.0001705490519949253, |
| "loss": 2.0614, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.25692377086152457, |
| "grad_norm": 0.5344908833503723, |
| "learning_rate": 0.00017038705812018833, |
| "loss": 2.043, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.25764546684709067, |
| "grad_norm": 0.5386562347412109, |
| "learning_rate": 0.00017022469733886925, |
| "loss": 2.0752, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.25836716283265676, |
| "grad_norm": 0.5704702734947205, |
| "learning_rate": 0.00017006197049730602, |
| "loss": 2.1604, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2590888588182228, |
| "grad_norm": 0.5888549089431763, |
| "learning_rate": 0.00016989887844374473, |
| "loss": 2.1504, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.2598105548037889, |
| "grad_norm": 0.6460415124893188, |
| "learning_rate": 0.00016973542202833528, |
| "loss": 2.2815, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.260532250789355, |
| "grad_norm": 0.7426795959472656, |
| "learning_rate": 0.0001695716021031268, |
| "loss": 1.9829, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2612539467749211, |
| "grad_norm": 0.7537009716033936, |
| "learning_rate": 0.0001694074195220634, |
| "loss": 2.1566, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.2619756427604871, |
| "grad_norm": 0.9432183504104614, |
| "learning_rate": 0.0001692428751409795, |
| "loss": 2.2384, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.2626973387460532, |
| "grad_norm": 0.6534636616706848, |
| "learning_rate": 0.0001690779698175955, |
| "loss": 2.0906, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.2634190347316193, |
| "grad_norm": 0.6282444596290588, |
| "learning_rate": 0.0001689127044115133, |
| "loss": 1.9676, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2641407307171854, |
| "grad_norm": 0.7247945070266724, |
| "learning_rate": 0.0001687470797842118, |
| "loss": 2.2447, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.26486242670275145, |
| "grad_norm": 0.731182873249054, |
| "learning_rate": 0.00016858109679904245, |
| "loss": 2.2265, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.26558412268831755, |
| "grad_norm": 0.6550599932670593, |
| "learning_rate": 0.0001684147563212246, |
| "loss": 2.0334, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.26630581867388364, |
| "grad_norm": 0.7111918330192566, |
| "learning_rate": 0.0001682480592178412, |
| "loss": 2.1561, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.2670275146594497, |
| "grad_norm": 0.7065597176551819, |
| "learning_rate": 0.00016808100635783423, |
| "loss": 1.8459, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2677492106450158, |
| "grad_norm": 0.6847328543663025, |
| "learning_rate": 0.00016791359861199995, |
| "loss": 2.0544, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2684709066305819, |
| "grad_norm": 0.7342531085014343, |
| "learning_rate": 0.00016774583685298468, |
| "loss": 2.2122, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.26919260261614797, |
| "grad_norm": 0.7193572521209717, |
| "learning_rate": 0.00016757772195528003, |
| "loss": 2.2488, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.269914298601714, |
| "grad_norm": 0.7053622603416443, |
| "learning_rate": 0.00016740925479521846, |
| "loss": 2.0335, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.2706359945872801, |
| "grad_norm": 0.6781731843948364, |
| "learning_rate": 0.00016724043625096865, |
| "loss": 1.966, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.2713576905728462, |
| "grad_norm": 0.7812499403953552, |
| "learning_rate": 0.00016707126720253096, |
| "loss": 1.9043, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.2720793865584123, |
| "grad_norm": 0.84501051902771, |
| "learning_rate": 0.00016690174853173275, |
| "loss": 2.4738, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.27280108254397833, |
| "grad_norm": 0.7574509978294373, |
| "learning_rate": 0.00016673188112222394, |
| "loss": 2.1862, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.27352277852954443, |
| "grad_norm": 0.9467477202415466, |
| "learning_rate": 0.00016656166585947232, |
| "loss": 2.2455, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2742444745151105, |
| "grad_norm": 0.7781381607055664, |
| "learning_rate": 0.00016639110363075884, |
| "loss": 2.2112, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.27496617050067657, |
| "grad_norm": 0.8419925570487976, |
| "learning_rate": 0.00016622019532517318, |
| "loss": 2.0825, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.27568786648624266, |
| "grad_norm": 0.8122825026512146, |
| "learning_rate": 0.000166048941833609, |
| "loss": 2.0706, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.27640956247180876, |
| "grad_norm": 0.8174909353256226, |
| "learning_rate": 0.00016587734404875922, |
| "loss": 2.1021, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.27713125845737485, |
| "grad_norm": 0.7432221174240112, |
| "learning_rate": 0.0001657054028651116, |
| "loss": 1.9483, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2778529544429409, |
| "grad_norm": 0.8957048654556274, |
| "learning_rate": 0.0001655331191789438, |
| "loss": 2.0918, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.278574650428507, |
| "grad_norm": 0.9651245474815369, |
| "learning_rate": 0.00016536049388831894, |
| "loss": 2.1431, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.2792963464140731, |
| "grad_norm": 0.8167444467544556, |
| "learning_rate": 0.00016518752789308077, |
| "loss": 2.1037, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.2800180423996392, |
| "grad_norm": 0.940956711769104, |
| "learning_rate": 0.00016501422209484908, |
| "loss": 1.9026, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2807397383852052, |
| "grad_norm": 1.0203946828842163, |
| "learning_rate": 0.00016484057739701486, |
| "loss": 1.906, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.2814614343707713, |
| "grad_norm": 0.9680345058441162, |
| "learning_rate": 0.00016466659470473579, |
| "loss": 1.9459, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2821831303563374, |
| "grad_norm": 1.0651811361312866, |
| "learning_rate": 0.00016449227492493131, |
| "loss": 1.8636, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.28290482634190345, |
| "grad_norm": 1.1280912160873413, |
| "learning_rate": 0.00016431761896627806, |
| "loss": 2.1059, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.28362652232746954, |
| "grad_norm": 1.0449060201644897, |
| "learning_rate": 0.00016414262773920511, |
| "loss": 1.7418, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.28434821831303564, |
| "grad_norm": 1.0784393548965454, |
| "learning_rate": 0.00016396730215588915, |
| "loss": 1.8557, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.28506991429860173, |
| "grad_norm": 1.1950174570083618, |
| "learning_rate": 0.00016379164313024965, |
| "loss": 2.0243, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.2857916102841678, |
| "grad_norm": 1.4433947801589966, |
| "learning_rate": 0.00016361565157794447, |
| "loss": 1.932, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.28651330626973387, |
| "grad_norm": 1.342972993850708, |
| "learning_rate": 0.00016343932841636456, |
| "loss": 1.887, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.28723500225529996, |
| "grad_norm": 1.3730859756469727, |
| "learning_rate": 0.00016326267456462964, |
| "loss": 2.0338, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.28795669824086606, |
| "grad_norm": 1.7030283212661743, |
| "learning_rate": 0.00016308569094358315, |
| "loss": 2.0673, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.2886783942264321, |
| "grad_norm": 3.191499948501587, |
| "learning_rate": 0.0001629083784757875, |
| "loss": 2.051, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2894000902119982, |
| "grad_norm": 0.47845083475112915, |
| "learning_rate": 0.00016273073808551928, |
| "loss": 2.1596, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.2901217861975643, |
| "grad_norm": 0.6613950729370117, |
| "learning_rate": 0.00016255277069876454, |
| "loss": 1.8062, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.29084348218313033, |
| "grad_norm": 0.6433122158050537, |
| "learning_rate": 0.00016237447724321374, |
| "loss": 2.125, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.2915651781686964, |
| "grad_norm": 0.6056983470916748, |
| "learning_rate": 0.00016219585864825706, |
| "loss": 1.9884, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2922868741542625, |
| "grad_norm": 0.6176025867462158, |
| "learning_rate": 0.0001620169158449796, |
| "loss": 2.0221, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2930085701398286, |
| "grad_norm": 0.577609121799469, |
| "learning_rate": 0.0001618376497661564, |
| "loss": 2.1682, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.29373026612539466, |
| "grad_norm": 0.7315565943717957, |
| "learning_rate": 0.00016165806134624768, |
| "loss": 1.8734, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.29445196211096075, |
| "grad_norm": 0.5211517810821533, |
| "learning_rate": 0.00016147815152139385, |
| "loss": 2.0851, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.29517365809652685, |
| "grad_norm": 0.710945188999176, |
| "learning_rate": 0.00016129792122941084, |
| "loss": 1.8729, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.29589535408209294, |
| "grad_norm": 0.5212395787239075, |
| "learning_rate": 0.00016111737140978494, |
| "loss": 2.0055, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.296617050067659, |
| "grad_norm": 0.532974362373352, |
| "learning_rate": 0.00016093650300366813, |
| "loss": 2.0179, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.2973387460532251, |
| "grad_norm": 0.5446653962135315, |
| "learning_rate": 0.00016075531695387303, |
| "loss": 2.2258, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2980604420387912, |
| "grad_norm": 0.6157815456390381, |
| "learning_rate": 0.00016057381420486814, |
| "loss": 2.0468, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2987821380243572, |
| "grad_norm": 0.7037978172302246, |
| "learning_rate": 0.0001603919957027727, |
| "loss": 2.1083, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2995038340099233, |
| "grad_norm": 0.681264340877533, |
| "learning_rate": 0.0001602098623953519, |
| "loss": 2.0915, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3002255299954894, |
| "grad_norm": 0.6896013021469116, |
| "learning_rate": 0.00016002741523201195, |
| "loss": 2.2184, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.3009472259810555, |
| "grad_norm": 0.6748051047325134, |
| "learning_rate": 0.00015984465516379512, |
| "loss": 1.9771, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.30166892196662154, |
| "grad_norm": 0.6429324746131897, |
| "learning_rate": 0.00015966158314337472, |
| "loss": 2.0188, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.30239061795218763, |
| "grad_norm": 0.6762897372245789, |
| "learning_rate": 0.00015947820012505014, |
| "loss": 1.8607, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.30311231393775373, |
| "grad_norm": 0.6647512316703796, |
| "learning_rate": 0.00015929450706474198, |
| "loss": 1.787, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3038340099233198, |
| "grad_norm": 0.650379478931427, |
| "learning_rate": 0.00015911050491998694, |
| "loss": 2.0362, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.30455570590888587, |
| "grad_norm": 0.7283719778060913, |
| "learning_rate": 0.00015892619464993293, |
| "loss": 2.2192, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.30527740189445196, |
| "grad_norm": 0.8350949287414551, |
| "learning_rate": 0.000158741577215334, |
| "loss": 1.9397, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.30599909788001806, |
| "grad_norm": 0.7910424470901489, |
| "learning_rate": 0.0001585566535785453, |
| "loss": 2.0953, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.3067207938655841, |
| "grad_norm": 0.8598769307136536, |
| "learning_rate": 0.00015837142470351826, |
| "loss": 2.218, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.3074424898511502, |
| "grad_norm": 0.767158031463623, |
| "learning_rate": 0.0001581858915557953, |
| "loss": 2.034, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3081641858367163, |
| "grad_norm": 0.8050460815429688, |
| "learning_rate": 0.00015800005510250496, |
| "loss": 1.9498, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.3088858818222824, |
| "grad_norm": 0.8705307841300964, |
| "learning_rate": 0.00015781391631235686, |
| "loss": 2.0748, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.3096075778078484, |
| "grad_norm": 0.8254566192626953, |
| "learning_rate": 0.00015762747615563654, |
| "loss": 2.1606, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3103292737934145, |
| "grad_norm": 1.0158072710037231, |
| "learning_rate": 0.00015744073560420053, |
| "loss": 2.133, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3110509697789806, |
| "grad_norm": 0.978571355342865, |
| "learning_rate": 0.00015725369563147117, |
| "loss": 2.229, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3117726657645467, |
| "grad_norm": 0.8968052268028259, |
| "learning_rate": 0.00015706635721243173, |
| "loss": 2.0531, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.31249436175011275, |
| "grad_norm": 0.860092282295227, |
| "learning_rate": 0.00015687872132362098, |
| "loss": 1.8875, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.31321605773567884, |
| "grad_norm": 0.9051474928855896, |
| "learning_rate": 0.00015669078894312848, |
| "loss": 1.8293, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.31393775372124494, |
| "grad_norm": 0.8789670467376709, |
| "learning_rate": 0.00015650256105058922, |
| "loss": 2.0033, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.314659449706811, |
| "grad_norm": 0.9532151818275452, |
| "learning_rate": 0.0001563140386271787, |
| "loss": 1.8706, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3153811456923771, |
| "grad_norm": 1.0646871328353882, |
| "learning_rate": 0.0001561252226556076, |
| "loss": 1.8639, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.31610284167794317, |
| "grad_norm": 1.0106958150863647, |
| "learning_rate": 0.00015593611412011686, |
| "loss": 1.8228, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.31682453766350926, |
| "grad_norm": 1.326513648033142, |
| "learning_rate": 0.00015574671400647242, |
| "loss": 1.9597, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3175462336490753, |
| "grad_norm": 0.9985377788543701, |
| "learning_rate": 0.00015555702330196023, |
| "loss": 1.9495, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3182679296346414, |
| "grad_norm": 1.033992886543274, |
| "learning_rate": 0.00015536704299538086, |
| "loss": 2.0875, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3189896256202075, |
| "grad_norm": 1.06670343875885, |
| "learning_rate": 0.0001551767740770446, |
| "loss": 1.8254, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.3197113216057736, |
| "grad_norm": 1.2214312553405762, |
| "learning_rate": 0.00015498621753876613, |
| "loss": 2.2227, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.32043301759133963, |
| "grad_norm": 1.2621819972991943, |
| "learning_rate": 0.00015479537437385938, |
| "loss": 1.944, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3211547135769057, |
| "grad_norm": 1.263197660446167, |
| "learning_rate": 0.0001546042455771325, |
| "loss": 2.1611, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3218764095624718, |
| "grad_norm": 1.246638536453247, |
| "learning_rate": 0.0001544128321448824, |
| "loss": 1.9838, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.3225981055480379, |
| "grad_norm": 1.3794560432434082, |
| "learning_rate": 0.0001542211350748898, |
| "loss": 2.0931, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.32331980153360396, |
| "grad_norm": 1.4417738914489746, |
| "learning_rate": 0.0001540291553664139, |
| "loss": 2.0827, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.32404149751917005, |
| "grad_norm": 1.9322792291641235, |
| "learning_rate": 0.0001538368940201873, |
| "loss": 1.8636, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.32476319350473615, |
| "grad_norm": 2.7779059410095215, |
| "learning_rate": 0.00015364435203841058, |
| "loss": 1.9013, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3254848894903022, |
| "grad_norm": 0.4429485499858856, |
| "learning_rate": 0.00015345153042474723, |
| "loss": 2.0364, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.3262065854758683, |
| "grad_norm": 0.6421920657157898, |
| "learning_rate": 0.00015325843018431835, |
| "loss": 1.9755, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3269282814614344, |
| "grad_norm": 0.7788028717041016, |
| "learning_rate": 0.0001530650523236975, |
| "loss": 2.095, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3276499774470005, |
| "grad_norm": 0.6759058833122253, |
| "learning_rate": 0.00015287139785090533, |
| "loss": 2.1108, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3283716734325665, |
| "grad_norm": 0.7555632591247559, |
| "learning_rate": 0.00015267746777540445, |
| "loss": 2.0171, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.3290933694181326, |
| "grad_norm": 0.6100805401802063, |
| "learning_rate": 0.00015248326310809404, |
| "loss": 1.944, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3298150654036987, |
| "grad_norm": 0.588397741317749, |
| "learning_rate": 0.00015228878486130468, |
| "loss": 2.2408, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3305367613892648, |
| "grad_norm": 0.5465043187141418, |
| "learning_rate": 0.00015209403404879303, |
| "loss": 1.8777, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.33125845737483084, |
| "grad_norm": 0.5652636885643005, |
| "learning_rate": 0.00015189901168573652, |
| "loss": 1.9098, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.33198015336039693, |
| "grad_norm": 0.6085153818130493, |
| "learning_rate": 0.00015170371878872818, |
| "loss": 1.9407, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.33270184934596303, |
| "grad_norm": 0.5943186283111572, |
| "learning_rate": 0.00015150815637577115, |
| "loss": 2.1053, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.33342354533152907, |
| "grad_norm": 0.6033756732940674, |
| "learning_rate": 0.00015131232546627355, |
| "loss": 2.162, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.33414524131709517, |
| "grad_norm": 0.7935147881507874, |
| "learning_rate": 0.00015111622708104304, |
| "loss": 2.4633, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.33486693730266126, |
| "grad_norm": 0.679715096950531, |
| "learning_rate": 0.00015091986224228157, |
| "loss": 2.0117, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.33558863328822736, |
| "grad_norm": 0.6579835414886475, |
| "learning_rate": 0.00015072323197358003, |
| "loss": 1.9905, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3363103292737934, |
| "grad_norm": 0.7700386643409729, |
| "learning_rate": 0.00015052633729991294, |
| "loss": 2.002, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3370320252593595, |
| "grad_norm": 0.7990970611572266, |
| "learning_rate": 0.00015032917924763308, |
| "loss": 2.0203, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3377537212449256, |
| "grad_norm": 0.732315719127655, |
| "learning_rate": 0.0001501317588444661, |
| "loss": 2.1169, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3384754172304917, |
| "grad_norm": 0.9771749973297119, |
| "learning_rate": 0.00014993407711950526, |
| "loss": 2.139, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.3391971132160577, |
| "grad_norm": 0.8140318989753723, |
| "learning_rate": 0.00014973613510320594, |
| "loss": 2.0643, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3399188092016238, |
| "grad_norm": 0.8505857586860657, |
| "learning_rate": 0.00014953793382738046, |
| "loss": 2.2253, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.3406405051871899, |
| "grad_norm": 0.8135496973991394, |
| "learning_rate": 0.00014933947432519245, |
| "loss": 1.9444, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.34136220117275595, |
| "grad_norm": 0.6603150963783264, |
| "learning_rate": 0.0001491407576311517, |
| "loss": 2.1295, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.34208389715832205, |
| "grad_norm": 0.8560349941253662, |
| "learning_rate": 0.00014894178478110857, |
| "loss": 2.1199, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.34280559314388814, |
| "grad_norm": 0.8568424582481384, |
| "learning_rate": 0.00014874255681224875, |
| "loss": 2.1069, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.34352728912945424, |
| "grad_norm": 0.9096454977989197, |
| "learning_rate": 0.00014854307476308781, |
| "loss": 2.1796, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.3442489851150203, |
| "grad_norm": 0.850792407989502, |
| "learning_rate": 0.00014834333967346573, |
| "loss": 2.2088, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3449706811005864, |
| "grad_norm": 0.9050686955451965, |
| "learning_rate": 0.00014814335258454145, |
| "loss": 2.0629, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.34569237708615247, |
| "grad_norm": 1.0488739013671875, |
| "learning_rate": 0.0001479431145387876, |
| "loss": 1.8693, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.34641407307171856, |
| "grad_norm": 1.0409486293792725, |
| "learning_rate": 0.00014774262657998491, |
| "loss": 1.9868, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3471357690572846, |
| "grad_norm": 0.9297462105751038, |
| "learning_rate": 0.00014754188975321693, |
| "loss": 2.1366, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.3478574650428507, |
| "grad_norm": 0.8812090158462524, |
| "learning_rate": 0.00014734090510486433, |
| "loss": 1.9531, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.3485791610284168, |
| "grad_norm": 0.9495928287506104, |
| "learning_rate": 0.0001471396736825998, |
| "loss": 2.2248, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.34930085701398284, |
| "grad_norm": 0.7849512100219727, |
| "learning_rate": 0.00014693819653538215, |
| "loss": 2.0616, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.35002255299954893, |
| "grad_norm": 1.0035080909729004, |
| "learning_rate": 0.00014673647471345123, |
| "loss": 2.1337, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.350744248985115, |
| "grad_norm": 0.9256971478462219, |
| "learning_rate": 0.00014653450926832234, |
| "loss": 2.0797, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.3514659449706811, |
| "grad_norm": 0.8431901931762695, |
| "learning_rate": 0.0001463323012527806, |
| "loss": 1.8461, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.35218764095624716, |
| "grad_norm": 0.8543366193771362, |
| "learning_rate": 0.00014612985172087565, |
| "loss": 1.8572, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.35290933694181326, |
| "grad_norm": 1.0101501941680908, |
| "learning_rate": 0.00014592716172791604, |
| "loss": 1.9129, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.35363103292737935, |
| "grad_norm": 0.9623087644577026, |
| "learning_rate": 0.00014572423233046386, |
| "loss": 1.9063, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.35435272891294545, |
| "grad_norm": 0.8692702054977417, |
| "learning_rate": 0.000145521064586329, |
| "loss": 1.8467, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3550744248985115, |
| "grad_norm": 1.2136585712432861, |
| "learning_rate": 0.00014531765955456388, |
| "loss": 2.2402, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.3557961208840776, |
| "grad_norm": 1.152578353881836, |
| "learning_rate": 0.00014511401829545782, |
| "loss": 1.9538, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.3565178168696437, |
| "grad_norm": 1.2332868576049805, |
| "learning_rate": 0.00014491014187053148, |
| "loss": 1.9834, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.3572395128552097, |
| "grad_norm": 1.176506757736206, |
| "learning_rate": 0.00014470603134253141, |
| "loss": 1.8703, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.3579612088407758, |
| "grad_norm": 1.1683515310287476, |
| "learning_rate": 0.0001445016877754245, |
| "loss": 1.8986, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.3586829048263419, |
| "grad_norm": 1.5425559282302856, |
| "learning_rate": 0.00014429711223439232, |
| "loss": 2.107, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.359404600811908, |
| "grad_norm": 1.3359962701797485, |
| "learning_rate": 0.00014409230578582566, |
| "loss": 1.8727, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.36012629679747404, |
| "grad_norm": 1.5802463293075562, |
| "learning_rate": 0.000143887269497319, |
| "loss": 1.8286, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.36084799278304014, |
| "grad_norm": 2.2565882205963135, |
| "learning_rate": 0.00014368200443766495, |
| "loss": 1.981, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.36156968876860623, |
| "grad_norm": 0.41111117601394653, |
| "learning_rate": 0.00014347651167684854, |
| "loss": 2.364, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.36229138475417233, |
| "grad_norm": 0.4650629460811615, |
| "learning_rate": 0.00014327079228604176, |
| "loss": 1.9689, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.36301308073973837, |
| "grad_norm": 0.597243070602417, |
| "learning_rate": 0.00014306484733759807, |
| "loss": 2.1678, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.36373477672530447, |
| "grad_norm": 0.5971288681030273, |
| "learning_rate": 0.0001428586779050465, |
| "loss": 2.1387, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.36445647271087056, |
| "grad_norm": 0.6512455940246582, |
| "learning_rate": 0.00014265228506308637, |
| "loss": 1.9244, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3651781686964366, |
| "grad_norm": 0.5533686876296997, |
| "learning_rate": 0.00014244566988758152, |
| "loss": 2.1467, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3658998646820027, |
| "grad_norm": 0.5038660764694214, |
| "learning_rate": 0.00014223883345555483, |
| "loss": 1.9428, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.3666215606675688, |
| "grad_norm": 0.5475318431854248, |
| "learning_rate": 0.00014203177684518243, |
| "loss": 1.6596, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.3673432566531349, |
| "grad_norm": 0.505425751209259, |
| "learning_rate": 0.0001418245011357882, |
| "loss": 1.8255, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.3680649526387009, |
| "grad_norm": 0.5327556133270264, |
| "learning_rate": 0.00014161700740783815, |
| "loss": 2.2311, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.368786648624267, |
| "grad_norm": 0.5847222805023193, |
| "learning_rate": 0.0001414092967429347, |
| "loss": 2.1201, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.3695083446098331, |
| "grad_norm": 0.6092137694358826, |
| "learning_rate": 0.00014120137022381117, |
| "loss": 1.8783, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.3702300405953992, |
| "grad_norm": 0.695997416973114, |
| "learning_rate": 0.00014099322893432596, |
| "loss": 2.1633, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.37095173658096525, |
| "grad_norm": 0.6421351432800293, |
| "learning_rate": 0.00014078487395945713, |
| "loss": 2.0956, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.37167343256653135, |
| "grad_norm": 0.6732877492904663, |
| "learning_rate": 0.0001405763063852965, |
| "loss": 2.043, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.37239512855209744, |
| "grad_norm": 0.6971887946128845, |
| "learning_rate": 0.00014036752729904418, |
| "loss": 2.0607, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.3731168245376635, |
| "grad_norm": 0.7355249524116516, |
| "learning_rate": 0.00014015853778900282, |
| "loss": 1.9893, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.3738385205232296, |
| "grad_norm": 0.7555424571037292, |
| "learning_rate": 0.00013994933894457192, |
| "loss": 1.9919, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.3745602165087957, |
| "grad_norm": 0.7217190861701965, |
| "learning_rate": 0.00013973993185624218, |
| "loss": 2.1238, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.37528191249436177, |
| "grad_norm": 0.955032467842102, |
| "learning_rate": 0.00013953031761558982, |
| "loss": 2.13, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3760036084799278, |
| "grad_norm": 0.6648369431495667, |
| "learning_rate": 0.0001393204973152709, |
| "loss": 2.0292, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.3767253044654939, |
| "grad_norm": 0.8474181890487671, |
| "learning_rate": 0.0001391104720490156, |
| "loss": 2.1368, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.37744700045106, |
| "grad_norm": 0.7972560524940491, |
| "learning_rate": 0.00013890024291162253, |
| "loss": 2.0124, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.3781686964366261, |
| "grad_norm": 0.6644586324691772, |
| "learning_rate": 0.00013868981099895294, |
| "loss": 1.9778, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.37889039242219213, |
| "grad_norm": 0.7582138776779175, |
| "learning_rate": 0.00013847917740792524, |
| "loss": 2.1929, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.37961208840775823, |
| "grad_norm": 0.8046165108680725, |
| "learning_rate": 0.000138268343236509, |
| "loss": 1.8868, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3803337843933243, |
| "grad_norm": 0.8877929449081421, |
| "learning_rate": 0.0001380573095837194, |
| "loss": 1.9398, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.38105548037889037, |
| "grad_norm": 0.7997904419898987, |
| "learning_rate": 0.0001378460775496114, |
| "loss": 1.8372, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.38177717636445646, |
| "grad_norm": 0.86952805519104, |
| "learning_rate": 0.00013763464823527425, |
| "loss": 1.9369, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.38249887235002256, |
| "grad_norm": 0.850623369216919, |
| "learning_rate": 0.00013742302274282533, |
| "loss": 2.1889, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.38322056833558865, |
| "grad_norm": 0.7988513112068176, |
| "learning_rate": 0.00013721120217540474, |
| "loss": 1.9264, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.3839422643211547, |
| "grad_norm": 0.8092723488807678, |
| "learning_rate": 0.0001369991876371695, |
| "loss": 2.0807, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.3846639603067208, |
| "grad_norm": 0.8762388229370117, |
| "learning_rate": 0.00013678698023328762, |
| "loss": 2.2128, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3853856562922869, |
| "grad_norm": 0.9441884756088257, |
| "learning_rate": 0.00013657458106993258, |
| "loss": 1.8895, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.386107352277853, |
| "grad_norm": 1.0935689210891724, |
| "learning_rate": 0.00013636199125427733, |
| "loss": 1.8975, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.386829048263419, |
| "grad_norm": 0.9274703860282898, |
| "learning_rate": 0.00013614921189448879, |
| "loss": 1.9015, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.3875507442489851, |
| "grad_norm": 1.0209259986877441, |
| "learning_rate": 0.0001359362440997217, |
| "loss": 2.0189, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.3882724402345512, |
| "grad_norm": 0.962016224861145, |
| "learning_rate": 0.0001357230889801133, |
| "loss": 2.0923, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.38899413622011725, |
| "grad_norm": 1.1407740116119385, |
| "learning_rate": 0.00013550974764677706, |
| "loss": 1.7904, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.38971583220568334, |
| "grad_norm": 1.0466006994247437, |
| "learning_rate": 0.00013529622121179733, |
| "loss": 1.9101, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.39043752819124944, |
| "grad_norm": 1.1987625360488892, |
| "learning_rate": 0.00013508251078822318, |
| "loss": 2.0335, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.39115922417681553, |
| "grad_norm": 1.0375943183898926, |
| "learning_rate": 0.00013486861749006286, |
| "loss": 1.9039, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.3918809201623816, |
| "grad_norm": 1.1177560091018677, |
| "learning_rate": 0.0001346545424322779, |
| "loss": 1.8756, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.39260261614794767, |
| "grad_norm": 1.2488672733306885, |
| "learning_rate": 0.00013444028673077716, |
| "loss": 2.0843, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.39332431213351376, |
| "grad_norm": 1.4682636260986328, |
| "learning_rate": 0.00013422585150241127, |
| "loss": 2.1153, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.39404600811907986, |
| "grad_norm": 1.1517497301101685, |
| "learning_rate": 0.00013401123786496664, |
| "loss": 2.1635, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3947677041046459, |
| "grad_norm": 1.1320617198944092, |
| "learning_rate": 0.00013379644693715964, |
| "loss": 1.8528, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.395489400090212, |
| "grad_norm": 1.496305227279663, |
| "learning_rate": 0.00013358147983863087, |
| "loss": 1.9722, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.3962110960757781, |
| "grad_norm": 1.6134432554244995, |
| "learning_rate": 0.00013336633768993921, |
| "loss": 1.6319, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.3969327920613442, |
| "grad_norm": 3.6389102935791016, |
| "learning_rate": 0.000133151021612556, |
| "loss": 2.5846, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3976544880469102, |
| "grad_norm": 0.38026443123817444, |
| "learning_rate": 0.00013293553272885928, |
| "loss": 1.892, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.3983761840324763, |
| "grad_norm": 0.44018247723579407, |
| "learning_rate": 0.0001327198721621278, |
| "loss": 1.959, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3990978800180424, |
| "grad_norm": 0.39391636848449707, |
| "learning_rate": 0.00013250404103653534, |
| "loss": 1.9874, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.39981957600360846, |
| "grad_norm": 0.4692838490009308, |
| "learning_rate": 0.00013228804047714463, |
| "loss": 2.0327, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.40054127198917455, |
| "grad_norm": 0.44826385378837585, |
| "learning_rate": 0.00013207187160990176, |
| "loss": 1.8881, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.40126296797474065, |
| "grad_norm": 0.5855975151062012, |
| "learning_rate": 0.00013185553556163, |
| "loss": 2.0117, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.40198466396030674, |
| "grad_norm": 0.5329717993736267, |
| "learning_rate": 0.00013163903346002424, |
| "loss": 1.9771, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4027063599458728, |
| "grad_norm": 0.5506359338760376, |
| "learning_rate": 0.0001314223664336448, |
| "loss": 1.9856, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.4034280559314389, |
| "grad_norm": 0.5806745886802673, |
| "learning_rate": 0.0001312055356119118, |
| "loss": 1.9831, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.404149751917005, |
| "grad_norm": 0.5695562958717346, |
| "learning_rate": 0.00013098854212509917, |
| "loss": 2.2082, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.40487144790257107, |
| "grad_norm": 0.5708184242248535, |
| "learning_rate": 0.00013077138710432875, |
| "loss": 2.0147, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.4055931438881371, |
| "grad_norm": 0.7449029088020325, |
| "learning_rate": 0.00013055407168156437, |
| "loss": 2.1342, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4063148398737032, |
| "grad_norm": 0.6078241467475891, |
| "learning_rate": 0.00013033659698960607, |
| "loss": 2.0923, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.4070365358592693, |
| "grad_norm": 0.5560178160667419, |
| "learning_rate": 0.00013011896416208405, |
| "loss": 2.072, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.40775823184483534, |
| "grad_norm": 0.7325664758682251, |
| "learning_rate": 0.0001299011743334528, |
| "loss": 2.1384, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.40847992783040143, |
| "grad_norm": 0.7058026194572449, |
| "learning_rate": 0.00012968322863898533, |
| "loss": 2.0729, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.40920162381596753, |
| "grad_norm": 0.620517373085022, |
| "learning_rate": 0.00012946512821476698, |
| "loss": 1.9954, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.4099233198015336, |
| "grad_norm": 0.7383596301078796, |
| "learning_rate": 0.00012924687419768976, |
| "loss": 2.1588, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.41064501578709967, |
| "grad_norm": 0.7109268307685852, |
| "learning_rate": 0.00012902846772544624, |
| "loss": 1.9963, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.41136671177266576, |
| "grad_norm": 0.7315008640289307, |
| "learning_rate": 0.00012880990993652377, |
| "loss": 2.0967, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.41208840775823186, |
| "grad_norm": 0.6832491159439087, |
| "learning_rate": 0.00012859120197019838, |
| "loss": 2.1385, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.41281010374379795, |
| "grad_norm": 0.7159143090248108, |
| "learning_rate": 0.000128372344966529, |
| "loss": 2.0317, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.413531799729364, |
| "grad_norm": 0.6814131736755371, |
| "learning_rate": 0.00012815334006635145, |
| "loss": 2.0466, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.4142534957149301, |
| "grad_norm": 0.7531642913818359, |
| "learning_rate": 0.0001279341884112724, |
| "loss": 2.1282, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.4149751917004962, |
| "grad_norm": 0.8341628313064575, |
| "learning_rate": 0.00012771489114366363, |
| "loss": 2.0541, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4156968876860622, |
| "grad_norm": 0.8385012745857239, |
| "learning_rate": 0.00012749544940665586, |
| "loss": 1.9603, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.4164185836716283, |
| "grad_norm": 0.9696111679077148, |
| "learning_rate": 0.0001272758643441329, |
| "loss": 2.0859, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.4171402796571944, |
| "grad_norm": 0.7751029133796692, |
| "learning_rate": 0.00012705613710072575, |
| "loss": 2.0841, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.4178619756427605, |
| "grad_norm": 0.8107714056968689, |
| "learning_rate": 0.00012683626882180647, |
| "loss": 1.9833, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.41858367162832655, |
| "grad_norm": 0.7759855389595032, |
| "learning_rate": 0.0001266162606534823, |
| "loss": 2.0902, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.41930536761389264, |
| "grad_norm": 0.8433077335357666, |
| "learning_rate": 0.00012639611374258978, |
| "loss": 2.0525, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.42002706359945874, |
| "grad_norm": 0.7993992567062378, |
| "learning_rate": 0.00012617582923668853, |
| "loss": 2.064, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.42074875958502483, |
| "grad_norm": 0.8488792181015015, |
| "learning_rate": 0.00012595540828405554, |
| "loss": 1.9769, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.4214704555705909, |
| "grad_norm": 0.9767952561378479, |
| "learning_rate": 0.00012573485203367895, |
| "loss": 1.91, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.42219215155615697, |
| "grad_norm": 0.8913674354553223, |
| "learning_rate": 0.0001255141616352522, |
| "loss": 1.9255, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.42291384754172306, |
| "grad_norm": 0.8619558215141296, |
| "learning_rate": 0.00012529333823916807, |
| "loss": 2.1857, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.4236355435272891, |
| "grad_norm": 0.8475065231323242, |
| "learning_rate": 0.00012507238299651254, |
| "loss": 1.9288, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.4243572395128552, |
| "grad_norm": 1.0405795574188232, |
| "learning_rate": 0.00012485129705905893, |
| "loss": 1.8669, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.4250789354984213, |
| "grad_norm": 1.07048761844635, |
| "learning_rate": 0.00012463008157926172, |
| "loss": 1.9551, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.4258006314839874, |
| "grad_norm": 0.9153955578804016, |
| "learning_rate": 0.0001244087377102508, |
| "loss": 1.9181, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.42652232746955343, |
| "grad_norm": 0.9493930339813232, |
| "learning_rate": 0.0001241872666058252, |
| "loss": 2.0233, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.4272440234551195, |
| "grad_norm": 1.1316438913345337, |
| "learning_rate": 0.00012396566942044724, |
| "loss": 2.2269, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.4279657194406856, |
| "grad_norm": 0.9699581265449524, |
| "learning_rate": 0.00012374394730923645, |
| "loss": 1.8188, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.4286874154262517, |
| "grad_norm": 0.9898208379745483, |
| "learning_rate": 0.0001235221014279636, |
| "loss": 1.8434, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.42940911141181776, |
| "grad_norm": 1.0861350297927856, |
| "learning_rate": 0.00012330013293304455, |
| "loss": 2.0635, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.43013080739738385, |
| "grad_norm": 1.1024607419967651, |
| "learning_rate": 0.0001230780429815344, |
| "loss": 1.929, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.43085250338294995, |
| "grad_norm": 1.157111644744873, |
| "learning_rate": 0.00012285583273112134, |
| "loss": 1.8802, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.431574199368516, |
| "grad_norm": 1.2678747177124023, |
| "learning_rate": 0.0001226335033401206, |
| "loss": 1.8921, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.4322958953540821, |
| "grad_norm": 1.8601378202438354, |
| "learning_rate": 0.00012241105596746846, |
| "loss": 1.8951, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.4330175913396482, |
| "grad_norm": 2.8446004390716553, |
| "learning_rate": 0.00012218849177271626, |
| "loss": 1.8863, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4337392873252143, |
| "grad_norm": 0.36006414890289307, |
| "learning_rate": 0.0001219658119160243, |
| "loss": 2.0753, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.4344609833107803, |
| "grad_norm": 0.3884502649307251, |
| "learning_rate": 0.00012174301755815571, |
| "loss": 2.0248, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.4351826792963464, |
| "grad_norm": 0.4460868537425995, |
| "learning_rate": 0.00012152010986047054, |
| "loss": 2.0233, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.4359043752819125, |
| "grad_norm": 0.4868047535419464, |
| "learning_rate": 0.0001212970899849196, |
| "loss": 1.8812, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.4366260712674786, |
| "grad_norm": 0.4578796923160553, |
| "learning_rate": 0.00012107395909403853, |
| "loss": 1.8991, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.43734776725304464, |
| "grad_norm": 0.4921426475048065, |
| "learning_rate": 0.0001208507183509416, |
| "loss": 1.932, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.43806946323861073, |
| "grad_norm": 0.6085883975028992, |
| "learning_rate": 0.00012062736891931568, |
| "loss": 1.94, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.43879115922417683, |
| "grad_norm": 0.5620362758636475, |
| "learning_rate": 0.00012040391196341427, |
| "loss": 2.1828, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.43951285520974287, |
| "grad_norm": 0.588640034198761, |
| "learning_rate": 0.00012018034864805137, |
| "loss": 2.1985, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.44023455119530897, |
| "grad_norm": 0.49816974997520447, |
| "learning_rate": 0.00011995668013859529, |
| "loss": 2.0697, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.44095624718087506, |
| "grad_norm": 0.5962323546409607, |
| "learning_rate": 0.00011973290760096278, |
| "loss": 2.0131, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.44167794316644116, |
| "grad_norm": 0.6363246440887451, |
| "learning_rate": 0.00011950903220161285, |
| "loss": 2.0131, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.4423996391520072, |
| "grad_norm": 0.5273672938346863, |
| "learning_rate": 0.00011928505510754065, |
| "loss": 2.12, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.4431213351375733, |
| "grad_norm": 0.6036544442176819, |
| "learning_rate": 0.00011906097748627149, |
| "loss": 2.1202, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.4438430311231394, |
| "grad_norm": 0.5260413885116577, |
| "learning_rate": 0.00011883680050585466, |
| "loss": 1.9891, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.4445647271087055, |
| "grad_norm": 0.6410343050956726, |
| "learning_rate": 0.00011861252533485742, |
| "loss": 1.9924, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4452864230942715, |
| "grad_norm": 0.6468777060508728, |
| "learning_rate": 0.00011838815314235883, |
| "loss": 1.9439, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.4460081190798376, |
| "grad_norm": 0.5812421441078186, |
| "learning_rate": 0.00011816368509794364, |
| "loss": 1.8363, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.4467298150654037, |
| "grad_norm": 0.7244420647621155, |
| "learning_rate": 0.00011793912237169639, |
| "loss": 2.1503, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.44745151105096975, |
| "grad_norm": 0.6843633651733398, |
| "learning_rate": 0.00011771446613419508, |
| "loss": 2.0768, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.44817320703653585, |
| "grad_norm": 0.7437232136726379, |
| "learning_rate": 0.00011748971755650511, |
| "loss": 2.1209, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.44889490302210194, |
| "grad_norm": 0.7261226773262024, |
| "learning_rate": 0.00011726487781017337, |
| "loss": 1.9744, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.44961659900766804, |
| "grad_norm": 0.7826946377754211, |
| "learning_rate": 0.00011703994806722178, |
| "loss": 1.943, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.4503382949932341, |
| "grad_norm": 0.7910726070404053, |
| "learning_rate": 0.00011681492950014157, |
| "loss": 2.1178, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.4510599909788002, |
| "grad_norm": 0.7320877909660339, |
| "learning_rate": 0.0001165898232818869, |
| "loss": 1.9793, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.45178168696436627, |
| "grad_norm": 0.7445361018180847, |
| "learning_rate": 0.00011636463058586881, |
| "loss": 1.926, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.45250338294993236, |
| "grad_norm": 0.7754490375518799, |
| "learning_rate": 0.00011613935258594919, |
| "loss": 1.988, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.4532250789354984, |
| "grad_norm": 0.8729273676872253, |
| "learning_rate": 0.00011591399045643455, |
| "loss": 1.9568, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.4539467749210645, |
| "grad_norm": 0.8827211260795593, |
| "learning_rate": 0.00011568854537206994, |
| "loss": 2.1251, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.4546684709066306, |
| "grad_norm": 0.8045424818992615, |
| "learning_rate": 0.00011546301850803282, |
| "loss": 2.0675, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.45539016689219664, |
| "grad_norm": 0.7726913690567017, |
| "learning_rate": 0.00011523741103992698, |
| "loss": 1.9682, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.45611186287776273, |
| "grad_norm": 0.7768571376800537, |
| "learning_rate": 0.00011501172414377634, |
| "loss": 2.005, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.4568335588633288, |
| "grad_norm": 0.7815141677856445, |
| "learning_rate": 0.0001147859589960189, |
| "loss": 1.9279, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.4575552548488949, |
| "grad_norm": 0.8671714663505554, |
| "learning_rate": 0.00011456011677350051, |
| "loss": 1.9048, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.45827695083446096, |
| "grad_norm": 0.8430269956588745, |
| "learning_rate": 0.00011433419865346878, |
| "loss": 1.9386, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.45899864682002706, |
| "grad_norm": 0.92824387550354, |
| "learning_rate": 0.00011410820581356705, |
| "loss": 2.0642, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.45972034280559315, |
| "grad_norm": 0.890429675579071, |
| "learning_rate": 0.000113882139431828, |
| "loss": 1.8658, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.46044203879115925, |
| "grad_norm": 0.9985841512680054, |
| "learning_rate": 0.0001136560006866678, |
| "loss": 1.9708, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.4611637347767253, |
| "grad_norm": 1.1570252180099487, |
| "learning_rate": 0.00011342979075687974, |
| "loss": 1.9443, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.4618854307622914, |
| "grad_norm": 1.0376520156860352, |
| "learning_rate": 0.00011320351082162821, |
| "loss": 2.0003, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4626071267478575, |
| "grad_norm": 1.109054446220398, |
| "learning_rate": 0.00011297716206044255, |
| "loss": 1.9832, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.4633288227334235, |
| "grad_norm": 1.1406677961349487, |
| "learning_rate": 0.0001127507456532108, |
| "loss": 2.0713, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.4640505187189896, |
| "grad_norm": 1.0761773586273193, |
| "learning_rate": 0.00011252426278017367, |
| "loss": 1.9665, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.4647722147045557, |
| "grad_norm": 1.260811448097229, |
| "learning_rate": 0.0001122977146219183, |
| "loss": 2.0826, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.4654939106901218, |
| "grad_norm": 1.1588327884674072, |
| "learning_rate": 0.00011207110235937215, |
| "loss": 1.8924, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.46621560667568784, |
| "grad_norm": 1.2284191846847534, |
| "learning_rate": 0.00011184442717379686, |
| "loss": 1.8363, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.46693730266125394, |
| "grad_norm": 1.4242212772369385, |
| "learning_rate": 0.00011161769024678205, |
| "loss": 1.6748, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.46765899864682003, |
| "grad_norm": 1.3516333103179932, |
| "learning_rate": 0.00011139089276023919, |
| "loss": 1.7476, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.46838069463238613, |
| "grad_norm": 1.596428394317627, |
| "learning_rate": 0.00011116403589639546, |
| "loss": 1.7809, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.46910239061795217, |
| "grad_norm": 2.502904176712036, |
| "learning_rate": 0.00011093712083778746, |
| "loss": 1.6003, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.46982408660351827, |
| "grad_norm": 0.31069034337997437, |
| "learning_rate": 0.0001107101487672552, |
| "loss": 2.1961, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.47054578258908436, |
| "grad_norm": 0.37486404180526733, |
| "learning_rate": 0.00011048312086793593, |
| "loss": 1.7948, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.47126747857465046, |
| "grad_norm": 0.45447292923927307, |
| "learning_rate": 0.00011025603832325781, |
| "loss": 2.1306, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.4719891745602165, |
| "grad_norm": 0.4350779056549072, |
| "learning_rate": 0.00011002890231693395, |
| "loss": 1.9075, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.4727108705457826, |
| "grad_norm": 0.5085997581481934, |
| "learning_rate": 0.0001098017140329561, |
| "loss": 2.1573, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.4734325665313487, |
| "grad_norm": 0.5464619398117065, |
| "learning_rate": 0.00010957447465558844, |
| "loss": 2.0959, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.4741542625169147, |
| "grad_norm": 0.5653229355812073, |
| "learning_rate": 0.00010934718536936162, |
| "loss": 1.9439, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.4748759585024808, |
| "grad_norm": 0.5904021263122559, |
| "learning_rate": 0.00010911984735906635, |
| "loss": 2.1475, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4755976544880469, |
| "grad_norm": 0.5560937523841858, |
| "learning_rate": 0.00010889246180974741, |
| "loss": 2.1029, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.476319350473613, |
| "grad_norm": 0.5583513975143433, |
| "learning_rate": 0.0001086650299066973, |
| "loss": 2.1692, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.47704104645917905, |
| "grad_norm": 0.618780791759491, |
| "learning_rate": 0.00010843755283545018, |
| "loss": 2.2497, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.47776274244474515, |
| "grad_norm": 0.5446068048477173, |
| "learning_rate": 0.0001082100317817757, |
| "loss": 1.9145, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.47848443843031124, |
| "grad_norm": 0.5888190269470215, |
| "learning_rate": 0.00010798246793167272, |
| "loss": 2.1887, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.47920613441587734, |
| "grad_norm": 0.6585378646850586, |
| "learning_rate": 0.00010775486247136322, |
| "loss": 2.0345, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.4799278304014434, |
| "grad_norm": 0.6199474930763245, |
| "learning_rate": 0.00010752721658728602, |
| "loss": 2.1491, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.4806495263870095, |
| "grad_norm": 0.6696327328681946, |
| "learning_rate": 0.00010729953146609076, |
| "loss": 2.0333, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.48137122237257557, |
| "grad_norm": 0.7128119468688965, |
| "learning_rate": 0.00010707180829463152, |
| "loss": 2.2281, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.4820929183581416, |
| "grad_norm": 0.7920945882797241, |
| "learning_rate": 0.00010684404825996079, |
| "loss": 2.0588, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.4828146143437077, |
| "grad_norm": 0.5804214477539062, |
| "learning_rate": 0.00010661625254932317, |
| "loss": 2.1462, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.4835363103292738, |
| "grad_norm": 0.6965727210044861, |
| "learning_rate": 0.00010638842235014924, |
| "loss": 2.3054, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4842580063148399, |
| "grad_norm": 0.7005072236061096, |
| "learning_rate": 0.00010616055885004934, |
| "loss": 2.1413, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.48497970230040593, |
| "grad_norm": 0.8171790838241577, |
| "learning_rate": 0.00010593266323680749, |
| "loss": 2.1959, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.48570139828597203, |
| "grad_norm": 0.7548842430114746, |
| "learning_rate": 0.00010570473669837497, |
| "loss": 1.8276, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.4864230942715381, |
| "grad_norm": 0.761314332485199, |
| "learning_rate": 0.00010547678042286436, |
| "loss": 2.012, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.4871447902571042, |
| "grad_norm": 0.7791335582733154, |
| "learning_rate": 0.00010524879559854326, |
| "loss": 2.145, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.48786648624267026, |
| "grad_norm": 0.6803938746452332, |
| "learning_rate": 0.00010502078341382797, |
| "loss": 1.9522, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.48858818222823636, |
| "grad_norm": 0.7359511852264404, |
| "learning_rate": 0.00010479274505727756, |
| "loss": 1.9373, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.48930987821380245, |
| "grad_norm": 0.7070677876472473, |
| "learning_rate": 0.0001045646817175874, |
| "loss": 2.0307, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.4900315741993685, |
| "grad_norm": 0.7937735915184021, |
| "learning_rate": 0.00010433659458358316, |
| "loss": 2.0861, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.4907532701849346, |
| "grad_norm": 0.8741410374641418, |
| "learning_rate": 0.00010410848484421454, |
| "loss": 2.0721, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4914749661705007, |
| "grad_norm": 0.8951897025108337, |
| "learning_rate": 0.00010388035368854907, |
| "loss": 2.366, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.4921966621560668, |
| "grad_norm": 0.8648995757102966, |
| "learning_rate": 0.0001036522023057659, |
| "loss": 1.9175, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.4929183581416328, |
| "grad_norm": 0.9175917506217957, |
| "learning_rate": 0.00010342403188514962, |
| "loss": 2.1048, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4936400541271989, |
| "grad_norm": 0.8457289338111877, |
| "learning_rate": 0.00010319584361608407, |
| "loss": 1.9445, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.494361750112765, |
| "grad_norm": 0.8752944469451904, |
| "learning_rate": 0.00010296763868804613, |
| "loss": 2.2711, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.4950834460983311, |
| "grad_norm": 1.0444988012313843, |
| "learning_rate": 0.0001027394182905995, |
| "loss": 2.1871, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.49580514208389714, |
| "grad_norm": 0.958428680896759, |
| "learning_rate": 0.00010251118361338854, |
| "loss": 1.7838, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.49652683806946324, |
| "grad_norm": 0.947597324848175, |
| "learning_rate": 0.00010228293584613203, |
| "loss": 1.9198, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.49724853405502933, |
| "grad_norm": 1.0178920030593872, |
| "learning_rate": 0.00010205467617861701, |
| "loss": 1.9843, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.4979702300405954, |
| "grad_norm": 0.8748092651367188, |
| "learning_rate": 0.0001018264058006925, |
| "loss": 1.7991, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.49869192602616147, |
| "grad_norm": 1.0125426054000854, |
| "learning_rate": 0.00010159812590226341, |
| "loss": 1.7444, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.49941362201172756, |
| "grad_norm": 0.9783385992050171, |
| "learning_rate": 0.00010136983767328422, |
| "loss": 1.988, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5001353179972936, |
| "grad_norm": 1.1312451362609863, |
| "learning_rate": 0.0001011415423037529, |
| "loss": 2.1526, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.5008570139828598, |
| "grad_norm": 1.1864562034606934, |
| "learning_rate": 0.00010091324098370458, |
| "loss": 1.9854, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5008570139828598, |
| "eval_loss": 1.99549400806427, |
| "eval_runtime": 68.7249, |
| "eval_samples_per_second": 16.981, |
| "eval_steps_per_second": 8.498, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5015787099684258, |
| "grad_norm": 1.0791435241699219, |
| "learning_rate": 0.0001006849349032055, |
| "loss": 1.9136, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.5023004059539918, |
| "grad_norm": 1.6176621913909912, |
| "learning_rate": 0.00010045662525234656, |
| "loss": 1.9375, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.503022101939558, |
| "grad_norm": 1.3842452764511108, |
| "learning_rate": 0.00010022831322123738, |
| "loss": 2.0382, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.503743797925124, |
| "grad_norm": 1.5038838386535645, |
| "learning_rate": 0.0001, |
| "loss": 2.0394, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5044654939106902, |
| "grad_norm": 1.48075532913208, |
| "learning_rate": 9.977168677876265e-05, |
| "loss": 2.0594, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.5051871898962562, |
| "grad_norm": 2.9106974601745605, |
| "learning_rate": 9.954337474765347e-05, |
| "loss": 2.211, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5059088858818223, |
| "grad_norm": 0.33380889892578125, |
| "learning_rate": 9.931506509679455e-05, |
| "loss": 2.265, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.5066305818673884, |
| "grad_norm": 0.3470040559768677, |
| "learning_rate": 9.908675901629543e-05, |
| "loss": 1.9604, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5073522778529544, |
| "grad_norm": 0.42427167296409607, |
| "learning_rate": 9.885845769624715e-05, |
| "loss": 1.77, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.5080739738385205, |
| "grad_norm": 0.43017518520355225, |
| "learning_rate": 9.86301623267158e-05, |
| "loss": 1.8918, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5087956698240866, |
| "grad_norm": 0.4574374556541443, |
| "learning_rate": 9.840187409773665e-05, |
| "loss": 1.9516, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.5095173658096527, |
| "grad_norm": 0.506822407245636, |
| "learning_rate": 9.817359419930751e-05, |
| "loss": 2.0121, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.5102390617952187, |
| "grad_norm": 0.5110151767730713, |
| "learning_rate": 9.794532382138304e-05, |
| "loss": 1.9463, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.5109607577807849, |
| "grad_norm": 0.5034376382827759, |
| "learning_rate": 9.7717064153868e-05, |
| "loss": 1.9244, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5116824537663509, |
| "grad_norm": 0.4676892161369324, |
| "learning_rate": 9.748881638661151e-05, |
| "loss": 1.681, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.5124041497519171, |
| "grad_norm": 0.5907567739486694, |
| "learning_rate": 9.726058170940053e-05, |
| "loss": 2.2191, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5131258457374831, |
| "grad_norm": 0.6209569573402405, |
| "learning_rate": 9.703236131195392e-05, |
| "loss": 2.126, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.5138475417230491, |
| "grad_norm": 0.5536550879478455, |
| "learning_rate": 9.680415638391594e-05, |
| "loss": 1.9117, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.5145692377086153, |
| "grad_norm": 0.5542255640029907, |
| "learning_rate": 9.657596811485041e-05, |
| "loss": 1.8701, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.5152909336941813, |
| "grad_norm": 0.7953540682792664, |
| "learning_rate": 9.63477976942341e-05, |
| "loss": 2.0422, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.5160126296797474, |
| "grad_norm": 0.6873809695243835, |
| "learning_rate": 9.611964631145095e-05, |
| "loss": 2.136, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.5167343256653135, |
| "grad_norm": 0.7000563144683838, |
| "learning_rate": 9.589151515578547e-05, |
| "loss": 2.0691, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.5174560216508796, |
| "grad_norm": 0.8866166472434998, |
| "learning_rate": 9.566340541641689e-05, |
| "loss": 2.3493, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.5181777176364456, |
| "grad_norm": 0.6638424396514893, |
| "learning_rate": 9.543531828241262e-05, |
| "loss": 2.0073, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.5188994136220118, |
| "grad_norm": 0.7559036016464233, |
| "learning_rate": 9.520725494272249e-05, |
| "loss": 1.8133, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.5196211096075778, |
| "grad_norm": 0.6347964406013489, |
| "learning_rate": 9.497921658617202e-05, |
| "loss": 1.7952, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5203428055931439, |
| "grad_norm": 0.7157238125801086, |
| "learning_rate": 9.475120440145677e-05, |
| "loss": 2.0641, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.52106450157871, |
| "grad_norm": 0.6850376129150391, |
| "learning_rate": 9.452321957713564e-05, |
| "loss": 2.0593, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.521786197564276, |
| "grad_norm": 0.8296053409576416, |
| "learning_rate": 9.429526330162505e-05, |
| "loss": 2.1036, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.5225078935498422, |
| "grad_norm": 0.7371309995651245, |
| "learning_rate": 9.406733676319252e-05, |
| "loss": 1.9715, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.5232295895354082, |
| "grad_norm": 0.864821195602417, |
| "learning_rate": 9.383944114995068e-05, |
| "loss": 2.3063, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.5239512855209743, |
| "grad_norm": 0.7591666579246521, |
| "learning_rate": 9.361157764985077e-05, |
| "loss": 2.0651, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.5246729815065404, |
| "grad_norm": 0.7357342839241028, |
| "learning_rate": 9.338374745067686e-05, |
| "loss": 2.1967, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.5253946774921064, |
| "grad_norm": 0.8429216146469116, |
| "learning_rate": 9.315595174003922e-05, |
| "loss": 2.004, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.5261163734776725, |
| "grad_norm": 0.7931261658668518, |
| "learning_rate": 9.29281917053685e-05, |
| "loss": 1.9567, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.5268380694632386, |
| "grad_norm": 0.6853273510932922, |
| "learning_rate": 9.270046853390925e-05, |
| "loss": 1.9607, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5275597654488047, |
| "grad_norm": 0.7970780730247498, |
| "learning_rate": 9.247278341271399e-05, |
| "loss": 1.989, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.5282814614343708, |
| "grad_norm": 0.7877846360206604, |
| "learning_rate": 9.224513752863678e-05, |
| "loss": 1.9821, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.5290031574199369, |
| "grad_norm": 0.9879970550537109, |
| "learning_rate": 9.201753206832729e-05, |
| "loss": 1.9524, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.5297248534055029, |
| "grad_norm": 1.0630697011947632, |
| "learning_rate": 9.17899682182243e-05, |
| "loss": 1.9394, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.530446549391069, |
| "grad_norm": 0.9404948353767395, |
| "learning_rate": 9.156244716454984e-05, |
| "loss": 1.8905, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.5311682453766351, |
| "grad_norm": 0.8773254156112671, |
| "learning_rate": 9.13349700933027e-05, |
| "loss": 1.9405, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.5318899413622011, |
| "grad_norm": 0.8791257739067078, |
| "learning_rate": 9.110753819025261e-05, |
| "loss": 1.7191, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.5326116373477673, |
| "grad_norm": 0.92512047290802, |
| "learning_rate": 9.088015264093365e-05, |
| "loss": 1.6882, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.0444960594177246, |
| "learning_rate": 9.065281463063842e-05, |
| "loss": 1.7752, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.5340550293188994, |
| "grad_norm": 1.0060663223266602, |
| "learning_rate": 9.042552534441158e-05, |
| "loss": 2.0246, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5347767253044655, |
| "grad_norm": 1.1221774816513062, |
| "learning_rate": 9.019828596704394e-05, |
| "loss": 1.9342, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.5354984212900316, |
| "grad_norm": 1.0446213483810425, |
| "learning_rate": 8.997109768306607e-05, |
| "loss": 2.005, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.5362201172755977, |
| "grad_norm": 1.2643932104110718, |
| "learning_rate": 8.974396167674221e-05, |
| "loss": 2.1127, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.5369418132611637, |
| "grad_norm": 1.247789740562439, |
| "learning_rate": 8.951687913206412e-05, |
| "loss": 1.9541, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.5376635092467298, |
| "grad_norm": 1.1923718452453613, |
| "learning_rate": 8.92898512327448e-05, |
| "loss": 2.0219, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.5383852052322959, |
| "grad_norm": 1.17043137550354, |
| "learning_rate": 8.906287916221259e-05, |
| "loss": 1.6867, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.539106901217862, |
| "grad_norm": 1.510406255722046, |
| "learning_rate": 8.883596410360455e-05, |
| "loss": 1.8317, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.539828597203428, |
| "grad_norm": 1.4002031087875366, |
| "learning_rate": 8.860910723976082e-05, |
| "loss": 1.6972, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.5405502931889942, |
| "grad_norm": 1.628249168395996, |
| "learning_rate": 8.838230975321797e-05, |
| "loss": 1.4864, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.5412719891745602, |
| "grad_norm": 2.5593862533569336, |
| "learning_rate": 8.815557282620319e-05, |
| "loss": 1.6983, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5419936851601262, |
| "grad_norm": 0.40017542243003845, |
| "learning_rate": 8.792889764062789e-05, |
| "loss": 1.9156, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.5427153811456924, |
| "grad_norm": 0.44644802808761597, |
| "learning_rate": 8.770228537808176e-05, |
| "loss": 1.984, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.5434370771312584, |
| "grad_norm": 0.4210060238838196, |
| "learning_rate": 8.747573721982636e-05, |
| "loss": 1.896, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.5441587731168246, |
| "grad_norm": 0.47924816608428955, |
| "learning_rate": 8.724925434678923e-05, |
| "loss": 2.0796, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.5448804691023906, |
| "grad_norm": 0.4990870952606201, |
| "learning_rate": 8.702283793955748e-05, |
| "loss": 1.8891, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.5456021650879567, |
| "grad_norm": 0.5276685357093811, |
| "learning_rate": 8.679648917837183e-05, |
| "loss": 1.8476, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.5463238610735228, |
| "grad_norm": 0.5388989448547363, |
| "learning_rate": 8.657020924312029e-05, |
| "loss": 2.0542, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.5470455570590889, |
| "grad_norm": 0.5143041610717773, |
| "learning_rate": 8.634399931333226e-05, |
| "loss": 2.1049, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.5477672530446549, |
| "grad_norm": 0.5365743637084961, |
| "learning_rate": 8.611786056817202e-05, |
| "loss": 1.974, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.548488949030221, |
| "grad_norm": 0.4965669512748718, |
| "learning_rate": 8.5891794186433e-05, |
| "loss": 1.9572, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5492106450157871, |
| "grad_norm": 0.6086763739585876, |
| "learning_rate": 8.566580134653123e-05, |
| "loss": 2.361, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.5499323410013531, |
| "grad_norm": 0.5516116619110107, |
| "learning_rate": 8.543988322649954e-05, |
| "loss": 1.7583, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.5506540369869193, |
| "grad_norm": 0.5682151317596436, |
| "learning_rate": 8.521404100398111e-05, |
| "loss": 1.8909, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.5513757329724853, |
| "grad_norm": 0.7192731499671936, |
| "learning_rate": 8.498827585622368e-05, |
| "loss": 1.9276, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.5520974289580515, |
| "grad_norm": 0.5848989486694336, |
| "learning_rate": 8.476258896007303e-05, |
| "loss": 2.1618, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5528191249436175, |
| "grad_norm": 0.6305995583534241, |
| "learning_rate": 8.45369814919672e-05, |
| "loss": 1.845, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.5535408209291836, |
| "grad_norm": 0.7844284772872925, |
| "learning_rate": 8.431145462793007e-05, |
| "loss": 2.0293, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.5542625169147497, |
| "grad_norm": 0.7245156168937683, |
| "learning_rate": 8.408600954356548e-05, |
| "loss": 2.0761, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5549842129003157, |
| "grad_norm": 0.625347375869751, |
| "learning_rate": 8.38606474140508e-05, |
| "loss": 2.1672, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.5557059088858818, |
| "grad_norm": 0.702910304069519, |
| "learning_rate": 8.363536941413121e-05, |
| "loss": 2.1184, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5564276048714479, |
| "grad_norm": 0.6561334729194641, |
| "learning_rate": 8.341017671811311e-05, |
| "loss": 1.9298, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.557149300857014, |
| "grad_norm": 0.7713660597801208, |
| "learning_rate": 8.318507049985844e-05, |
| "loss": 2.0764, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.55787099684258, |
| "grad_norm": 0.8046183586120605, |
| "learning_rate": 8.296005193277822e-05, |
| "loss": 2.066, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.5585926928281462, |
| "grad_norm": 0.7665437459945679, |
| "learning_rate": 8.273512218982667e-05, |
| "loss": 2.1747, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.5593143888137122, |
| "grad_norm": 0.7620206475257874, |
| "learning_rate": 8.251028244349488e-05, |
| "loss": 1.929, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.5600360847992784, |
| "grad_norm": 0.8263423442840576, |
| "learning_rate": 8.228553386580496e-05, |
| "loss": 1.8064, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5607577807848444, |
| "grad_norm": 0.7121061682701111, |
| "learning_rate": 8.20608776283036e-05, |
| "loss": 2.0913, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.5614794767704104, |
| "grad_norm": 0.7136030793190002, |
| "learning_rate": 8.183631490205637e-05, |
| "loss": 1.8668, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.5622011727559766, |
| "grad_norm": 0.80156409740448, |
| "learning_rate": 8.161184685764118e-05, |
| "loss": 2.0468, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.5629228687415426, |
| "grad_norm": 0.7483115196228027, |
| "learning_rate": 8.138747466514258e-05, |
| "loss": 2.1873, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5636445647271087, |
| "grad_norm": 1.0592870712280273, |
| "learning_rate": 8.116319949414532e-05, |
| "loss": 1.7307, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.5643662607126748, |
| "grad_norm": 0.9188513159751892, |
| "learning_rate": 8.093902251372853e-05, |
| "loss": 1.9117, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.5650879566982409, |
| "grad_norm": 0.9871177673339844, |
| "learning_rate": 8.071494489245936e-05, |
| "loss": 2.0616, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.5658096526838069, |
| "grad_norm": 0.8470070958137512, |
| "learning_rate": 8.049096779838719e-05, |
| "loss": 1.8583, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.566531348669373, |
| "grad_norm": 0.9437785744667053, |
| "learning_rate": 8.026709239903727e-05, |
| "loss": 1.9668, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.5672530446549391, |
| "grad_norm": 0.8448753356933594, |
| "learning_rate": 8.004331986140474e-05, |
| "loss": 2.0217, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.5679747406405052, |
| "grad_norm": 1.016093134880066, |
| "learning_rate": 7.981965135194867e-05, |
| "loss": 1.9173, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.5686964366260713, |
| "grad_norm": 0.9717638492584229, |
| "learning_rate": 7.959608803658575e-05, |
| "loss": 1.9925, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.5694181326116373, |
| "grad_norm": 0.9493886232376099, |
| "learning_rate": 7.937263108068437e-05, |
| "loss": 1.9322, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.5701398285972035, |
| "grad_norm": 0.8533075451850891, |
| "learning_rate": 7.914928164905844e-05, |
| "loss": 1.7294, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5708615245827695, |
| "grad_norm": 1.0558704137802124, |
| "learning_rate": 7.892604090596152e-05, |
| "loss": 1.9926, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.5715832205683355, |
| "grad_norm": 1.0485491752624512, |
| "learning_rate": 7.870291001508041e-05, |
| "loss": 2.0445, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.5723049165539017, |
| "grad_norm": 1.1320825815200806, |
| "learning_rate": 7.84798901395295e-05, |
| "loss": 1.943, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.5730266125394677, |
| "grad_norm": 1.1038711071014404, |
| "learning_rate": 7.825698244184431e-05, |
| "loss": 1.9655, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.5737483085250338, |
| "grad_norm": 1.0633336305618286, |
| "learning_rate": 7.803418808397574e-05, |
| "loss": 1.9519, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5744700045105999, |
| "grad_norm": 1.3453342914581299, |
| "learning_rate": 7.781150822728373e-05, |
| "loss": 1.9262, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.575191700496166, |
| "grad_norm": 1.5866978168487549, |
| "learning_rate": 7.758894403253158e-05, |
| "loss": 2.0383, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.5759133964817321, |
| "grad_norm": 1.412935495376587, |
| "learning_rate": 7.736649665987943e-05, |
| "loss": 2.0001, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.5766350924672982, |
| "grad_norm": 1.2996021509170532, |
| "learning_rate": 7.714416726887871e-05, |
| "loss": 1.6695, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.5773567884528642, |
| "grad_norm": 1.6950162649154663, |
| "learning_rate": 7.69219570184656e-05, |
| "loss": 1.7615, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5780784844384304, |
| "grad_norm": 0.41727709770202637, |
| "learning_rate": 7.669986706695548e-05, |
| "loss": 1.9861, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.5788001804239964, |
| "grad_norm": 0.4755829870700836, |
| "learning_rate": 7.647789857203645e-05, |
| "loss": 1.9048, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.5795218764095624, |
| "grad_norm": 0.374228835105896, |
| "learning_rate": 7.62560526907636e-05, |
| "loss": 1.8773, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.5802435723951286, |
| "grad_norm": 0.41069239377975464, |
| "learning_rate": 7.60343305795528e-05, |
| "loss": 1.8526, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.5809652683806946, |
| "grad_norm": 0.4819753170013428, |
| "learning_rate": 7.581273339417486e-05, |
| "loss": 2.1395, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5816869643662607, |
| "grad_norm": 0.5295566320419312, |
| "learning_rate": 7.559126228974921e-05, |
| "loss": 2.0727, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.5824086603518268, |
| "grad_norm": 0.4900400638580322, |
| "learning_rate": 7.53699184207383e-05, |
| "loss": 2.0781, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.5831303563373929, |
| "grad_norm": 0.5247334837913513, |
| "learning_rate": 7.51487029409411e-05, |
| "loss": 2.0856, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.583852052322959, |
| "grad_norm": 0.5517149567604065, |
| "learning_rate": 7.492761700348747e-05, |
| "loss": 2.1654, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.584573748308525, |
| "grad_norm": 0.5343206524848938, |
| "learning_rate": 7.470666176083192e-05, |
| "loss": 2.0675, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5852954442940911, |
| "grad_norm": 0.6368974447250366, |
| "learning_rate": 7.448583836474781e-05, |
| "loss": 2.0009, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.5860171402796572, |
| "grad_norm": 0.6007569432258606, |
| "learning_rate": 7.426514796632108e-05, |
| "loss": 2.1769, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.5867388362652233, |
| "grad_norm": 0.6324998736381531, |
| "learning_rate": 7.404459171594448e-05, |
| "loss": 1.983, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.5874605322507893, |
| "grad_norm": 0.7076395750045776, |
| "learning_rate": 7.382417076331147e-05, |
| "loss": 2.0123, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.5881822282363555, |
| "grad_norm": 0.7021268010139465, |
| "learning_rate": 7.360388625741025e-05, |
| "loss": 2.0497, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5889039242219215, |
| "grad_norm": 0.7364348769187927, |
| "learning_rate": 7.338373934651768e-05, |
| "loss": 1.901, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5896256202074875, |
| "grad_norm": 0.5790761113166809, |
| "learning_rate": 7.316373117819356e-05, |
| "loss": 2.1068, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.5903473161930537, |
| "grad_norm": 0.9190862774848938, |
| "learning_rate": 7.294386289927425e-05, |
| "loss": 2.1651, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.5910690121786197, |
| "grad_norm": 0.6236401796340942, |
| "learning_rate": 7.27241356558671e-05, |
| "loss": 1.795, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.5917907081641859, |
| "grad_norm": 0.6584681272506714, |
| "learning_rate": 7.250455059334417e-05, |
| "loss": 1.9982, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5925124041497519, |
| "grad_norm": 0.7039253115653992, |
| "learning_rate": 7.228510885633641e-05, |
| "loss": 2.0958, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.593234100135318, |
| "grad_norm": 0.652151346206665, |
| "learning_rate": 7.20658115887276e-05, |
| "loss": 2.1731, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5939557961208841, |
| "grad_norm": 0.6927323341369629, |
| "learning_rate": 7.184665993364857e-05, |
| "loss": 1.9618, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.5946774921064502, |
| "grad_norm": 0.7284252643585205, |
| "learning_rate": 7.162765503347097e-05, |
| "loss": 2.0288, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.5953991880920162, |
| "grad_norm": 0.7196172475814819, |
| "learning_rate": 7.140879802980163e-05, |
| "loss": 2.1073, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5961208840775823, |
| "grad_norm": 0.8607771992683411, |
| "learning_rate": 7.119009006347625e-05, |
| "loss": 2.1103, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5968425800631484, |
| "grad_norm": 0.8450592160224915, |
| "learning_rate": 7.097153227455379e-05, |
| "loss": 2.3638, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5975642760487144, |
| "grad_norm": 0.6859108209609985, |
| "learning_rate": 7.075312580231027e-05, |
| "loss": 1.9909, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5982859720342806, |
| "grad_norm": 0.7747783660888672, |
| "learning_rate": 7.053487178523303e-05, |
| "loss": 2.1756, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5990076680198466, |
| "grad_norm": 0.7228922247886658, |
| "learning_rate": 7.031677136101472e-05, |
| "loss": 1.931, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5997293640054128, |
| "grad_norm": 0.9306139349937439, |
| "learning_rate": 7.00988256665472e-05, |
| "loss": 1.9754, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.6004510599909788, |
| "grad_norm": 0.8955981135368347, |
| "learning_rate": 6.9881035837916e-05, |
| "loss": 2.1919, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.6011727559765448, |
| "grad_norm": 0.7667511701583862, |
| "learning_rate": 6.966340301039394e-05, |
| "loss": 1.9963, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.601894451962111, |
| "grad_norm": 0.7668079137802124, |
| "learning_rate": 6.944592831843566e-05, |
| "loss": 1.8439, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.602616147947677, |
| "grad_norm": 0.8281316161155701, |
| "learning_rate": 6.922861289567129e-05, |
| "loss": 2.0355, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.6033378439332431, |
| "grad_norm": 1.0506688356399536, |
| "learning_rate": 6.901145787490087e-05, |
| "loss": 1.9924, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.6040595399188092, |
| "grad_norm": 0.8788267970085144, |
| "learning_rate": 6.879446438808822e-05, |
| "loss": 2.0085, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.6047812359043753, |
| "grad_norm": 0.9873430728912354, |
| "learning_rate": 6.857763356635525e-05, |
| "loss": 2.0704, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.6055029318899413, |
| "grad_norm": 0.9781798124313354, |
| "learning_rate": 6.836096653997578e-05, |
| "loss": 1.7936, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.6062246278755075, |
| "grad_norm": 1.080401062965393, |
| "learning_rate": 6.814446443837001e-05, |
| "loss": 1.8761, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6069463238610735, |
| "grad_norm": 0.9635344743728638, |
| "learning_rate": 6.792812839009828e-05, |
| "loss": 1.7865, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.6076680198466397, |
| "grad_norm": 1.0837815999984741, |
| "learning_rate": 6.77119595228554e-05, |
| "loss": 2.1085, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.6083897158322057, |
| "grad_norm": 1.1350404024124146, |
| "learning_rate": 6.74959589634647e-05, |
| "loss": 1.8193, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.6091114118177717, |
| "grad_norm": 1.0998713970184326, |
| "learning_rate": 6.728012783787224e-05, |
| "loss": 1.9375, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.6098331078033379, |
| "grad_norm": 1.1144179105758667, |
| "learning_rate": 6.706446727114075e-05, |
| "loss": 1.8409, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.6105548037889039, |
| "grad_norm": 1.245659351348877, |
| "learning_rate": 6.684897838744403e-05, |
| "loss": 1.7303, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.61127649977447, |
| "grad_norm": 1.3625903129577637, |
| "learning_rate": 6.663366231006082e-05, |
| "loss": 1.7053, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.6119981957600361, |
| "grad_norm": 1.275622010231018, |
| "learning_rate": 6.641852016136916e-05, |
| "loss": 1.7822, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.6127198917456022, |
| "grad_norm": 2.0157153606414795, |
| "learning_rate": 6.620355306284036e-05, |
| "loss": 1.8908, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.6134415877311682, |
| "grad_norm": 3.211885690689087, |
| "learning_rate": 6.598876213503339e-05, |
| "loss": 1.9117, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6141632837167343, |
| "grad_norm": 0.3348653316497803, |
| "learning_rate": 6.577414849758873e-05, |
| "loss": 1.9684, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.6148849797023004, |
| "grad_norm": 0.40545669198036194, |
| "learning_rate": 6.555971326922286e-05, |
| "loss": 2.1145, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.6156066756878665, |
| "grad_norm": 0.4507174491882324, |
| "learning_rate": 6.534545756772212e-05, |
| "loss": 1.8796, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.6163283716734326, |
| "grad_norm": 0.5090273022651672, |
| "learning_rate": 6.513138250993716e-05, |
| "loss": 2.0333, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.6170500676589986, |
| "grad_norm": 0.4771571457386017, |
| "learning_rate": 6.491748921177683e-05, |
| "loss": 1.9562, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.6177717636445648, |
| "grad_norm": 0.5383074283599854, |
| "learning_rate": 6.47037787882027e-05, |
| "loss": 1.9442, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.6184934596301308, |
| "grad_norm": 0.5126079320907593, |
| "learning_rate": 6.449025235322294e-05, |
| "loss": 1.9494, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.6192151556156968, |
| "grad_norm": 0.6259273290634155, |
| "learning_rate": 6.427691101988673e-05, |
| "loss": 2.1274, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.619936851601263, |
| "grad_norm": 0.5890090465545654, |
| "learning_rate": 6.406375590027828e-05, |
| "loss": 2.2666, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.620658547586829, |
| "grad_norm": 0.6018635630607605, |
| "learning_rate": 6.385078810551124e-05, |
| "loss": 2.1796, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6213802435723951, |
| "grad_norm": 0.7026907205581665, |
| "learning_rate": 6.363800874572265e-05, |
| "loss": 2.1218, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.6221019395579612, |
| "grad_norm": 0.7248539924621582, |
| "learning_rate": 6.342541893006746e-05, |
| "loss": 2.0019, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.6228236355435273, |
| "grad_norm": 0.6275202035903931, |
| "learning_rate": 6.321301976671238e-05, |
| "loss": 1.7481, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.6235453315290934, |
| "grad_norm": 0.5938149690628052, |
| "learning_rate": 6.300081236283053e-05, |
| "loss": 1.9507, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.6242670275146595, |
| "grad_norm": 0.7076176404953003, |
| "learning_rate": 6.278879782459524e-05, |
| "loss": 2.1282, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.6249887235002255, |
| "grad_norm": 0.7317349314689636, |
| "learning_rate": 6.257697725717468e-05, |
| "loss": 2.1861, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.6257104194857916, |
| "grad_norm": 0.7178975939750671, |
| "learning_rate": 6.236535176472575e-05, |
| "loss": 2.2244, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.6264321154713577, |
| "grad_norm": 0.6562822461128235, |
| "learning_rate": 6.21539224503886e-05, |
| "loss": 1.9119, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.6271538114569237, |
| "grad_norm": 0.6870601773262024, |
| "learning_rate": 6.194269041628062e-05, |
| "loss": 1.9515, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.6278755074424899, |
| "grad_norm": 0.6634687781333923, |
| "learning_rate": 6.173165676349103e-05, |
| "loss": 1.9227, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6285972034280559, |
| "grad_norm": 0.6344789862632751, |
| "learning_rate": 6.15208225920748e-05, |
| "loss": 1.9881, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.629318899413622, |
| "grad_norm": 0.6504012942314148, |
| "learning_rate": 6.131018900104705e-05, |
| "loss": 2.0385, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.6300405953991881, |
| "grad_norm": 0.6123571991920471, |
| "learning_rate": 6.109975708837752e-05, |
| "loss": 1.9722, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.6307622913847541, |
| "grad_norm": 0.7584083080291748, |
| "learning_rate": 6.0889527950984416e-05, |
| "loss": 2.098, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.6314839873703203, |
| "grad_norm": 0.8017059564590454, |
| "learning_rate": 6.067950268472913e-05, |
| "loss": 2.0745, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.6322056833558863, |
| "grad_norm": 0.8050038814544678, |
| "learning_rate": 6.0469682384410195e-05, |
| "loss": 2.1264, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.6329273793414524, |
| "grad_norm": 0.685344934463501, |
| "learning_rate": 6.0260068143757864e-05, |
| "loss": 1.8752, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.6336490753270185, |
| "grad_norm": 0.8863312602043152, |
| "learning_rate": 6.005066105542809e-05, |
| "loss": 2.2088, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.6343707713125846, |
| "grad_norm": 0.9706128835678101, |
| "learning_rate": 5.9841462210997204e-05, |
| "loss": 2.0865, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.6350924672981506, |
| "grad_norm": 0.8521730303764343, |
| "learning_rate": 5.9632472700955846e-05, |
| "loss": 2.2125, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6358141632837168, |
| "grad_norm": 0.7875357270240784, |
| "learning_rate": 5.9423693614703545e-05, |
| "loss": 2.136, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.6365358592692828, |
| "grad_norm": 0.7551956176757812, |
| "learning_rate": 5.921512604054289e-05, |
| "loss": 1.8592, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.6372575552548488, |
| "grad_norm": 0.8127732276916504, |
| "learning_rate": 5.900677106567407e-05, |
| "loss": 1.9832, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.637979251240415, |
| "grad_norm": 0.9537054300308228, |
| "learning_rate": 5.879862977618886e-05, |
| "loss": 2.0275, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.638700947225981, |
| "grad_norm": 0.9527124762535095, |
| "learning_rate": 5.859070325706533e-05, |
| "loss": 2.153, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.6394226432115472, |
| "grad_norm": 0.8911510705947876, |
| "learning_rate": 5.838299259216187e-05, |
| "loss": 2.0629, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.6401443391971132, |
| "grad_norm": 0.7783426642417908, |
| "learning_rate": 5.817549886421183e-05, |
| "loss": 1.9132, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.6408660351826793, |
| "grad_norm": 0.9074810743331909, |
| "learning_rate": 5.796822315481758e-05, |
| "loss": 1.8009, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.6415877311682454, |
| "grad_norm": 0.9978533387184143, |
| "learning_rate": 5.776116654444519e-05, |
| "loss": 1.6954, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.6423094271538115, |
| "grad_norm": 1.040475845336914, |
| "learning_rate": 5.755433011241851e-05, |
| "loss": 2.0128, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6430311231393775, |
| "grad_norm": 0.9279056787490845, |
| "learning_rate": 5.73477149369137e-05, |
| "loss": 1.9556, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.6437528191249436, |
| "grad_norm": 0.891862690448761, |
| "learning_rate": 5.714132209495354e-05, |
| "loss": 1.635, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.6444745151105097, |
| "grad_norm": 1.029682993888855, |
| "learning_rate": 5.693515266240197e-05, |
| "loss": 1.8496, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.6451962110960758, |
| "grad_norm": 1.0678715705871582, |
| "learning_rate": 5.672920771395822e-05, |
| "loss": 1.8938, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.6459179070816419, |
| "grad_norm": 1.141843557357788, |
| "learning_rate": 5.652348832315149e-05, |
| "loss": 1.9814, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.6466396030672079, |
| "grad_norm": 1.2702288627624512, |
| "learning_rate": 5.6317995562335055e-05, |
| "loss": 1.9731, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.6473612990527741, |
| "grad_norm": 1.42349374294281, |
| "learning_rate": 5.6112730502681e-05, |
| "loss": 1.856, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.6480829950383401, |
| "grad_norm": 1.3464996814727783, |
| "learning_rate": 5.5907694214174344e-05, |
| "loss": 1.781, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.6488046910239061, |
| "grad_norm": 1.68373441696167, |
| "learning_rate": 5.57028877656077e-05, |
| "loss": 1.7634, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.6495263870094723, |
| "grad_norm": 2.834916114807129, |
| "learning_rate": 5.549831222457549e-05, |
| "loss": 2.0259, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6502480829950383, |
| "grad_norm": 0.2734489142894745, |
| "learning_rate": 5.529396865746856e-05, |
| "loss": 1.935, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.6509697789806044, |
| "grad_norm": 0.40744513273239136, |
| "learning_rate": 5.50898581294685e-05, |
| "loss": 2.0072, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.6516914749661705, |
| "grad_norm": 0.35691389441490173, |
| "learning_rate": 5.4885981704542175e-05, |
| "loss": 2.0701, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.6524131709517366, |
| "grad_norm": 0.46374237537384033, |
| "learning_rate": 5.468234044543614e-05, |
| "loss": 2.1233, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.6531348669373027, |
| "grad_norm": 0.4697406589984894, |
| "learning_rate": 5.447893541367104e-05, |
| "loss": 1.9471, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.6538565629228688, |
| "grad_norm": 0.5759714245796204, |
| "learning_rate": 5.4275767669536146e-05, |
| "loss": 2.2472, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.6545782589084348, |
| "grad_norm": 0.5928099155426025, |
| "learning_rate": 5.4072838272083956e-05, |
| "loss": 2.0535, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.655299954894001, |
| "grad_norm": 0.6328921318054199, |
| "learning_rate": 5.387014827912434e-05, |
| "loss": 2.0354, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.656021650879567, |
| "grad_norm": 0.6104517579078674, |
| "learning_rate": 5.366769874721942e-05, |
| "loss": 2.0815, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.656743346865133, |
| "grad_norm": 0.5935134887695312, |
| "learning_rate": 5.3465490731677655e-05, |
| "loss": 1.9832, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6574650428506992, |
| "grad_norm": 0.5577878952026367, |
| "learning_rate": 5.326352528654878e-05, |
| "loss": 2.042, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.6581867388362652, |
| "grad_norm": 0.6140247583389282, |
| "learning_rate": 5.306180346461786e-05, |
| "loss": 2.0042, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.6589084348218313, |
| "grad_norm": 0.6420406103134155, |
| "learning_rate": 5.286032631740023e-05, |
| "loss": 2.1194, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.6596301308073974, |
| "grad_norm": 0.6161080002784729, |
| "learning_rate": 5.265909489513567e-05, |
| "loss": 2.1335, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.6603518267929634, |
| "grad_norm": 0.6445968747138977, |
| "learning_rate": 5.245811024678309e-05, |
| "loss": 1.931, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.6610735227785296, |
| "grad_norm": 0.6550014019012451, |
| "learning_rate": 5.22573734200151e-05, |
| "loss": 2.167, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.6617952187640956, |
| "grad_norm": 0.6505134701728821, |
| "learning_rate": 5.2056885461212454e-05, |
| "loss": 2.0362, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.6625169147496617, |
| "grad_norm": 0.6564005017280579, |
| "learning_rate": 5.185664741545861e-05, |
| "loss": 2.101, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.6632386107352278, |
| "grad_norm": 0.7125923037528992, |
| "learning_rate": 5.165666032653431e-05, |
| "loss": 1.7586, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.6639603067207939, |
| "grad_norm": 0.6546199917793274, |
| "learning_rate": 5.145692523691222e-05, |
| "loss": 2.2659, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6646820027063599, |
| "grad_norm": 0.776027262210846, |
| "learning_rate": 5.1257443187751255e-05, |
| "loss": 2.2535, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.6654036986919261, |
| "grad_norm": 0.7968239784240723, |
| "learning_rate": 5.105821521889147e-05, |
| "loss": 2.0638, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.6661253946774921, |
| "grad_norm": 0.7599014043807983, |
| "learning_rate": 5.0859242368848334e-05, |
| "loss": 1.9733, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.6668470906630581, |
| "grad_norm": 0.8843871355056763, |
| "learning_rate": 5.066052567480759e-05, |
| "loss": 2.1259, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.6675687866486243, |
| "grad_norm": 0.7885411381721497, |
| "learning_rate": 5.046206617261956e-05, |
| "loss": 2.0043, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.6682904826341903, |
| "grad_norm": 0.9413638710975647, |
| "learning_rate": 5.026386489679408e-05, |
| "loss": 2.1332, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.6690121786197565, |
| "grad_norm": 0.8426236510276794, |
| "learning_rate": 5.0065922880494765e-05, |
| "loss": 2.2093, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.6697338746053225, |
| "grad_norm": 0.7691774368286133, |
| "learning_rate": 4.986824115553392e-05, |
| "loss": 2.0983, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6704555705908886, |
| "grad_norm": 0.8507837057113647, |
| "learning_rate": 4.967082075236692e-05, |
| "loss": 2.1838, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.6711772665764547, |
| "grad_norm": 0.7944260239601135, |
| "learning_rate": 4.947366270008707e-05, |
| "loss": 2.058, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6718989625620208, |
| "grad_norm": 0.9436758160591125, |
| "learning_rate": 4.927676802642001e-05, |
| "loss": 2.1195, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.6726206585475868, |
| "grad_norm": 0.8118894696235657, |
| "learning_rate": 4.908013775771849e-05, |
| "loss": 1.7784, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.6733423545331529, |
| "grad_norm": 0.9456648826599121, |
| "learning_rate": 4.8883772918957006e-05, |
| "loss": 1.945, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.674064050518719, |
| "grad_norm": 0.7976202368736267, |
| "learning_rate": 4.868767453372649e-05, |
| "loss": 1.9369, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.674785746504285, |
| "grad_norm": 0.8724153637886047, |
| "learning_rate": 4.849184362422885e-05, |
| "loss": 2.2274, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6755074424898512, |
| "grad_norm": 0.8878200650215149, |
| "learning_rate": 4.8296281211271845e-05, |
| "loss": 1.9117, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.6762291384754172, |
| "grad_norm": 0.9927471876144409, |
| "learning_rate": 4.810098831426346e-05, |
| "loss": 1.9664, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.6769508344609834, |
| "grad_norm": 0.9605249762535095, |
| "learning_rate": 4.790596595120699e-05, |
| "loss": 1.7281, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.6776725304465494, |
| "grad_norm": 1.198612093925476, |
| "learning_rate": 4.7711215138695295e-05, |
| "loss": 1.9784, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.6783942264321154, |
| "grad_norm": 0.8763545751571655, |
| "learning_rate": 4.751673689190596e-05, |
| "loss": 1.7208, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6791159224176816, |
| "grad_norm": 1.1524991989135742, |
| "learning_rate": 4.732253222459553e-05, |
| "loss": 1.8978, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.6798376184032476, |
| "grad_norm": 0.9982749819755554, |
| "learning_rate": 4.712860214909466e-05, |
| "loss": 1.7772, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.6805593143888137, |
| "grad_norm": 1.1357163190841675, |
| "learning_rate": 4.693494767630252e-05, |
| "loss": 1.8978, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.6812810103743798, |
| "grad_norm": 1.200892448425293, |
| "learning_rate": 4.6741569815681685e-05, |
| "loss": 2.1882, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.6820027063599459, |
| "grad_norm": 1.3195960521697998, |
| "learning_rate": 4.6548469575252796e-05, |
| "loss": 2.1679, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6827244023455119, |
| "grad_norm": 1.3335012197494507, |
| "learning_rate": 4.635564796158945e-05, |
| "loss": 1.7556, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.6834460983310781, |
| "grad_norm": 1.3372726440429688, |
| "learning_rate": 4.616310597981269e-05, |
| "loss": 1.7638, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.6841677943166441, |
| "grad_norm": 1.786461353302002, |
| "learning_rate": 4.59708446335861e-05, |
| "loss": 1.9312, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.6848894903022102, |
| "grad_norm": 2.504500150680542, |
| "learning_rate": 4.577886492511021e-05, |
| "loss": 1.3674, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.6856111862877763, |
| "grad_norm": 3.619950771331787, |
| "learning_rate": 4.558716785511764e-05, |
| "loss": 2.2384, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6863328822733423, |
| "grad_norm": 0.3858562111854553, |
| "learning_rate": 4.539575442286752e-05, |
| "loss": 1.8808, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.6870545782589085, |
| "grad_norm": 0.40785327553749084, |
| "learning_rate": 4.520462562614063e-05, |
| "loss": 1.9142, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6877762742444745, |
| "grad_norm": 0.3820726275444031, |
| "learning_rate": 4.501378246123388e-05, |
| "loss": 1.9149, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.6884979702300406, |
| "grad_norm": 0.4442841112613678, |
| "learning_rate": 4.48232259229554e-05, |
| "loss": 1.9387, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.6892196662156067, |
| "grad_norm": 0.44193804264068604, |
| "learning_rate": 4.463295700461915e-05, |
| "loss": 1.9731, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6899413622011727, |
| "grad_norm": 0.45819276571273804, |
| "learning_rate": 4.444297669803981e-05, |
| "loss": 1.8895, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.6906630581867388, |
| "grad_norm": 0.5061051249504089, |
| "learning_rate": 4.4253285993527584e-05, |
| "loss": 2.0749, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.6913847541723049, |
| "grad_norm": 0.48301151394844055, |
| "learning_rate": 4.4063885879883184e-05, |
| "loss": 2.0816, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.692106450157871, |
| "grad_norm": 0.48601049184799194, |
| "learning_rate": 4.387477734439246e-05, |
| "loss": 1.9867, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.6928281461434371, |
| "grad_norm": 0.5610771775245667, |
| "learning_rate": 4.3685961372821336e-05, |
| "loss": 2.0356, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6935498421290032, |
| "grad_norm": 0.6227790117263794, |
| "learning_rate": 4.3497438949410816e-05, |
| "loss": 2.1113, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.6942715381145692, |
| "grad_norm": 0.6330088376998901, |
| "learning_rate": 4.3309211056871546e-05, |
| "loss": 1.9964, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.6949932341001354, |
| "grad_norm": 0.599689781665802, |
| "learning_rate": 4.312127867637906e-05, |
| "loss": 1.8266, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.6957149300857014, |
| "grad_norm": 0.5841771364212036, |
| "learning_rate": 4.2933642787568293e-05, |
| "loss": 1.7312, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.6964366260712674, |
| "grad_norm": 0.6971379518508911, |
| "learning_rate": 4.2746304368528835e-05, |
| "loss": 2.0214, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.6971583220568336, |
| "grad_norm": 0.6485012769699097, |
| "learning_rate": 4.255926439579948e-05, |
| "loss": 2.1429, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.6978800180423996, |
| "grad_norm": 0.740237295627594, |
| "learning_rate": 4.237252384436349e-05, |
| "loss": 2.1938, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.6986017140279657, |
| "grad_norm": 0.6609378457069397, |
| "learning_rate": 4.218608368764314e-05, |
| "loss": 1.9355, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6993234100135318, |
| "grad_norm": 0.7094676494598389, |
| "learning_rate": 4.199994489749505e-05, |
| "loss": 2.1163, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.7000451059990979, |
| "grad_norm": 0.6919043660163879, |
| "learning_rate": 4.181410844420474e-05, |
| "loss": 2.1215, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.700766801984664, |
| "grad_norm": 0.6735262274742126, |
| "learning_rate": 4.162857529648179e-05, |
| "loss": 2.0365, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.70148849797023, |
| "grad_norm": 0.6817718148231506, |
| "learning_rate": 4.1443346421454724e-05, |
| "loss": 1.935, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.7022101939557961, |
| "grad_norm": 0.7897524833679199, |
| "learning_rate": 4.1258422784666065e-05, |
| "loss": 2.0938, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.7029318899413622, |
| "grad_norm": 0.7374524474143982, |
| "learning_rate": 4.1073805350067096e-05, |
| "loss": 2.072, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.7036535859269283, |
| "grad_norm": 0.6996657252311707, |
| "learning_rate": 4.08894950800131e-05, |
| "loss": 1.9254, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.7043752819124943, |
| "grad_norm": 0.7240869998931885, |
| "learning_rate": 4.070549293525804e-05, |
| "loss": 2.1005, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.7050969778980605, |
| "grad_norm": 0.7564103007316589, |
| "learning_rate": 4.0521799874949885e-05, |
| "loss": 1.7241, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.7058186738836265, |
| "grad_norm": 0.8142669200897217, |
| "learning_rate": 4.0338416856625294e-05, |
| "loss": 2.2048, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.7065403698691926, |
| "grad_norm": 0.9586840867996216, |
| "learning_rate": 4.015534483620489e-05, |
| "loss": 2.0566, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.7072620658547587, |
| "grad_norm": 0.8257344365119934, |
| "learning_rate": 3.997258476798804e-05, |
| "loss": 1.7321, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7079837618403247, |
| "grad_norm": 0.7357844114303589, |
| "learning_rate": 3.9790137604648125e-05, |
| "loss": 2.0024, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.7087054578258909, |
| "grad_norm": 0.8275801539421082, |
| "learning_rate": 3.960800429722734e-05, |
| "loss": 1.9036, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.7094271538114569, |
| "grad_norm": 0.9344144463539124, |
| "learning_rate": 3.9426185795131896e-05, |
| "loss": 2.0948, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.710148849797023, |
| "grad_norm": 0.9760491847991943, |
| "learning_rate": 3.924468304612696e-05, |
| "loss": 2.2687, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.7108705457825891, |
| "grad_norm": 0.8736798763275146, |
| "learning_rate": 3.906349699633191e-05, |
| "loss": 1.7724, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.7115922417681552, |
| "grad_norm": 0.8688608407974243, |
| "learning_rate": 3.8882628590215074e-05, |
| "loss": 1.802, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.7123139377537212, |
| "grad_norm": 0.9758158326148987, |
| "learning_rate": 3.87020787705892e-05, |
| "loss": 1.8779, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.7130356337392874, |
| "grad_norm": 1.0215460062026978, |
| "learning_rate": 3.852184847860615e-05, |
| "loss": 1.9336, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.7137573297248534, |
| "grad_norm": 1.0287034511566162, |
| "learning_rate": 3.834193865375235e-05, |
| "loss": 1.779, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.7144790257104194, |
| "grad_norm": 1.0544322729110718, |
| "learning_rate": 3.81623502338436e-05, |
| "loss": 1.9969, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7152007216959856, |
| "grad_norm": 1.077989101409912, |
| "learning_rate": 3.798308415502041e-05, |
| "loss": 1.8813, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.7159224176815516, |
| "grad_norm": 1.033036231994629, |
| "learning_rate": 3.7804141351742925e-05, |
| "loss": 2.122, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.7166441136671178, |
| "grad_norm": 0.9883111715316772, |
| "learning_rate": 3.762552275678628e-05, |
| "loss": 1.9617, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.7173658096526838, |
| "grad_norm": 1.0829271078109741, |
| "learning_rate": 3.7447229301235445e-05, |
| "loss": 1.8295, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.7180875056382499, |
| "grad_norm": 1.2769160270690918, |
| "learning_rate": 3.72692619144807e-05, |
| "loss": 1.8074, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.718809201623816, |
| "grad_norm": 1.1931893825531006, |
| "learning_rate": 3.709162152421253e-05, |
| "loss": 1.8378, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.719530897609382, |
| "grad_norm": 1.3342721462249756, |
| "learning_rate": 3.69143090564169e-05, |
| "loss": 1.813, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.7202525935949481, |
| "grad_norm": 1.631557583808899, |
| "learning_rate": 3.6737325435370374e-05, |
| "loss": 1.668, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.7209742895805142, |
| "grad_norm": 1.6590182781219482, |
| "learning_rate": 3.6560671583635467e-05, |
| "loss": 1.6782, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.7216959855660803, |
| "grad_norm": 2.0207924842834473, |
| "learning_rate": 3.638434842205558e-05, |
| "loss": 1.5753, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7224176815516463, |
| "grad_norm": 0.4473520517349243, |
| "learning_rate": 3.620835686975035e-05, |
| "loss": 2.1388, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.7231393775372125, |
| "grad_norm": 0.3491861820220947, |
| "learning_rate": 3.60326978441109e-05, |
| "loss": 1.9341, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.7238610735227785, |
| "grad_norm": 0.41044458746910095, |
| "learning_rate": 3.585737226079489e-05, |
| "loss": 2.1213, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.7245827695083447, |
| "grad_norm": 0.4373263418674469, |
| "learning_rate": 3.5682381033721944e-05, |
| "loss": 2.0475, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.7253044654939107, |
| "grad_norm": 0.41201040148735046, |
| "learning_rate": 3.550772507506871e-05, |
| "loss": 1.8525, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.7260261614794767, |
| "grad_norm": 0.6265276670455933, |
| "learning_rate": 3.533340529526426e-05, |
| "loss": 2.0545, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.7267478574650429, |
| "grad_norm": 0.48411184549331665, |
| "learning_rate": 3.515942260298515e-05, |
| "loss": 2.0849, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.7274695534506089, |
| "grad_norm": 0.5118170380592346, |
| "learning_rate": 3.498577790515095e-05, |
| "loss": 1.9792, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.728191249436175, |
| "grad_norm": 0.6216712594032288, |
| "learning_rate": 3.481247210691926e-05, |
| "loss": 1.9495, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.7289129454217411, |
| "grad_norm": 0.5621433854103088, |
| "learning_rate": 3.463950611168111e-05, |
| "loss": 2.0763, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7296346414073072, |
| "grad_norm": 0.5892153978347778, |
| "learning_rate": 3.4466880821056235e-05, |
| "loss": 2.1249, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.7303563373928732, |
| "grad_norm": 0.6122380495071411, |
| "learning_rate": 3.429459713488846e-05, |
| "loss": 1.9057, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.7310780333784394, |
| "grad_norm": 0.6512874364852905, |
| "learning_rate": 3.41226559512408e-05, |
| "loss": 2.186, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.7317997293640054, |
| "grad_norm": 0.6057136654853821, |
| "learning_rate": 3.395105816639106e-05, |
| "loss": 2.0423, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.7325214253495715, |
| "grad_norm": 0.6239699721336365, |
| "learning_rate": 3.377980467482683e-05, |
| "loss": 2.0001, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.7332431213351376, |
| "grad_norm": 0.7208735346794128, |
| "learning_rate": 3.3608896369241196e-05, |
| "loss": 2.1731, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.7339648173207036, |
| "grad_norm": 0.766681969165802, |
| "learning_rate": 3.343833414052769e-05, |
| "loss": 2.0611, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.7346865133062698, |
| "grad_norm": 0.6758603453636169, |
| "learning_rate": 3.3268118877776066e-05, |
| "loss": 2.0306, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.7354082092918358, |
| "grad_norm": 0.7125234603881836, |
| "learning_rate": 3.309825146826725e-05, |
| "loss": 2.1405, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.7361299052774019, |
| "grad_norm": 0.6195534467697144, |
| "learning_rate": 3.292873279746906e-05, |
| "loss": 1.8487, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.736851601262968, |
| "grad_norm": 0.6813628077507019, |
| "learning_rate": 3.275956374903133e-05, |
| "loss": 2.1235, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.737573297248534, |
| "grad_norm": 0.790397047996521, |
| "learning_rate": 3.2590745204781534e-05, |
| "loss": 2.1036, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.7382949932341001, |
| "grad_norm": 0.7420600056648254, |
| "learning_rate": 3.242227804471999e-05, |
| "loss": 2.0672, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.7390166892196662, |
| "grad_norm": 0.7470898032188416, |
| "learning_rate": 3.225416314701537e-05, |
| "loss": 2.227, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.7397383852052323, |
| "grad_norm": 0.7533799409866333, |
| "learning_rate": 3.208640138800008e-05, |
| "loss": 2.0634, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.7404600811907984, |
| "grad_norm": 0.8060398697853088, |
| "learning_rate": 3.191899364216581e-05, |
| "loss": 2.0801, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.7411817771763645, |
| "grad_norm": 0.8687338829040527, |
| "learning_rate": 3.175194078215878e-05, |
| "loss": 2.197, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.7419034731619305, |
| "grad_norm": 0.8845157027244568, |
| "learning_rate": 3.158524367877543e-05, |
| "loss": 1.9255, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.7426251691474967, |
| "grad_norm": 0.7996957302093506, |
| "learning_rate": 3.141890320095757e-05, |
| "loss": 1.8559, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.7433468651330627, |
| "grad_norm": 0.7967139482498169, |
| "learning_rate": 3.125292021578822e-05, |
| "loss": 2.0899, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7440685611186287, |
| "grad_norm": 0.9109946489334106, |
| "learning_rate": 3.108729558848671e-05, |
| "loss": 1.8695, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.7447902571041949, |
| "grad_norm": 0.8119572997093201, |
| "learning_rate": 3.092203018240453e-05, |
| "loss": 2.0021, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.7455119530897609, |
| "grad_norm": 0.8863757252693176, |
| "learning_rate": 3.075712485902051e-05, |
| "loss": 1.9179, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.746233649075327, |
| "grad_norm": 0.8566346764564514, |
| "learning_rate": 3.059258047793661e-05, |
| "loss": 1.9578, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.7469553450608931, |
| "grad_norm": 0.7435992956161499, |
| "learning_rate": 3.0428397896873206e-05, |
| "loss": 1.9302, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.7476770410464592, |
| "grad_norm": 0.8731303811073303, |
| "learning_rate": 3.0264577971664764e-05, |
| "loss": 1.9934, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.7483987370320253, |
| "grad_norm": 0.9582090377807617, |
| "learning_rate": 3.0101121556255298e-05, |
| "loss": 1.8076, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.7491204330175913, |
| "grad_norm": 0.8886955976486206, |
| "learning_rate": 2.993802950269402e-05, |
| "loss": 2.0561, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.7498421290031574, |
| "grad_norm": 0.9845712184906006, |
| "learning_rate": 2.9775302661130755e-05, |
| "loss": 2.143, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.7505638249887235, |
| "grad_norm": 0.9153931736946106, |
| "learning_rate": 2.9612941879811684e-05, |
| "loss": 1.9661, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7512855209742896, |
| "grad_norm": 0.9810011386871338, |
| "learning_rate": 2.9450948005074697e-05, |
| "loss": 1.8985, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.7512855209742896, |
| "eval_loss": 1.969619631767273, |
| "eval_runtime": 68.9497, |
| "eval_samples_per_second": 16.925, |
| "eval_steps_per_second": 8.47, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.7520072169598556, |
| "grad_norm": 1.0746804475784302, |
| "learning_rate": 2.9289321881345254e-05, |
| "loss": 1.9569, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.7527289129454218, |
| "grad_norm": 1.0418250560760498, |
| "learning_rate": 2.9128064351131746e-05, |
| "loss": 1.859, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.7534506089309878, |
| "grad_norm": 1.169623613357544, |
| "learning_rate": 2.8967176255021167e-05, |
| "loss": 2.1124, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.7541723049165538, |
| "grad_norm": 0.9805216193199158, |
| "learning_rate": 2.8806658431674883e-05, |
| "loss": 1.8151, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.75489400090212, |
| "grad_norm": 1.2361551523208618, |
| "learning_rate": 2.8646511717824022e-05, |
| "loss": 2.042, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.755615696887686, |
| "grad_norm": 1.3185133934020996, |
| "learning_rate": 2.8486736948265326e-05, |
| "loss": 1.8335, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.7563373928732522, |
| "grad_norm": 1.3110613822937012, |
| "learning_rate": 2.8327334955856598e-05, |
| "loss": 1.7366, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.7570590888588182, |
| "grad_norm": 1.4464926719665527, |
| "learning_rate": 2.8168306571512583e-05, |
| "loss": 1.7844, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.7577807848443843, |
| "grad_norm": 2.248628616333008, |
| "learning_rate": 2.800965262420043e-05, |
| "loss": 1.9411, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7585024808299504, |
| "grad_norm": 0.49269017577171326, |
| "learning_rate": 2.785137394093549e-05, |
| "loss": 1.819, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.7592241768155165, |
| "grad_norm": 0.369967520236969, |
| "learning_rate": 2.7693471346776944e-05, |
| "loss": 1.9406, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.7599458728010825, |
| "grad_norm": 0.40813779830932617, |
| "learning_rate": 2.7535945664823626e-05, |
| "loss": 1.897, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.7606675687866487, |
| "grad_norm": 0.4500128924846649, |
| "learning_rate": 2.7378797716209503e-05, |
| "loss": 2.0046, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.7613892647722147, |
| "grad_norm": 0.5398139953613281, |
| "learning_rate": 2.722202832009969e-05, |
| "loss": 2.2124, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.7621109607577807, |
| "grad_norm": 0.7253010869026184, |
| "learning_rate": 2.706563829368587e-05, |
| "loss": 1.8603, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.7628326567433469, |
| "grad_norm": 0.49019744992256165, |
| "learning_rate": 2.6909628452182312e-05, |
| "loss": 2.0339, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.7635543527289129, |
| "grad_norm": 0.5132501125335693, |
| "learning_rate": 2.675399960882138e-05, |
| "loss": 2.0288, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.7642760487144791, |
| "grad_norm": 0.5597354769706726, |
| "learning_rate": 2.6598752574849527e-05, |
| "loss": 1.9392, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.7649977447000451, |
| "grad_norm": 0.5737449526786804, |
| "learning_rate": 2.6443888159522823e-05, |
| "loss": 1.7657, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7657194406856112, |
| "grad_norm": 0.5540735125541687, |
| "learning_rate": 2.6289407170102998e-05, |
| "loss": 2.1095, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.7664411366711773, |
| "grad_norm": 0.680491030216217, |
| "learning_rate": 2.6135310411852977e-05, |
| "loss": 2.0148, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.7671628326567433, |
| "grad_norm": 0.6176819801330566, |
| "learning_rate": 2.5981598688032872e-05, |
| "loss": 2.0497, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.7678845286423094, |
| "grad_norm": 0.6273008584976196, |
| "learning_rate": 2.582827279989568e-05, |
| "loss": 2.0541, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.7686062246278755, |
| "grad_norm": 0.7123929858207703, |
| "learning_rate": 2.567533354668322e-05, |
| "loss": 1.9986, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.7693279206134416, |
| "grad_norm": 0.7253545522689819, |
| "learning_rate": 2.5522781725621813e-05, |
| "loss": 2.0963, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.7700496165990076, |
| "grad_norm": 0.6245517134666443, |
| "learning_rate": 2.5370618131918334e-05, |
| "loss": 1.9709, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.7707713125845738, |
| "grad_norm": 0.6488790512084961, |
| "learning_rate": 2.5218843558755778e-05, |
| "loss": 1.9637, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.7714930085701398, |
| "grad_norm": 0.6345200538635254, |
| "learning_rate": 2.5067458797289466e-05, |
| "loss": 1.8447, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.772214704555706, |
| "grad_norm": 0.7388244867324829, |
| "learning_rate": 2.491646463664261e-05, |
| "loss": 2.1142, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.772936400541272, |
| "grad_norm": 0.8480795621871948, |
| "learning_rate": 2.476586186390244e-05, |
| "loss": 2.1955, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.773658096526838, |
| "grad_norm": 0.7396050095558167, |
| "learning_rate": 2.4615651264115903e-05, |
| "loss": 2.0463, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.7743797925124042, |
| "grad_norm": 0.6890173554420471, |
| "learning_rate": 2.446583362028577e-05, |
| "loss": 1.8747, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.7751014884979702, |
| "grad_norm": 0.750716507434845, |
| "learning_rate": 2.4316409713366352e-05, |
| "loss": 2.0854, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.7758231844835363, |
| "grad_norm": 0.6757635474205017, |
| "learning_rate": 2.4167380322259614e-05, |
| "loss": 2.1226, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.7765448804691024, |
| "grad_norm": 0.7934293150901794, |
| "learning_rate": 2.4018746223810974e-05, |
| "loss": 2.1204, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.7772665764546685, |
| "grad_norm": 0.864403486251831, |
| "learning_rate": 2.387050819280531e-05, |
| "loss": 2.2181, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.7779882724402345, |
| "grad_norm": 0.7818103432655334, |
| "learning_rate": 2.3722667001962896e-05, |
| "loss": 2.0893, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.7787099684258006, |
| "grad_norm": 0.8294827938079834, |
| "learning_rate": 2.35752234219355e-05, |
| "loss": 1.9135, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.7794316644113667, |
| "grad_norm": 0.906184196472168, |
| "learning_rate": 2.3428178221302144e-05, |
| "loss": 2.0808, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7801533603969328, |
| "grad_norm": 0.8430232405662537, |
| "learning_rate": 2.3281532166565324e-05, |
| "loss": 1.9698, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.7808750563824989, |
| "grad_norm": 0.9078595042228699, |
| "learning_rate": 2.3135286022146785e-05, |
| "loss": 1.9634, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.7815967523680649, |
| "grad_norm": 0.8540652394294739, |
| "learning_rate": 2.29894405503838e-05, |
| "loss": 2.0815, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.7823184483536311, |
| "grad_norm": 0.9219356179237366, |
| "learning_rate": 2.2843996511524934e-05, |
| "loss": 2.0716, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.7830401443391971, |
| "grad_norm": 1.1058727502822876, |
| "learning_rate": 2.26989546637263e-05, |
| "loss": 2.032, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7837618403247631, |
| "grad_norm": 0.9145010113716125, |
| "learning_rate": 2.255431576304744e-05, |
| "loss": 1.9683, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.7844835363103293, |
| "grad_norm": 0.8912102580070496, |
| "learning_rate": 2.2410080563447454e-05, |
| "loss": 1.8513, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.7852052322958953, |
| "grad_norm": 0.9763805270195007, |
| "learning_rate": 2.226624981678115e-05, |
| "loss": 2.0805, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7859269282814615, |
| "grad_norm": 1.1331208944320679, |
| "learning_rate": 2.212282427279494e-05, |
| "loss": 1.8138, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.7866486242670275, |
| "grad_norm": 0.956917941570282, |
| "learning_rate": 2.1979804679123106e-05, |
| "loss": 1.9474, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7873703202525936, |
| "grad_norm": 1.0544581413269043, |
| "learning_rate": 2.1837191781283784e-05, |
| "loss": 1.7221, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.7880920162381597, |
| "grad_norm": 1.0642297267913818, |
| "learning_rate": 2.1694986322675202e-05, |
| "loss": 1.8511, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.7888137122237258, |
| "grad_norm": 1.1736366748809814, |
| "learning_rate": 2.155318904457162e-05, |
| "loss": 2.1314, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.7895354082092918, |
| "grad_norm": 1.1926010847091675, |
| "learning_rate": 2.141180068611971e-05, |
| "loss": 2.1284, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.790257104194858, |
| "grad_norm": 1.1337143182754517, |
| "learning_rate": 2.127082198433442e-05, |
| "loss": 1.8624, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.790978800180424, |
| "grad_norm": 1.3773137331008911, |
| "learning_rate": 2.1130253674095435e-05, |
| "loss": 1.6691, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.79170049616599, |
| "grad_norm": 1.5285776853561401, |
| "learning_rate": 2.099009648814304e-05, |
| "loss": 1.9856, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.7924221921515562, |
| "grad_norm": 1.5727590322494507, |
| "learning_rate": 2.0850351157074598e-05, |
| "loss": 1.829, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.7931438881371222, |
| "grad_norm": 1.8704005479812622, |
| "learning_rate": 2.0711018409340467e-05, |
| "loss": 1.9925, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.7938655841226884, |
| "grad_norm": 2.9059174060821533, |
| "learning_rate": 2.057209897124043e-05, |
| "loss": 2.3723, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7945872801082544, |
| "grad_norm": 0.274519145488739, |
| "learning_rate": 2.043359356691973e-05, |
| "loss": 2.0672, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.7953089760938205, |
| "grad_norm": 0.36497762799263, |
| "learning_rate": 2.0295502918365472e-05, |
| "loss": 1.8771, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.7960306720793866, |
| "grad_norm": 0.4348514974117279, |
| "learning_rate": 2.015782774540268e-05, |
| "loss": 1.9677, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.7967523680649526, |
| "grad_norm": 0.4278739392757416, |
| "learning_rate": 2.002056876569066e-05, |
| "loss": 2.0052, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7974740640505187, |
| "grad_norm": 0.520419180393219, |
| "learning_rate": 1.9883726694719197e-05, |
| "loss": 2.0635, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7981957600360848, |
| "grad_norm": 0.4820435643196106, |
| "learning_rate": 1.9747302245804945e-05, |
| "loss": 1.8452, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.7989174560216509, |
| "grad_norm": 0.5090905427932739, |
| "learning_rate": 1.9611296130087485e-05, |
| "loss": 1.9443, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.7996391520072169, |
| "grad_norm": 0.5210590362548828, |
| "learning_rate": 1.9475709056525905e-05, |
| "loss": 1.9561, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.8003608479927831, |
| "grad_norm": 0.4884456992149353, |
| "learning_rate": 1.934054173189481e-05, |
| "loss": 1.8376, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.8010825439783491, |
| "grad_norm": 0.58817058801651, |
| "learning_rate": 1.9205794860780914e-05, |
| "loss": 2.0641, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.8018042399639153, |
| "grad_norm": 0.5602374076843262, |
| "learning_rate": 1.907146914557908e-05, |
| "loss": 1.9826, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.8025259359494813, |
| "grad_norm": 0.6052436828613281, |
| "learning_rate": 1.8937565286488966e-05, |
| "loss": 1.9918, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.8032476319350473, |
| "grad_norm": 0.6630156636238098, |
| "learning_rate": 1.8804083981511102e-05, |
| "loss": 2.1344, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.8039693279206135, |
| "grad_norm": 0.6259492635726929, |
| "learning_rate": 1.8671025926443465e-05, |
| "loss": 1.7658, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.8046910239061795, |
| "grad_norm": 0.6586616039276123, |
| "learning_rate": 1.8538391814877687e-05, |
| "loss": 1.8418, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.8054127198917456, |
| "grad_norm": 0.6014083027839661, |
| "learning_rate": 1.840618233819552e-05, |
| "loss": 2.037, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.8061344158773117, |
| "grad_norm": 0.6878981590270996, |
| "learning_rate": 1.8274398185565234e-05, |
| "loss": 2.1157, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.8068561118628778, |
| "grad_norm": 0.7408378720283508, |
| "learning_rate": 1.8143040043938054e-05, |
| "loss": 2.037, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.8075778078484438, |
| "grad_norm": 0.693591833114624, |
| "learning_rate": 1.8012108598044453e-05, |
| "loss": 2.036, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.80829950383401, |
| "grad_norm": 0.7004180550575256, |
| "learning_rate": 1.788160453039075e-05, |
| "loss": 2.1112, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.809021199819576, |
| "grad_norm": 0.8365013003349304, |
| "learning_rate": 1.775152852125539e-05, |
| "loss": 1.9958, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.8097428958051421, |
| "grad_norm": 0.8244225382804871, |
| "learning_rate": 1.762188124868557e-05, |
| "loss": 2.3901, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.8104645917907082, |
| "grad_norm": 0.710319995880127, |
| "learning_rate": 1.7492663388493513e-05, |
| "loss": 1.8697, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.8111862877762742, |
| "grad_norm": 0.9876505732536316, |
| "learning_rate": 1.7363875614253135e-05, |
| "loss": 2.1011, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.8119079837618404, |
| "grad_norm": 0.9918217658996582, |
| "learning_rate": 1.7235518597296362e-05, |
| "loss": 1.8994, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.8126296797474064, |
| "grad_norm": 0.7429242730140686, |
| "learning_rate": 1.7107593006709798e-05, |
| "loss": 1.9391, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.8133513757329724, |
| "grad_norm": 0.9198733568191528, |
| "learning_rate": 1.6980099509331083e-05, |
| "loss": 2.0232, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.8140730717185386, |
| "grad_norm": 0.7940636277198792, |
| "learning_rate": 1.6853038769745467e-05, |
| "loss": 1.9559, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.8147947677041046, |
| "grad_norm": 0.8528055548667908, |
| "learning_rate": 1.6726411450282474e-05, |
| "loss": 1.9002, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.8155164636896707, |
| "grad_norm": 0.7885416150093079, |
| "learning_rate": 1.660021821101222e-05, |
| "loss": 1.902, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8162381596752368, |
| "grad_norm": 0.8326284885406494, |
| "learning_rate": 1.647445970974215e-05, |
| "loss": 1.8157, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.8169598556608029, |
| "grad_norm": 1.1896657943725586, |
| "learning_rate": 1.6349136602013527e-05, |
| "loss": 1.9504, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.817681551646369, |
| "grad_norm": 0.8680121898651123, |
| "learning_rate": 1.622424954109808e-05, |
| "loss": 1.7711, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.8184032476319351, |
| "grad_norm": 1.0240867137908936, |
| "learning_rate": 1.609979917799449e-05, |
| "loss": 2.1517, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.8191249436175011, |
| "grad_norm": 0.9276270866394043, |
| "learning_rate": 1.5975786161425142e-05, |
| "loss": 1.9061, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.8198466396030673, |
| "grad_norm": 0.9133418202400208, |
| "learning_rate": 1.5852211137832583e-05, |
| "loss": 2.2298, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.8205683355886333, |
| "grad_norm": 1.129136323928833, |
| "learning_rate": 1.5729074751376328e-05, |
| "loss": 2.034, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.8212900315741993, |
| "grad_norm": 1.1252377033233643, |
| "learning_rate": 1.5606377643929304e-05, |
| "loss": 2.0983, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.8220117275597655, |
| "grad_norm": 1.0764552354812622, |
| "learning_rate": 1.5484120455074703e-05, |
| "loss": 1.9548, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.8227334235453315, |
| "grad_norm": 1.1083484888076782, |
| "learning_rate": 1.5362303822102466e-05, |
| "loss": 2.0585, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8234551195308976, |
| "grad_norm": 1.2081763744354248, |
| "learning_rate": 1.5240928380006148e-05, |
| "loss": 2.2035, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.8241768155164637, |
| "grad_norm": 0.9675689935684204, |
| "learning_rate": 1.5119994761479427e-05, |
| "loss": 1.9462, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.8248985115020298, |
| "grad_norm": 1.4230828285217285, |
| "learning_rate": 1.4999503596912911e-05, |
| "loss": 2.0278, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.8256202074875959, |
| "grad_norm": 1.1719459295272827, |
| "learning_rate": 1.4879455514390816e-05, |
| "loss": 2.2409, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.8263419034731619, |
| "grad_norm": 1.3817944526672363, |
| "learning_rate": 1.4759851139687752e-05, |
| "loss": 1.9351, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.827063599458728, |
| "grad_norm": 1.2044434547424316, |
| "learning_rate": 1.4640691096265358e-05, |
| "loss": 2.0069, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.8277852954442941, |
| "grad_norm": 1.2678829431533813, |
| "learning_rate": 1.4521976005269167e-05, |
| "loss": 1.6606, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.8285069914298602, |
| "grad_norm": 1.7977650165557861, |
| "learning_rate": 1.4403706485525225e-05, |
| "loss": 2.2325, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.8292286874154262, |
| "grad_norm": 2.298031806945801, |
| "learning_rate": 1.428588315353705e-05, |
| "loss": 1.7384, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.8299503834009924, |
| "grad_norm": 2.316120147705078, |
| "learning_rate": 1.4168506623482202e-05, |
| "loss": 1.4901, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8306720793865584, |
| "grad_norm": 0.5000696778297424, |
| "learning_rate": 1.4051577507209334e-05, |
| "loss": 1.7672, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.8313937753721244, |
| "grad_norm": 0.453035444021225, |
| "learning_rate": 1.3935096414234728e-05, |
| "loss": 1.8212, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.8321154713576906, |
| "grad_norm": 0.3809133768081665, |
| "learning_rate": 1.3819063951739364e-05, |
| "loss": 1.9333, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.8328371673432566, |
| "grad_norm": 0.44530001282691956, |
| "learning_rate": 1.3703480724565577e-05, |
| "loss": 1.916, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.8335588633288228, |
| "grad_norm": 0.47656187415122986, |
| "learning_rate": 1.358834733521399e-05, |
| "loss": 2.0758, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.8342805593143888, |
| "grad_norm": 0.4330640733242035, |
| "learning_rate": 1.3473664383840367e-05, |
| "loss": 1.9655, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.8350022552999549, |
| "grad_norm": 0.5067718625068665, |
| "learning_rate": 1.3359432468252487e-05, |
| "loss": 1.8668, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.835723951285521, |
| "grad_norm": 0.49506446719169617, |
| "learning_rate": 1.3245652183906965e-05, |
| "loss": 2.0698, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.8364456472710871, |
| "grad_norm": 0.5682299733161926, |
| "learning_rate": 1.313232412390628e-05, |
| "loss": 2.1637, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.8371673432566531, |
| "grad_norm": 0.6144739389419556, |
| "learning_rate": 1.3019448878995499e-05, |
| "loss": 2.096, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8378890392422192, |
| "grad_norm": 0.6875951290130615, |
| "learning_rate": 1.2907027037559415e-05, |
| "loss": 2.1487, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.8386107352277853, |
| "grad_norm": 0.65642249584198, |
| "learning_rate": 1.2795059185619229e-05, |
| "loss": 2.1412, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.8393324312133513, |
| "grad_norm": 0.8265286087989807, |
| "learning_rate": 1.2683545906829785e-05, |
| "loss": 1.9653, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.8400541271989175, |
| "grad_norm": 0.6238376498222351, |
| "learning_rate": 1.2572487782476228e-05, |
| "loss": 2.0282, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.8407758231844835, |
| "grad_norm": 0.6591104865074158, |
| "learning_rate": 1.246188539147124e-05, |
| "loss": 2.0014, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.8414975191700497, |
| "grad_norm": 0.7294618487358093, |
| "learning_rate": 1.2351739310351795e-05, |
| "loss": 1.8701, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.8422192151556157, |
| "grad_norm": 0.7660985589027405, |
| "learning_rate": 1.2242050113276371e-05, |
| "loss": 2.21, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.8429409111411817, |
| "grad_norm": 0.675102174282074, |
| "learning_rate": 1.2132818372021759e-05, |
| "loss": 2.0682, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.8436626071267479, |
| "grad_norm": 0.6897063255310059, |
| "learning_rate": 1.2024044655980193e-05, |
| "loss": 2.3313, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.8443843031123139, |
| "grad_norm": 0.820888876914978, |
| "learning_rate": 1.1915729532156372e-05, |
| "loss": 1.9085, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.84510599909788, |
| "grad_norm": 0.7939394116401672, |
| "learning_rate": 1.1807873565164506e-05, |
| "loss": 2.1529, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.8458276950834461, |
| "grad_norm": 0.7280535697937012, |
| "learning_rate": 1.1700477317225334e-05, |
| "loss": 2.1031, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.8465493910690122, |
| "grad_norm": 0.6824852824211121, |
| "learning_rate": 1.1593541348163183e-05, |
| "loss": 1.8472, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.8472710870545782, |
| "grad_norm": 0.7369886040687561, |
| "learning_rate": 1.1487066215403186e-05, |
| "loss": 2.0853, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.8479927830401444, |
| "grad_norm": 0.7468145489692688, |
| "learning_rate": 1.1381052473968157e-05, |
| "loss": 2.1773, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.8487144790257104, |
| "grad_norm": 0.9037169218063354, |
| "learning_rate": 1.1275500676475925e-05, |
| "loss": 2.0676, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.8494361750112766, |
| "grad_norm": 0.8004169464111328, |
| "learning_rate": 1.1170411373136247e-05, |
| "loss": 1.8937, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.8501578709968426, |
| "grad_norm": 0.8909775614738464, |
| "learning_rate": 1.1065785111748117e-05, |
| "loss": 2.141, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.8508795669824086, |
| "grad_norm": 0.7254754900932312, |
| "learning_rate": 1.0961622437696761e-05, |
| "loss": 1.8883, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.8516012629679748, |
| "grad_norm": 0.9028481841087341, |
| "learning_rate": 1.0857923893950928e-05, |
| "loss": 2.071, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8523229589535408, |
| "grad_norm": 0.762024462223053, |
| "learning_rate": 1.0754690021059955e-05, |
| "loss": 2.0612, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.8530446549391069, |
| "grad_norm": 0.9170169234275818, |
| "learning_rate": 1.0651921357150996e-05, |
| "loss": 2.0298, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.853766350924673, |
| "grad_norm": 1.012864351272583, |
| "learning_rate": 1.0549618437926178e-05, |
| "loss": 2.1125, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.854488046910239, |
| "grad_norm": 1.0106158256530762, |
| "learning_rate": 1.0447781796659938e-05, |
| "loss": 2.0285, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.8552097428958051, |
| "grad_norm": 0.9968651533126831, |
| "learning_rate": 1.0346411964196035e-05, |
| "loss": 1.9018, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.8559314388813712, |
| "grad_norm": 1.0304211378097534, |
| "learning_rate": 1.0245509468944992e-05, |
| "loss": 2.2135, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.8566531348669373, |
| "grad_norm": 1.3064377307891846, |
| "learning_rate": 1.014507483688113e-05, |
| "loss": 1.7815, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.8573748308525034, |
| "grad_norm": 0.8775414824485779, |
| "learning_rate": 1.0045108591540075e-05, |
| "loss": 1.8503, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.8580965268380695, |
| "grad_norm": 0.9847028851509094, |
| "learning_rate": 9.945611254015764e-06, |
| "loss": 1.9767, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.8588182228236355, |
| "grad_norm": 0.9241070747375488, |
| "learning_rate": 9.84658334295796e-06, |
| "loss": 1.6784, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8595399188092017, |
| "grad_norm": 0.9482964873313904, |
| "learning_rate": 9.74802537456937e-06, |
| "loss": 1.9076, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.8602616147947677, |
| "grad_norm": 1.0567461252212524, |
| "learning_rate": 9.649937862603099e-06, |
| "loss": 1.8723, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.8609833107803337, |
| "grad_norm": 1.0476406812667847, |
| "learning_rate": 9.552321318359836e-06, |
| "loss": 1.8628, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.8617050067658999, |
| "grad_norm": 1.1464357376098633, |
| "learning_rate": 9.455176250685338e-06, |
| "loss": 2.1771, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.8624267027514659, |
| "grad_norm": 1.6028457880020142, |
| "learning_rate": 9.358503165967614e-06, |
| "loss": 2.0982, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.863148398737032, |
| "grad_norm": 1.1937696933746338, |
| "learning_rate": 9.262302568134418e-06, |
| "loss": 1.7353, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.8638700947225981, |
| "grad_norm": 1.2306016683578491, |
| "learning_rate": 9.166574958650531e-06, |
| "loss": 1.6995, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.8645917907081642, |
| "grad_norm": 1.4815374612808228, |
| "learning_rate": 9.071320836515262e-06, |
| "loss": 1.6235, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.8653134866937303, |
| "grad_norm": 1.5001338720321655, |
| "learning_rate": 8.976540698259673e-06, |
| "loss": 1.8401, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.8660351826792964, |
| "grad_norm": 3.8064889907836914, |
| "learning_rate": 8.882235037944186e-06, |
| "loss": 2.3854, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8667568786648624, |
| "grad_norm": 0.3663550913333893, |
| "learning_rate": 8.788404347155831e-06, |
| "loss": 2.081, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.8674785746504285, |
| "grad_norm": 0.4078630208969116, |
| "learning_rate": 8.695049115005837e-06, |
| "loss": 1.94, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.8682002706359946, |
| "grad_norm": 0.3384143114089966, |
| "learning_rate": 8.602169828126949e-06, |
| "loss": 1.9005, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.8689219666215606, |
| "grad_norm": 0.4174937605857849, |
| "learning_rate": 8.509766970671007e-06, |
| "loss": 2.0438, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.8696436626071268, |
| "grad_norm": 0.46924665570259094, |
| "learning_rate": 8.417841024306295e-06, |
| "loss": 2.0469, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.8703653585926928, |
| "grad_norm": 0.47540733218193054, |
| "learning_rate": 8.326392468215205e-06, |
| "loss": 1.8773, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.8710870545782589, |
| "grad_norm": 0.5007703304290771, |
| "learning_rate": 8.235421779091535e-06, |
| "loss": 2.0942, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.871808750563825, |
| "grad_norm": 0.5268344879150391, |
| "learning_rate": 8.14492943113817e-06, |
| "loss": 2.0413, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.872530446549391, |
| "grad_norm": 0.5581832528114319, |
| "learning_rate": 8.054915896064497e-06, |
| "loss": 1.9624, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.8732521425349572, |
| "grad_norm": 0.5587225556373596, |
| "learning_rate": 7.96538164308407e-06, |
| "loss": 2.1566, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8739738385205232, |
| "grad_norm": 0.5480050444602966, |
| "learning_rate": 7.876327138911999e-06, |
| "loss": 1.8405, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.8746955345060893, |
| "grad_norm": 0.7905243039131165, |
| "learning_rate": 7.787752847762685e-06, |
| "loss": 2.0352, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.8754172304916554, |
| "grad_norm": 0.6691145300865173, |
| "learning_rate": 7.699659231347268e-06, |
| "loss": 1.9478, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.8761389264772215, |
| "grad_norm": 0.6641361117362976, |
| "learning_rate": 7.612046748871327e-06, |
| "loss": 2.1717, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.8768606224627875, |
| "grad_norm": 0.7884184122085571, |
| "learning_rate": 7.524915857032389e-06, |
| "loss": 2.0283, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.8775823184483537, |
| "grad_norm": 0.6843370795249939, |
| "learning_rate": 7.438267010017585e-06, |
| "loss": 2.0572, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.8783040144339197, |
| "grad_norm": 0.8388229608535767, |
| "learning_rate": 7.35210065950136e-06, |
| "loss": 2.2493, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.8790257104194857, |
| "grad_norm": 0.7835427522659302, |
| "learning_rate": 7.2664172546429655e-06, |
| "loss": 2.0106, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.8797474064050519, |
| "grad_norm": 0.6622439622879028, |
| "learning_rate": 7.181217242084282e-06, |
| "loss": 1.9407, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.8804691023906179, |
| "grad_norm": 0.7325029969215393, |
| "learning_rate": 7.0965010659473256e-06, |
| "loss": 1.9727, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8811907983761841, |
| "grad_norm": 0.72170090675354, |
| "learning_rate": 7.0122691678321195e-06, |
| "loss": 1.9393, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.8819124943617501, |
| "grad_norm": 0.7595915198326111, |
| "learning_rate": 6.928521986814196e-06, |
| "loss": 1.8907, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.8826341903473162, |
| "grad_norm": 0.8141488432884216, |
| "learning_rate": 6.8452599594424515e-06, |
| "loss": 2.0536, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.8833558863328823, |
| "grad_norm": 0.8355897665023804, |
| "learning_rate": 6.762483519736806e-06, |
| "loss": 1.86, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.8840775823184484, |
| "grad_norm": 0.97719407081604, |
| "learning_rate": 6.680193099185994e-06, |
| "loss": 2.1261, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8847992783040144, |
| "grad_norm": 0.7536566257476807, |
| "learning_rate": 6.598389126745208e-06, |
| "loss": 2.2066, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.8855209742895805, |
| "grad_norm": 0.8970907330513, |
| "learning_rate": 6.5170720288340035e-06, |
| "loss": 1.9102, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.8862426702751466, |
| "grad_norm": 0.7876074314117432, |
| "learning_rate": 6.4362422293339665e-06, |
| "loss": 1.8967, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.8869643662607126, |
| "grad_norm": 0.8499534130096436, |
| "learning_rate": 6.355900149586558e-06, |
| "loss": 2.24, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.8876860622462788, |
| "grad_norm": 0.8865585923194885, |
| "learning_rate": 6.276046208390873e-06, |
| "loss": 2.1377, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8884077582318448, |
| "grad_norm": 0.7744094729423523, |
| "learning_rate": 6.196680822001555e-06, |
| "loss": 1.8792, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.889129454217411, |
| "grad_norm": 0.839643657207489, |
| "learning_rate": 6.117804404126459e-06, |
| "loss": 1.9802, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.889851150202977, |
| "grad_norm": 0.8299193978309631, |
| "learning_rate": 6.0394173659247045e-06, |
| "loss": 1.957, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.890572846188543, |
| "grad_norm": 0.8910120725631714, |
| "learning_rate": 5.961520116004327e-06, |
| "loss": 1.8938, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.8912945421741092, |
| "grad_norm": 0.9343331456184387, |
| "learning_rate": 5.884113060420293e-06, |
| "loss": 2.047, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8920162381596752, |
| "grad_norm": 0.9262431859970093, |
| "learning_rate": 5.807196602672305e-06, |
| "loss": 1.9861, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.8927379341452413, |
| "grad_norm": 0.8604422211647034, |
| "learning_rate": 5.730771143702773e-06, |
| "loss": 1.8358, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.8934596301308074, |
| "grad_norm": 1.0807713270187378, |
| "learning_rate": 5.654837081894626e-06, |
| "loss": 1.819, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.8941813261163735, |
| "grad_norm": 1.0111198425292969, |
| "learning_rate": 5.579394813069327e-06, |
| "loss": 1.8797, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.8949030221019395, |
| "grad_norm": 0.8800485730171204, |
| "learning_rate": 5.504444730484726e-06, |
| "loss": 1.8138, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8956247180875057, |
| "grad_norm": 0.8931304812431335, |
| "learning_rate": 5.429987224833111e-06, |
| "loss": 2.0133, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.8963464140730717, |
| "grad_norm": 1.032004714012146, |
| "learning_rate": 5.3560226842390596e-06, |
| "loss": 1.9234, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.8970681100586378, |
| "grad_norm": 1.1683677434921265, |
| "learning_rate": 5.2825514942575264e-06, |
| "loss": 1.99, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.8977898060442039, |
| "grad_norm": 1.3557530641555786, |
| "learning_rate": 5.209574037871701e-06, |
| "loss": 2.0659, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.8985115020297699, |
| "grad_norm": 1.1738386154174805, |
| "learning_rate": 5.137090695491165e-06, |
| "loss": 2.016, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8992331980153361, |
| "grad_norm": 1.2685198783874512, |
| "learning_rate": 5.065101844949794e-06, |
| "loss": 1.9, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.8999548940009021, |
| "grad_norm": 1.4700757265090942, |
| "learning_rate": 4.993607861503835e-06, |
| "loss": 1.9534, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.9006765899864682, |
| "grad_norm": 1.3702300786972046, |
| "learning_rate": 4.922609117829946e-06, |
| "loss": 1.7311, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.9013982859720343, |
| "grad_norm": 1.5101779699325562, |
| "learning_rate": 4.852105984023225e-06, |
| "loss": 1.7861, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.9021199819576003, |
| "grad_norm": 2.3353042602539062, |
| "learning_rate": 4.7820988275953045e-06, |
| "loss": 1.6685, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9028416779431664, |
| "grad_norm": 0.294258177280426, |
| "learning_rate": 4.712588013472507e-06, |
| "loss": 2.0261, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.9035633739287325, |
| "grad_norm": 0.3809035122394562, |
| "learning_rate": 4.64357390399377e-06, |
| "loss": 1.7116, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.9042850699142986, |
| "grad_norm": 0.3997519314289093, |
| "learning_rate": 4.575056858908933e-06, |
| "loss": 2.0915, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.9050067658998647, |
| "grad_norm": 0.7248632311820984, |
| "learning_rate": 4.507037235376754e-06, |
| "loss": 1.8786, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.9057284618854308, |
| "grad_norm": 0.42798537015914917, |
| "learning_rate": 4.439515387963089e-06, |
| "loss": 2.1908, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.9064501578709968, |
| "grad_norm": 0.4377487897872925, |
| "learning_rate": 4.372491668639034e-06, |
| "loss": 1.9703, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.907171853856563, |
| "grad_norm": 0.466950923204422, |
| "learning_rate": 4.305966426779118e-06, |
| "loss": 1.9061, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.907893549842129, |
| "grad_norm": 0.5671795010566711, |
| "learning_rate": 4.2399400091594154e-06, |
| "loss": 2.1995, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.908615245827695, |
| "grad_norm": 0.5164653658866882, |
| "learning_rate": 4.174412759955781e-06, |
| "loss": 2.0096, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.9093369418132612, |
| "grad_norm": 0.5732804536819458, |
| "learning_rate": 4.109385020742118e-06, |
| "loss": 2.0512, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9100586377988272, |
| "grad_norm": 0.7046211957931519, |
| "learning_rate": 4.044857130488466e-06, |
| "loss": 2.0903, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.9107803337843933, |
| "grad_norm": 0.6309810280799866, |
| "learning_rate": 3.980829425559329e-06, |
| "loss": 2.0415, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.9115020297699594, |
| "grad_norm": 0.613250195980072, |
| "learning_rate": 3.9173022397118845e-06, |
| "loss": 1.8784, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.9122237257555255, |
| "grad_norm": 0.6840712428092957, |
| "learning_rate": 3.8542759040942734e-06, |
| "loss": 1.9631, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.9129454217410916, |
| "grad_norm": 0.6987091898918152, |
| "learning_rate": 3.7917507472438273e-06, |
| "loss": 1.9426, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.9136671177266577, |
| "grad_norm": 0.6412894129753113, |
| "learning_rate": 3.729727095085422e-06, |
| "loss": 1.768, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.9143888137122237, |
| "grad_norm": 0.7215253710746765, |
| "learning_rate": 3.668205270929692e-06, |
| "loss": 2.1791, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.9151105096977898, |
| "grad_norm": 0.711948812007904, |
| "learning_rate": 3.6071855954714406e-06, |
| "loss": 2.1574, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.9158322056833559, |
| "grad_norm": 0.7258493304252625, |
| "learning_rate": 3.546668386787888e-06, |
| "loss": 2.0269, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.9165539016689219, |
| "grad_norm": 0.7162743210792542, |
| "learning_rate": 3.4866539603370605e-06, |
| "loss": 2.1433, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.9172755976544881, |
| "grad_norm": 0.6849039793014526, |
| "learning_rate": 3.427142628956126e-06, |
| "loss": 2.1259, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.9179972936400541, |
| "grad_norm": 0.7252722382545471, |
| "learning_rate": 3.368134702859782e-06, |
| "loss": 1.9386, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.9187189896256202, |
| "grad_norm": 0.6784095168113708, |
| "learning_rate": 3.3096304896386044e-06, |
| "loss": 2.0964, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.9194406856111863, |
| "grad_norm": 0.9322863817214966, |
| "learning_rate": 3.2516302942574793e-06, |
| "loss": 1.7283, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.9201623815967523, |
| "grad_norm": 0.7110956907272339, |
| "learning_rate": 3.194134419053996e-06, |
| "loss": 1.6925, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.9208840775823185, |
| "grad_norm": 0.7995968461036682, |
| "learning_rate": 3.1371431637368665e-06, |
| "loss": 2.204, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.9216057735678845, |
| "grad_norm": 0.8501019477844238, |
| "learning_rate": 3.080656825384376e-06, |
| "loss": 1.8897, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.9223274695534506, |
| "grad_norm": 0.7758716344833374, |
| "learning_rate": 3.0246756984428582e-06, |
| "loss": 2.0932, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.9230491655390167, |
| "grad_norm": 0.8328360915184021, |
| "learning_rate": 2.969200074725065e-06, |
| "loss": 1.8018, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.9237708615245828, |
| "grad_norm": 0.8846214413642883, |
| "learning_rate": 2.914230243408789e-06, |
| "loss": 2.1222, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9244925575101488, |
| "grad_norm": 0.8707016706466675, |
| "learning_rate": 2.8597664910352207e-06, |
| "loss": 1.6672, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.925214253495715, |
| "grad_norm": 0.900304913520813, |
| "learning_rate": 2.8058091015075394e-06, |
| "loss": 1.9354, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.925935949481281, |
| "grad_norm": 0.9058896899223328, |
| "learning_rate": 2.7523583560894016e-06, |
| "loss": 1.8596, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.926657645466847, |
| "grad_norm": 0.8882778882980347, |
| "learning_rate": 2.6994145334034994e-06, |
| "loss": 1.8618, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.9273793414524132, |
| "grad_norm": 0.9454550743103027, |
| "learning_rate": 2.6469779094300264e-06, |
| "loss": 1.7999, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.9281010374379792, |
| "grad_norm": 0.8218289017677307, |
| "learning_rate": 2.595048757505392e-06, |
| "loss": 1.8113, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.9288227334235454, |
| "grad_norm": 1.0004605054855347, |
| "learning_rate": 2.543627348320643e-06, |
| "loss": 1.8075, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.9295444294091114, |
| "grad_norm": 0.9319427609443665, |
| "learning_rate": 2.4927139499201225e-06, |
| "loss": 1.6836, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.9302661253946775, |
| "grad_norm": 1.0362564325332642, |
| "learning_rate": 2.4423088277000904e-06, |
| "loss": 2.0567, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.9309878213802436, |
| "grad_norm": 0.9231534004211426, |
| "learning_rate": 2.392412244407294e-06, |
| "loss": 1.6312, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9317095173658096, |
| "grad_norm": 1.2768371105194092, |
| "learning_rate": 2.3430244601376217e-06, |
| "loss": 1.9207, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.9324312133513757, |
| "grad_norm": 0.9290853142738342, |
| "learning_rate": 2.2941457323347627e-06, |
| "loss": 1.8171, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.9331529093369418, |
| "grad_norm": 1.1366450786590576, |
| "learning_rate": 2.2457763157888277e-06, |
| "loss": 2.0159, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.9338746053225079, |
| "grad_norm": 1.0452847480773926, |
| "learning_rate": 2.1979164626350748e-06, |
| "loss": 1.6682, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.934596301308074, |
| "grad_norm": 1.2334589958190918, |
| "learning_rate": 2.150566422352496e-06, |
| "loss": 1.6228, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.9353179972936401, |
| "grad_norm": 1.2381997108459473, |
| "learning_rate": 2.1037264417626544e-06, |
| "loss": 1.7536, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.9360396932792061, |
| "grad_norm": 1.345176339149475, |
| "learning_rate": 2.0573967650282744e-06, |
| "loss": 1.9021, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.9367613892647723, |
| "grad_norm": 1.418931484222412, |
| "learning_rate": 2.011577633652062e-06, |
| "loss": 1.8897, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.9374830852503383, |
| "grad_norm": 1.453244924545288, |
| "learning_rate": 1.966269286475353e-06, |
| "loss": 1.5596, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.9382047812359043, |
| "grad_norm": 2.5541205406188965, |
| "learning_rate": 1.921471959676957e-06, |
| "loss": 2.2214, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9389264772214705, |
| "grad_norm": 0.28194594383239746, |
| "learning_rate": 1.8771858867718705e-06, |
| "loss": 1.7784, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.9396481732070365, |
| "grad_norm": 0.3608841598033905, |
| "learning_rate": 1.8334112986100992e-06, |
| "loss": 2.0953, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.9403698691926026, |
| "grad_norm": 0.4083656072616577, |
| "learning_rate": 1.790148423375404e-06, |
| "loss": 1.7946, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.9410915651781687, |
| "grad_norm": 0.4096725285053253, |
| "learning_rate": 1.7473974865841569e-06, |
| "loss": 1.8929, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.9418132611637348, |
| "grad_norm": 0.4005209803581238, |
| "learning_rate": 1.7051587110841428e-06, |
| "loss": 1.7957, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.9425349571493009, |
| "grad_norm": 0.47705402970314026, |
| "learning_rate": 1.6634323170533928e-06, |
| "loss": 1.9838, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.943256653134867, |
| "grad_norm": 0.6210992932319641, |
| "learning_rate": 1.6222185219990748e-06, |
| "loss": 2.0338, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.943978349120433, |
| "grad_norm": 0.5750288367271423, |
| "learning_rate": 1.5815175407563165e-06, |
| "loss": 1.8714, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.9447000451059991, |
| "grad_norm": 0.5464755892753601, |
| "learning_rate": 1.5413295854871058e-06, |
| "loss": 1.8509, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.9454217410915652, |
| "grad_norm": 0.5499512553215027, |
| "learning_rate": 1.5016548656791697e-06, |
| "loss": 1.6714, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9461434370771312, |
| "grad_norm": 0.7335778474807739, |
| "learning_rate": 1.4624935881448975e-06, |
| "loss": 1.9855, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.9468651330626974, |
| "grad_norm": 0.7453155517578125, |
| "learning_rate": 1.4238459570202644e-06, |
| "loss": 2.1261, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.9475868290482634, |
| "grad_norm": 0.5688877105712891, |
| "learning_rate": 1.3857121737637647e-06, |
| "loss": 2.0231, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.9483085250338295, |
| "grad_norm": 0.6139970421791077, |
| "learning_rate": 1.348092437155346e-06, |
| "loss": 2.0793, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.9490302210193956, |
| "grad_norm": 0.673578679561615, |
| "learning_rate": 1.3109869432953892e-06, |
| "loss": 1.8538, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.9497519170049616, |
| "grad_norm": 0.7703660726547241, |
| "learning_rate": 1.2743958856036743e-06, |
| "loss": 1.8711, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.9504736129905278, |
| "grad_norm": 0.6733192205429077, |
| "learning_rate": 1.238319454818393e-06, |
| "loss": 1.9596, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.9511953089760938, |
| "grad_norm": 0.643233060836792, |
| "learning_rate": 1.2027578389951499e-06, |
| "loss": 2.0699, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.9519170049616599, |
| "grad_norm": 0.7734176516532898, |
| "learning_rate": 1.1677112235059518e-06, |
| "loss": 2.1255, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.952638700947226, |
| "grad_norm": 0.7837399840354919, |
| "learning_rate": 1.1331797910382747e-06, |
| "loss": 2.1375, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9533603969327921, |
| "grad_norm": 0.6547719836235046, |
| "learning_rate": 1.0991637215941098e-06, |
| "loss": 1.9891, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.9540820929183581, |
| "grad_norm": 0.6842671036720276, |
| "learning_rate": 1.0656631924889749e-06, |
| "loss": 2.2084, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.9548037889039243, |
| "grad_norm": 0.804904043674469, |
| "learning_rate": 1.032678378351104e-06, |
| "loss": 1.8694, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.9555254848894903, |
| "grad_norm": 0.8288085460662842, |
| "learning_rate": 1.0002094511203819e-06, |
| "loss": 1.9557, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.9562471808750563, |
| "grad_norm": 0.8813726902008057, |
| "learning_rate": 9.682565800475884e-07, |
| "loss": 1.9316, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.9569688768606225, |
| "grad_norm": 0.8606301546096802, |
| "learning_rate": 9.368199316934445e-07, |
| "loss": 2.014, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.9576905728461885, |
| "grad_norm": 1.0223966836929321, |
| "learning_rate": 9.058996699277456e-07, |
| "loss": 2.0809, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.9584122688317547, |
| "grad_norm": 0.7955352067947388, |
| "learning_rate": 8.75495955928507e-07, |
| "loss": 2.2907, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.9591339648173207, |
| "grad_norm": 0.944258451461792, |
| "learning_rate": 8.456089481811758e-07, |
| "loss": 1.8896, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.9598556608028868, |
| "grad_norm": 0.8778361678123474, |
| "learning_rate": 8.162388024777201e-07, |
| "loss": 2.1229, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9605773567884529, |
| "grad_norm": 0.8398414254188538, |
| "learning_rate": 7.873856719159078e-07, |
| "loss": 1.8257, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.961299052774019, |
| "grad_norm": 0.8729689121246338, |
| "learning_rate": 7.590497068984293e-07, |
| "loss": 2.0327, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.962020748759585, |
| "grad_norm": 0.9624994993209839, |
| "learning_rate": 7.312310551321422e-07, |
| "loss": 2.0687, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.9627424447451511, |
| "grad_norm": 0.8252072930335999, |
| "learning_rate": 7.039298616273393e-07, |
| "loss": 2.0146, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.9634641407307172, |
| "grad_norm": 0.9124308824539185, |
| "learning_rate": 6.771462686969265e-07, |
| "loss": 2.0712, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.9641858367162832, |
| "grad_norm": 1.0292962789535522, |
| "learning_rate": 6.508804159557236e-07, |
| "loss": 2.0211, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.9649075327018494, |
| "grad_norm": 0.9216018915176392, |
| "learning_rate": 6.251324403197312e-07, |
| "loss": 1.8569, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.9656292286874154, |
| "grad_norm": 0.9083951115608215, |
| "learning_rate": 5.999024760054095e-07, |
| "loss": 1.9491, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.9663509246729816, |
| "grad_norm": 0.8750483393669128, |
| "learning_rate": 5.751906545289787e-07, |
| "loss": 1.9282, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.9670726206585476, |
| "grad_norm": 1.1505929231643677, |
| "learning_rate": 5.509971047057416e-07, |
| "loss": 2.0041, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9677943166441136, |
| "grad_norm": 1.2995705604553223, |
| "learning_rate": 5.273219526493955e-07, |
| "loss": 2.0674, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.9685160126296798, |
| "grad_norm": 1.1002769470214844, |
| "learning_rate": 5.041653217713993e-07, |
| "loss": 1.9578, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.9692377086152458, |
| "grad_norm": 1.1581577062606812, |
| "learning_rate": 4.815273327803182e-07, |
| "loss": 1.9073, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.9699594046008119, |
| "grad_norm": 1.1547939777374268, |
| "learning_rate": 4.5940810368116924e-07, |
| "loss": 1.9909, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.970681100586378, |
| "grad_norm": 1.2240581512451172, |
| "learning_rate": 4.378077497748545e-07, |
| "loss": 2.1117, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.9714027965719441, |
| "grad_norm": 1.4854423999786377, |
| "learning_rate": 4.167263836575286e-07, |
| "loss": 2.1023, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.9721244925575101, |
| "grad_norm": 1.576454758644104, |
| "learning_rate": 3.961641152200213e-07, |
| "loss": 2.0899, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.9728461885430763, |
| "grad_norm": 1.5220892429351807, |
| "learning_rate": 3.761210516472602e-07, |
| "loss": 1.8243, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.9735678845286423, |
| "grad_norm": 1.9703868627548218, |
| "learning_rate": 3.5659729741769343e-07, |
| "loss": 1.9941, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.9742895805142084, |
| "grad_norm": 3.427102565765381, |
| "learning_rate": 3.3759295430281223e-07, |
| "loss": 2.1187, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9750112764997745, |
| "grad_norm": 0.2730030417442322, |
| "learning_rate": 3.191081213665292e-07, |
| "loss": 2.1156, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.9757329724853405, |
| "grad_norm": 0.33934786915779114, |
| "learning_rate": 3.011428949647233e-07, |
| "loss": 1.9893, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.9764546684709067, |
| "grad_norm": 0.4709995985031128, |
| "learning_rate": 2.8369736874473976e-07, |
| "loss": 2.0119, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.9771763644564727, |
| "grad_norm": 0.44795453548431396, |
| "learning_rate": 2.667716336448356e-07, |
| "loss": 1.951, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.9778980604420388, |
| "grad_norm": 0.5189955830574036, |
| "learning_rate": 2.503657778938018e-07, |
| "loss": 2.1039, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.9786197564276049, |
| "grad_norm": 0.5508582592010498, |
| "learning_rate": 2.3447988701043034e-07, |
| "loss": 2.1971, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.9793414524131709, |
| "grad_norm": 0.6136354207992554, |
| "learning_rate": 2.1911404380308142e-07, |
| "loss": 2.1231, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.980063148398737, |
| "grad_norm": 0.4930001199245453, |
| "learning_rate": 2.0426832836930587e-07, |
| "loss": 1.4939, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.9807848443843031, |
| "grad_norm": 0.6531209945678711, |
| "learning_rate": 1.8994281809533443e-07, |
| "loss": 1.9057, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.9815065403698692, |
| "grad_norm": 0.5793622136116028, |
| "learning_rate": 1.7613758765576692e-07, |
| "loss": 1.8735, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9822282363554353, |
| "grad_norm": 0.6620587110519409, |
| "learning_rate": 1.628527090130949e-07, |
| "loss": 2.3095, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.9829499323410014, |
| "grad_norm": 0.6859773993492126, |
| "learning_rate": 1.50088251417424e-07, |
| "loss": 2.029, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.9836716283265674, |
| "grad_norm": 0.7306172251701355, |
| "learning_rate": 1.378442814060188e-07, |
| "loss": 1.8441, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.9843933243121336, |
| "grad_norm": 0.80625319480896, |
| "learning_rate": 1.2612086280302527e-07, |
| "loss": 1.957, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.9851150202976996, |
| "grad_norm": 0.893738329410553, |
| "learning_rate": 1.1491805671909328e-07, |
| "loss": 2.1333, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.9858367162832656, |
| "grad_norm": 0.7549752593040466, |
| "learning_rate": 1.0423592155108797e-07, |
| "loss": 2.0405, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.9865584122688318, |
| "grad_norm": 0.7253614068031311, |
| "learning_rate": 9.407451298177883e-08, |
| "loss": 2.0217, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.9872801082543978, |
| "grad_norm": 0.7619647979736328, |
| "learning_rate": 8.44338839795289e-08, |
| "loss": 2.0568, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.9880018042399639, |
| "grad_norm": 0.6703828573226929, |
| "learning_rate": 7.531408479802826e-08, |
| "loss": 2.0327, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.98872350022553, |
| "grad_norm": 0.9732159376144409, |
| "learning_rate": 6.671516297606095e-08, |
| "loss": 2.196, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9894451962110961, |
| "grad_norm": 0.9062748551368713, |
| "learning_rate": 5.8637163337227354e-08, |
| "loss": 1.9862, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.9901668921966622, |
| "grad_norm": 0.9799920916557312, |
| "learning_rate": 5.1080127989699966e-08, |
| "loss": 2.1921, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.9908885881822282, |
| "grad_norm": 0.9405884146690369, |
| "learning_rate": 4.404409632604578e-08, |
| "loss": 1.963, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.9916102841677943, |
| "grad_norm": 0.9801932573318481, |
| "learning_rate": 3.752910502297091e-08, |
| "loss": 2.0002, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.9923319801533604, |
| "grad_norm": 1.0155588388442993, |
| "learning_rate": 3.153518804117628e-08, |
| "loss": 1.9585, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.9930536761389265, |
| "grad_norm": 1.0928175449371338, |
| "learning_rate": 2.6062376625146658e-08, |
| "loss": 1.9049, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.9937753721244925, |
| "grad_norm": 0.9679353833198547, |
| "learning_rate": 2.1110699303006353e-08, |
| "loss": 2.0544, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.9944970681100587, |
| "grad_norm": 0.955555260181427, |
| "learning_rate": 1.6680181886352676e-08, |
| "loss": 1.4775, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.9952187640956247, |
| "grad_norm": 1.0517772436141968, |
| "learning_rate": 1.2770847470156e-08, |
| "loss": 1.8705, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.9959404600811907, |
| "grad_norm": 1.2431974411010742, |
| "learning_rate": 9.38271643258215e-09, |
| "loss": 2.0061, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9966621560667569, |
| "grad_norm": 1.0521236658096313, |
| "learning_rate": 6.515806434959082e-09, |
| "loss": 1.959, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.9973838520523229, |
| "grad_norm": 1.3109875917434692, |
| "learning_rate": 4.170132421610351e-09, |
| "loss": 1.8187, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.9981055480378891, |
| "grad_norm": 1.2797619104385376, |
| "learning_rate": 2.3457066198440123e-09, |
| "loss": 2.0526, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.9988272440234551, |
| "grad_norm": 1.3067656755447388, |
| "learning_rate": 1.0425385398304955e-09, |
| "loss": 1.6258, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9995489400090212, |
| "grad_norm": 1.7020114660263062, |
| "learning_rate": 2.606349746137049e-10, |
| "loss": 1.772, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.0005412719891746, |
| "grad_norm": 5.264401912689209, |
| "learning_rate": 0.0, |
| "loss": 3.4119, |
| "step": 1386 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1386, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 347, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0266006359333929e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
