| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7514677103718199, |
| "eval_steps": 500, |
| "global_step": 192, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003913894324853229, |
| "grad_norm": 0.03163386508822441, |
| "learning_rate": 2e-05, |
| "loss": 0.6707, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007827788649706457, |
| "grad_norm": 0.0352676585316658, |
| "learning_rate": 4e-05, |
| "loss": 0.7198, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011741682974559686, |
| "grad_norm": 0.04116031154990196, |
| "learning_rate": 6e-05, |
| "loss": 0.7245, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.015655577299412915, |
| "grad_norm": 0.03329632431268692, |
| "learning_rate": 8e-05, |
| "loss": 0.6989, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.019569471624266144, |
| "grad_norm": 0.0380122996866703, |
| "learning_rate": 0.0001, |
| "loss": 0.7242, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.023483365949119372, |
| "grad_norm": 0.049545519053936005, |
| "learning_rate": 9.999608360361113e-05, |
| "loss": 0.7183, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0273972602739726, |
| "grad_norm": 0.052038583904504776, |
| "learning_rate": 9.998433502797095e-05, |
| "loss": 0.7768, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03131115459882583, |
| "grad_norm": 0.040976330637931824, |
| "learning_rate": 9.996475611356264e-05, |
| "loss": 0.7063, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03522504892367906, |
| "grad_norm": 0.04120514914393425, |
| "learning_rate": 9.993734992753777e-05, |
| "loss": 0.7336, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03913894324853229, |
| "grad_norm": 0.04610893130302429, |
| "learning_rate": 9.990212076323586e-05, |
| "loss": 0.7924, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.043052837573385516, |
| "grad_norm": 0.049875762313604355, |
| "learning_rate": 9.98590741395118e-05, |
| "loss": 0.917, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.046966731898238745, |
| "grad_norm": 0.05572649836540222, |
| "learning_rate": 9.980821679987125e-05, |
| "loss": 1.1953, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.050880626223091974, |
| "grad_norm": 0.09813573956489563, |
| "learning_rate": 9.974955671141424e-05, |
| "loss": 1.547, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0547945205479452, |
| "grad_norm": 0.0853336825966835, |
| "learning_rate": 9.968310306358715e-05, |
| "loss": 1.5588, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05870841487279843, |
| "grad_norm": 0.10721205174922943, |
| "learning_rate": 9.960886626674302e-05, |
| "loss": 1.625, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06262230919765166, |
| "grad_norm": 0.11950431764125824, |
| "learning_rate": 9.952685795051077e-05, |
| "loss": 1.5763, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06653620352250489, |
| "grad_norm": 0.2250717580318451, |
| "learning_rate": 9.943709096197335e-05, |
| "loss": 1.92, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07045009784735812, |
| "grad_norm": 0.19992485642433167, |
| "learning_rate": 9.933957936365515e-05, |
| "loss": 1.8923, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07436399217221135, |
| "grad_norm": 0.21822510659694672, |
| "learning_rate": 9.923433843131901e-05, |
| "loss": 1.76, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07827788649706457, |
| "grad_norm": 0.22767920792102814, |
| "learning_rate": 9.912138465157325e-05, |
| "loss": 1.929, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0821917808219178, |
| "grad_norm": 0.2242519110441208, |
| "learning_rate": 9.900073571928886e-05, |
| "loss": 1.7837, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08610567514677103, |
| "grad_norm": 0.24728001654148102, |
| "learning_rate": 9.887241053482757e-05, |
| "loss": 1.7729, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09001956947162426, |
| "grad_norm": 0.2385677993297577, |
| "learning_rate": 9.873642920108091e-05, |
| "loss": 1.8623, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09393346379647749, |
| "grad_norm": 0.26688507199287415, |
| "learning_rate": 9.859281302032106e-05, |
| "loss": 1.7397, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.09784735812133072, |
| "grad_norm": 0.3171411454677582, |
| "learning_rate": 9.844158449086371e-05, |
| "loss": 1.776, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10176125244618395, |
| "grad_norm": 0.2546722888946533, |
| "learning_rate": 9.828276730354353e-05, |
| "loss": 1.7869, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10567514677103718, |
| "grad_norm": 0.2687777280807495, |
| "learning_rate": 9.811638633800287e-05, |
| "loss": 1.8163, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1095890410958904, |
| "grad_norm": 0.27804115414619446, |
| "learning_rate": 9.79424676587942e-05, |
| "loss": 1.6911, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11350293542074363, |
| "grad_norm": 0.258060097694397, |
| "learning_rate": 9.776103851129706e-05, |
| "loss": 1.6484, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11741682974559686, |
| "grad_norm": 0.25036293268203735, |
| "learning_rate": 9.757212731744974e-05, |
| "loss": 1.6945, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12133072407045009, |
| "grad_norm": 0.2762863337993622, |
| "learning_rate": 9.737576367129694e-05, |
| "loss": 1.6541, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12524461839530332, |
| "grad_norm": 0.27325332164764404, |
| "learning_rate": 9.717197833435367e-05, |
| "loss": 1.5919, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.12915851272015655, |
| "grad_norm": 0.2928515672683716, |
| "learning_rate": 9.696080323078621e-05, |
| "loss": 1.5886, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13307240704500978, |
| "grad_norm": 0.24550022184848785, |
| "learning_rate": 9.67422714424111e-05, |
| "loss": 1.5395, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 0.28712642192840576, |
| "learning_rate": 9.65164172035126e-05, |
| "loss": 1.6844, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14090019569471623, |
| "grad_norm": 0.28551584482192993, |
| "learning_rate": 9.628327589547976e-05, |
| "loss": 1.5708, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14481409001956946, |
| "grad_norm": 0.3313228189945221, |
| "learning_rate": 9.604288404126363e-05, |
| "loss": 1.5957, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1487279843444227, |
| "grad_norm": 0.2921415865421295, |
| "learning_rate": 9.579527929965582e-05, |
| "loss": 1.6896, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.15264187866927592, |
| "grad_norm": 0.2695411741733551, |
| "learning_rate": 9.554050045938893e-05, |
| "loss": 1.4198, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.15655577299412915, |
| "grad_norm": 0.3082950711250305, |
| "learning_rate": 9.52785874330602e-05, |
| "loss": 1.4809, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16046966731898238, |
| "grad_norm": 0.3595643639564514, |
| "learning_rate": 9.500958125087882e-05, |
| "loss": 1.4945, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1643835616438356, |
| "grad_norm": 0.31700167059898376, |
| "learning_rate": 9.473352405423844e-05, |
| "loss": 1.5308, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.16829745596868884, |
| "grad_norm": 0.3412667214870453, |
| "learning_rate": 9.445045908911536e-05, |
| "loss": 1.2918, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17221135029354206, |
| "grad_norm": 0.334688663482666, |
| "learning_rate": 9.416043069929388e-05, |
| "loss": 1.6519, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1761252446183953, |
| "grad_norm": 0.36491575837135315, |
| "learning_rate": 9.386348431941952e-05, |
| "loss": 1.4255, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18003913894324852, |
| "grad_norm": 0.4985625147819519, |
| "learning_rate": 9.355966646788151e-05, |
| "loss": 1.5493, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18395303326810175, |
| "grad_norm": 0.3898182511329651, |
| "learning_rate": 9.324902473952528e-05, |
| "loss": 1.4194, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18786692759295498, |
| "grad_norm": 0.447437047958374, |
| "learning_rate": 9.293160779819659e-05, |
| "loss": 1.4069, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1917808219178082, |
| "grad_norm": 0.39298486709594727, |
| "learning_rate": 9.26074653691179e-05, |
| "loss": 1.5099, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.19569471624266144, |
| "grad_norm": 0.43156537413597107, |
| "learning_rate": 9.227664823109883e-05, |
| "loss": 1.2838, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.19960861056751467, |
| "grad_norm": 0.17454610764980316, |
| "learning_rate": 9.193920820858112e-05, |
| "loss": 0.6187, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2035225048923679, |
| "grad_norm": 0.17294666171073914, |
| "learning_rate": 9.15951981635202e-05, |
| "loss": 0.6706, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20743639921722112, |
| "grad_norm": 0.15497027337551117, |
| "learning_rate": 9.1244671987104e-05, |
| "loss": 0.6513, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21135029354207435, |
| "grad_norm": 0.13116338849067688, |
| "learning_rate": 9.08876845913106e-05, |
| "loss": 0.6534, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.21526418786692758, |
| "grad_norm": 0.1439136415719986, |
| "learning_rate": 9.052429190030589e-05, |
| "loss": 0.6599, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2191780821917808, |
| "grad_norm": 0.11023265868425369, |
| "learning_rate": 9.015455084168278e-05, |
| "loss": 0.6548, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.22309197651663404, |
| "grad_norm": 0.10590813308954239, |
| "learning_rate": 8.977851933754316e-05, |
| "loss": 0.6253, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.22700587084148727, |
| "grad_norm": 0.11390851438045502, |
| "learning_rate": 8.939625629542402e-05, |
| "loss": 0.7104, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2309197651663405, |
| "grad_norm": 0.09052883833646774, |
| "learning_rate": 8.900782159906927e-05, |
| "loss": 0.6822, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.23483365949119372, |
| "grad_norm": 0.08602324873209, |
| "learning_rate": 8.861327609904859e-05, |
| "loss": 0.6369, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23874755381604695, |
| "grad_norm": 0.08307473361492157, |
| "learning_rate": 8.821268160322482e-05, |
| "loss": 0.6654, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.24266144814090018, |
| "grad_norm": 0.08856268227100372, |
| "learning_rate": 8.780610086707148e-05, |
| "loss": 0.7817, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2465753424657534, |
| "grad_norm": 0.12807577848434448, |
| "learning_rate": 8.739359758384162e-05, |
| "loss": 1.1173, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.25048923679060664, |
| "grad_norm": 0.19394627213478088, |
| "learning_rate": 8.697523637458997e-05, |
| "loss": 1.3732, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.25440313111545987, |
| "grad_norm": 0.2011071741580963, |
| "learning_rate": 8.655108277804975e-05, |
| "loss": 1.4399, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2583170254403131, |
| "grad_norm": 0.14723621308803558, |
| "learning_rate": 8.612120324036548e-05, |
| "loss": 1.3727, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2622309197651663, |
| "grad_norm": 0.16769130527973175, |
| "learning_rate": 8.568566510468391e-05, |
| "loss": 1.4052, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.26614481409001955, |
| "grad_norm": 0.24278558790683746, |
| "learning_rate": 8.524453660060434e-05, |
| "loss": 1.2422, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2700587084148728, |
| "grad_norm": 0.3258834183216095, |
| "learning_rate": 8.479788683348995e-05, |
| "loss": 1.3636, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.273972602739726, |
| "grad_norm": 0.3858473300933838, |
| "learning_rate": 8.434578577364218e-05, |
| "loss": 1.2596, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.27788649706457924, |
| "grad_norm": 0.3792387843132019, |
| "learning_rate": 8.388830424533934e-05, |
| "loss": 1.1536, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.28180039138943247, |
| "grad_norm": 0.3650766611099243, |
| "learning_rate": 8.342551391574165e-05, |
| "loss": 1.2981, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.4267803132534027, |
| "learning_rate": 8.295748728366413e-05, |
| "loss": 1.3647, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2896281800391389, |
| "grad_norm": 0.33112606406211853, |
| "learning_rate": 8.248429766821926e-05, |
| "loss": 1.236, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.29354207436399216, |
| "grad_norm": 0.42046257853507996, |
| "learning_rate": 8.200601919733106e-05, |
| "loss": 1.2594, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2974559686888454, |
| "grad_norm": 0.2975512444972992, |
| "learning_rate": 8.15227267961226e-05, |
| "loss": 1.0518, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3013698630136986, |
| "grad_norm": 0.404283732175827, |
| "learning_rate": 8.103449617517851e-05, |
| "loss": 0.8743, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.30528375733855184, |
| "grad_norm": 0.351408451795578, |
| "learning_rate": 8.054140381868436e-05, |
| "loss": 1.0423, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.30919765166340507, |
| "grad_norm": 0.3292158246040344, |
| "learning_rate": 8.004352697244517e-05, |
| "loss": 0.997, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3131115459882583, |
| "grad_norm": 0.32384607195854187, |
| "learning_rate": 7.954094363178422e-05, |
| "loss": 1.0643, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.31702544031311153, |
| "grad_norm": 0.3204917907714844, |
| "learning_rate": 7.903373252932473e-05, |
| "loss": 1.1578, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.32093933463796476, |
| "grad_norm": 0.3328935205936432, |
| "learning_rate": 7.852197312265592e-05, |
| "loss": 1.0157, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.324853228962818, |
| "grad_norm": 0.33864614367485046, |
| "learning_rate": 7.800574558188547e-05, |
| "loss": 1.0204, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3287671232876712, |
| "grad_norm": 0.35031718015670776, |
| "learning_rate": 7.748513077708044e-05, |
| "loss": 0.9259, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.33268101761252444, |
| "grad_norm": 0.3247066140174866, |
| "learning_rate": 7.696021026559849e-05, |
| "loss": 1.1222, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.33659491193737767, |
| "grad_norm": 0.41699549555778503, |
| "learning_rate": 7.643106627931147e-05, |
| "loss": 0.9983, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3405088062622309, |
| "grad_norm": 0.3745575249195099, |
| "learning_rate": 7.589778171172322e-05, |
| "loss": 0.9129, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.34442270058708413, |
| "grad_norm": 0.353384792804718, |
| "learning_rate": 7.536044010498395e-05, |
| "loss": 1.0038, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.34833659491193736, |
| "grad_norm": 0.4637128412723541, |
| "learning_rate": 7.48191256368028e-05, |
| "loss": 1.0741, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3522504892367906, |
| "grad_norm": 0.35887208580970764, |
| "learning_rate": 7.427392310726088e-05, |
| "loss": 0.8587, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3561643835616438, |
| "grad_norm": 0.37228333950042725, |
| "learning_rate": 7.372491792552693e-05, |
| "loss": 0.8278, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.36007827788649704, |
| "grad_norm": 0.3942444622516632, |
| "learning_rate": 7.317219609647739e-05, |
| "loss": 0.7225, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3639921722113503, |
| "grad_norm": 0.423574298620224, |
| "learning_rate": 7.261584420722329e-05, |
| "loss": 0.8623, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3679060665362035, |
| "grad_norm": 0.40341565012931824, |
| "learning_rate": 7.20559494135458e-05, |
| "loss": 0.867, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.37181996086105673, |
| "grad_norm": 0.47766032814979553, |
| "learning_rate": 7.149259942624287e-05, |
| "loss": 0.96, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.37573385518590996, |
| "grad_norm": 0.5066246390342712, |
| "learning_rate": 7.092588249738871e-05, |
| "loss": 0.9708, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3796477495107632, |
| "grad_norm": 0.47567370533943176, |
| "learning_rate": 7.03558874065087e-05, |
| "loss": 0.6989, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3835616438356164, |
| "grad_norm": 0.4444224536418915, |
| "learning_rate": 6.978270344667143e-05, |
| "loss": 0.928, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.38747553816046965, |
| "grad_norm": 0.4988643229007721, |
| "learning_rate": 6.920642041050055e-05, |
| "loss": 0.8934, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3913894324853229, |
| "grad_norm": 0.45978260040283203, |
| "learning_rate": 6.862712857610813e-05, |
| "loss": 0.8662, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3953033268101761, |
| "grad_norm": 0.1132320910692215, |
| "learning_rate": 6.804491869295206e-05, |
| "loss": 0.608, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.39921722113502933, |
| "grad_norm": 0.07976847887039185, |
| "learning_rate": 6.745988196761975e-05, |
| "loss": 0.6146, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.40313111545988256, |
| "grad_norm": 0.10324259847402573, |
| "learning_rate": 6.687211004953992e-05, |
| "loss": 0.6406, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4070450097847358, |
| "grad_norm": 0.09178236126899719, |
| "learning_rate": 6.628169501662526e-05, |
| "loss": 0.6542, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.410958904109589, |
| "grad_norm": 0.09317239373922348, |
| "learning_rate": 6.56887293608479e-05, |
| "loss": 0.6346, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.41487279843444225, |
| "grad_norm": 0.07775234431028366, |
| "learning_rate": 6.509330597374993e-05, |
| "loss": 0.6321, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4187866927592955, |
| "grad_norm": 0.09660284221172333, |
| "learning_rate": 6.44955181318915e-05, |
| "loss": 0.636, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4227005870841487, |
| "grad_norm": 0.09740979224443436, |
| "learning_rate": 6.38954594822384e-05, |
| "loss": 0.6049, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.42661448140900193, |
| "grad_norm": 0.08840920776128769, |
| "learning_rate": 6.329322402749181e-05, |
| "loss": 0.6309, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.43052837573385516, |
| "grad_norm": 0.08083198219537735, |
| "learning_rate": 6.268890611136211e-05, |
| "loss": 0.6289, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4344422700587084, |
| "grad_norm": 0.09277130663394928, |
| "learning_rate": 6.208260040378946e-05, |
| "loss": 0.6347, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4383561643835616, |
| "grad_norm": 0.0881839394569397, |
| "learning_rate": 6.147440188611324e-05, |
| "loss": 0.6431, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.44227005870841485, |
| "grad_norm": 0.11400538682937622, |
| "learning_rate": 6.086440583619257e-05, |
| "loss": 0.9354, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4461839530332681, |
| "grad_norm": 0.20211589336395264, |
| "learning_rate": 6.025270781348055e-05, |
| "loss": 1.1604, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4500978473581213, |
| "grad_norm": 0.26292282342910767, |
| "learning_rate": 5.9639403644054246e-05, |
| "loss": 1.3311, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.45401174168297453, |
| "grad_norm": 0.22820404171943665, |
| "learning_rate": 5.9024589405603035e-05, |
| "loss": 1.369, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.45792563600782776, |
| "grad_norm": 0.30766674876213074, |
| "learning_rate": 5.840836141237748e-05, |
| "loss": 1.2977, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.461839530332681, |
| "grad_norm": 0.31659746170043945, |
| "learning_rate": 5.779081620010104e-05, |
| "loss": 1.2837, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4657534246575342, |
| "grad_norm": 0.39562028646469116, |
| "learning_rate": 5.717205051084731e-05, |
| "loss": 1.1557, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.46966731898238745, |
| "grad_norm": 0.5576508641242981, |
| "learning_rate": 5.655216127788472e-05, |
| "loss": 0.8415, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4735812133072407, |
| "grad_norm": 0.6976498365402222, |
| "learning_rate": 5.5931245610491415e-05, |
| "loss": 0.98, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4774951076320939, |
| "grad_norm": 0.4894806146621704, |
| "learning_rate": 5.5309400778742484e-05, |
| "loss": 0.805, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.48140900195694714, |
| "grad_norm": 0.5847781300544739, |
| "learning_rate": 5.4686724198272075e-05, |
| "loss": 0.7776, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.48532289628180036, |
| "grad_norm": 0.45148980617523193, |
| "learning_rate": 5.406331341501264e-05, |
| "loss": 0.9177, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4892367906066536, |
| "grad_norm": 0.4079922139644623, |
| "learning_rate": 5.3439266089913796e-05, |
| "loss": 0.8183, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4931506849315068, |
| "grad_norm": 0.35624781250953674, |
| "learning_rate": 5.281467998364314e-05, |
| "loss": 0.7306, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.49706457925636005, |
| "grad_norm": 0.39521101117134094, |
| "learning_rate": 5.218965294127155e-05, |
| "loss": 0.6615, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5009784735812133, |
| "grad_norm": 0.40277203917503357, |
| "learning_rate": 5.156428287694508e-05, |
| "loss": 0.8875, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5048923679060665, |
| "grad_norm": 0.41517841815948486, |
| "learning_rate": 5.093866775854618e-05, |
| "loss": 0.6584, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5088062622309197, |
| "grad_norm": 0.39176759123802185, |
| "learning_rate": 5.0312905592346496e-05, |
| "loss": 0.7852, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.512720156555773, |
| "grad_norm": 0.41236555576324463, |
| "learning_rate": 4.9687094407653516e-05, |
| "loss": 0.649, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5166340508806262, |
| "grad_norm": 0.4180082380771637, |
| "learning_rate": 4.9061332241453835e-05, |
| "loss": 0.6306, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5205479452054794, |
| "grad_norm": 0.41293394565582275, |
| "learning_rate": 4.843571712305493e-05, |
| "loss": 0.6744, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5244618395303327, |
| "grad_norm": 0.4382160007953644, |
| "learning_rate": 4.7810347058728454e-05, |
| "loss": 0.699, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5283757338551859, |
| "grad_norm": 0.42936497926712036, |
| "learning_rate": 4.718532001635687e-05, |
| "loss": 0.7566, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5322896281800391, |
| "grad_norm": 0.41919001936912537, |
| "learning_rate": 4.6560733910086215e-05, |
| "loss": 0.6555, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5362035225048923, |
| "grad_norm": 0.4476231038570404, |
| "learning_rate": 4.593668658498738e-05, |
| "loss": 0.3702, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5401174168297456, |
| "grad_norm": 0.4992290735244751, |
| "learning_rate": 4.531327580172794e-05, |
| "loss": 0.7355, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5440313111545988, |
| "grad_norm": 0.48065385222435, |
| "learning_rate": 4.4690599221257534e-05, |
| "loss": 0.775, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "grad_norm": 0.5157718658447266, |
| "learning_rate": 4.406875438950862e-05, |
| "loss": 0.8044, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5518590998043053, |
| "grad_norm": 0.5698674917221069, |
| "learning_rate": 4.34478387221153e-05, |
| "loss": 0.6986, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5557729941291585, |
| "grad_norm": 0.7876279950141907, |
| "learning_rate": 4.2827949489152716e-05, |
| "loss": 0.8621, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5596868884540117, |
| "grad_norm": 0.6332098841667175, |
| "learning_rate": 4.2209183799898975e-05, |
| "loss": 0.7242, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5636007827788649, |
| "grad_norm": 0.5357217788696289, |
| "learning_rate": 4.159163858762254e-05, |
| "loss": 0.8576, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5675146771037182, |
| "grad_norm": 0.5598642826080322, |
| "learning_rate": 4.097541059439698e-05, |
| "loss": 0.6371, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.5226421356201172, |
| "learning_rate": 4.036059635594578e-05, |
| "loss": 0.8958, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5753424657534246, |
| "grad_norm": 0.6392259001731873, |
| "learning_rate": 3.9747292186519456e-05, |
| "loss": 0.7961, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5792563600782779, |
| "grad_norm": 0.5581743717193604, |
| "learning_rate": 3.913559416380743e-05, |
| "loss": 0.7058, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5831702544031311, |
| "grad_norm": 0.5660399794578552, |
| "learning_rate": 3.8525598113886755e-05, |
| "loss": 0.8684, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5870841487279843, |
| "grad_norm": 0.5329856276512146, |
| "learning_rate": 3.791739959621054e-05, |
| "loss": 0.8819, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5909980430528375, |
| "grad_norm": 0.10910053551197052, |
| "learning_rate": 3.73110938886379e-05, |
| "loss": 0.601, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5949119373776908, |
| "grad_norm": 0.11311163008213043, |
| "learning_rate": 3.670677597250819e-05, |
| "loss": 0.6177, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.598825831702544, |
| "grad_norm": 0.11195075511932373, |
| "learning_rate": 3.610454051776159e-05, |
| "loss": 0.6427, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6027397260273972, |
| "grad_norm": 0.10383167117834091, |
| "learning_rate": 3.5504481868108496e-05, |
| "loss": 0.6135, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6066536203522505, |
| "grad_norm": 0.09850986301898956, |
| "learning_rate": 3.490669402625007e-05, |
| "loss": 0.6143, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6105675146771037, |
| "grad_norm": 0.11563970893621445, |
| "learning_rate": 3.4311270639152125e-05, |
| "loss": 0.6377, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6144814090019569, |
| "grad_norm": 0.09395430982112885, |
| "learning_rate": 3.371830498337475e-05, |
| "loss": 0.622, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6183953033268101, |
| "grad_norm": 0.09632616490125656, |
| "learning_rate": 3.31278899504601e-05, |
| "loss": 0.6007, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6223091976516634, |
| "grad_norm": 0.07842116057872772, |
| "learning_rate": 3.254011803238026e-05, |
| "loss": 0.6117, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6262230919765166, |
| "grad_norm": 0.09811273962259293, |
| "learning_rate": 3.195508130704795e-05, |
| "loss": 0.7071, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6301369863013698, |
| "grad_norm": 0.09993411600589752, |
| "learning_rate": 3.137287142389189e-05, |
| "loss": 0.6959, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6340508806262231, |
| "grad_norm": 0.16126656532287598, |
| "learning_rate": 3.079357958949946e-05, |
| "loss": 0.8482, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6379647749510763, |
| "grad_norm": 0.23614658415317535, |
| "learning_rate": 3.0217296553328578e-05, |
| "loss": 1.1098, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6418786692759295, |
| "grad_norm": 0.3320796489715576, |
| "learning_rate": 2.9644112593491313e-05, |
| "loss": 1.325, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6457925636007827, |
| "grad_norm": 0.28653013706207275, |
| "learning_rate": 2.90741175026113e-05, |
| "loss": 1.2413, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.649706457925636, |
| "grad_norm": 0.255374550819397, |
| "learning_rate": 2.8507400573757158e-05, |
| "loss": 1.2142, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6536203522504892, |
| "grad_norm": 0.35617220401763916, |
| "learning_rate": 2.7944050586454214e-05, |
| "loss": 1.074, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6575342465753424, |
| "grad_norm": 0.36493492126464844, |
| "learning_rate": 2.738415579277672e-05, |
| "loss": 0.9327, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6614481409001957, |
| "grad_norm": 0.3966633379459381, |
| "learning_rate": 2.682780390352262e-05, |
| "loss": 0.9258, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6653620352250489, |
| "grad_norm": 0.414274662733078, |
| "learning_rate": 2.6275082074473077e-05, |
| "loss": 0.7781, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6692759295499021, |
| "grad_norm": 0.5334131717681885, |
| "learning_rate": 2.5726076892739125e-05, |
| "loss": 1.0345, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6731898238747553, |
| "grad_norm": 0.4234941601753235, |
| "learning_rate": 2.5180874363197215e-05, |
| "loss": 0.6406, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6771037181996086, |
| "grad_norm": 0.4359799921512604, |
| "learning_rate": 2.4639559895016068e-05, |
| "loss": 0.5398, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6810176125244618, |
| "grad_norm": 0.4648365378379822, |
| "learning_rate": 2.41022182882768e-05, |
| "loss": 0.8774, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.684931506849315, |
| "grad_norm": 0.44993242621421814, |
| "learning_rate": 2.3568933720688545e-05, |
| "loss": 0.6826, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6888454011741683, |
| "grad_norm": 0.5089378356933594, |
| "learning_rate": 2.3039789734401522e-05, |
| "loss": 0.8364, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6927592954990215, |
| "grad_norm": 0.4836876392364502, |
| "learning_rate": 2.2514869222919572e-05, |
| "loss": 0.7142, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6966731898238747, |
| "grad_norm": 0.45462754368782043, |
| "learning_rate": 2.1994254418114522e-05, |
| "loss": 0.5854, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.700587084148728, |
| "grad_norm": 0.4492819905281067, |
| "learning_rate": 2.1478026877344087e-05, |
| "loss": 0.7193, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7045009784735812, |
| "grad_norm": 0.5050315260887146, |
| "learning_rate": 2.0966267470675273e-05, |
| "loss": 0.7511, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7084148727984344, |
| "grad_norm": 0.47290706634521484, |
| "learning_rate": 2.0459056368215785e-05, |
| "loss": 0.3919, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7123287671232876, |
| "grad_norm": 0.48888495564460754, |
| "learning_rate": 1.9956473027554846e-05, |
| "loss": 0.6667, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7162426614481409, |
| "grad_norm": 0.5012060403823853, |
| "learning_rate": 1.945859618131564e-05, |
| "loss": 0.8642, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7201565557729941, |
| "grad_norm": 0.4296189248561859, |
| "learning_rate": 1.8965503824821495e-05, |
| "loss": 0.5252, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7240704500978473, |
| "grad_norm": 0.4099351465702057, |
| "learning_rate": 1.8477273203877398e-05, |
| "loss": 0.555, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7279843444227005, |
| "grad_norm": 0.48989391326904297, |
| "learning_rate": 1.7993980802668946e-05, |
| "loss": 0.4169, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7318982387475538, |
| "grad_norm": 0.5008951425552368, |
| "learning_rate": 1.7515702331780753e-05, |
| "loss": 0.6055, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.735812133072407, |
| "grad_norm": 0.5512305498123169, |
| "learning_rate": 1.7042512716335873e-05, |
| "loss": 0.6066, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7397260273972602, |
| "grad_norm": 0.5570058226585388, |
| "learning_rate": 1.6574486084258366e-05, |
| "loss": 0.5108, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7436399217221135, |
| "grad_norm": 0.5478200316429138, |
| "learning_rate": 1.6111695754660667e-05, |
| "loss": 0.4872, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7475538160469667, |
| "grad_norm": 0.6605414748191833, |
| "learning_rate": 1.565421422635782e-05, |
| "loss": 0.7039, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7514677103718199, |
| "grad_norm": 0.68994140625, |
| "learning_rate": 1.5202113166510057e-05, |
| "loss": 0.5309, |
| "step": 192 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 256, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 64, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.674199890382029e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
