| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 444, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0045223289994347085, |
| "grad_norm": 7.291471481323242, |
| "learning_rate": 0.0, |
| "loss": 1.547397255897522, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009044657998869417, |
| "grad_norm": 6.675105094909668, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 1.9251973628997803, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.013566986998304126, |
| "grad_norm": 5.998653411865234, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 2.1677727699279785, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.018089315997738834, |
| "grad_norm": 5.098645210266113, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 1.55276620388031, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.022611644997173545, |
| "grad_norm": 5.561119556427002, |
| "learning_rate": 1.2121212121212122e-05, |
| "loss": 1.6184998750686646, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.027133973996608253, |
| "grad_norm": 9.211742401123047, |
| "learning_rate": 1.5151515151515153e-05, |
| "loss": 2.9644205570220947, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03165630299604296, |
| "grad_norm": 4.334231853485107, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 1.310502529144287, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03617863199547767, |
| "grad_norm": 4.926395893096924, |
| "learning_rate": 2.1212121212121215e-05, |
| "loss": 0.9597325921058655, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04070096099491238, |
| "grad_norm": 5.166053295135498, |
| "learning_rate": 2.4242424242424244e-05, |
| "loss": 1.5906846523284912, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04522328999434709, |
| "grad_norm": 3.401926279067993, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 0.9199749231338501, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0497456189937818, |
| "grad_norm": 5.334242820739746, |
| "learning_rate": 3.0303030303030306e-05, |
| "loss": 1.4474661350250244, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.054267947993216506, |
| "grad_norm": 4.597867488861084, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.4379602670669556, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.058790276992651214, |
| "grad_norm": 4.7645392417907715, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 1.4223986864089966, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06331260599208592, |
| "grad_norm": 3.373505115509033, |
| "learning_rate": 3.939393939393939e-05, |
| "loss": 1.1355547904968262, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06783493499152063, |
| "grad_norm": 4.07553768157959, |
| "learning_rate": 4.242424242424243e-05, |
| "loss": 0.9215720891952515, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07235726399095534, |
| "grad_norm": 3.5894291400909424, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 1.0571705102920532, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.07687959299039004, |
| "grad_norm": 3.156590223312378, |
| "learning_rate": 4.848484848484849e-05, |
| "loss": 0.8873472809791565, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08140192198982477, |
| "grad_norm": 3.214465618133545, |
| "learning_rate": 5.151515151515152e-05, |
| "loss": 1.0211292505264282, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08592425098925947, |
| "grad_norm": 7.9517669677734375, |
| "learning_rate": 5.4545454545454546e-05, |
| "loss": 0.8414863348007202, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09044657998869418, |
| "grad_norm": 1.7165948152542114, |
| "learning_rate": 5.757575757575758e-05, |
| "loss": 0.5700346231460571, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.09496890898812889, |
| "grad_norm": 2.5979506969451904, |
| "learning_rate": 6.060606060606061e-05, |
| "loss": 0.5731669068336487, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.0994912379875636, |
| "grad_norm": 3.4984710216522217, |
| "learning_rate": 6.363636363636364e-05, |
| "loss": 0.9606108665466309, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.1040135669869983, |
| "grad_norm": 2.752967119216919, |
| "learning_rate": 6.666666666666667e-05, |
| "loss": 0.6585597395896912, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.10853589598643301, |
| "grad_norm": 1.5807493925094604, |
| "learning_rate": 6.96969696969697e-05, |
| "loss": 0.6068466305732727, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.11305822498586772, |
| "grad_norm": 2.665384292602539, |
| "learning_rate": 7.272727272727273e-05, |
| "loss": 0.6171092391014099, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.11758055398530243, |
| "grad_norm": 2.3035004138946533, |
| "learning_rate": 7.575757575757576e-05, |
| "loss": 0.5822332501411438, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12210288298473713, |
| "grad_norm": 1.9238967895507812, |
| "learning_rate": 7.878787878787879e-05, |
| "loss": 0.47088560461997986, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12662521198417184, |
| "grad_norm": 1.825692892074585, |
| "learning_rate": 8.181818181818183e-05, |
| "loss": 0.6446185111999512, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 4.594221591949463, |
| "learning_rate": 8.484848484848486e-05, |
| "loss": 0.6414021253585815, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.13566986998304126, |
| "grad_norm": 1.9699541330337524, |
| "learning_rate": 8.787878787878789e-05, |
| "loss": 0.4247538149356842, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14019219898247598, |
| "grad_norm": 2.4046030044555664, |
| "learning_rate": 9.090909090909092e-05, |
| "loss": 0.6008492708206177, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14471452798191067, |
| "grad_norm": 1.413968563079834, |
| "learning_rate": 9.393939393939395e-05, |
| "loss": 0.40783625841140747, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1492368569813454, |
| "grad_norm": 1.9952170848846436, |
| "learning_rate": 9.696969696969698e-05, |
| "loss": 0.569362461566925, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1537591859807801, |
| "grad_norm": 2.6184163093566895, |
| "learning_rate": 0.0001, |
| "loss": 0.5469943881034851, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1582815149802148, |
| "grad_norm": 1.9643917083740234, |
| "learning_rate": 9.999938421168646e-05, |
| "loss": 0.4088066816329956, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.16280384397964953, |
| "grad_norm": 1.5163798332214355, |
| "learning_rate": 9.999753686191369e-05, |
| "loss": 0.3955770432949066, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.16732617297908423, |
| "grad_norm": 1.229404091835022, |
| "learning_rate": 9.99944579961847e-05, |
| "loss": 0.2366081029176712, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.17184850197851895, |
| "grad_norm": 3.2587950229644775, |
| "learning_rate": 9.99901476903367e-05, |
| "loss": 0.7799991369247437, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.17637083097795364, |
| "grad_norm": 2.7293012142181396, |
| "learning_rate": 9.998460605053911e-05, |
| "loss": 0.5498022437095642, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.18089315997738836, |
| "grad_norm": 0.8616456389427185, |
| "learning_rate": 9.997783321329103e-05, |
| "loss": 0.2331305593252182, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.18541548897682306, |
| "grad_norm": 2.231576681137085, |
| "learning_rate": 9.996982934541781e-05, |
| "loss": 0.49557122588157654, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.18993781797625778, |
| "grad_norm": 1.757218360900879, |
| "learning_rate": 9.996059464406699e-05, |
| "loss": 0.3324850797653198, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.19446014697569247, |
| "grad_norm": 2.7063300609588623, |
| "learning_rate": 9.99501293367034e-05, |
| "loss": 0.6701216101646423, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.1989824759751272, |
| "grad_norm": 1.5393937826156616, |
| "learning_rate": 9.993843368110363e-05, |
| "loss": 0.36928266286849976, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2035048049745619, |
| "grad_norm": 2.716559648513794, |
| "learning_rate": 9.992550796534957e-05, |
| "loss": 0.47702556848526, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.2080271339739966, |
| "grad_norm": 1.4264390468597412, |
| "learning_rate": 9.991135250782142e-05, |
| "loss": 0.45288488268852234, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21254946297343133, |
| "grad_norm": 1.8128936290740967, |
| "learning_rate": 9.98959676571898e-05, |
| "loss": 0.5638726353645325, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.21707179197286602, |
| "grad_norm": 3.152132034301758, |
| "learning_rate": 9.987935379240715e-05, |
| "loss": 0.6716957688331604, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22159412097230075, |
| "grad_norm": 1.705963373184204, |
| "learning_rate": 9.986151132269841e-05, |
| "loss": 0.44028884172439575, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.22611644997173544, |
| "grad_norm": 1.1538264751434326, |
| "learning_rate": 9.984244068755098e-05, |
| "loss": 0.233591690659523, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.23063877897117016, |
| "grad_norm": 2.0634467601776123, |
| "learning_rate": 9.982214235670381e-05, |
| "loss": 0.4504716992378235, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.23516110797060485, |
| "grad_norm": 2.5376787185668945, |
| "learning_rate": 9.980061683013593e-05, |
| "loss": 0.864669919013977, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.23968343697003958, |
| "grad_norm": 2.1972405910491943, |
| "learning_rate": 9.977786463805399e-05, |
| "loss": 0.6324269771575928, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.24420576596947427, |
| "grad_norm": 2.0665624141693115, |
| "learning_rate": 9.975388634087939e-05, |
| "loss": 0.2935933768749237, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.248728094968909, |
| "grad_norm": 3.009046792984009, |
| "learning_rate": 9.972868252923433e-05, |
| "loss": 0.5864978432655334, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2532504239683437, |
| "grad_norm": 1.86191725730896, |
| "learning_rate": 9.970225382392732e-05, |
| "loss": 0.37172186374664307, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2577727529677784, |
| "grad_norm": 1.9748555421829224, |
| "learning_rate": 9.967460087593787e-05, |
| "loss": 0.3727291226387024, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.26229508196721313, |
| "grad_norm": 1.099350094795227, |
| "learning_rate": 9.964572436640045e-05, |
| "loss": 0.2445754110813141, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.26681741096664785, |
| "grad_norm": 2.0052852630615234, |
| "learning_rate": 9.961562500658779e-05, |
| "loss": 0.3555195927619934, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2713397399660825, |
| "grad_norm": 1.4176075458526611, |
| "learning_rate": 9.958430353789321e-05, |
| "loss": 0.30695128440856934, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 3.025583267211914, |
| "learning_rate": 9.955176073181249e-05, |
| "loss": 0.585475504398346, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.28038439796495196, |
| "grad_norm": 2.7243595123291016, |
| "learning_rate": 9.951799738992484e-05, |
| "loss": 0.43635714054107666, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2849067269643867, |
| "grad_norm": 2.0113253593444824, |
| "learning_rate": 9.948301434387308e-05, |
| "loss": 0.42690932750701904, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.28942905596382135, |
| "grad_norm": 4.598367214202881, |
| "learning_rate": 9.944681245534329e-05, |
| "loss": 0.6117644309997559, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.29395138496325607, |
| "grad_norm": 2.9147560596466064, |
| "learning_rate": 9.940939261604343e-05, |
| "loss": 0.5750573873519897, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2984737139626908, |
| "grad_norm": 2.6507761478424072, |
| "learning_rate": 9.937075574768151e-05, |
| "loss": 0.7533997893333435, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3029960429621255, |
| "grad_norm": 2.4989027976989746, |
| "learning_rate": 9.93309028019428e-05, |
| "loss": 0.5996869206428528, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3075183719615602, |
| "grad_norm": 2.598254680633545, |
| "learning_rate": 9.928983476046643e-05, |
| "loss": 0.2852366268634796, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.3120407009609949, |
| "grad_norm": 3.119438648223877, |
| "learning_rate": 9.92475526348212e-05, |
| "loss": 0.5741563439369202, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3165630299604296, |
| "grad_norm": 1.1106818914413452, |
| "learning_rate": 9.920405746648066e-05, |
| "loss": 0.26614102721214294, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.32108535895986434, |
| "grad_norm": 0.9133815169334412, |
| "learning_rate": 9.915935032679748e-05, |
| "loss": 0.26768484711647034, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.32560768795929906, |
| "grad_norm": 1.607993483543396, |
| "learning_rate": 9.911343231697703e-05, |
| "loss": 0.15874682366847992, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.33013001695873373, |
| "grad_norm": 1.3114100694656372, |
| "learning_rate": 9.906630456805024e-05, |
| "loss": 0.4141106605529785, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.33465234595816845, |
| "grad_norm": 1.2874245643615723, |
| "learning_rate": 9.90179682408458e-05, |
| "loss": 0.2847934365272522, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3391746749576032, |
| "grad_norm": 1.3312100172042847, |
| "learning_rate": 9.896842452596151e-05, |
| "loss": 0.3185293972492218, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3436970039570379, |
| "grad_norm": 1.8993945121765137, |
| "learning_rate": 9.891767464373503e-05, |
| "loss": 0.5426658391952515, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.34821933295647256, |
| "grad_norm": 2.966989755630493, |
| "learning_rate": 9.88657198442137e-05, |
| "loss": 0.570258378982544, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3527416619559073, |
| "grad_norm": 4.43503999710083, |
| "learning_rate": 9.881256140712389e-05, |
| "loss": 0.8280593156814575, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.357263990955342, |
| "grad_norm": 2.1554064750671387, |
| "learning_rate": 9.875820064183936e-05, |
| "loss": 0.5352519750595093, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3617863199547767, |
| "grad_norm": 3.4602084159851074, |
| "learning_rate": 9.870263888734905e-05, |
| "loss": 0.5771993398666382, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.36630864895421145, |
| "grad_norm": 1.7824523448944092, |
| "learning_rate": 9.864587751222415e-05, |
| "loss": 0.4337155520915985, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3708309779536461, |
| "grad_norm": 3.878756284713745, |
| "learning_rate": 9.85879179145843e-05, |
| "loss": 0.5989097952842712, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.37535330695308083, |
| "grad_norm": 1.4212008714675903, |
| "learning_rate": 9.852876152206324e-05, |
| "loss": 0.3551819920539856, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.37987563595251556, |
| "grad_norm": 2.3496906757354736, |
| "learning_rate": 9.846840979177355e-05, |
| "loss": 0.43937334418296814, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3843979649519503, |
| "grad_norm": 1.6882898807525635, |
| "learning_rate": 9.840686421027084e-05, |
| "loss": 0.5158435702323914, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.38892029395138494, |
| "grad_norm": 2.1012213230133057, |
| "learning_rate": 9.834412629351713e-05, |
| "loss": 0.4025169610977173, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.39344262295081966, |
| "grad_norm": 2.0376243591308594, |
| "learning_rate": 9.828019758684343e-05, |
| "loss": 0.3835662603378296, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3979649519502544, |
| "grad_norm": 1.087571620941162, |
| "learning_rate": 9.821507966491177e-05, |
| "loss": 0.2370224893093109, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4024872809496891, |
| "grad_norm": 1.0280754566192627, |
| "learning_rate": 9.814877413167636e-05, |
| "loss": 0.16112485527992249, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4070096099491238, |
| "grad_norm": 1.5627737045288086, |
| "learning_rate": 9.80812826203441e-05, |
| "loss": 0.25830531120300293, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4115319389485585, |
| "grad_norm": 1.398753046989441, |
| "learning_rate": 9.801260679333435e-05, |
| "loss": 0.20058074593544006, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.4160542679479932, |
| "grad_norm": 2.44887113571167, |
| "learning_rate": 9.794274834223798e-05, |
| "loss": 0.44796085357666016, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.42057659694742794, |
| "grad_norm": 1.8773524761199951, |
| "learning_rate": 9.787170898777571e-05, |
| "loss": 0.09035420417785645, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.42509892594686266, |
| "grad_norm": 2.2415385246276855, |
| "learning_rate": 9.779949047975569e-05, |
| "loss": 0.4143182337284088, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.4296212549462973, |
| "grad_norm": 0.9243282675743103, |
| "learning_rate": 9.772609459703046e-05, |
| "loss": 0.19697849452495575, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.43414358394573205, |
| "grad_norm": 1.6759023666381836, |
| "learning_rate": 9.76515231474531e-05, |
| "loss": 0.4344663619995117, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.43866591294516677, |
| "grad_norm": 1.7376896142959595, |
| "learning_rate": 9.757577796783267e-05, |
| "loss": 0.2877751588821411, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4431882419446015, |
| "grad_norm": 1.7586407661437988, |
| "learning_rate": 9.749886092388907e-05, |
| "loss": 0.2319566309452057, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.44771057094403616, |
| "grad_norm": 2.4733307361602783, |
| "learning_rate": 9.742077391020694e-05, |
| "loss": 0.5806718468666077, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4522328999434709, |
| "grad_norm": 1.8423047065734863, |
| "learning_rate": 9.73415188501891e-05, |
| "loss": 0.41065654158592224, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4567552289429056, |
| "grad_norm": 1.266654372215271, |
| "learning_rate": 9.726109769600915e-05, |
| "loss": 0.25123703479766846, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.4612775579423403, |
| "grad_norm": 1.5012145042419434, |
| "learning_rate": 9.717951242856338e-05, |
| "loss": 0.21071340143680573, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.465799886941775, |
| "grad_norm": 1.9103806018829346, |
| "learning_rate": 9.709676505742193e-05, |
| "loss": 0.2925260365009308, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4703222159412097, |
| "grad_norm": 2.8742434978485107, |
| "learning_rate": 9.701285762077939e-05, |
| "loss": 0.42019787430763245, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.47484454494064443, |
| "grad_norm": 0.9136130213737488, |
| "learning_rate": 9.692779218540449e-05, |
| "loss": 0.20556426048278809, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.47936687394007915, |
| "grad_norm": 1.253005862236023, |
| "learning_rate": 9.684157084658928e-05, |
| "loss": 0.3021640479564667, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4838892029395139, |
| "grad_norm": 2.193819284439087, |
| "learning_rate": 9.675419572809748e-05, |
| "loss": 0.4248642325401306, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.48841153193894854, |
| "grad_norm": 3.020540475845337, |
| "learning_rate": 9.666566898211218e-05, |
| "loss": 0.6992117166519165, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.49293386093838326, |
| "grad_norm": 1.8046236038208008, |
| "learning_rate": 9.657599278918276e-05, |
| "loss": 0.3455357551574707, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.497456189937818, |
| "grad_norm": 1.7953020334243774, |
| "learning_rate": 9.648516935817132e-05, |
| "loss": 0.2125360667705536, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5019785189372526, |
| "grad_norm": 1.550222635269165, |
| "learning_rate": 9.639320092619815e-05, |
| "loss": 0.3208027482032776, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5065008479366874, |
| "grad_norm": 2.5783615112304688, |
| "learning_rate": 9.630008975858667e-05, |
| "loss": 0.4664068818092346, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5110231769361221, |
| "grad_norm": 1.9945203065872192, |
| "learning_rate": 9.620583814880763e-05, |
| "loss": 0.2811071276664734, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5155455059355568, |
| "grad_norm": 2.341205596923828, |
| "learning_rate": 9.611044841842263e-05, |
| "loss": 0.37440162897109985, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5200678349349915, |
| "grad_norm": 2.040306329727173, |
| "learning_rate": 9.601392291702693e-05, |
| "loss": 0.445474237203598, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5245901639344263, |
| "grad_norm": 1.811583399772644, |
| "learning_rate": 9.591626402219154e-05, |
| "loss": 0.29914209246635437, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.529112492933861, |
| "grad_norm": 1.6755777597427368, |
| "learning_rate": 9.581747413940472e-05, |
| "loss": 0.46847957372665405, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5336348219332957, |
| "grad_norm": 0.9761641621589661, |
| "learning_rate": 9.571755570201266e-05, |
| "loss": 0.18166978657245636, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5381571509327303, |
| "grad_norm": 1.3273948431015015, |
| "learning_rate": 9.561651117115961e-05, |
| "loss": 0.31537139415740967, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.542679479932165, |
| "grad_norm": 2.2121992111206055, |
| "learning_rate": 9.551434303572725e-05, |
| "loss": 0.43132883310317993, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5472018089315998, |
| "grad_norm": 1.7024832963943481, |
| "learning_rate": 9.54110538122733e-05, |
| "loss": 0.27443891763687134, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 1.7376899719238281, |
| "learning_rate": 9.530664604496964e-05, |
| "loss": 0.36192619800567627, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5562464669304692, |
| "grad_norm": 1.5836992263793945, |
| "learning_rate": 9.520112230553958e-05, |
| "loss": 0.20185258984565735, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5607687959299039, |
| "grad_norm": 1.1079986095428467, |
| "learning_rate": 9.509448519319455e-05, |
| "loss": 0.2349134087562561, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5652911249293386, |
| "grad_norm": 0.8905041217803955, |
| "learning_rate": 9.498673733457007e-05, |
| "loss": 0.19901350140571594, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5698134539287734, |
| "grad_norm": 1.8610121011734009, |
| "learning_rate": 9.487788138366098e-05, |
| "loss": 0.4020023047924042, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.574335782928208, |
| "grad_norm": 1.0433236360549927, |
| "learning_rate": 9.47679200217562e-05, |
| "loss": 0.25798824429512024, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5788581119276427, |
| "grad_norm": 0.8737208247184753, |
| "learning_rate": 9.465685595737263e-05, |
| "loss": 0.1853061467409134, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5833804409270774, |
| "grad_norm": 2.264613151550293, |
| "learning_rate": 9.454469192618834e-05, |
| "loss": 0.3282086253166199, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5879027699265121, |
| "grad_norm": 2.792393445968628, |
| "learning_rate": 9.44314306909753e-05, |
| "loss": 0.42889904975891113, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5924250989259469, |
| "grad_norm": 1.190372347831726, |
| "learning_rate": 9.431707504153138e-05, |
| "loss": 0.20250998437404633, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5969474279253816, |
| "grad_norm": 1.835120439529419, |
| "learning_rate": 9.420162779461141e-05, |
| "loss": 0.41494035720825195, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6014697569248163, |
| "grad_norm": 2.321082592010498, |
| "learning_rate": 9.408509179385806e-05, |
| "loss": 0.3529088497161865, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.605992085924251, |
| "grad_norm": 2.4376912117004395, |
| "learning_rate": 9.396746990973159e-05, |
| "loss": 0.4287894070148468, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6105144149236857, |
| "grad_norm": 0.6970080733299255, |
| "learning_rate": 9.384876503943928e-05, |
| "loss": 0.071951724588871, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6150367439231204, |
| "grad_norm": 1.5923813581466675, |
| "learning_rate": 9.3728980106864e-05, |
| "loss": 0.21515776216983795, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6195590729225551, |
| "grad_norm": 1.6027476787567139, |
| "learning_rate": 9.360811806249224e-05, |
| "loss": 0.31726449728012085, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6240814019219898, |
| "grad_norm": 1.2761967182159424, |
| "learning_rate": 9.348618188334133e-05, |
| "loss": 0.2573518455028534, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6286037309214245, |
| "grad_norm": 1.777708888053894, |
| "learning_rate": 9.336317457288629e-05, |
| "loss": 0.2587142586708069, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6331260599208592, |
| "grad_norm": 1.6320334672927856, |
| "learning_rate": 9.323909916098565e-05, |
| "loss": 0.2945709824562073, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.637648388920294, |
| "grad_norm": 1.8322265148162842, |
| "learning_rate": 9.311395870380698e-05, |
| "loss": 0.18670018017292023, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6421707179197287, |
| "grad_norm": 2.0408501625061035, |
| "learning_rate": 9.298775628375151e-05, |
| "loss": 0.39790022373199463, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6466930469191634, |
| "grad_norm": 1.2878535985946655, |
| "learning_rate": 9.286049500937826e-05, |
| "loss": 0.22007177770137787, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6512153759185981, |
| "grad_norm": 1.5641039609909058, |
| "learning_rate": 9.273217801532743e-05, |
| "loss": 0.30896928906440735, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6557377049180327, |
| "grad_norm": 2.217372179031372, |
| "learning_rate": 9.260280846224327e-05, |
| "loss": 0.4660269320011139, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6602600339174675, |
| "grad_norm": 1.2061784267425537, |
| "learning_rate": 9.247238953669613e-05, |
| "loss": 0.23304049670696259, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6647823629169022, |
| "grad_norm": 1.1550440788269043, |
| "learning_rate": 9.2340924451104e-05, |
| "loss": 0.18098972737789154, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6693046919163369, |
| "grad_norm": 2.17303204536438, |
| "learning_rate": 9.220841644365343e-05, |
| "loss": 0.4562326967716217, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6738270209157716, |
| "grad_norm": 1.2827099561691284, |
| "learning_rate": 9.207486877821972e-05, |
| "loss": 0.24131713807582855, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6783493499152063, |
| "grad_norm": 1.3714268207550049, |
| "learning_rate": 9.19402847442865e-05, |
| "loss": 0.20117801427841187, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6828716789146411, |
| "grad_norm": 0.7962578535079956, |
| "learning_rate": 9.180466765686484e-05, |
| "loss": 0.10072100162506104, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6873940079140758, |
| "grad_norm": 2.337254285812378, |
| "learning_rate": 9.16680208564114e-05, |
| "loss": 0.36628395318984985, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6919163369135105, |
| "grad_norm": 1.3581371307373047, |
| "learning_rate": 9.153034770874629e-05, |
| "loss": 0.19663110375404358, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6964386659129451, |
| "grad_norm": 2.1968348026275635, |
| "learning_rate": 9.139165160497017e-05, |
| "loss": 0.22100666165351868, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7009609949123798, |
| "grad_norm": 1.8378037214279175, |
| "learning_rate": 9.125193596138058e-05, |
| "loss": 0.2519327998161316, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7054833239118146, |
| "grad_norm": 1.3852217197418213, |
| "learning_rate": 9.111120421938797e-05, |
| "loss": 0.2891305387020111, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7100056529112493, |
| "grad_norm": 1.6360901594161987, |
| "learning_rate": 9.096945984543082e-05, |
| "loss": 0.319157212972641, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.714527981910684, |
| "grad_norm": 1.032430648803711, |
| "learning_rate": 9.082670633089028e-05, |
| "loss": 0.1005449891090393, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7190503109101187, |
| "grad_norm": 0.9550158381462097, |
| "learning_rate": 9.06829471920042e-05, |
| "loss": 0.14034107327461243, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7235726399095535, |
| "grad_norm": 1.3664883375167847, |
| "learning_rate": 9.05381859697805e-05, |
| "loss": 0.3244042992591858, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7280949689089882, |
| "grad_norm": 0.9244715571403503, |
| "learning_rate": 9.03924262299099e-05, |
| "loss": 0.19906440377235413, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7326172979084229, |
| "grad_norm": 1.580863118171692, |
| "learning_rate": 9.02456715626782e-05, |
| "loss": 0.14086630940437317, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7371396269078575, |
| "grad_norm": 2.6148853302001953, |
| "learning_rate": 9.009792558287777e-05, |
| "loss": 0.2134374976158142, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7416619559072922, |
| "grad_norm": 1.7499197721481323, |
| "learning_rate": 8.994919192971849e-05, |
| "loss": 0.26069873571395874, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.746184284906727, |
| "grad_norm": 1.547917366027832, |
| "learning_rate": 8.97994742667382e-05, |
| "loss": 0.24144546687602997, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7507066139061617, |
| "grad_norm": 1.0696556568145752, |
| "learning_rate": 8.964877628171239e-05, |
| "loss": 0.19485288858413696, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7552289429055964, |
| "grad_norm": 2.1717374324798584, |
| "learning_rate": 8.949710168656337e-05, |
| "loss": 0.38634544610977173, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.7597512719050311, |
| "grad_norm": 1.2988219261169434, |
| "learning_rate": 8.934445421726886e-05, |
| "loss": 0.3223958909511566, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7642736009044658, |
| "grad_norm": 0.6556280851364136, |
| "learning_rate": 8.919083763377001e-05, |
| "loss": 0.14310555160045624, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.7687959299039006, |
| "grad_norm": 2.3553049564361572, |
| "learning_rate": 8.903625571987864e-05, |
| "loss": 0.29608583450317383, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7733182589033352, |
| "grad_norm": 1.0996513366699219, |
| "learning_rate": 8.888071228318422e-05, |
| "loss": 0.1778201311826706, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7778405879027699, |
| "grad_norm": 1.6770836114883423, |
| "learning_rate": 8.872421115495996e-05, |
| "loss": 0.1660640835762024, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7823629169022046, |
| "grad_norm": 2.1094977855682373, |
| "learning_rate": 8.85667561900685e-05, |
| "loss": 0.3643132448196411, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7868852459016393, |
| "grad_norm": 1.5192774534225464, |
| "learning_rate": 8.840835126686692e-05, |
| "loss": 0.20789067447185516, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.791407574901074, |
| "grad_norm": 1.445047378540039, |
| "learning_rate": 8.824900028711128e-05, |
| "loss": 0.3051646053791046, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7959299039005088, |
| "grad_norm": 0.860928475856781, |
| "learning_rate": 8.808870717586039e-05, |
| "loss": 0.20716620981693268, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8004522328999435, |
| "grad_norm": 1.6081682443618774, |
| "learning_rate": 8.792747588137924e-05, |
| "loss": 0.31992998719215393, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8049745618993782, |
| "grad_norm": 1.3940346240997314, |
| "learning_rate": 8.776531037504169e-05, |
| "loss": 0.2144341766834259, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8094968908988129, |
| "grad_norm": 1.2313627004623413, |
| "learning_rate": 8.760221465123273e-05, |
| "loss": 0.2994415760040283, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8140192198982475, |
| "grad_norm": 1.4541009664535522, |
| "learning_rate": 8.743819272724996e-05, |
| "loss": 0.09606964886188507, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8185415488976823, |
| "grad_norm": 1.4566709995269775, |
| "learning_rate": 8.727324864320472e-05, |
| "loss": 0.29077768325805664, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.823063877897117, |
| "grad_norm": 1.6945213079452515, |
| "learning_rate": 8.710738646192262e-05, |
| "loss": 0.27608969807624817, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 2.387064218521118, |
| "learning_rate": 8.694061026884337e-05, |
| "loss": 0.42215496301651, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8321085358959864, |
| "grad_norm": 2.341517210006714, |
| "learning_rate": 8.677292417192017e-05, |
| "loss": 0.3439060151576996, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8366308648954212, |
| "grad_norm": 0.8828269243240356, |
| "learning_rate": 8.66043323015186e-05, |
| "loss": 0.1466170698404312, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8411531938948559, |
| "grad_norm": 1.1166183948516846, |
| "learning_rate": 8.643483881031479e-05, |
| "loss": 0.20713651180267334, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8456755228942906, |
| "grad_norm": 1.367681622505188, |
| "learning_rate": 8.626444787319319e-05, |
| "loss": 0.42682135105133057, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8501978518937253, |
| "grad_norm": 1.5753402709960938, |
| "learning_rate": 8.60931636871437e-05, |
| "loss": 0.3395587205886841, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8547201808931599, |
| "grad_norm": 1.4653277397155762, |
| "learning_rate": 8.592099047115834e-05, |
| "loss": 0.31540465354919434, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8592425098925947, |
| "grad_norm": 1.0791292190551758, |
| "learning_rate": 8.574793246612727e-05, |
| "loss": 0.18936438858509064, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8637648388920294, |
| "grad_norm": 3.224416494369507, |
| "learning_rate": 8.557399393473438e-05, |
| "loss": 0.3384149372577667, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8682871678914641, |
| "grad_norm": 1.078111171722412, |
| "learning_rate": 8.539917916135227e-05, |
| "loss": 0.21404112875461578, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.8728094968908988, |
| "grad_norm": 1.5827033519744873, |
| "learning_rate": 8.52234924519367e-05, |
| "loss": 0.35258591175079346, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8773318258903335, |
| "grad_norm": 0.8688936829566956, |
| "learning_rate": 8.504693813392059e-05, |
| "loss": 0.1476587951183319, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8818541548897683, |
| "grad_norm": 1.5286532640457153, |
| "learning_rate": 8.486952055610735e-05, |
| "loss": 0.24896298348903656, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.886376483889203, |
| "grad_norm": 1.8009651899337769, |
| "learning_rate": 8.469124408856383e-05, |
| "loss": 0.2069098949432373, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.8908988128886377, |
| "grad_norm": 1.733484148979187, |
| "learning_rate": 8.451211312251267e-05, |
| "loss": 0.42865434288978577, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.8954211418880723, |
| "grad_norm": 2.0657763481140137, |
| "learning_rate": 8.433213207022404e-05, |
| "loss": 0.294283926486969, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.899943470887507, |
| "grad_norm": 1.0748727321624756, |
| "learning_rate": 8.415130536490711e-05, |
| "loss": 0.19797657430171967, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9044657998869418, |
| "grad_norm": 1.6310980319976807, |
| "learning_rate": 8.396963746060075e-05, |
| "loss": 0.28558439016342163, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9089881288863765, |
| "grad_norm": 1.11080002784729, |
| "learning_rate": 8.378713283206389e-05, |
| "loss": 0.18607677519321442, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9135104578858112, |
| "grad_norm": 1.6901557445526123, |
| "learning_rate": 8.360379597466519e-05, |
| "loss": 0.399840772151947, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9180327868852459, |
| "grad_norm": 0.9669095873832703, |
| "learning_rate": 8.341963140427242e-05, |
| "loss": 0.1845836192369461, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9225551158846806, |
| "grad_norm": 2.4987313747406006, |
| "learning_rate": 8.32346436571412e-05, |
| "loss": 0.16400876641273499, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9270774448841154, |
| "grad_norm": 0.8793501853942871, |
| "learning_rate": 8.304883728980324e-05, |
| "loss": 0.1313563883304596, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.93159977388355, |
| "grad_norm": 1.8877753019332886, |
| "learning_rate": 8.286221687895412e-05, |
| "loss": 0.28211545944213867, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.9361221028829847, |
| "grad_norm": 1.4631304740905762, |
| "learning_rate": 8.26747870213406e-05, |
| "loss": 0.32207781076431274, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.9406444318824194, |
| "grad_norm": 0.5293993353843689, |
| "learning_rate": 8.248655233364724e-05, |
| "loss": 0.07279109209775925, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.9451667608818541, |
| "grad_norm": 1.0679030418395996, |
| "learning_rate": 8.229751745238295e-05, |
| "loss": 0.19615678489208221, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.9496890898812889, |
| "grad_norm": 1.8597230911254883, |
| "learning_rate": 8.21076870337665e-05, |
| "loss": 0.33253955841064453, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9542114188807236, |
| "grad_norm": 3.046267509460449, |
| "learning_rate": 8.191706575361208e-05, |
| "loss": 0.3338302969932556, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.9587337478801583, |
| "grad_norm": 1.393957495689392, |
| "learning_rate": 8.17256583072139e-05, |
| "loss": 0.22685378789901733, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.963256076879593, |
| "grad_norm": 2.842787742614746, |
| "learning_rate": 8.153346940923076e-05, |
| "loss": 0.2328500896692276, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.9677784058790277, |
| "grad_norm": 1.9122366905212402, |
| "learning_rate": 8.13405037935697e-05, |
| "loss": 0.3261464536190033, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.9723007348784624, |
| "grad_norm": 1.190151572227478, |
| "learning_rate": 8.114676621326962e-05, |
| "loss": 0.1891554743051529, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.9768230638778971, |
| "grad_norm": 2.0295119285583496, |
| "learning_rate": 8.095226144038397e-05, |
| "loss": 0.35863322019577026, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.9813453928773318, |
| "grad_norm": 1.6281365156173706, |
| "learning_rate": 8.075699426586345e-05, |
| "loss": 0.23458459973335266, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.9858677218767665, |
| "grad_norm": 2.1673288345336914, |
| "learning_rate": 8.056096949943776e-05, |
| "loss": 0.4937853217124939, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.9903900508762012, |
| "grad_norm": 1.6013284921646118, |
| "learning_rate": 8.036419196949738e-05, |
| "loss": 0.13873814046382904, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.994912379875636, |
| "grad_norm": 1.1680691242218018, |
| "learning_rate": 8.016666652297442e-05, |
| "loss": 0.112913578748703, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9994347088750707, |
| "grad_norm": 2.847440004348755, |
| "learning_rate": 7.996839802522331e-05, |
| "loss": 0.22371596097946167, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.8139625787734985, |
| "learning_rate": 7.976939135990106e-05, |
| "loss": 0.16444744169712067, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.253508061170578, |
| "eval_runtime": 93.9255, |
| "eval_samples_per_second": 1.107, |
| "eval_steps_per_second": 1.107, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0045223289994347, |
| "grad_norm": 2.5986440181732178, |
| "learning_rate": 7.956965142884677e-05, |
| "loss": 0.36225879192352295, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.0090446579988694, |
| "grad_norm": 1.726731777191162, |
| "learning_rate": 7.936918315196109e-05, |
| "loss": 0.1515178233385086, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.0135669869983042, |
| "grad_norm": 2.5322606563568115, |
| "learning_rate": 7.916799146708489e-05, |
| "loss": 0.2700904905796051, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0180893159977389, |
| "grad_norm": 1.3251032829284668, |
| "learning_rate": 7.896608132987769e-05, |
| "loss": 0.16858963668346405, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.0226116449971736, |
| "grad_norm": 0.9366829991340637, |
| "learning_rate": 7.876345771369564e-05, |
| "loss": 0.10653796792030334, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0271339739966083, |
| "grad_norm": 1.464223861694336, |
| "learning_rate": 7.85601256094689e-05, |
| "loss": 0.28430771827697754, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.031656302996043, |
| "grad_norm": 1.4671601057052612, |
| "learning_rate": 7.835609002557884e-05, |
| "loss": 0.24885252118110657, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.0361786319954778, |
| "grad_norm": 1.0463383197784424, |
| "learning_rate": 7.815135598773455e-05, |
| "loss": 0.12104640156030655, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.0407009609949123, |
| "grad_norm": 0.9183142185211182, |
| "learning_rate": 7.794592853884919e-05, |
| "loss": 0.13161438703536987, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.045223289994347, |
| "grad_norm": 1.03325617313385, |
| "learning_rate": 7.773981273891562e-05, |
| "loss": 0.10757619887590408, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.0497456189937817, |
| "grad_norm": 1.3424420356750488, |
| "learning_rate": 7.753301366488187e-05, |
| "loss": 0.2356124222278595, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0542679479932164, |
| "grad_norm": 1.3320595026016235, |
| "learning_rate": 7.732553641052609e-05, |
| "loss": 0.19516147673130035, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.0587902769926512, |
| "grad_norm": 1.5137465000152588, |
| "learning_rate": 7.711738608633098e-05, |
| "loss": 0.28219521045684814, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.0633126059920859, |
| "grad_norm": 1.1106582880020142, |
| "learning_rate": 7.690856781935808e-05, |
| "loss": 0.19403639435768127, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.0678349349915206, |
| "grad_norm": 2.190380811691284, |
| "learning_rate": 7.669908675312128e-05, |
| "loss": 0.3238328695297241, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.0723572639909553, |
| "grad_norm": 1.261573314666748, |
| "learning_rate": 7.648894804746031e-05, |
| "loss": 0.21599966287612915, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.07687959299039, |
| "grad_norm": 1.2609471082687378, |
| "learning_rate": 7.62781568784135e-05, |
| "loss": 0.17283949255943298, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.0814019219898248, |
| "grad_norm": 1.4982163906097412, |
| "learning_rate": 7.606671843809045e-05, |
| "loss": 0.19059063494205475, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0859242509892595, |
| "grad_norm": 1.1554006338119507, |
| "learning_rate": 7.585463793454393e-05, |
| "loss": 0.21028204262256622, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.0904465799886942, |
| "grad_norm": 0.8172333240509033, |
| "learning_rate": 7.564192059164177e-05, |
| "loss": 0.09694629162549973, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.094968908988129, |
| "grad_norm": 0.9441986680030823, |
| "learning_rate": 7.542857164893816e-05, |
| "loss": 0.17751716077327728, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.0994912379875637, |
| "grad_norm": 0.9863645434379578, |
| "learning_rate": 7.521459636154447e-05, |
| "loss": 0.19926732778549194, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.1040135669869984, |
| "grad_norm": 1.6141923666000366, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.16739267110824585, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.108535895986433, |
| "grad_norm": 0.921613872051239, |
| "learning_rate": 7.4784787850142e-05, |
| "loss": 0.09521379321813583, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1130582249858678, |
| "grad_norm": 1.4188731908798218, |
| "learning_rate": 7.456896521297554e-05, |
| "loss": 0.13059107959270477, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.1175805539853023, |
| "grad_norm": 1.5370521545410156, |
| "learning_rate": 7.435253740454293e-05, |
| "loss": 0.26473215222358704, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.122102882984737, |
| "grad_norm": 1.5077002048492432, |
| "learning_rate": 7.413550975579277e-05, |
| "loss": 0.10213364660739899, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.1266252119841718, |
| "grad_norm": 1.013733983039856, |
| "learning_rate": 7.391788761244866e-05, |
| "loss": 0.15986239910125732, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1311475409836065, |
| "grad_norm": 1.8438712358474731, |
| "learning_rate": 7.369967633487751e-05, |
| "loss": 0.10996552556753159, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.1356698699830412, |
| "grad_norm": 1.768447756767273, |
| "learning_rate": 7.34808812979575e-05, |
| "loss": 0.38589656352996826, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.140192198982476, |
| "grad_norm": 2.795203924179077, |
| "learning_rate": 7.32615078909457e-05, |
| "loss": 0.43846288323402405, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.1447145279819106, |
| "grad_norm": 0.6910220384597778, |
| "learning_rate": 7.304156151734534e-05, |
| "loss": 0.10583602637052536, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.1492368569813454, |
| "grad_norm": 0.79558926820755, |
| "learning_rate": 7.282104759477265e-05, |
| "loss": 0.12279761582612991, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.15375918598078, |
| "grad_norm": 1.296352505683899, |
| "learning_rate": 7.259997155482349e-05, |
| "loss": 0.21195223927497864, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.1582815149802148, |
| "grad_norm": 0.6969927549362183, |
| "learning_rate": 7.237833884293955e-05, |
| "loss": 0.08966822922229767, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.1628038439796495, |
| "grad_norm": 1.6074250936508179, |
| "learning_rate": 7.215615491827419e-05, |
| "loss": 0.23520831763744354, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.1673261729790843, |
| "grad_norm": 1.399204969406128, |
| "learning_rate": 7.193342525355796e-05, |
| "loss": 0.1003401055932045, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.171848501978519, |
| "grad_norm": 2.008592128753662, |
| "learning_rate": 7.171015533496388e-05, |
| "loss": 0.2614041268825531, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.1763708309779537, |
| "grad_norm": 0.7911484837532043, |
| "learning_rate": 7.148635066197216e-05, |
| "loss": 0.08751491457223892, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.1808931599773884, |
| "grad_norm": 1.1041582822799683, |
| "learning_rate": 7.126201674723493e-05, |
| "loss": 0.10315345227718353, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.1854154889768231, |
| "grad_norm": 1.6523511409759521, |
| "learning_rate": 7.103715911644028e-05, |
| "loss": 0.16106438636779785, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.1899378179762579, |
| "grad_norm": 1.5673444271087646, |
| "learning_rate": 7.081178330817631e-05, |
| "loss": 0.20985864102840424, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.1944601469756924, |
| "grad_norm": 1.5263698101043701, |
| "learning_rate": 7.058589487379451e-05, |
| "loss": 0.19738221168518066, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.1989824759751273, |
| "grad_norm": 1.1963616609573364, |
| "learning_rate": 7.035949937727325e-05, |
| "loss": 0.17945602536201477, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.2035048049745618, |
| "grad_norm": 0.713752269744873, |
| "learning_rate": 7.013260239508055e-05, |
| "loss": 0.08586254715919495, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.2080271339739965, |
| "grad_norm": 1.551679253578186, |
| "learning_rate": 6.990520951603682e-05, |
| "loss": 0.17134280502796173, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.2125494629734312, |
| "grad_norm": 1.2034335136413574, |
| "learning_rate": 6.967732634117713e-05, |
| "loss": 0.2175445258617401, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.217071791972866, |
| "grad_norm": 0.8513269424438477, |
| "learning_rate": 6.944895848361338e-05, |
| "loss": 0.1345689445734024, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.2215941209723007, |
| "grad_norm": 1.629929780960083, |
| "learning_rate": 6.922011156839583e-05, |
| "loss": 0.20679353177547455, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.2261164499717354, |
| "grad_norm": 1.4539817571640015, |
| "learning_rate": 6.899079123237473e-05, |
| "loss": 0.15648595988750458, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.2306387789711701, |
| "grad_norm": 1.6156501770019531, |
| "learning_rate": 6.876100312406141e-05, |
| "loss": 0.11049508303403854, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.2351611079706049, |
| "grad_norm": 1.0257948637008667, |
| "learning_rate": 6.853075290348913e-05, |
| "loss": 0.12816546857357025, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.2396834369700396, |
| "grad_norm": 1.7591546773910522, |
| "learning_rate": 6.830004624207368e-05, |
| "loss": 0.2946738600730896, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.2442057659694743, |
| "grad_norm": 1.0293513536453247, |
| "learning_rate": 6.806888882247374e-05, |
| "loss": 0.13123850524425507, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.248728094968909, |
| "grad_norm": 0.8582156300544739, |
| "learning_rate": 6.783728633845076e-05, |
| "loss": 0.11977621912956238, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.2532504239683437, |
| "grad_norm": 1.0266447067260742, |
| "learning_rate": 6.760524449472889e-05, |
| "loss": 0.07931268960237503, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.2577727529677785, |
| "grad_norm": 1.1129674911499023, |
| "learning_rate": 6.737276900685435e-05, |
| "loss": 0.10640215128660202, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.2622950819672132, |
| "grad_norm": 1.6588643789291382, |
| "learning_rate": 6.71398656010547e-05, |
| "loss": 0.20718947052955627, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.266817410966648, |
| "grad_norm": 1.6732573509216309, |
| "learning_rate": 6.690654001409773e-05, |
| "loss": 0.20468437671661377, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.2713397399660824, |
| "grad_norm": 1.957008719444275, |
| "learning_rate": 6.667279799315025e-05, |
| "loss": 0.3178267180919647, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.2758620689655173, |
| "grad_norm": 1.0701205730438232, |
| "learning_rate": 6.643864529563644e-05, |
| "loss": 0.1554897576570511, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.2803843979649518, |
| "grad_norm": 1.168275237083435, |
| "learning_rate": 6.620408768909609e-05, |
| "loss": 0.12269407510757446, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.2849067269643868, |
| "grad_norm": 0.9525968432426453, |
| "learning_rate": 6.596913095104254e-05, |
| "loss": 0.11013885587453842, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.2894290559638213, |
| "grad_norm": 1.8654228448867798, |
| "learning_rate": 6.57337808688203e-05, |
| "loss": 0.1804954707622528, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.293951384963256, |
| "grad_norm": 0.42268556356430054, |
| "learning_rate": 6.54980432394626e-05, |
| "loss": 0.03664812073111534, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.2984737139626907, |
| "grad_norm": 1.4193772077560425, |
| "learning_rate": 6.526192386954853e-05, |
| "loss": 0.3064524829387665, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.3029960429621255, |
| "grad_norm": 0.5904940366744995, |
| "learning_rate": 6.502542857506001e-05, |
| "loss": 0.07668468356132507, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.3075183719615602, |
| "grad_norm": 1.2305083274841309, |
| "learning_rate": 6.47885631812386e-05, |
| "loss": 0.09215668588876724, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.312040700960995, |
| "grad_norm": 1.8041001558303833, |
| "learning_rate": 6.455133352244195e-05, |
| "loss": 0.16999101638793945, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.3165630299604296, |
| "grad_norm": 1.245131254196167, |
| "learning_rate": 6.431374544200013e-05, |
| "loss": 0.1850661039352417, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.3210853589598643, |
| "grad_norm": 0.8779650926589966, |
| "learning_rate": 6.407580479207166e-05, |
| "loss": 0.12429330497980118, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.325607687959299, |
| "grad_norm": 1.7118923664093018, |
| "learning_rate": 6.383751743349941e-05, |
| "loss": 0.24950465559959412, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.3301300169587338, |
| "grad_norm": 1.5264931917190552, |
| "learning_rate": 6.35988892356662e-05, |
| "loss": 0.21559275686740875, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.3346523459581685, |
| "grad_norm": 2.02553653717041, |
| "learning_rate": 6.335992607635028e-05, |
| "loss": 0.2561532258987427, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.3391746749576032, |
| "grad_norm": 0.8258826732635498, |
| "learning_rate": 6.312063384158044e-05, |
| "loss": 0.11404528468847275, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.343697003957038, |
| "grad_norm": 1.6199109554290771, |
| "learning_rate": 6.288101842549116e-05, |
| "loss": 0.1416323482990265, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.3482193329564724, |
| "grad_norm": 1.9002630710601807, |
| "learning_rate": 6.264108573017739e-05, |
| "loss": 0.2350553721189499, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.3527416619559074, |
| "grad_norm": 1.7037781476974487, |
| "learning_rate": 6.240084166554909e-05, |
| "loss": 0.29521065950393677, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.357263990955342, |
| "grad_norm": 1.8394414186477661, |
| "learning_rate": 6.216029214918576e-05, |
| "loss": 0.22984200716018677, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.3617863199547768, |
| "grad_norm": 1.3445136547088623, |
| "learning_rate": 6.191944310619066e-05, |
| "loss": 0.22251957654953003, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.3663086489542113, |
| "grad_norm": 0.7104227542877197, |
| "learning_rate": 6.16783004690448e-05, |
| "loss": 0.12840920686721802, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.370830977953646, |
| "grad_norm": 2.5677688121795654, |
| "learning_rate": 6.143687017746092e-05, |
| "loss": 0.09962239861488342, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.3753533069530808, |
| "grad_norm": 1.1910209655761719, |
| "learning_rate": 6.119515817823708e-05, |
| "loss": 0.1703876405954361, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.3798756359525155, |
| "grad_norm": 1.382493019104004, |
| "learning_rate": 6.095317042511029e-05, |
| "loss": 0.28144973516464233, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.3843979649519502, |
| "grad_norm": 0.3237610459327698, |
| "learning_rate": 6.071091287860973e-05, |
| "loss": 0.02046390250325203, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.388920293951385, |
| "grad_norm": 0.998556911945343, |
| "learning_rate": 6.046839150591006e-05, |
| "loss": 0.1117367148399353, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.3934426229508197, |
| "grad_norm": 0.7089647650718689, |
| "learning_rate": 6.022561228068435e-05, |
| "loss": 0.062315214425325394, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.3979649519502544, |
| "grad_norm": 1.4154068231582642, |
| "learning_rate": 5.998258118295699e-05, |
| "loss": 0.26269906759262085, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.402487280949689, |
| "grad_norm": 0.5106877684593201, |
| "learning_rate": 5.973930419895638e-05, |
| "loss": 0.054611191153526306, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.4070096099491238, |
| "grad_norm": 1.1214607954025269, |
| "learning_rate": 5.949578732096747e-05, |
| "loss": 0.12112013250589371, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.4115319389485586, |
| "grad_norm": 1.3924890756607056, |
| "learning_rate": 5.925203654718415e-05, |
| "loss": 0.24471937119960785, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.4160542679479933, |
| "grad_norm": 0.9993926286697388, |
| "learning_rate": 5.900805788156155e-05, |
| "loss": 0.165111243724823, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.420576596947428, |
| "grad_norm": 2.2671010494232178, |
| "learning_rate": 5.87638573336681e-05, |
| "loss": 0.32816752791404724, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.4250989259468627, |
| "grad_norm": 1.9882659912109375, |
| "learning_rate": 5.851944091853756e-05, |
| "loss": 0.29705241322517395, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.4296212549462974, |
| "grad_norm": 1.4339805841445923, |
| "learning_rate": 5.8274814656520795e-05, |
| "loss": 0.13166819512844086, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.434143583945732, |
| "grad_norm": 1.1735295057296753, |
| "learning_rate": 5.802998457313754e-05, |
| "loss": 0.10317970812320709, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.4386659129451669, |
| "grad_norm": 3.5336432456970215, |
| "learning_rate": 5.778495669892797e-05, |
| "loss": 0.2805188000202179, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.4431882419446014, |
| "grad_norm": 1.9006370306015015, |
| "learning_rate": 5.7539737069304136e-05, |
| "loss": 0.20265211164951324, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.447710570944036, |
| "grad_norm": 1.0823286771774292, |
| "learning_rate": 5.729433172440133e-05, |
| "loss": 0.11077669262886047, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.4522328999434708, |
| "grad_norm": 1.5063387155532837, |
| "learning_rate": 5.704874670892929e-05, |
| "loss": 0.09584679454565048, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.4567552289429055, |
| "grad_norm": 1.0773828029632568, |
| "learning_rate": 5.680298807202331e-05, |
| "loss": 0.08840601146221161, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.4612775579423403, |
| "grad_norm": 1.5744708776474, |
| "learning_rate": 5.655706186709525e-05, |
| "loss": 0.22394444048404694, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.465799886941775, |
| "grad_norm": 1.746901273727417, |
| "learning_rate": 5.6310974151684437e-05, |
| "loss": 0.12294656038284302, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.4703222159412097, |
| "grad_norm": 0.9763724207878113, |
| "learning_rate": 5.6064730987308435e-05, |
| "loss": 0.1624053418636322, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.4748445449406444, |
| "grad_norm": 1.6803488731384277, |
| "learning_rate": 5.581833843931378e-05, |
| "loss": 0.4387206435203552, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.4793668739400792, |
| "grad_norm": 0.8022335171699524, |
| "learning_rate": 5.5571802576726507e-05, |
| "loss": 0.08799582719802856, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.4838892029395139, |
| "grad_norm": 2.2055742740631104, |
| "learning_rate": 5.5325129472102754e-05, |
| "loss": 0.3502114415168762, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.4884115319389486, |
| "grad_norm": 0.9238002896308899, |
| "learning_rate": 5.5078325201379135e-05, |
| "loss": 0.14245261251926422, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.4929338609383833, |
| "grad_norm": 0.8945526480674744, |
| "learning_rate": 5.483139584372305e-05, |
| "loss": 0.16284219920635223, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.497456189937818, |
| "grad_norm": 1.5964986085891724, |
| "learning_rate": 5.458434748138303e-05, |
| "loss": 0.19679848849773407, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.5019785189372525, |
| "grad_norm": 2.2347121238708496, |
| "learning_rate": 5.4337186199538825e-05, |
| "loss": 0.2555740773677826, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.5065008479366875, |
| "grad_norm": 0.8509902358055115, |
| "learning_rate": 5.408991808615163e-05, |
| "loss": 0.06210183724761009, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.511023176936122, |
| "grad_norm": 0.6642621755599976, |
| "learning_rate": 5.384254923181399e-05, |
| "loss": 0.0205717571079731, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.515545505935557, |
| "grad_norm": 0.998282253742218, |
| "learning_rate": 5.359508572959992e-05, |
| "loss": 0.11200247704982758, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.5200678349349914, |
| "grad_norm": 1.0692025423049927, |
| "learning_rate": 5.3347533674914694e-05, |
| "loss": 0.0983208641409874, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.5245901639344264, |
| "grad_norm": 0.879828155040741, |
| "learning_rate": 5.309989916534482e-05, |
| "loss": 0.11557071655988693, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.5291124929338609, |
| "grad_norm": 0.5295212268829346, |
| "learning_rate": 5.28521883005078e-05, |
| "loss": 0.042204536497592926, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.5336348219332958, |
| "grad_norm": 2.576956272125244, |
| "learning_rate": 5.260440718190183e-05, |
| "loss": 0.30572107434272766, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5381571509327303, |
| "grad_norm": 0.5953860282897949, |
| "learning_rate": 5.235656191275561e-05, |
| "loss": 0.04698346182703972, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.542679479932165, |
| "grad_norm": 1.070737361907959, |
| "learning_rate": 5.2108658597877945e-05, |
| "loss": 0.12022693455219269, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.5472018089315998, |
| "grad_norm": 1.2130128145217896, |
| "learning_rate": 5.186070334350741e-05, |
| "loss": 0.13037915527820587, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 1.242599368095398, |
| "learning_rate": 5.161270225716193e-05, |
| "loss": 0.21153368055820465, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.5562464669304692, |
| "grad_norm": 1.7361764907836914, |
| "learning_rate": 5.136466144748832e-05, |
| "loss": 0.22267186641693115, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.560768795929904, |
| "grad_norm": 1.5080417394638062, |
| "learning_rate": 5.111658702411185e-05, |
| "loss": 0.254159539937973, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.5652911249293386, |
| "grad_norm": 0.5926786065101624, |
| "learning_rate": 5.086848509748576e-05, |
| "loss": 0.06370478868484497, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.5698134539287734, |
| "grad_norm": 1.4187532663345337, |
| "learning_rate": 5.062036177874074e-05, |
| "loss": 0.08445984870195389, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.574335782928208, |
| "grad_norm": 1.0005321502685547, |
| "learning_rate": 5.0372223179534374e-05, |
| "loss": 0.1270368993282318, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.5788581119276426, |
| "grad_norm": 1.2919013500213623, |
| "learning_rate": 5.012407541190065e-05, |
| "loss": 0.09602906554937363, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.5833804409270775, |
| "grad_norm": 2.165193557739258, |
| "learning_rate": 4.9875924588099367e-05, |
| "loss": 0.27144426107406616, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.587902769926512, |
| "grad_norm": 2.038508892059326, |
| "learning_rate": 4.962777682046565e-05, |
| "loss": 0.28496283292770386, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.592425098925947, |
| "grad_norm": 1.0972563028335571, |
| "learning_rate": 4.937963822125927e-05, |
| "loss": 0.22502689063549042, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.5969474279253815, |
| "grad_norm": 1.3209866285324097, |
| "learning_rate": 4.9131514902514256e-05, |
| "loss": 0.15530410408973694, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.6014697569248164, |
| "grad_norm": 1.690822958946228, |
| "learning_rate": 4.888341297588816e-05, |
| "loss": 0.25439542531967163, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.605992085924251, |
| "grad_norm": 1.0024060010910034, |
| "learning_rate": 4.8635338552511706e-05, |
| "loss": 0.1505606472492218, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.6105144149236859, |
| "grad_norm": 0.7704132795333862, |
| "learning_rate": 4.8387297742838085e-05, |
| "loss": 0.1092173382639885, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.6150367439231204, |
| "grad_norm": 1.5750980377197266, |
| "learning_rate": 4.8139296656492605e-05, |
| "loss": 0.19509901106357574, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.619559072922555, |
| "grad_norm": 0.9843078851699829, |
| "learning_rate": 4.789134140212207e-05, |
| "loss": 0.11598263680934906, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.6240814019219898, |
| "grad_norm": 1.3617771863937378, |
| "learning_rate": 4.764343808724441e-05, |
| "loss": 0.18638509511947632, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6286037309214245, |
| "grad_norm": 1.4069182872772217, |
| "learning_rate": 4.739559281809818e-05, |
| "loss": 0.17858827114105225, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.6331260599208592, |
| "grad_norm": 1.2728252410888672, |
| "learning_rate": 4.714781169949223e-05, |
| "loss": 0.29973888397216797, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.637648388920294, |
| "grad_norm": 1.2707819938659668, |
| "learning_rate": 4.690010083465518e-05, |
| "loss": 0.2158735692501068, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.6421707179197287, |
| "grad_norm": 0.865759015083313, |
| "learning_rate": 4.665246632508531e-05, |
| "loss": 0.11865364760160446, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.6466930469191634, |
| "grad_norm": 1.3260741233825684, |
| "learning_rate": 4.64049142704001e-05, |
| "loss": 0.21354138851165771, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.6512153759185981, |
| "grad_norm": 1.846823811531067, |
| "learning_rate": 4.6157450768186014e-05, |
| "loss": 0.1810101866722107, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.6557377049180326, |
| "grad_norm": 1.7123456001281738, |
| "learning_rate": 4.5910081913848384e-05, |
| "loss": 0.140104740858078, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.6602600339174676, |
| "grad_norm": 2.2323553562164307, |
| "learning_rate": 4.5662813800461166e-05, |
| "loss": 0.39159896969795227, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.664782362916902, |
| "grad_norm": 3.5675547122955322, |
| "learning_rate": 4.5415652518616984e-05, |
| "loss": 0.2048599123954773, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.669304691916337, |
| "grad_norm": 1.182564377784729, |
| "learning_rate": 4.516860415627695e-05, |
| "loss": 0.16050826013088226, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.6738270209157715, |
| "grad_norm": 1.7395178079605103, |
| "learning_rate": 4.4921674798620884e-05, |
| "loss": 0.3226950168609619, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.6783493499152065, |
| "grad_norm": 1.2309952974319458, |
| "learning_rate": 4.467487052789724e-05, |
| "loss": 0.09096659719944, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.682871678914641, |
| "grad_norm": 1.518550157546997, |
| "learning_rate": 4.4428197423273505e-05, |
| "loss": 0.27762100100517273, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.687394007914076, |
| "grad_norm": 1.2315242290496826, |
| "learning_rate": 4.418166156068623e-05, |
| "loss": 0.2505097985267639, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.6919163369135104, |
| "grad_norm": 1.3127415180206299, |
| "learning_rate": 4.393526901269158e-05, |
| "loss": 0.2777137756347656, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.6964386659129451, |
| "grad_norm": 0.7360349893569946, |
| "learning_rate": 4.368902584831557e-05, |
| "loss": 0.11574218422174454, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.7009609949123798, |
| "grad_norm": 1.1688097715377808, |
| "learning_rate": 4.344293813290477e-05, |
| "loss": 0.17218349874019623, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.7054833239118146, |
| "grad_norm": 1.1413370370864868, |
| "learning_rate": 4.3197011927976707e-05, |
| "loss": 0.2040431797504425, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.7100056529112493, |
| "grad_norm": 1.0615859031677246, |
| "learning_rate": 4.295125329107074e-05, |
| "loss": 0.19466876983642578, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.714527981910684, |
| "grad_norm": 1.0751938819885254, |
| "learning_rate": 4.270566827559868e-05, |
| "loss": 0.21993312239646912, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.7190503109101187, |
| "grad_norm": 1.1624274253845215, |
| "learning_rate": 4.246026293069588e-05, |
| "loss": 0.1356678456068039, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.7235726399095535, |
| "grad_norm": 0.37024015188217163, |
| "learning_rate": 4.221504330107204e-05, |
| "loss": 0.0571613535284996, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.7280949689089882, |
| "grad_norm": 0.6419711709022522, |
| "learning_rate": 4.197001542686248e-05, |
| "loss": 0.08413256704807281, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.732617297908423, |
| "grad_norm": 0.7340685725212097, |
| "learning_rate": 4.1725185343479216e-05, |
| "loss": 0.05504237487912178, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.7371396269078576, |
| "grad_norm": 1.6742942333221436, |
| "learning_rate": 4.1480559081462464e-05, |
| "loss": 0.1589985191822052, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7416619559072921, |
| "grad_norm": 1.013848900794983, |
| "learning_rate": 4.12361426663319e-05, |
| "loss": 0.12965059280395508, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.746184284906727, |
| "grad_norm": 1.4340019226074219, |
| "learning_rate": 4.099194211843847e-05, |
| "loss": 0.12477333098649979, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.7507066139061616, |
| "grad_norm": 0.535883367061615, |
| "learning_rate": 4.0747963452815854e-05, |
| "loss": 0.07441946864128113, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.7552289429055965, |
| "grad_norm": 1.6762166023254395, |
| "learning_rate": 4.0504212679032545e-05, |
| "loss": 0.19648070633411407, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.759751271905031, |
| "grad_norm": 1.075931429862976, |
| "learning_rate": 4.0260695801043624e-05, |
| "loss": 0.21270546317100525, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.764273600904466, |
| "grad_norm": 0.8902277946472168, |
| "learning_rate": 4.001741881704302e-05, |
| "loss": 0.14009588956832886, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.7687959299039004, |
| "grad_norm": 1.1068110466003418, |
| "learning_rate": 3.977438771931567e-05, |
| "loss": 0.129886656999588, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.7733182589033352, |
| "grad_norm": 0.7762957215309143, |
| "learning_rate": 3.953160849408995e-05, |
| "loss": 0.08813519775867462, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.7778405879027699, |
| "grad_norm": 1.513026237487793, |
| "learning_rate": 3.928908712139028e-05, |
| "loss": 0.23046866059303284, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.7823629169022046, |
| "grad_norm": 1.2273296117782593, |
| "learning_rate": 3.904682957488972e-05, |
| "loss": 0.11936162412166595, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.7868852459016393, |
| "grad_norm": 1.2729214429855347, |
| "learning_rate": 3.880484182176292e-05, |
| "loss": 0.1807529777288437, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.791407574901074, |
| "grad_norm": 1.6947143077850342, |
| "learning_rate": 3.856312982253909e-05, |
| "loss": 0.24857409298419952, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.7959299039005088, |
| "grad_norm": 2.633953094482422, |
| "learning_rate": 3.832169953095521e-05, |
| "loss": 0.1868956983089447, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.8004522328999435, |
| "grad_norm": 0.9955291152000427, |
| "learning_rate": 3.8080556893809355e-05, |
| "loss": 0.12792040407657623, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.8049745618993782, |
| "grad_norm": 1.0395596027374268, |
| "learning_rate": 3.783970785081424e-05, |
| "loss": 0.16484588384628296, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.809496890898813, |
| "grad_norm": 1.4383465051651, |
| "learning_rate": 3.759915833445092e-05, |
| "loss": 0.16008208692073822, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.8140192198982477, |
| "grad_norm": 1.6392271518707275, |
| "learning_rate": 3.735891426982262e-05, |
| "loss": 0.2736211121082306, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.8185415488976822, |
| "grad_norm": 1.2636377811431885, |
| "learning_rate": 3.711898157450884e-05, |
| "loss": 0.15867392718791962, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.823063877897117, |
| "grad_norm": 0.8508334159851074, |
| "learning_rate": 3.6879366158419574e-05, |
| "loss": 0.08580604195594788, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.8275862068965516, |
| "grad_norm": 0.8839373588562012, |
| "learning_rate": 3.664007392364974e-05, |
| "loss": 0.03547551855444908, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.8321085358959865, |
| "grad_norm": 1.7419606447219849, |
| "learning_rate": 3.64011107643338e-05, |
| "loss": 0.17054180800914764, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.836630864895421, |
| "grad_norm": 1.2300548553466797, |
| "learning_rate": 3.61624825665006e-05, |
| "loss": 0.34020107984542847, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.841153193894856, |
| "grad_norm": 1.8700038194656372, |
| "learning_rate": 3.592419520792835e-05, |
| "loss": 0.13441342115402222, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.8456755228942905, |
| "grad_norm": 1.490344762802124, |
| "learning_rate": 3.5686254557999886e-05, |
| "loss": 0.21164174377918243, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.8501978518937254, |
| "grad_norm": 1.2684847116470337, |
| "learning_rate": 3.5448666477558055e-05, |
| "loss": 0.1362510770559311, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.85472018089316, |
| "grad_norm": 1.1649976968765259, |
| "learning_rate": 3.521143681876141e-05, |
| "loss": 0.19033250212669373, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.8592425098925947, |
| "grad_norm": 0.6869783997535706, |
| "learning_rate": 3.497457142494001e-05, |
| "loss": 0.06813284754753113, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.8637648388920294, |
| "grad_norm": 1.39199960231781, |
| "learning_rate": 3.473807613045148e-05, |
| "loss": 0.10534651577472687, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.868287167891464, |
| "grad_norm": 2.1945974826812744, |
| "learning_rate": 3.450195676053739e-05, |
| "loss": 0.21877606213092804, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.8728094968908988, |
| "grad_norm": 1.2056448459625244, |
| "learning_rate": 3.42662191311797e-05, |
| "loss": 0.1519256979227066, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.8773318258903335, |
| "grad_norm": 2.330721139907837, |
| "learning_rate": 3.4030869048957456e-05, |
| "loss": 0.2074434608221054, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.8818541548897683, |
| "grad_norm": 1.5409311056137085, |
| "learning_rate": 3.379591231090391e-05, |
| "loss": 0.17133665084838867, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.886376483889203, |
| "grad_norm": 1.5883984565734863, |
| "learning_rate": 3.3561354704363564e-05, |
| "loss": 0.24032218754291534, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.8908988128886377, |
| "grad_norm": 2.297213315963745, |
| "learning_rate": 3.3327202006849766e-05, |
| "loss": 0.16009476780891418, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.8954211418880722, |
| "grad_norm": 1.0080020427703857, |
| "learning_rate": 3.3093459985902276e-05, |
| "loss": 0.07709628343582153, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.8999434708875071, |
| "grad_norm": 0.9195358157157898, |
| "learning_rate": 3.286013439894532e-05, |
| "loss": 0.13800550997257233, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.9044657998869416, |
| "grad_norm": 1.0450634956359863, |
| "learning_rate": 3.262723099314565e-05, |
| "loss": 0.08881913125514984, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.9089881288863766, |
| "grad_norm": 1.49774169921875, |
| "learning_rate": 3.2394755505271125e-05, |
| "loss": 0.21500754356384277, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.913510457885811, |
| "grad_norm": 1.2676005363464355, |
| "learning_rate": 3.216271366154925e-05, |
| "loss": 0.1924819052219391, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.918032786885246, |
| "grad_norm": 0.8145942091941833, |
| "learning_rate": 3.193111117752629e-05, |
| "loss": 0.13248533010482788, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.9225551158846805, |
| "grad_norm": 1.564379334449768, |
| "learning_rate": 3.169995375792632e-05, |
| "loss": 0.21122397482395172, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.9270774448841155, |
| "grad_norm": 1.0834672451019287, |
| "learning_rate": 3.146924709651089e-05, |
| "loss": 0.20701487362384796, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.93159977388355, |
| "grad_norm": 0.7761349081993103, |
| "learning_rate": 3.12389968759386e-05, |
| "loss": 0.15614201128482819, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.9361221028829847, |
| "grad_norm": 1.3197424411773682, |
| "learning_rate": 3.100920876762529e-05, |
| "loss": 0.13496215641498566, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.9406444318824194, |
| "grad_norm": 1.0685709714889526, |
| "learning_rate": 3.077988843160419e-05, |
| "loss": 0.10538778454065323, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.9451667608818541, |
| "grad_norm": 0.6924340724945068, |
| "learning_rate": 3.055104151638665e-05, |
| "loss": 0.09327197819948196, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.9496890898812889, |
| "grad_norm": 2.492978811264038, |
| "learning_rate": 3.0322673658822863e-05, |
| "loss": 0.3108527660369873, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.9542114188807236, |
| "grad_norm": 1.3890395164489746, |
| "learning_rate": 3.009479048396321e-05, |
| "loss": 0.14291661977767944, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.9587337478801583, |
| "grad_norm": 1.008322834968567, |
| "learning_rate": 2.9867397604919462e-05, |
| "loss": 0.0599791519343853, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.963256076879593, |
| "grad_norm": 1.464088797569275, |
| "learning_rate": 2.9640500622726773e-05, |
| "loss": 0.2489354908466339, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.9677784058790277, |
| "grad_norm": 0.5939918160438538, |
| "learning_rate": 2.9414105126205497e-05, |
| "loss": 0.07132428884506226, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.9723007348784622, |
| "grad_norm": 2.4128458499908447, |
| "learning_rate": 2.918821669182372e-05, |
| "loss": 0.4147423207759857, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.9768230638778972, |
| "grad_norm": 1.275757074356079, |
| "learning_rate": 2.896284088355972e-05, |
| "loss": 0.1246442049741745, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.9813453928773317, |
| "grad_norm": 0.7857661247253418, |
| "learning_rate": 2.87379832527651e-05, |
| "loss": 0.10087940096855164, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.9858677218767666, |
| "grad_norm": 0.6991885900497437, |
| "learning_rate": 2.8513649338027852e-05, |
| "loss": 0.11823711544275284, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.9903900508762011, |
| "grad_norm": 1.176500678062439, |
| "learning_rate": 2.8289844665036136e-05, |
| "loss": 0.1188758835196495, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.994912379875636, |
| "grad_norm": 0.9838804602622986, |
| "learning_rate": 2.8066574746442044e-05, |
| "loss": 0.14469295740127563, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.9994347088750706, |
| "grad_norm": 1.5357357263565063, |
| "learning_rate": 2.784384508172581e-05, |
| "loss": 0.18967969715595245, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5402911305427551, |
| "learning_rate": 2.762166115706045e-05, |
| "loss": 0.007583188358694315, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.20412947237491608, |
| "eval_runtime": 93.3983, |
| "eval_samples_per_second": 1.114, |
| "eval_steps_per_second": 1.114, |
| "step": 444 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 666, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.2679723235227674e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
