| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 606, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004953560371517028, |
| "grad_norm": 7.1696457862854, |
| "learning_rate": 0.0, |
| "loss": 1.6117068529129028, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009907120743034056, |
| "grad_norm": 6.20864725112915, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 1.768938660621643, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.014860681114551083, |
| "grad_norm": 6.882706165313721, |
| "learning_rate": 6.451612903225806e-06, |
| "loss": 1.934154748916626, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.019814241486068113, |
| "grad_norm": 6.599236011505127, |
| "learning_rate": 9.67741935483871e-06, |
| "loss": 1.9831613302230835, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02476780185758514, |
| "grad_norm": 7.198398113250732, |
| "learning_rate": 1.2903225806451613e-05, |
| "loss": 2.5084996223449707, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.029721362229102165, |
| "grad_norm": 5.295046329498291, |
| "learning_rate": 1.6129032258064517e-05, |
| "loss": 1.8715726137161255, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0346749226006192, |
| "grad_norm": 4.571301460266113, |
| "learning_rate": 1.935483870967742e-05, |
| "loss": 1.232274055480957, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.039628482972136225, |
| "grad_norm": 8.632649421691895, |
| "learning_rate": 2.258064516129032e-05, |
| "loss": 1.7441556453704834, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04458204334365325, |
| "grad_norm": 7.212159633636475, |
| "learning_rate": 2.5806451612903226e-05, |
| "loss": 2.014392375946045, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04953560371517028, |
| "grad_norm": 5.57846736907959, |
| "learning_rate": 2.9032258064516133e-05, |
| "loss": 1.5782262086868286, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05448916408668731, |
| "grad_norm": 3.810429096221924, |
| "learning_rate": 3.2258064516129034e-05, |
| "loss": 1.2164340019226074, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.05944272445820433, |
| "grad_norm": 5.433266639709473, |
| "learning_rate": 3.548387096774194e-05, |
| "loss": 1.3949403762817383, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.06439628482972136, |
| "grad_norm": 4.049256801605225, |
| "learning_rate": 3.870967741935484e-05, |
| "loss": 1.0219405889511108, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0693498452012384, |
| "grad_norm": 3.7916297912597656, |
| "learning_rate": 4.1935483870967746e-05, |
| "loss": 0.802454948425293, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.07430340557275542, |
| "grad_norm": 3.729595899581909, |
| "learning_rate": 4.516129032258064e-05, |
| "loss": 0.733098030090332, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07925696594427245, |
| "grad_norm": 2.6114633083343506, |
| "learning_rate": 4.8387096774193554e-05, |
| "loss": 0.7777184844017029, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "grad_norm": 3.8878731727600098, |
| "learning_rate": 5.161290322580645e-05, |
| "loss": 1.2506763935089111, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0891640866873065, |
| "grad_norm": 2.0448315143585205, |
| "learning_rate": 5.4838709677419355e-05, |
| "loss": 0.5370244383811951, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.09411764705882353, |
| "grad_norm": 2.0181503295898438, |
| "learning_rate": 5.8064516129032266e-05, |
| "loss": 0.4221738576889038, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09907120743034056, |
| "grad_norm": 3.2167906761169434, |
| "learning_rate": 6.129032258064517e-05, |
| "loss": 0.9417599439620972, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10402476780185758, |
| "grad_norm": 1.8614044189453125, |
| "learning_rate": 6.451612903225807e-05, |
| "loss": 0.6004995703697205, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10897832817337462, |
| "grad_norm": 1.7523999214172363, |
| "learning_rate": 6.774193548387096e-05, |
| "loss": 0.5742687582969666, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.11393188854489164, |
| "grad_norm": 1.1749110221862793, |
| "learning_rate": 7.096774193548388e-05, |
| "loss": 0.23668800294399261, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11888544891640866, |
| "grad_norm": 1.746164321899414, |
| "learning_rate": 7.419354838709677e-05, |
| "loss": 0.3931787610054016, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1238390092879257, |
| "grad_norm": 1.658881664276123, |
| "learning_rate": 7.741935483870968e-05, |
| "loss": 0.44479551911354065, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.12879256965944272, |
| "grad_norm": 2.4597253799438477, |
| "learning_rate": 8.064516129032258e-05, |
| "loss": 0.4560312032699585, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.13374613003095975, |
| "grad_norm": 1.775441288948059, |
| "learning_rate": 8.387096774193549e-05, |
| "loss": 0.5800682902336121, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1386996904024768, |
| "grad_norm": 2.057504653930664, |
| "learning_rate": 8.709677419354839e-05, |
| "loss": 0.48616135120391846, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1436532507739938, |
| "grad_norm": 2.724872350692749, |
| "learning_rate": 9.032258064516129e-05, |
| "loss": 0.6230298280715942, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.14860681114551083, |
| "grad_norm": 2.7204840183258057, |
| "learning_rate": 9.35483870967742e-05, |
| "loss": 0.6453507542610168, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.15356037151702787, |
| "grad_norm": 1.1810715198516846, |
| "learning_rate": 9.677419354838711e-05, |
| "loss": 0.40001270174980164, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.1585139318885449, |
| "grad_norm": 1.3486188650131226, |
| "learning_rate": 0.0001, |
| "loss": 0.40220895409584045, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1634674922600619, |
| "grad_norm": 1.872352123260498, |
| "learning_rate": 9.999925371796981e-05, |
| "loss": 0.5035101771354675, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "grad_norm": 3.143622398376465, |
| "learning_rate": 9.99970148941567e-05, |
| "loss": 0.6467549800872803, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.17337461300309598, |
| "grad_norm": 1.7038147449493408, |
| "learning_rate": 9.999328359539241e-05, |
| "loss": 0.40321850776672363, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.178328173374613, |
| "grad_norm": 2.455662488937378, |
| "learning_rate": 9.998805993306102e-05, |
| "loss": 0.6475043296813965, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.18328173374613002, |
| "grad_norm": 1.6294413805007935, |
| "learning_rate": 9.998134406309554e-05, |
| "loss": 0.3472064733505249, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.18823529411764706, |
| "grad_norm": 1.9168453216552734, |
| "learning_rate": 9.997313618597326e-05, |
| "loss": 0.4343029856681824, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1931888544891641, |
| "grad_norm": 1.8859179019927979, |
| "learning_rate": 9.996343654670988e-05, |
| "loss": 0.5347425937652588, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.19814241486068113, |
| "grad_norm": 1.6963647603988647, |
| "learning_rate": 9.995224543485202e-05, |
| "loss": 0.5018343329429626, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.20309597523219813, |
| "grad_norm": 1.3013920783996582, |
| "learning_rate": 9.993956318446873e-05, |
| "loss": 0.2374289482831955, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.20804953560371517, |
| "grad_norm": 2.537663459777832, |
| "learning_rate": 9.99253901741414e-05, |
| "loss": 0.6539326906204224, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2130030959752322, |
| "grad_norm": 1.989671230316162, |
| "learning_rate": 9.990972682695258e-05, |
| "loss": 0.3145875036716461, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.21795665634674924, |
| "grad_norm": 1.7822120189666748, |
| "learning_rate": 9.989257361047323e-05, |
| "loss": 0.517619788646698, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.22291021671826625, |
| "grad_norm": 2.2458837032318115, |
| "learning_rate": 9.987393103674887e-05, |
| "loss": 0.4019487202167511, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.22786377708978328, |
| "grad_norm": 2.096306562423706, |
| "learning_rate": 9.985379966228418e-05, |
| "loss": 0.4713727831840515, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.23281733746130032, |
| "grad_norm": 1.3574129343032837, |
| "learning_rate": 9.983218008802648e-05, |
| "loss": 0.20376473665237427, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.23777089783281732, |
| "grad_norm": 0.8746405839920044, |
| "learning_rate": 9.980907295934778e-05, |
| "loss": 0.21709959208965302, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.24272445820433436, |
| "grad_norm": 1.513210654258728, |
| "learning_rate": 9.978447896602546e-05, |
| "loss": 0.5632768869400024, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2476780185758514, |
| "grad_norm": 2.4788081645965576, |
| "learning_rate": 9.975839884222173e-05, |
| "loss": 0.5789890885353088, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "grad_norm": 2.3454036712646484, |
| "learning_rate": 9.973083336646172e-05, |
| "loss": 0.4813730716705322, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.25758513931888544, |
| "grad_norm": 3.092883586883545, |
| "learning_rate": 9.970178336161018e-05, |
| "loss": 0.6948140263557434, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2625386996904025, |
| "grad_norm": 1.8552491664886475, |
| "learning_rate": 9.967124969484698e-05, |
| "loss": 0.34983089566230774, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2674922600619195, |
| "grad_norm": 1.637107253074646, |
| "learning_rate": 9.96392332776412e-05, |
| "loss": 0.3015916347503662, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2724458204334365, |
| "grad_norm": 1.4931001663208008, |
| "learning_rate": 9.96057350657239e-05, |
| "loss": 0.35390424728393555, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2773993808049536, |
| "grad_norm": 1.6950937509536743, |
| "learning_rate": 9.957075605905962e-05, |
| "loss": 0.3359878361225128, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2823529411764706, |
| "grad_norm": 1.7007393836975098, |
| "learning_rate": 9.953429730181653e-05, |
| "loss": 0.33343490958213806, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2873065015479876, |
| "grad_norm": 0.8893454074859619, |
| "learning_rate": 9.949635988233527e-05, |
| "loss": 0.28500863909721375, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.29226006191950465, |
| "grad_norm": 1.1580617427825928, |
| "learning_rate": 9.945694493309639e-05, |
| "loss": 0.22050513327121735, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.29721362229102166, |
| "grad_norm": 0.8764044046401978, |
| "learning_rate": 9.941605363068663e-05, |
| "loss": 0.21126027405261993, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3021671826625387, |
| "grad_norm": 1.4326878786087036, |
| "learning_rate": 9.937368719576374e-05, |
| "loss": 0.3894340693950653, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.30712074303405573, |
| "grad_norm": 0.7078452110290527, |
| "learning_rate": 9.93298468930201e-05, |
| "loss": 0.17018848657608032, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.31207430340557274, |
| "grad_norm": 1.2181545495986938, |
| "learning_rate": 9.928453403114493e-05, |
| "loss": 0.32532864809036255, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.3170278637770898, |
| "grad_norm": 1.2410573959350586, |
| "learning_rate": 9.923774996278519e-05, |
| "loss": 0.2344941645860672, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.3219814241486068, |
| "grad_norm": 0.7776598930358887, |
| "learning_rate": 9.918949608450526e-05, |
| "loss": 0.1323881298303604, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3269349845201238, |
| "grad_norm": 2.0210177898406982, |
| "learning_rate": 9.913977383674524e-05, |
| "loss": 0.3857646882534027, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3318885448916409, |
| "grad_norm": 2.3900718688964844, |
| "learning_rate": 9.908858470377793e-05, |
| "loss": 0.5698397755622864, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3368421052631579, |
| "grad_norm": 1.3744258880615234, |
| "learning_rate": 9.903593021366454e-05, |
| "loss": 0.3119259178638458, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.34179566563467495, |
| "grad_norm": 1.7100729942321777, |
| "learning_rate": 9.898181193820903e-05, |
| "loss": 0.23633725941181183, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.34674922600619196, |
| "grad_norm": 1.1959547996520996, |
| "learning_rate": 9.89262314929113e-05, |
| "loss": 0.1724250614643097, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.35170278637770896, |
| "grad_norm": 0.9827778339385986, |
| "learning_rate": 9.886919053691883e-05, |
| "loss": 0.19567401707172394, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.356656346749226, |
| "grad_norm": 1.0842840671539307, |
| "learning_rate": 9.881069077297723e-05, |
| "loss": 0.1414317637681961, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.36160990712074303, |
| "grad_norm": 3.4285717010498047, |
| "learning_rate": 9.875073394737942e-05, |
| "loss": 0.5104832053184509, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.36656346749226004, |
| "grad_norm": 2.6935219764709473, |
| "learning_rate": 9.868932184991346e-05, |
| "loss": 0.5933851599693298, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3715170278637771, |
| "grad_norm": 1.568039059638977, |
| "learning_rate": 9.862645631380914e-05, |
| "loss": 0.2900678515434265, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3764705882352941, |
| "grad_norm": 1.643003225326538, |
| "learning_rate": 9.856213921568325e-05, |
| "loss": 0.3447292149066925, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3814241486068111, |
| "grad_norm": 1.9698855876922607, |
| "learning_rate": 9.849637247548356e-05, |
| "loss": 0.32446229457855225, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3863777089783282, |
| "grad_norm": 2.15398907661438, |
| "learning_rate": 9.842915805643155e-05, |
| "loss": 0.5569959878921509, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3913312693498452, |
| "grad_norm": 2.1435883045196533, |
| "learning_rate": 9.836049796496375e-05, |
| "loss": 0.28815779089927673, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.39628482972136225, |
| "grad_norm": 2.5910110473632812, |
| "learning_rate": 9.829039425067183e-05, |
| "loss": 0.3832339942455292, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.40123839009287926, |
| "grad_norm": 1.2670053243637085, |
| "learning_rate": 9.82188490062415e-05, |
| "loss": 0.27440184354782104, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.40619195046439627, |
| "grad_norm": 0.7898854613304138, |
| "learning_rate": 9.814586436738998e-05, |
| "loss": 0.1333155632019043, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.41114551083591333, |
| "grad_norm": 3.430586576461792, |
| "learning_rate": 9.80714425128022e-05, |
| "loss": 0.48353680968284607, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.41609907120743034, |
| "grad_norm": 1.3054516315460205, |
| "learning_rate": 9.799558566406592e-05, |
| "loss": 0.2414296567440033, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 1.063178300857544, |
| "learning_rate": 9.791829608560525e-05, |
| "loss": 0.08583912998437881, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4260061919504644, |
| "grad_norm": 1.2278316020965576, |
| "learning_rate": 9.783957608461311e-05, |
| "loss": 0.30158764123916626, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.4309597523219814, |
| "grad_norm": 2.3144054412841797, |
| "learning_rate": 9.77594280109824e-05, |
| "loss": 0.5771946310997009, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4359133126934985, |
| "grad_norm": 2.1884660720825195, |
| "learning_rate": 9.767785425723582e-05, |
| "loss": 0.4336165189743042, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4408668730650155, |
| "grad_norm": 1.4727076292037964, |
| "learning_rate": 9.759485725845442e-05, |
| "loss": 0.24141652882099152, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4458204334365325, |
| "grad_norm": 0.9795826077461243, |
| "learning_rate": 9.751043949220494e-05, |
| "loss": 0.15735965967178345, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.45077399380804956, |
| "grad_norm": 1.2844394445419312, |
| "learning_rate": 9.742460347846587e-05, |
| "loss": 0.112213134765625, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.45572755417956656, |
| "grad_norm": 1.4167304039001465, |
| "learning_rate": 9.733735177955219e-05, |
| "loss": 0.2944762706756592, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.46068111455108357, |
| "grad_norm": 1.978114366531372, |
| "learning_rate": 9.72486870000389e-05, |
| "loss": 0.41957613825798035, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.46563467492260063, |
| "grad_norm": 1.1480649709701538, |
| "learning_rate": 9.715861178668328e-05, |
| "loss": 0.22974449396133423, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 2.5711355209350586, |
| "learning_rate": 9.706712882834583e-05, |
| "loss": 0.43331480026245117, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.47554179566563465, |
| "grad_norm": 2.132854461669922, |
| "learning_rate": 9.69742408559101e-05, |
| "loss": 0.15997068583965302, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.4804953560371517, |
| "grad_norm": 1.4691388607025146, |
| "learning_rate": 9.687995064220102e-05, |
| "loss": 0.3912833631038666, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4854489164086687, |
| "grad_norm": 1.4577609300613403, |
| "learning_rate": 9.678426100190232e-05, |
| "loss": 0.3277187943458557, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4904024767801858, |
| "grad_norm": 1.1836246252059937, |
| "learning_rate": 9.668717479147236e-05, |
| "loss": 0.2689287066459656, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4953560371517028, |
| "grad_norm": 1.4241015911102295, |
| "learning_rate": 9.658869490905889e-05, |
| "loss": 0.30297696590423584, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5003095975232198, |
| "grad_norm": 1.691861867904663, |
| "learning_rate": 9.648882429441257e-05, |
| "loss": 0.22987839579582214, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.5052631578947369, |
| "grad_norm": 1.509681224822998, |
| "learning_rate": 9.638756592879922e-05, |
| "loss": 0.46626466512680054, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5102167182662539, |
| "grad_norm": 1.214491605758667, |
| "learning_rate": 9.62849228349108e-05, |
| "loss": 0.21815335750579834, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5151702786377709, |
| "grad_norm": 2.1031863689422607, |
| "learning_rate": 9.618089807677513e-05, |
| "loss": 0.3575317859649658, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5201238390092879, |
| "grad_norm": 1.7603212594985962, |
| "learning_rate": 9.607549475966453e-05, |
| "loss": 0.19934722781181335, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.525077399380805, |
| "grad_norm": 1.2300105094909668, |
| "learning_rate": 9.596871603000308e-05, |
| "loss": 0.23306430876255035, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.530030959752322, |
| "grad_norm": 3.7836968898773193, |
| "learning_rate": 9.586056507527266e-05, |
| "loss": 0.3968217074871063, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.534984520123839, |
| "grad_norm": 1.7771064043045044, |
| "learning_rate": 9.575104512391781e-05, |
| "loss": 0.3140356242656708, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5399380804953561, |
| "grad_norm": 1.2527976036071777, |
| "learning_rate": 9.564015944524942e-05, |
| "loss": 0.15034538507461548, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.544891640866873, |
| "grad_norm": 1.273232340812683, |
| "learning_rate": 9.552791134934706e-05, |
| "loss": 0.3838242292404175, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5498452012383901, |
| "grad_norm": 4.064223289489746, |
| "learning_rate": 9.541430418696018e-05, |
| "loss": 0.4707256555557251, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5547987616099072, |
| "grad_norm": 3.2063727378845215, |
| "learning_rate": 9.52993413494082e-05, |
| "loss": 0.25055190920829773, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5597523219814241, |
| "grad_norm": 1.5390807390213013, |
| "learning_rate": 9.518302626847901e-05, |
| "loss": 0.40294012427330017, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5647058823529412, |
| "grad_norm": 1.8853764533996582, |
| "learning_rate": 9.506536241632689e-05, |
| "loss": 0.21320343017578125, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5696594427244582, |
| "grad_norm": 1.617750883102417, |
| "learning_rate": 9.494635330536854e-05, |
| "loss": 0.3565722703933716, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5746130030959752, |
| "grad_norm": 1.098561406135559, |
| "learning_rate": 9.48260024881784e-05, |
| "loss": 0.2866118550300598, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5795665634674922, |
| "grad_norm": 2.428720235824585, |
| "learning_rate": 9.470431355738257e-05, |
| "loss": 0.5401950478553772, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5845201238390093, |
| "grad_norm": 1.7818074226379395, |
| "learning_rate": 9.458129014555153e-05, |
| "loss": 0.34015876054763794, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5894736842105263, |
| "grad_norm": 2.9824743270874023, |
| "learning_rate": 9.445693592509173e-05, |
| "loss": 0.3517338037490845, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5944272445820433, |
| "grad_norm": 3.1441843509674072, |
| "learning_rate": 9.4331254608136e-05, |
| "loss": 0.42804425954818726, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5993808049535604, |
| "grad_norm": 2.300304651260376, |
| "learning_rate": 9.420424994643266e-05, |
| "loss": 0.3098178207874298, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6043343653250774, |
| "grad_norm": 1.4598451852798462, |
| "learning_rate": 9.407592573123358e-05, |
| "loss": 0.19975031912326813, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6092879256965944, |
| "grad_norm": 1.1991137266159058, |
| "learning_rate": 9.394628579318102e-05, |
| "loss": 0.2317633181810379, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.6142414860681115, |
| "grad_norm": 1.1724375486373901, |
| "learning_rate": 9.381533400219318e-05, |
| "loss": 0.32782378792762756, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.6191950464396285, |
| "grad_norm": 2.960970878601074, |
| "learning_rate": 9.368307426734884e-05, |
| "loss": 0.14495106041431427, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6241486068111455, |
| "grad_norm": 0.8356067538261414, |
| "learning_rate": 9.354951053677051e-05, |
| "loss": 0.15270718932151794, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.6291021671826625, |
| "grad_norm": 3.8145787715911865, |
| "learning_rate": 9.341464679750669e-05, |
| "loss": 0.1972898542881012, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.6340557275541796, |
| "grad_norm": 2.2603416442871094, |
| "learning_rate": 9.327848707541278e-05, |
| "loss": 0.2637209892272949, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6390092879256966, |
| "grad_norm": 2.4186346530914307, |
| "learning_rate": 9.314103543503092e-05, |
| "loss": 0.31575819849967957, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6439628482972136, |
| "grad_norm": 2.0989041328430176, |
| "learning_rate": 9.300229597946869e-05, |
| "loss": 0.3326893448829651, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6489164086687307, |
| "grad_norm": 1.5005778074264526, |
| "learning_rate": 9.28622728502766e-05, |
| "loss": 0.22497081756591797, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6538699690402476, |
| "grad_norm": 0.8883143067359924, |
| "learning_rate": 9.272097022732443e-05, |
| "loss": 0.12081792205572128, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6588235294117647, |
| "grad_norm": 3.9147562980651855, |
| "learning_rate": 9.257839232867654e-05, |
| "loss": 0.4573133587837219, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6637770897832818, |
| "grad_norm": 1.8648022413253784, |
| "learning_rate": 9.243454341046587e-05, |
| "loss": 0.29293760657310486, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6687306501547987, |
| "grad_norm": 1.7037019729614258, |
| "learning_rate": 9.228942776676692e-05, |
| "loss": 0.45972341299057007, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6736842105263158, |
| "grad_norm": 1.1621685028076172, |
| "learning_rate": 9.214304972946759e-05, |
| "loss": 0.14851805567741394, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6786377708978328, |
| "grad_norm": 1.4436030387878418, |
| "learning_rate": 9.199541366813982e-05, |
| "loss": 0.2746320962905884, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6835913312693499, |
| "grad_norm": 1.968889594078064, |
| "learning_rate": 9.184652398990922e-05, |
| "loss": 0.35641083121299744, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6885448916408669, |
| "grad_norm": 3.438441753387451, |
| "learning_rate": 9.169638513932341e-05, |
| "loss": 0.3205904960632324, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6934984520123839, |
| "grad_norm": 1.6441667079925537, |
| "learning_rate": 9.154500159821946e-05, |
| "loss": 0.2413722574710846, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.698452012383901, |
| "grad_norm": 2.83571457862854, |
| "learning_rate": 9.139237788559e-05, |
| "loss": 0.2524445354938507, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.7034055727554179, |
| "grad_norm": 2.307800531387329, |
| "learning_rate": 9.123851855744843e-05, |
| "loss": 0.5233771204948425, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.708359133126935, |
| "grad_norm": 2.080214262008667, |
| "learning_rate": 9.10834282066928e-05, |
| "loss": 0.3647693991661072, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.713312693498452, |
| "grad_norm": 1.3827204704284668, |
| "learning_rate": 9.09271114629688e-05, |
| "loss": 0.17244282364845276, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.718266253869969, |
| "grad_norm": 1.4188215732574463, |
| "learning_rate": 9.076957299253149e-05, |
| "loss": 0.2439385950565338, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.7232198142414861, |
| "grad_norm": 1.796431064605713, |
| "learning_rate": 9.061081749810604e-05, |
| "loss": 0.16941529512405396, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.7281733746130031, |
| "grad_norm": 2.2279598712921143, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 0.13661924004554749, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.7331269349845201, |
| "grad_norm": 2.023181438446045, |
| "learning_rate": 9.028967442969867e-05, |
| "loss": 0.41765153408050537, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.7380804953560371, |
| "grad_norm": 1.3927756547927856, |
| "learning_rate": 9.012729644224877e-05, |
| "loss": 0.15638555586338043, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.7430340557275542, |
| "grad_norm": 1.0436280965805054, |
| "learning_rate": 8.996372060358867e-05, |
| "loss": 0.12269315868616104, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7479876160990712, |
| "grad_norm": 2.090402126312256, |
| "learning_rate": 8.979895179666673e-05, |
| "loss": 0.3589765131473541, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.7529411764705882, |
| "grad_norm": 2.3894481658935547, |
| "learning_rate": 8.963299494004291e-05, |
| "loss": 0.40020424127578735, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7578947368421053, |
| "grad_norm": 1.079506754875183, |
| "learning_rate": 8.946585498774203e-05, |
| "loss": 0.21580460667610168, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7628482972136222, |
| "grad_norm": 1.7866581678390503, |
| "learning_rate": 8.929753692910581e-05, |
| "loss": 0.28620147705078125, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7678018575851393, |
| "grad_norm": 0.85213303565979, |
| "learning_rate": 8.912804578864393e-05, |
| "loss": 0.12623000144958496, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7727554179566564, |
| "grad_norm": 1.9640706777572632, |
| "learning_rate": 8.895738662588411e-05, |
| "loss": 0.319058358669281, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7777089783281734, |
| "grad_norm": 1.4446467161178589, |
| "learning_rate": 8.8785564535221e-05, |
| "loss": 0.3501591086387634, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.7826625386996904, |
| "grad_norm": 1.5896295309066772, |
| "learning_rate": 8.861258464576413e-05, |
| "loss": 0.18223312497138977, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7876160990712074, |
| "grad_norm": 1.3397142887115479, |
| "learning_rate": 8.843845212118483e-05, |
| "loss": 0.19844523072242737, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7925696594427245, |
| "grad_norm": 1.643547773361206, |
| "learning_rate": 8.826317215956208e-05, |
| "loss": 0.16848735511302948, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7975232198142415, |
| "grad_norm": 1.1359736919403076, |
| "learning_rate": 8.808674999322728e-05, |
| "loss": 0.09649797528982162, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.8024767801857585, |
| "grad_norm": 1.4932798147201538, |
| "learning_rate": 8.790919088860814e-05, |
| "loss": 0.23850439488887787, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.8074303405572756, |
| "grad_norm": 1.4823167324066162, |
| "learning_rate": 8.773050014607142e-05, |
| "loss": 0.33699584007263184, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.8123839009287925, |
| "grad_norm": 1.1010890007019043, |
| "learning_rate": 8.755068309976473e-05, |
| "loss": 0.21209147572517395, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.8173374613003096, |
| "grad_norm": 2.1885173320770264, |
| "learning_rate": 8.736974511745727e-05, |
| "loss": 0.3293036222457886, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.8222910216718267, |
| "grad_norm": 1.8171178102493286, |
| "learning_rate": 8.718769160037964e-05, |
| "loss": 0.20206181704998016, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.8272445820433436, |
| "grad_norm": 1.6118712425231934, |
| "learning_rate": 8.70045279830626e-05, |
| "loss": 0.09101279824972153, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.8321981424148607, |
| "grad_norm": 2.049691915512085, |
| "learning_rate": 8.682025973317476e-05, |
| "loss": 0.20742040872573853, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.8371517027863777, |
| "grad_norm": 2.3769068717956543, |
| "learning_rate": 8.663489235135947e-05, |
| "loss": 0.34094056487083435, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 1.9054380655288696, |
| "learning_rate": 8.644843137107059e-05, |
| "loss": 0.21576674282550812, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.8470588235294118, |
| "grad_norm": 1.35050630569458, |
| "learning_rate": 8.626088235840726e-05, |
| "loss": 0.2979593873023987, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.8520123839009288, |
| "grad_norm": 0.9394505023956299, |
| "learning_rate": 8.607225091194779e-05, |
| "loss": 0.20420965552330017, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.8569659442724458, |
| "grad_norm": 0.903356671333313, |
| "learning_rate": 8.588254266258256e-05, |
| "loss": 0.11271381378173828, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8619195046439628, |
| "grad_norm": 3.387179136276245, |
| "learning_rate": 8.569176327334584e-05, |
| "loss": 0.400730162858963, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.8668730650154799, |
| "grad_norm": 3.892940044403076, |
| "learning_rate": 8.549991843924686e-05, |
| "loss": 0.5712570548057556, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.871826625386997, |
| "grad_norm": 2.453376054763794, |
| "learning_rate": 8.53070138870997e-05, |
| "loss": 0.339194118976593, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8767801857585139, |
| "grad_norm": 2.6605310440063477, |
| "learning_rate": 8.511305537535237e-05, |
| "loss": 0.3197079002857208, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.881733746130031, |
| "grad_norm": 1.6717379093170166, |
| "learning_rate": 8.491804869391495e-05, |
| "loss": 0.3778037130832672, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.886687306501548, |
| "grad_norm": 1.7109463214874268, |
| "learning_rate": 8.472199966398677e-05, |
| "loss": 0.438146710395813, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.891640866873065, |
| "grad_norm": 1.0473113059997559, |
| "learning_rate": 8.452491413788249e-05, |
| "loss": 0.13532623648643494, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.896594427244582, |
| "grad_norm": 1.0556739568710327, |
| "learning_rate": 8.43267979988576e-05, |
| "loss": 0.19350433349609375, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.9015479876160991, |
| "grad_norm": 1.7870419025421143, |
| "learning_rate": 8.412765716093272e-05, |
| "loss": 0.2507789731025696, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.9065015479876161, |
| "grad_norm": 1.2495381832122803, |
| "learning_rate": 8.392749756871691e-05, |
| "loss": 0.23204632103443146, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.9114551083591331, |
| "grad_norm": 1.6209344863891602, |
| "learning_rate": 8.372632519723053e-05, |
| "loss": 0.29464855790138245, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.9164086687306502, |
| "grad_norm": 1.7059142589569092, |
| "learning_rate": 8.352414605172658e-05, |
| "loss": 0.20531167089939117, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.9213622291021671, |
| "grad_norm": 1.5036630630493164, |
| "learning_rate": 8.332096616751158e-05, |
| "loss": 0.19898727536201477, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.9263157894736842, |
| "grad_norm": 1.2717097997665405, |
| "learning_rate": 8.311679160976539e-05, |
| "loss": 0.27921056747436523, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.9312693498452013, |
| "grad_norm": 1.0734602212905884, |
| "learning_rate": 8.291162847336017e-05, |
| "loss": 0.16668805480003357, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.9362229102167182, |
| "grad_norm": 2.017526865005493, |
| "learning_rate": 8.270548288267836e-05, |
| "loss": 0.24680264294147491, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 1.4071749448776245, |
| "learning_rate": 8.249836099142998e-05, |
| "loss": 0.18174080550670624, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9461300309597523, |
| "grad_norm": 3.2004613876342773, |
| "learning_rate": 8.229026898246885e-05, |
| "loss": 0.557125985622406, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.9510835913312693, |
| "grad_norm": 1.6836919784545898, |
| "learning_rate": 8.208121306760805e-05, |
| "loss": 0.28602334856987, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.9560371517027864, |
| "grad_norm": 0.46913087368011475, |
| "learning_rate": 8.18711994874345e-05, |
| "loss": 0.04325869679450989, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.9609907120743034, |
| "grad_norm": 1.5084750652313232, |
| "learning_rate": 8.166023451112259e-05, |
| "loss": 0.2099515050649643, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.9659442724458205, |
| "grad_norm": 0.9814512729644775, |
| "learning_rate": 8.144832443624719e-05, |
| "loss": 0.21245573461055756, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9708978328173374, |
| "grad_norm": 1.2514063119888306, |
| "learning_rate": 8.123547558859553e-05, |
| "loss": 0.09886349737644196, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9758513931888545, |
| "grad_norm": 1.2949354648590088, |
| "learning_rate": 8.102169432197842e-05, |
| "loss": 0.28709596395492554, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.9808049535603716, |
| "grad_norm": 0.9674757719039917, |
| "learning_rate": 8.080698701804055e-05, |
| "loss": 0.12838228046894073, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9857585139318885, |
| "grad_norm": 2.064335823059082, |
| "learning_rate": 8.059136008607003e-05, |
| "loss": 0.24835562705993652, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9907120743034056, |
| "grad_norm": 1.2305408716201782, |
| "learning_rate": 8.037481996280704e-05, |
| "loss": 0.20056898891925812, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9956656346749226, |
| "grad_norm": 1.4174541234970093, |
| "learning_rate": 8.015737311225172e-05, |
| "loss": 0.2507340610027313, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.40106201171875, |
| "learning_rate": 7.993902602547113e-05, |
| "loss": 0.2615986764431, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.2203303575515747, |
| "eval_runtime": 67.8531, |
| "eval_samples_per_second": 1.15, |
| "eval_steps_per_second": 1.15, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.004953560371517, |
| "grad_norm": 1.3082971572875977, |
| "learning_rate": 7.971978522040557e-05, |
| "loss": 0.20264218747615814, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.0099071207430341, |
| "grad_norm": 1.3568562269210815, |
| "learning_rate": 7.949965724167395e-05, |
| "loss": 0.21243691444396973, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.014860681114551, |
| "grad_norm": 1.2191988229751587, |
| "learning_rate": 7.927864866037847e-05, |
| "loss": 0.14529447257518768, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.019814241486068, |
| "grad_norm": 1.033715844154358, |
| "learning_rate": 7.905676607390845e-05, |
| "loss": 0.2463562786579132, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.0247678018575852, |
| "grad_norm": 1.542318344116211, |
| "learning_rate": 7.883401610574336e-05, |
| "loss": 0.2302142083644867, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.0297213622291022, |
| "grad_norm": 1.182064414024353, |
| "learning_rate": 7.861040540525515e-05, |
| "loss": 0.17023824155330658, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.034674922600619, |
| "grad_norm": 1.4885767698287964, |
| "learning_rate": 7.83859406475097e-05, |
| "loss": 0.10432902723550797, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.0396284829721363, |
| "grad_norm": 0.8627597093582153, |
| "learning_rate": 7.816062853306766e-05, |
| "loss": 0.12333694845438004, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.0445820433436532, |
| "grad_norm": 1.9287809133529663, |
| "learning_rate": 7.793447578778427e-05, |
| "loss": 0.36042308807373047, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.0495356037151702, |
| "grad_norm": 1.165671706199646, |
| "learning_rate": 7.770748916260875e-05, |
| "loss": 0.2113017439842224, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.0544891640866874, |
| "grad_norm": 1.693343997001648, |
| "learning_rate": 7.747967543338265e-05, |
| "loss": 0.17973320186138153, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.0594427244582043, |
| "grad_norm": 1.555772066116333, |
| "learning_rate": 7.725104140063772e-05, |
| "loss": 0.2670099139213562, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.0643962848297213, |
| "grad_norm": 1.4250202178955078, |
| "learning_rate": 7.702159388939272e-05, |
| "loss": 0.2907293438911438, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.0693498452012384, |
| "grad_norm": 1.1918089389801025, |
| "learning_rate": 7.679133974894983e-05, |
| "loss": 0.15586836636066437, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.0743034055727554, |
| "grad_norm": 1.1425042152404785, |
| "learning_rate": 7.656028585269018e-05, |
| "loss": 0.11632069200277328, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0792569659442726, |
| "grad_norm": 1.3378490209579468, |
| "learning_rate": 7.632843909786856e-05, |
| "loss": 0.4079054296016693, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.0842105263157895, |
| "grad_norm": 0.9094640612602234, |
| "learning_rate": 7.609580640540768e-05, |
| "loss": 0.18668143451213837, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0891640866873065, |
| "grad_norm": 1.4106407165527344, |
| "learning_rate": 7.586239471969143e-05, |
| "loss": 0.1787347048521042, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0941176470588236, |
| "grad_norm": 1.3701555728912354, |
| "learning_rate": 7.56282110083577e-05, |
| "loss": 0.11659592390060425, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.0990712074303406, |
| "grad_norm": 0.6426500082015991, |
| "learning_rate": 7.539326226209031e-05, |
| "loss": 0.061397381126880646, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.1040247678018575, |
| "grad_norm": 1.9303306341171265, |
| "learning_rate": 7.515755549441034e-05, |
| "loss": 0.15661901235580444, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.1089783281733747, |
| "grad_norm": 1.397212028503418, |
| "learning_rate": 7.49210977414668e-05, |
| "loss": 0.20177611708641052, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.1139318885448917, |
| "grad_norm": 1.5835477113723755, |
| "learning_rate": 7.468389606182659e-05, |
| "loss": 0.2023838609457016, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.1188854489164086, |
| "grad_norm": 0.8389103412628174, |
| "learning_rate": 7.444595753626371e-05, |
| "loss": 0.13620801270008087, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.1238390092879258, |
| "grad_norm": 1.8659671545028687, |
| "learning_rate": 7.420728926754803e-05, |
| "loss": 0.162690669298172, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.1287925696594427, |
| "grad_norm": 1.7987186908721924, |
| "learning_rate": 7.396789838023315e-05, |
| "loss": 0.16179311275482178, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.1337461300309597, |
| "grad_norm": 0.8045560121536255, |
| "learning_rate": 7.372779202044376e-05, |
| "loss": 0.10554083436727524, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.1386996904024769, |
| "grad_norm": 1.9399091005325317, |
| "learning_rate": 7.34869773556623e-05, |
| "loss": 0.09190346300601959, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.1436532507739938, |
| "grad_norm": 1.1420022249221802, |
| "learning_rate": 7.324546157451508e-05, |
| "loss": 0.15550196170806885, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.1486068111455108, |
| "grad_norm": 1.8194276094436646, |
| "learning_rate": 7.300325188655761e-05, |
| "loss": 0.2558209002017975, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.153560371517028, |
| "grad_norm": 2.179840087890625, |
| "learning_rate": 7.276035552205937e-05, |
| "loss": 0.3007454574108124, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.158513931888545, |
| "grad_norm": 1.8071203231811523, |
| "learning_rate": 7.251677973178806e-05, |
| "loss": 0.14010170102119446, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.1634674922600619, |
| "grad_norm": 1.1315829753875732, |
| "learning_rate": 7.227253178679306e-05, |
| "loss": 0.19261297583580017, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.168421052631579, |
| "grad_norm": 1.5900647640228271, |
| "learning_rate": 7.20276189781885e-05, |
| "loss": 0.1257387101650238, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.173374613003096, |
| "grad_norm": 0.8421010971069336, |
| "learning_rate": 7.178204861693545e-05, |
| "loss": 0.08556023985147476, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.178328173374613, |
| "grad_norm": 0.5213820338249207, |
| "learning_rate": 7.153582803362388e-05, |
| "loss": 0.08060052245855331, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.18328173374613, |
| "grad_norm": 1.6144460439682007, |
| "learning_rate": 7.128896457825364e-05, |
| "loss": 0.06753167510032654, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.188235294117647, |
| "grad_norm": 1.869078278541565, |
| "learning_rate": 7.104146562001513e-05, |
| "loss": 0.1275874674320221, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.193188854489164, |
| "grad_norm": 1.5541818141937256, |
| "learning_rate": 7.079333854706938e-05, |
| "loss": 0.3212372064590454, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.1981424148606812, |
| "grad_norm": 0.78138267993927, |
| "learning_rate": 7.054459076632743e-05, |
| "loss": 0.11386574804782867, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.2030959752321981, |
| "grad_norm": 0.68939608335495, |
| "learning_rate": 7.029522970322917e-05, |
| "loss": 0.09935948997735977, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.208049535603715, |
| "grad_norm": 1.2922625541687012, |
| "learning_rate": 7.004526280152189e-05, |
| "loss": 0.25581344962120056, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.2130030959752323, |
| "grad_norm": 1.7890671491622925, |
| "learning_rate": 6.979469752303783e-05, |
| "loss": 0.11900678277015686, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.2179566563467492, |
| "grad_norm": 0.7329540848731995, |
| "learning_rate": 6.954354134747159e-05, |
| "loss": 0.03309286758303642, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.2229102167182662, |
| "grad_norm": 0.7880574464797974, |
| "learning_rate": 6.929180177215678e-05, |
| "loss": 0.14481526613235474, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.2278637770897833, |
| "grad_norm": 0.703266978263855, |
| "learning_rate": 6.903948631184226e-05, |
| "loss": 0.043773215264081955, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.2328173374613003, |
| "grad_norm": 1.1111159324645996, |
| "learning_rate": 6.87866024984678e-05, |
| "loss": 0.10742324590682983, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.2377708978328172, |
| "grad_norm": 1.4265992641448975, |
| "learning_rate": 6.85331578809392e-05, |
| "loss": 0.14070703089237213, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.2427244582043344, |
| "grad_norm": 1.2786126136779785, |
| "learning_rate": 6.827916002490304e-05, |
| "loss": 0.18443533778190613, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.2476780185758514, |
| "grad_norm": 1.2651373147964478, |
| "learning_rate": 6.802461651252073e-05, |
| "loss": 0.14556750655174255, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.2526315789473683, |
| "grad_norm": 1.2213066816329956, |
| "learning_rate": 6.776953494224226e-05, |
| "loss": 0.13448119163513184, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.2575851393188855, |
| "grad_norm": 0.8417636156082153, |
| "learning_rate": 6.751392292857927e-05, |
| "loss": 0.07413457334041595, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.2625386996904024, |
| "grad_norm": 1.146898627281189, |
| "learning_rate": 6.725778810187789e-05, |
| "loss": 0.15677322447299957, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.2674922600619194, |
| "grad_norm": 1.002506971359253, |
| "learning_rate": 6.700113810809086e-05, |
| "loss": 0.1269097626209259, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.2724458204334366, |
| "grad_norm": 1.0147908926010132, |
| "learning_rate": 6.674398060854931e-05, |
| "loss": 0.16294175386428833, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.2773993808049535, |
| "grad_norm": 0.8647941946983337, |
| "learning_rate": 6.648632327973408e-05, |
| "loss": 0.10496319830417633, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.2823529411764705, |
| "grad_norm": 0.5578436255455017, |
| "learning_rate": 6.622817381304653e-05, |
| "loss": 0.05796223506331444, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.2873065015479876, |
| "grad_norm": 1.6598548889160156, |
| "learning_rate": 6.5969539914579e-05, |
| "loss": 0.15833255648612976, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2922600619195046, |
| "grad_norm": 1.8102624416351318, |
| "learning_rate": 6.571042930488474e-05, |
| "loss": 0.2087852507829666, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.2972136222910216, |
| "grad_norm": 1.0242702960968018, |
| "learning_rate": 6.545084971874738e-05, |
| "loss": 0.12031100690364838, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.3021671826625387, |
| "grad_norm": 2.179654598236084, |
| "learning_rate": 6.519080890495017e-05, |
| "loss": 0.1164555549621582, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.3071207430340557, |
| "grad_norm": 1.6199265718460083, |
| "learning_rate": 6.493031462604457e-05, |
| "loss": 0.17955879867076874, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.3120743034055726, |
| "grad_norm": 1.8452327251434326, |
| "learning_rate": 6.466937465811854e-05, |
| "loss": 0.3632814884185791, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.3170278637770898, |
| "grad_norm": 0.85591721534729, |
| "learning_rate": 6.440799679056445e-05, |
| "loss": 0.16315332055091858, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.3219814241486068, |
| "grad_norm": 0.7788968086242676, |
| "learning_rate": 6.41461888258465e-05, |
| "loss": 0.05873413011431694, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.3269349845201237, |
| "grad_norm": 0.8457997441291809, |
| "learning_rate": 6.388395857926792e-05, |
| "loss": 0.1322648823261261, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.3318885448916409, |
| "grad_norm": 0.6884121894836426, |
| "learning_rate": 6.362131387873749e-05, |
| "loss": 0.09958109259605408, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.3368421052631578, |
| "grad_norm": 1.5630180835723877, |
| "learning_rate": 6.335826256453606e-05, |
| "loss": 0.24542099237442017, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.341795665634675, |
| "grad_norm": 0.887889564037323, |
| "learning_rate": 6.309481248908235e-05, |
| "loss": 0.1284438669681549, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.346749226006192, |
| "grad_norm": 1.7755930423736572, |
| "learning_rate": 6.283097151669869e-05, |
| "loss": 0.2930874228477478, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.351702786377709, |
| "grad_norm": 0.9191802740097046, |
| "learning_rate": 6.25667475233761e-05, |
| "loss": 0.09366479516029358, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.356656346749226, |
| "grad_norm": 1.5265049934387207, |
| "learning_rate": 6.230214839653932e-05, |
| "loss": 0.12917396426200867, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.361609907120743, |
| "grad_norm": 1.5624289512634277, |
| "learning_rate": 6.203718203481129e-05, |
| "loss": 0.1465204954147339, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.36656346749226, |
| "grad_norm": 1.8074462413787842, |
| "learning_rate": 6.177185634777739e-05, |
| "loss": 0.1934162825345993, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.3715170278637772, |
| "grad_norm": 1.0583401918411255, |
| "learning_rate": 6.150617925574933e-05, |
| "loss": 0.11073555797338486, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.3764705882352941, |
| "grad_norm": 1.7646160125732422, |
| "learning_rate": 6.124015868952866e-05, |
| "loss": 0.13560014963150024, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.381424148606811, |
| "grad_norm": 1.439184546470642, |
| "learning_rate": 6.097380259017014e-05, |
| "loss": 0.20096126198768616, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.3863777089783282, |
| "grad_norm": 1.6593807935714722, |
| "learning_rate": 6.0707118908744565e-05, |
| "loss": 0.14433850347995758, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3913312693498452, |
| "grad_norm": 0.948992133140564, |
| "learning_rate": 6.044011560610153e-05, |
| "loss": 0.10927993059158325, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.3962848297213624, |
| "grad_norm": 0.8425909280776978, |
| "learning_rate": 6.01728006526317e-05, |
| "loss": 0.12492433190345764, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.4012383900928793, |
| "grad_norm": 0.6206405758857727, |
| "learning_rate": 5.9905182028028904e-05, |
| "loss": 0.06126275658607483, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.4061919504643963, |
| "grad_norm": 1.5746345520019531, |
| "learning_rate": 5.9637267721051984e-05, |
| "loss": 0.20172062516212463, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.4111455108359134, |
| "grad_norm": 2.703444480895996, |
| "learning_rate": 5.9369065729286245e-05, |
| "loss": 0.3012180030345917, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.4160990712074304, |
| "grad_norm": 1.1348085403442383, |
| "learning_rate": 5.910058405890475e-05, |
| "loss": 0.30336830019950867, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.4210526315789473, |
| "grad_norm": 1.735285997390747, |
| "learning_rate": 5.8831830724429384e-05, |
| "loss": 0.2356189638376236, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.4260061919504645, |
| "grad_norm": 0.9014810919761658, |
| "learning_rate": 5.8562813748491455e-05, |
| "loss": 0.10539785027503967, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.4309597523219815, |
| "grad_norm": 0.8043366074562073, |
| "learning_rate": 5.829354116159241e-05, |
| "loss": 0.054979439824819565, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.4359133126934984, |
| "grad_norm": 0.5384048223495483, |
| "learning_rate": 5.802402100186393e-05, |
| "loss": 0.06360825151205063, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.4408668730650156, |
| "grad_norm": 1.176181435585022, |
| "learning_rate": 5.775426131482811e-05, |
| "loss": 0.10951858758926392, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.4458204334365325, |
| "grad_norm": 0.8181416988372803, |
| "learning_rate": 5.748427015315722e-05, |
| "loss": 0.13658776879310608, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.4507739938080495, |
| "grad_norm": 1.1456400156021118, |
| "learning_rate": 5.7214055576433346e-05, |
| "loss": 0.18195988237857819, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.4557275541795667, |
| "grad_norm": 1.187402367591858, |
| "learning_rate": 5.6943625650907825e-05, |
| "loss": 0.08505075424909592, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.4606811145510836, |
| "grad_norm": 1.5114814043045044, |
| "learning_rate": 5.667298844926038e-05, |
| "loss": 0.09450439363718033, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.4656346749226006, |
| "grad_norm": 0.9295209050178528, |
| "learning_rate": 5.640215205035826e-05, |
| "loss": 0.17351913452148438, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.4705882352941178, |
| "grad_norm": 1.150868535041809, |
| "learning_rate": 5.6131124539014926e-05, |
| "loss": 0.09329984337091446, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.4755417956656347, |
| "grad_norm": 2.1862316131591797, |
| "learning_rate": 5.585991400574887e-05, |
| "loss": 0.21263180673122406, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.4804953560371517, |
| "grad_norm": 0.9947223663330078, |
| "learning_rate": 5.558852854654197e-05, |
| "loss": 0.1714910864830017, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.4854489164086688, |
| "grad_norm": 2.1473679542541504, |
| "learning_rate": 5.53169762625979e-05, |
| "loss": 0.3250376284122467, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4904024767801858, |
| "grad_norm": 1.6163679361343384, |
| "learning_rate": 5.5045265260100234e-05, |
| "loss": 0.16954538226127625, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.4953560371517027, |
| "grad_norm": 0.4280717074871063, |
| "learning_rate": 5.477340364997051e-05, |
| "loss": 0.03428742289543152, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.50030959752322, |
| "grad_norm": 0.5983965396881104, |
| "learning_rate": 5.450139954762613e-05, |
| "loss": 0.038609836250543594, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.5052631578947369, |
| "grad_norm": 1.8552736043930054, |
| "learning_rate": 5.4229261072738005e-05, |
| "loss": 0.18893444538116455, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.5102167182662538, |
| "grad_norm": 1.288185954093933, |
| "learning_rate": 5.3956996348988295e-05, |
| "loss": 0.23439878225326538, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.515170278637771, |
| "grad_norm": 1.1068456172943115, |
| "learning_rate": 5.3684613503827855e-05, |
| "loss": 0.18300294876098633, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.520123839009288, |
| "grad_norm": 0.7543783187866211, |
| "learning_rate": 5.341212066823355e-05, |
| "loss": 0.07783389836549759, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.5250773993808049, |
| "grad_norm": 0.9291524291038513, |
| "learning_rate": 5.313952597646568e-05, |
| "loss": 0.16544555127620697, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.530030959752322, |
| "grad_norm": 1.6067795753479004, |
| "learning_rate": 5.286683756582501e-05, |
| "loss": 0.22089305520057678, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.534984520123839, |
| "grad_norm": 1.8263071775436401, |
| "learning_rate": 5.2594063576410004e-05, |
| "loss": 0.1694359928369522, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.539938080495356, |
| "grad_norm": 1.0816253423690796, |
| "learning_rate": 5.232121215087369e-05, |
| "loss": 0.0868777185678482, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.5448916408668731, |
| "grad_norm": 0.9728007912635803, |
| "learning_rate": 5.2048291434180716e-05, |
| "loss": 0.07087615132331848, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.54984520123839, |
| "grad_norm": 2.0197949409484863, |
| "learning_rate": 5.177530957336415e-05, |
| "loss": 0.156260684132576, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.554798761609907, |
| "grad_norm": 0.7991236448287964, |
| "learning_rate": 5.1502274717282284e-05, |
| "loss": 0.07197758555412292, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.5597523219814242, |
| "grad_norm": 1.4325002431869507, |
| "learning_rate": 5.122919501637538e-05, |
| "loss": 0.22866728901863098, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.5647058823529412, |
| "grad_norm": 1.0384395122528076, |
| "learning_rate": 5.095607862242238e-05, |
| "loss": 0.1378253698348999, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.5696594427244581, |
| "grad_norm": 1.0630736351013184, |
| "learning_rate": 5.068293368829755e-05, |
| "loss": 0.0609266571700573, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.5746130030959753, |
| "grad_norm": 0.9340111613273621, |
| "learning_rate": 5.040976836772716e-05, |
| "loss": 0.1048162430524826, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.5795665634674922, |
| "grad_norm": 1.520654559135437, |
| "learning_rate": 5.0136590815046005e-05, |
| "loss": 0.0920838713645935, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.5845201238390092, |
| "grad_norm": 0.6334033608436584, |
| "learning_rate": 4.9863409184954e-05, |
| "loss": 0.10367003083229065, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.5894736842105264, |
| "grad_norm": 1.8043943643569946, |
| "learning_rate": 4.959023163227284e-05, |
| "loss": 0.1399083435535431, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.5944272445820433, |
| "grad_norm": 0.8830558657646179, |
| "learning_rate": 4.9317066311702456e-05, |
| "loss": 0.061372045427560806, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.5993808049535603, |
| "grad_norm": 1.0175254344940186, |
| "learning_rate": 4.9043921377577625e-05, |
| "loss": 0.12102006375789642, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.6043343653250774, |
| "grad_norm": 1.1113249063491821, |
| "learning_rate": 4.8770804983624635e-05, |
| "loss": 0.06751793622970581, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.6092879256965944, |
| "grad_norm": 1.4137450456619263, |
| "learning_rate": 4.8497725282717734e-05, |
| "loss": 0.1689179390668869, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.6142414860681114, |
| "grad_norm": 1.4660859107971191, |
| "learning_rate": 4.8224690426635864e-05, |
| "loss": 0.11436063796281815, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.6191950464396285, |
| "grad_norm": 1.888566017150879, |
| "learning_rate": 4.795170856581929e-05, |
| "loss": 0.22872325778007507, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.6241486068111455, |
| "grad_norm": 0.9619967937469482, |
| "learning_rate": 4.7678787849126324e-05, |
| "loss": 0.027449393644928932, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.6291021671826624, |
| "grad_norm": 1.1353257894515991, |
| "learning_rate": 4.740593642359003e-05, |
| "loss": 0.23715992271900177, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.6340557275541796, |
| "grad_norm": 1.0816900730133057, |
| "learning_rate": 4.713316243417499e-05, |
| "loss": 0.24726787209510803, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.6390092879256966, |
| "grad_norm": 1.5113567113876343, |
| "learning_rate": 4.6860474023534335e-05, |
| "loss": 0.2255919873714447, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.6439628482972135, |
| "grad_norm": 1.1840193271636963, |
| "learning_rate": 4.658787933176646e-05, |
| "loss": 0.18927517533302307, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.6489164086687307, |
| "grad_norm": 0.4308857023715973, |
| "learning_rate": 4.6315386496172163e-05, |
| "loss": 0.04709814488887787, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.6538699690402476, |
| "grad_norm": 0.7613189220428467, |
| "learning_rate": 4.6043003651011696e-05, |
| "loss": 0.10133583843708038, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.6588235294117646, |
| "grad_norm": 1.6671545505523682, |
| "learning_rate": 4.5770738927262e-05, |
| "loss": 0.2478511929512024, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.6637770897832818, |
| "grad_norm": 1.6055442094802856, |
| "learning_rate": 4.5498600452373895e-05, |
| "loss": 0.14992782473564148, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.6687306501547987, |
| "grad_norm": 1.0690513849258423, |
| "learning_rate": 4.52265963500295e-05, |
| "loss": 0.13950473070144653, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.6736842105263157, |
| "grad_norm": 1.1906574964523315, |
| "learning_rate": 4.495473473989977e-05, |
| "loss": 0.19290485978126526, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.6786377708978328, |
| "grad_norm": 1.1297940015792847, |
| "learning_rate": 4.468302373740211e-05, |
| "loss": 0.1639111489057541, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.68359133126935, |
| "grad_norm": 1.1533641815185547, |
| "learning_rate": 4.4411471453458045e-05, |
| "loss": 0.15040814876556396, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.6885448916408667, |
| "grad_norm": 0.9500916600227356, |
| "learning_rate": 4.4140085994251136e-05, |
| "loss": 0.03827405720949173, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.693498452012384, |
| "grad_norm": 0.8928306698799133, |
| "learning_rate": 4.3868875460985085e-05, |
| "loss": 0.11823657155036926, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.698452012383901, |
| "grad_norm": 1.2857190370559692, |
| "learning_rate": 4.3597847949641766e-05, |
| "loss": 0.12875229120254517, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.7034055727554178, |
| "grad_norm": 1.5465251207351685, |
| "learning_rate": 4.332701155073962e-05, |
| "loss": 0.16043305397033691, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.708359133126935, |
| "grad_norm": 1.315463900566101, |
| "learning_rate": 4.305637434909219e-05, |
| "loss": 0.1595199853181839, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.7133126934984522, |
| "grad_norm": 0.8793078660964966, |
| "learning_rate": 4.2785944423566666e-05, |
| "loss": 0.08242973685264587, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.718266253869969, |
| "grad_norm": 1.2272717952728271, |
| "learning_rate": 4.251572984684281e-05, |
| "loss": 0.1344623863697052, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.723219814241486, |
| "grad_norm": 1.7817800045013428, |
| "learning_rate": 4.2245738685171895e-05, |
| "loss": 0.2785360813140869, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.7281733746130032, |
| "grad_norm": 1.9061838388442993, |
| "learning_rate": 4.197597899813608e-05, |
| "loss": 0.15650062263011932, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.73312693498452, |
| "grad_norm": 0.5223395824432373, |
| "learning_rate": 4.1706458838407614e-05, |
| "loss": 0.05160525068640709, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.7380804953560371, |
| "grad_norm": 1.3289093971252441, |
| "learning_rate": 4.143718625150854e-05, |
| "loss": 0.2625212073326111, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.7430340557275543, |
| "grad_norm": 1.2178250551223755, |
| "learning_rate": 4.1168169275570635e-05, |
| "loss": 0.16606749594211578, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.747987616099071, |
| "grad_norm": 1.2359963655471802, |
| "learning_rate": 4.089941594109526e-05, |
| "loss": 0.23329345881938934, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.7529411764705882, |
| "grad_norm": 0.8722907304763794, |
| "learning_rate": 4.063093427071376e-05, |
| "loss": 0.14172741770744324, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.7578947368421054, |
| "grad_norm": 1.5177443027496338, |
| "learning_rate": 4.036273227894802e-05, |
| "loss": 0.15189824998378754, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.7628482972136221, |
| "grad_norm": 2.0763440132141113, |
| "learning_rate": 4.009481797197111e-05, |
| "loss": 0.13192881643772125, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.7678018575851393, |
| "grad_norm": 0.976842999458313, |
| "learning_rate": 3.982719934736832e-05, |
| "loss": 0.13686548173427582, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.7727554179566565, |
| "grad_norm": 1.0231980085372925, |
| "learning_rate": 3.955988439389848e-05, |
| "loss": 0.12685102224349976, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.7777089783281734, |
| "grad_norm": 1.2300269603729248, |
| "learning_rate": 3.9292881091255446e-05, |
| "loss": 0.2652011811733246, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.7826625386996904, |
| "grad_norm": 1.9066442251205444, |
| "learning_rate": 3.902619740982988e-05, |
| "loss": 0.23683415353298187, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.7876160990712076, |
| "grad_norm": 0.869338870048523, |
| "learning_rate": 3.875984131047135e-05, |
| "loss": 0.10873498022556305, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.7925696594427245, |
| "grad_norm": 2.3985002040863037, |
| "learning_rate": 3.8493820744250685e-05, |
| "loss": 0.19142429530620575, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.7975232198142415, |
| "grad_norm": 1.1468249559402466, |
| "learning_rate": 3.822814365222262e-05, |
| "loss": 0.092929407954216, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.8024767801857586, |
| "grad_norm": 1.775986671447754, |
| "learning_rate": 3.796281796518873e-05, |
| "loss": 0.1702032834291458, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.8074303405572756, |
| "grad_norm": 0.9006112813949585, |
| "learning_rate": 3.7697851603460685e-05, |
| "loss": 0.11868184804916382, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.8123839009287925, |
| "grad_norm": 1.0004538297653198, |
| "learning_rate": 3.7433252476623916e-05, |
| "loss": 0.12470080703496933, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.8173374613003097, |
| "grad_norm": 1.0274317264556885, |
| "learning_rate": 3.716902848330133e-05, |
| "loss": 0.10895083844661713, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.8222910216718267, |
| "grad_norm": 1.217329978942871, |
| "learning_rate": 3.690518751091764e-05, |
| "loss": 0.16211917996406555, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.8272445820433436, |
| "grad_norm": 1.8580089807510376, |
| "learning_rate": 3.6641737435463954e-05, |
| "loss": 0.16470929980278015, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.8321981424148608, |
| "grad_norm": 1.2943294048309326, |
| "learning_rate": 3.637868612126252e-05, |
| "loss": 0.11762149631977081, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.8371517027863777, |
| "grad_norm": 1.8856936693191528, |
| "learning_rate": 3.6116041420732103e-05, |
| "loss": 0.18833895027637482, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.8421052631578947, |
| "grad_norm": 1.2595727443695068, |
| "learning_rate": 3.585381117415349e-05, |
| "loss": 0.10189981013536453, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.8470588235294119, |
| "grad_norm": 1.4100582599639893, |
| "learning_rate": 3.559200320943557e-05, |
| "loss": 0.22726787626743317, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.8520123839009288, |
| "grad_norm": 0.9891080856323242, |
| "learning_rate": 3.533062534188148e-05, |
| "loss": 0.15425600111484528, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.8569659442724458, |
| "grad_norm": 1.4023795127868652, |
| "learning_rate": 3.5069685373955444e-05, |
| "loss": 0.1536847949028015, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.861919504643963, |
| "grad_norm": 1.0724161863327026, |
| "learning_rate": 3.480919109504984e-05, |
| "loss": 0.0712929368019104, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.86687306501548, |
| "grad_norm": 0.80865079164505, |
| "learning_rate": 3.4549150281252636e-05, |
| "loss": 0.10729333013296127, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.8718266253869968, |
| "grad_norm": 1.1176724433898926, |
| "learning_rate": 3.428957069511529e-05, |
| "loss": 0.1404608190059662, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.876780185758514, |
| "grad_norm": 1.2429687976837158, |
| "learning_rate": 3.4030460085421e-05, |
| "loss": 0.11244524270296097, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.881733746130031, |
| "grad_norm": 2.601746082305908, |
| "learning_rate": 3.377182618695348e-05, |
| "loss": 0.24762657284736633, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.886687306501548, |
| "grad_norm": 1.0397731065750122, |
| "learning_rate": 3.3513676720265934e-05, |
| "loss": 0.19140292704105377, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.891640866873065, |
| "grad_norm": 0.8707717657089233, |
| "learning_rate": 3.325601939145069e-05, |
| "loss": 0.11531147360801697, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.896594427244582, |
| "grad_norm": 0.9736571311950684, |
| "learning_rate": 3.299886189190915e-05, |
| "loss": 0.19487681984901428, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.901547987616099, |
| "grad_norm": 1.357082724571228, |
| "learning_rate": 3.274221189812212e-05, |
| "loss": 0.13641498982906342, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.9065015479876162, |
| "grad_norm": 0.8406675457954407, |
| "learning_rate": 3.248607707142073e-05, |
| "loss": 0.1013149693608284, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.9114551083591331, |
| "grad_norm": 1.266653299331665, |
| "learning_rate": 3.2230465057757754e-05, |
| "loss": 0.1336890459060669, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.91640866873065, |
| "grad_norm": 0.8703906536102295, |
| "learning_rate": 3.197538348747927e-05, |
| "loss": 0.11215833574533463, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.9213622291021673, |
| "grad_norm": 0.577248215675354, |
| "learning_rate": 3.172083997509697e-05, |
| "loss": 0.06337017565965652, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.9263157894736842, |
| "grad_norm": 1.143476963043213, |
| "learning_rate": 3.14668421190608e-05, |
| "loss": 0.07634191960096359, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.9312693498452012, |
| "grad_norm": 0.8230366706848145, |
| "learning_rate": 3.121339750153221e-05, |
| "loss": 0.0949542298913002, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.9362229102167183, |
| "grad_norm": 1.207348108291626, |
| "learning_rate": 3.0960513688157754e-05, |
| "loss": 0.07556166499853134, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.9411764705882353, |
| "grad_norm": 0.8502517938613892, |
| "learning_rate": 3.070819822784323e-05, |
| "loss": 0.08325310796499252, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.9461300309597522, |
| "grad_norm": 0.9445179104804993, |
| "learning_rate": 3.045645865252842e-05, |
| "loss": 0.14799706637859344, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.9510835913312694, |
| "grad_norm": 1.4613975286483765, |
| "learning_rate": 3.020530247696218e-05, |
| "loss": 0.15984125435352325, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.9560371517027864, |
| "grad_norm": 2.7929699420928955, |
| "learning_rate": 2.9954737198478123e-05, |
| "loss": 0.16892319917678833, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.9609907120743033, |
| "grad_norm": 1.1446760892868042, |
| "learning_rate": 2.9704770296770822e-05, |
| "loss": 0.1751936376094818, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.9659442724458205, |
| "grad_norm": 1.5466676950454712, |
| "learning_rate": 2.9455409233672592e-05, |
| "loss": 0.25187525153160095, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.9708978328173374, |
| "grad_norm": 0.8124878406524658, |
| "learning_rate": 2.9206661452930627e-05, |
| "loss": 0.06663087010383606, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.9758513931888544, |
| "grad_norm": 0.8137218356132507, |
| "learning_rate": 2.895853437998487e-05, |
| "loss": 0.0750373974442482, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.9808049535603716, |
| "grad_norm": 1.724713921546936, |
| "learning_rate": 2.8711035421746367e-05, |
| "loss": 0.0750725194811821, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.9857585139318885, |
| "grad_norm": 1.609356164932251, |
| "learning_rate": 2.846417196637613e-05, |
| "loss": 0.2121628075838089, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.9907120743034055, |
| "grad_norm": 0.9091430306434631, |
| "learning_rate": 2.8217951383064544e-05, |
| "loss": 0.14203126728534698, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.9956656346749226, |
| "grad_norm": 1.2792484760284424, |
| "learning_rate": 2.7972381021811517e-05, |
| "loss": 0.12201661616563797, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5888088345527649, |
| "learning_rate": 2.7727468213206942e-05, |
| "loss": 0.08610071986913681, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.17151059210300446, |
| "eval_runtime": 69.1225, |
| "eval_samples_per_second": 1.128, |
| "eval_steps_per_second": 1.128, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.004953560371517, |
| "grad_norm": 0.5283693075180054, |
| "learning_rate": 2.748322026821197e-05, |
| "loss": 0.08337376266717911, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.009907120743034, |
| "grad_norm": 1.0209932327270508, |
| "learning_rate": 2.723964447794064e-05, |
| "loss": 0.0947476327419281, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.014860681114551, |
| "grad_norm": 0.6464024782180786, |
| "learning_rate": 2.6996748113442394e-05, |
| "loss": 0.10562163591384888, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.0198142414860683, |
| "grad_norm": 1.0051274299621582, |
| "learning_rate": 2.6754538425484914e-05, |
| "loss": 0.17923660576343536, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.024767801857585, |
| "grad_norm": 1.1130508184432983, |
| "learning_rate": 2.651302264433772e-05, |
| "loss": 0.12096041440963745, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.029721362229102, |
| "grad_norm": 0.5277714133262634, |
| "learning_rate": 2.6272207979556275e-05, |
| "loss": 0.06239992380142212, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.0346749226006193, |
| "grad_norm": 0.6679220199584961, |
| "learning_rate": 2.603210161976687e-05, |
| "loss": 0.035616353154182434, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.039628482972136, |
| "grad_norm": 0.8417457342147827, |
| "learning_rate": 2.5792710732451997e-05, |
| "loss": 0.1359574794769287, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.0445820433436532, |
| "grad_norm": 1.0888181924819946, |
| "learning_rate": 2.555404246373629e-05, |
| "loss": 0.03636760264635086, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.0495356037151704, |
| "grad_norm": 0.9398052096366882, |
| "learning_rate": 2.531610393817343e-05, |
| "loss": 0.13780853152275085, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.054489164086687, |
| "grad_norm": 1.5279581546783447, |
| "learning_rate": 2.5078902258533206e-05, |
| "loss": 0.20102611184120178, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.0594427244582043, |
| "grad_norm": 1.5000262260437012, |
| "learning_rate": 2.4842444505589668e-05, |
| "loss": 0.12088721990585327, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.0643962848297215, |
| "grad_norm": 0.9479330778121948, |
| "learning_rate": 2.4606737737909697e-05, |
| "loss": 0.1084727793931961, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.069349845201238, |
| "grad_norm": 1.3295849561691284, |
| "learning_rate": 2.437178899164232e-05, |
| "loss": 0.1552083045244217, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.0743034055727554, |
| "grad_norm": 1.2630887031555176, |
| "learning_rate": 2.4137605280308584e-05, |
| "loss": 0.1466531604528427, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.0792569659442726, |
| "grad_norm": 1.109307050704956, |
| "learning_rate": 2.3904193594592333e-05, |
| "loss": 0.08241236209869385, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.0842105263157893, |
| "grad_norm": 0.5831835269927979, |
| "learning_rate": 2.3671560902131447e-05, |
| "loss": 0.08211648464202881, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.0891640866873065, |
| "grad_norm": 0.7406855821609497, |
| "learning_rate": 2.3439714147309845e-05, |
| "loss": 0.053389064967632294, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.0941176470588236, |
| "grad_norm": 0.9474308490753174, |
| "learning_rate": 2.3208660251050158e-05, |
| "loss": 0.14744873344898224, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.0990712074303404, |
| "grad_norm": 0.952041745185852, |
| "learning_rate": 2.2978406110607293e-05, |
| "loss": 0.13050588965415955, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.1040247678018575, |
| "grad_norm": 1.1675945520401, |
| "learning_rate": 2.2748958599362286e-05, |
| "loss": 0.13088391721248627, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.1089783281733747, |
| "grad_norm": 1.5299760103225708, |
| "learning_rate": 2.2520324566617358e-05, |
| "loss": 0.09080301225185394, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.1139318885448914, |
| "grad_norm": 1.1784571409225464, |
| "learning_rate": 2.2292510837391267e-05, |
| "loss": 0.1228787899017334, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.1188854489164086, |
| "grad_norm": 0.8662055134773254, |
| "learning_rate": 2.2065524212215743e-05, |
| "loss": 0.09610677510499954, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.123839009287926, |
| "grad_norm": 0.8613396286964417, |
| "learning_rate": 2.183937146693235e-05, |
| "loss": 0.12138892710208893, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.1287925696594425, |
| "grad_norm": 0.5033282041549683, |
| "learning_rate": 2.161405935249029e-05, |
| "loss": 0.0332455076277256, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.1337461300309597, |
| "grad_norm": 0.595552921295166, |
| "learning_rate": 2.1389594594744864e-05, |
| "loss": 0.043632298707962036, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.138699690402477, |
| "grad_norm": 1.3799701929092407, |
| "learning_rate": 2.1165983894256647e-05, |
| "loss": 0.1134805679321289, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.1436532507739936, |
| "grad_norm": 0.7750231623649597, |
| "learning_rate": 2.0943233926091577e-05, |
| "loss": 0.0455663800239563, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.1486068111455108, |
| "grad_norm": 1.1490358114242554, |
| "learning_rate": 2.072135133962153e-05, |
| "loss": 0.08129728585481644, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.153560371517028, |
| "grad_norm": 0.9990295171737671, |
| "learning_rate": 2.050034275832607e-05, |
| "loss": 0.06757307052612305, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.158513931888545, |
| "grad_norm": 1.3076173067092896, |
| "learning_rate": 2.028021477959445e-05, |
| "loss": 0.1122889295220375, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.163467492260062, |
| "grad_norm": 1.0949015617370605, |
| "learning_rate": 2.0060973974528874e-05, |
| "loss": 0.1805683970451355, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.168421052631579, |
| "grad_norm": 1.4964988231658936, |
| "learning_rate": 1.9842626887748283e-05, |
| "loss": 0.08901029825210571, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.173374613003096, |
| "grad_norm": 0.8818376064300537, |
| "learning_rate": 1.962518003719297e-05, |
| "loss": 0.1348811239004135, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.178328173374613, |
| "grad_norm": 0.8729979395866394, |
| "learning_rate": 1.9408639913929992e-05, |
| "loss": 0.13777728378772736, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.18328173374613, |
| "grad_norm": 4.051030158996582, |
| "learning_rate": 1.9193012981959475e-05, |
| "loss": 0.1705741286277771, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.1882352941176473, |
| "grad_norm": 0.46703651547431946, |
| "learning_rate": 1.8978305678021595e-05, |
| "loss": 0.017758091911673546, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.193188854489164, |
| "grad_norm": 0.9044066667556763, |
| "learning_rate": 1.8764524411404494e-05, |
| "loss": 0.12283667176961899, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.198142414860681, |
| "grad_norm": 0.5986359715461731, |
| "learning_rate": 1.8551675563752806e-05, |
| "loss": 0.04722096771001816, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.2030959752321984, |
| "grad_norm": 0.7223533391952515, |
| "learning_rate": 1.833976548887742e-05, |
| "loss": 0.02345225401222706, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.208049535603715, |
| "grad_norm": 0.6152952313423157, |
| "learning_rate": 1.8128800512565513e-05, |
| "loss": 0.05044391751289368, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.2130030959752323, |
| "grad_norm": 0.6180588006973267, |
| "learning_rate": 1.7918786932391944e-05, |
| "loss": 0.04245524853467941, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.2179566563467494, |
| "grad_norm": 0.6968958377838135, |
| "learning_rate": 1.7709731017531155e-05, |
| "loss": 0.08064347505569458, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.222910216718266, |
| "grad_norm": 1.1500619649887085, |
| "learning_rate": 1.750163900857003e-05, |
| "loss": 0.13862793147563934, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.2278637770897833, |
| "grad_norm": 0.9676348567008972, |
| "learning_rate": 1.7294517117321658e-05, |
| "loss": 0.07885817438364029, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.2328173374613005, |
| "grad_norm": 0.9687846302986145, |
| "learning_rate": 1.7088371526639853e-05, |
| "loss": 0.07107008248567581, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.2377708978328172, |
| "grad_norm": 1.203487515449524, |
| "learning_rate": 1.6883208390234628e-05, |
| "loss": 0.21500679850578308, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.2427244582043344, |
| "grad_norm": 0.92188960313797, |
| "learning_rate": 1.6679033832488434e-05, |
| "loss": 0.038617223501205444, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.2476780185758516, |
| "grad_norm": 1.224177598953247, |
| "learning_rate": 1.647585394827343e-05, |
| "loss": 0.09199110418558121, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.2526315789473683, |
| "grad_norm": 1.9981688261032104, |
| "learning_rate": 1.6273674802769467e-05, |
| "loss": 0.12811431288719177, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.2575851393188855, |
| "grad_norm": 0.7217066287994385, |
| "learning_rate": 1.6072502431283093e-05, |
| "loss": 0.08824335783720016, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.2625386996904027, |
| "grad_norm": 0.6476660370826721, |
| "learning_rate": 1.5872342839067306e-05, |
| "loss": 0.06822232902050018, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.2674922600619194, |
| "grad_norm": 1.0781846046447754, |
| "learning_rate": 1.5673202001142396e-05, |
| "loss": 0.12152203172445297, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.2724458204334366, |
| "grad_norm": 0.9195848107337952, |
| "learning_rate": 1.5475085862117512e-05, |
| "loss": 0.045549195259809494, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.2773993808049537, |
| "grad_norm": 1.3915435075759888, |
| "learning_rate": 1.527800033601326e-05, |
| "loss": 0.12276172637939453, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.2823529411764705, |
| "grad_norm": 1.2960830926895142, |
| "learning_rate": 1.508195130608504e-05, |
| "loss": 0.07756218314170837, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.2873065015479876, |
| "grad_norm": 1.3292056322097778, |
| "learning_rate": 1.4886944624647647e-05, |
| "loss": 0.1276262253522873, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.292260061919505, |
| "grad_norm": 0.47699907422065735, |
| "learning_rate": 1.4692986112900315e-05, |
| "loss": 0.03166664391756058, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.2972136222910216, |
| "grad_norm": 0.47033751010894775, |
| "learning_rate": 1.4500081560753153e-05, |
| "loss": 0.03957071900367737, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.3021671826625387, |
| "grad_norm": 0.7280855774879456, |
| "learning_rate": 1.4308236726654151e-05, |
| "loss": 0.0941890999674797, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.307120743034056, |
| "grad_norm": 0.6892284750938416, |
| "learning_rate": 1.4117457337417456e-05, |
| "loss": 0.055202558636665344, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.3120743034055726, |
| "grad_norm": 0.9258628487586975, |
| "learning_rate": 1.3927749088052217e-05, |
| "loss": 0.06964809447526932, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.31702786377709, |
| "grad_norm": 0.4401148855686188, |
| "learning_rate": 1.3739117641592753e-05, |
| "loss": 0.018998971208930016, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.321981424148607, |
| "grad_norm": 0.7159338593482971, |
| "learning_rate": 1.3551568628929434e-05, |
| "loss": 0.07421083748340607, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.3269349845201237, |
| "grad_norm": 0.8519096970558167, |
| "learning_rate": 1.336510764864054e-05, |
| "loss": 0.09204048663377762, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.331888544891641, |
| "grad_norm": 1.1750208139419556, |
| "learning_rate": 1.3179740266825253e-05, |
| "loss": 0.05171316862106323, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.336842105263158, |
| "grad_norm": 0.4269566833972931, |
| "learning_rate": 1.2995472016937404e-05, |
| "loss": 0.03849906846880913, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.341795665634675, |
| "grad_norm": 1.2833093404769897, |
| "learning_rate": 1.2812308399620359e-05, |
| "loss": 0.10996716469526291, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.346749226006192, |
| "grad_norm": 0.8028051257133484, |
| "learning_rate": 1.2630254882542736e-05, |
| "loss": 0.05119585618376732, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.351702786377709, |
| "grad_norm": 0.9775598049163818, |
| "learning_rate": 1.2449316900235275e-05, |
| "loss": 0.1655258983373642, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.356656346749226, |
| "grad_norm": 0.5734257698059082, |
| "learning_rate": 1.2269499853928579e-05, |
| "loss": 0.049218662083148956, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.361609907120743, |
| "grad_norm": 0.5764743089675903, |
| "learning_rate": 1.209080911139187e-05, |
| "loss": 0.029425250366330147, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.36656346749226, |
| "grad_norm": 1.2282686233520508, |
| "learning_rate": 1.1913250006772714e-05, |
| "loss": 0.11889690160751343, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.371517027863777, |
| "grad_norm": 1.3282325267791748, |
| "learning_rate": 1.173682784043793e-05, |
| "loss": 0.11796575784683228, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.376470588235294, |
| "grad_norm": 0.510202169418335, |
| "learning_rate": 1.1561547878815171e-05, |
| "loss": 0.05212885141372681, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.3814241486068113, |
| "grad_norm": 0.6161019206047058, |
| "learning_rate": 1.1387415354235887e-05, |
| "loss": 0.040156811475753784, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.386377708978328, |
| "grad_norm": 0.6684945821762085, |
| "learning_rate": 1.1214435464779006e-05, |
| "loss": 0.06151644513010979, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.391331269349845, |
| "grad_norm": 0.792415201663971, |
| "learning_rate": 1.1042613374115895e-05, |
| "loss": 0.048109933733940125, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.3962848297213624, |
| "grad_norm": 0.8269062042236328, |
| "learning_rate": 1.0871954211356067e-05, |
| "loss": 0.034128908067941666, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.401238390092879, |
| "grad_norm": 0.6987876296043396, |
| "learning_rate": 1.0702463070894191e-05, |
| "loss": 0.06889503449201584, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.4061919504643963, |
| "grad_norm": 1.1445857286453247, |
| "learning_rate": 1.0534145012257962e-05, |
| "loss": 0.08691354095935822, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.4111455108359134, |
| "grad_norm": 0.701807975769043, |
| "learning_rate": 1.0367005059957096e-05, |
| "loss": 0.0610082745552063, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.41609907120743, |
| "grad_norm": 0.6103572249412537, |
| "learning_rate": 1.020104820333328e-05, |
| "loss": 0.05253198742866516, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.4210526315789473, |
| "grad_norm": 0.9118185043334961, |
| "learning_rate": 1.003627939641133e-05, |
| "loss": 0.056996092200279236, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.4260061919504645, |
| "grad_norm": 1.0131551027297974, |
| "learning_rate": 9.872703557751239e-06, |
| "loss": 0.11049249023199081, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.4309597523219812, |
| "grad_norm": 0.967294454574585, |
| "learning_rate": 9.710325570301348e-06, |
| "loss": 0.05796319618821144, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.4359133126934984, |
| "grad_norm": 1.1707234382629395, |
| "learning_rate": 9.549150281252633e-06, |
| "loss": 0.28736403584480286, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.4408668730650156, |
| "grad_norm": 0.793211817741394, |
| "learning_rate": 9.389182501893968e-06, |
| "loss": 0.09285406023263931, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.4458204334365323, |
| "grad_norm": 1.1311304569244385, |
| "learning_rate": 9.230427007468535e-06, |
| "loss": 0.10060660541057587, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.4507739938080495, |
| "grad_norm": 1.264938473701477, |
| "learning_rate": 9.072888537031216e-06, |
| "loss": 0.18212907016277313, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.4557275541795667, |
| "grad_norm": 1.3633702993392944, |
| "learning_rate": 8.916571793307205e-06, |
| "loss": 0.24981853365898132, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.4606811145510834, |
| "grad_norm": 1.357747197151184, |
| "learning_rate": 8.761481442551573e-06, |
| "loss": 0.2143043726682663, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.4656346749226006, |
| "grad_norm": 1.4605112075805664, |
| "learning_rate": 8.607622114410013e-06, |
| "loss": 0.12319435179233551, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.4705882352941178, |
| "grad_norm": 1.2057952880859375, |
| "learning_rate": 8.45499840178055e-06, |
| "loss": 0.04190519452095032, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.4755417956656345, |
| "grad_norm": 1.3819093704223633, |
| "learning_rate": 8.303614860676601e-06, |
| "loss": 0.14971700310707092, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.4804953560371517, |
| "grad_norm": 0.7028182148933411, |
| "learning_rate": 8.153476010090788e-06, |
| "loss": 0.05911099538207054, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.485448916408669, |
| "grad_norm": 1.0906444787979126, |
| "learning_rate": 8.004586331860175e-06, |
| "loss": 0.05273715779185295, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.4904024767801856, |
| "grad_norm": 0.6631658673286438, |
| "learning_rate": 7.856950270532409e-06, |
| "loss": 0.08884286135435104, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.4953560371517027, |
| "grad_norm": 0.8127996325492859, |
| "learning_rate": 7.710572233233082e-06, |
| "loss": 0.04551494121551514, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.50030959752322, |
| "grad_norm": 0.8091048002243042, |
| "learning_rate": 7.565456589534137e-06, |
| "loss": 0.10138818621635437, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.5052631578947366, |
| "grad_norm": 1.1070129871368408, |
| "learning_rate": 7.4216076713234605e-06, |
| "loss": 0.15056206285953522, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.510216718266254, |
| "grad_norm": 1.2209137678146362, |
| "learning_rate": 7.2790297726755716e-06, |
| "loss": 0.03409205377101898, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.515170278637771, |
| "grad_norm": 0.7938122153282166, |
| "learning_rate": 7.1377271497234165e-06, |
| "loss": 0.03040655329823494, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.5201238390092877, |
| "grad_norm": 1.063625454902649, |
| "learning_rate": 6.997704020531321e-06, |
| "loss": 0.058022819459438324, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.525077399380805, |
| "grad_norm": 0.8363098502159119, |
| "learning_rate": 6.858964564969089e-06, |
| "loss": 0.032789744436740875, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.530030959752322, |
| "grad_norm": 0.5267429947853088, |
| "learning_rate": 6.721512924587242e-06, |
| "loss": 0.04172512888908386, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.534984520123839, |
| "grad_norm": 0.7548008561134338, |
| "learning_rate": 6.585353202493322e-06, |
| "loss": 0.049797914922237396, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.539938080495356, |
| "grad_norm": 0.7184569239616394, |
| "learning_rate": 6.4504894632294925e-06, |
| "loss": 0.10108049213886261, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.544891640866873, |
| "grad_norm": 0.6151641011238098, |
| "learning_rate": 6.316925732651169e-06, |
| "loss": 0.02538497932255268, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.54984520123839, |
| "grad_norm": 0.5940212607383728, |
| "learning_rate": 6.184665997806832e-06, |
| "loss": 0.05468592792749405, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.554798761609907, |
| "grad_norm": 0.7568297982215881, |
| "learning_rate": 6.053714206818989e-06, |
| "loss": 0.05276753008365631, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.559752321981424, |
| "grad_norm": 0.628428041934967, |
| "learning_rate": 5.924074268766422e-06, |
| "loss": 0.08186553418636322, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.564705882352941, |
| "grad_norm": 1.8420606851577759, |
| "learning_rate": 5.795750053567351e-06, |
| "loss": 0.08033861219882965, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.569659442724458, |
| "grad_norm": 1.2748156785964966, |
| "learning_rate": 5.6687453918640164e-06, |
| "loss": 0.08242963254451752, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.5746130030959753, |
| "grad_norm": 0.6401786804199219, |
| "learning_rate": 5.543064074908272e-06, |
| "loss": 0.022018829360604286, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.579566563467492, |
| "grad_norm": 1.142633080482483, |
| "learning_rate": 5.418709854448489e-06, |
| "loss": 0.11704424768686295, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.584520123839009, |
| "grad_norm": 0.9922622442245483, |
| "learning_rate": 5.295686442617443e-06, |
| "loss": 0.0861724391579628, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.5894736842105264, |
| "grad_norm": 1.075396180152893, |
| "learning_rate": 5.173997511821599e-06, |
| "loss": 0.09412505477666855, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.594427244582043, |
| "grad_norm": 0.7340679168701172, |
| "learning_rate": 5.053646694631458e-06, |
| "loss": 0.057474251836538315, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.5993808049535603, |
| "grad_norm": 1.745073914527893, |
| "learning_rate": 4.934637583673118e-06, |
| "loss": 0.2510354816913605, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.6043343653250774, |
| "grad_norm": 1.6642577648162842, |
| "learning_rate": 4.816973731520991e-06, |
| "loss": 0.138776496052742, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.609287925696594, |
| "grad_norm": 0.9485684633255005, |
| "learning_rate": 4.700658650591827e-06, |
| "loss": 0.06076938658952713, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.6142414860681114, |
| "grad_norm": 0.8293217420578003, |
| "learning_rate": 4.585695813039814e-06, |
| "loss": 0.08171949535608292, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.6191950464396285, |
| "grad_norm": 1.0366131067276, |
| "learning_rate": 4.472088650652956e-06, |
| "loss": 0.13582801818847656, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.6241486068111453, |
| "grad_norm": 0.6206234693527222, |
| "learning_rate": 4.359840554750589e-06, |
| "loss": 0.03163783997297287, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.6291021671826624, |
| "grad_norm": 1.004925012588501, |
| "learning_rate": 4.248954876082195e-06, |
| "loss": 0.05905643105506897, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.6340557275541796, |
| "grad_norm": 1.9398622512817383, |
| "learning_rate": 4.139434924727359e-06, |
| "loss": 0.07901719212532043, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.6390092879256963, |
| "grad_norm": 0.8129591941833496, |
| "learning_rate": 4.031283969996918e-06, |
| "loss": 0.09289255738258362, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.6439628482972135, |
| "grad_norm": 0.8625234365463257, |
| "learning_rate": 3.924505240335469e-06, |
| "loss": 0.0832539051771164, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.6489164086687307, |
| "grad_norm": 0.9057307839393616, |
| "learning_rate": 3.819101923224877e-06, |
| "loss": 0.10277514159679413, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.6538699690402474, |
| "grad_norm": 1.064792513847351, |
| "learning_rate": 3.7150771650892204e-06, |
| "loss": 0.1296105533838272, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.6588235294117646, |
| "grad_norm": 1.607426643371582, |
| "learning_rate": 3.612434071200771e-06, |
| "loss": 0.07157546281814575, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.6637770897832818, |
| "grad_norm": 1.1971935033798218, |
| "learning_rate": 3.511175705587433e-06, |
| "loss": 0.14320488274097443, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.6687306501547985, |
| "grad_norm": 0.8730257153511047, |
| "learning_rate": 3.4113050909411246e-06, |
| "loss": 0.10345938056707382, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.6736842105263157, |
| "grad_norm": 1.5172786712646484, |
| "learning_rate": 3.312825208527648e-06, |
| "loss": 0.19663770496845245, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.678637770897833, |
| "grad_norm": 0.6830795407295227, |
| "learning_rate": 3.2157389980976783e-06, |
| "loss": 0.10911038517951965, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.68359133126935, |
| "grad_norm": 0.7736222147941589, |
| "learning_rate": 3.1200493577989875e-06, |
| "loss": 0.1208917647600174, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.6885448916408667, |
| "grad_norm": 1.1272276639938354, |
| "learning_rate": 3.0257591440899235e-06, |
| "loss": 0.1780804544687271, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.693498452012384, |
| "grad_norm": 1.0889159440994263, |
| "learning_rate": 2.9328711716541725e-06, |
| "loss": 0.15823176503181458, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.698452012383901, |
| "grad_norm": 0.8633494973182678, |
| "learning_rate": 2.841388213316726e-06, |
| "loss": 0.06612199544906616, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.703405572755418, |
| "grad_norm": 0.8182642459869385, |
| "learning_rate": 2.751312999961103e-06, |
| "loss": 0.058557555079460144, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.708359133126935, |
| "grad_norm": 1.0661799907684326, |
| "learning_rate": 2.662648220447811e-06, |
| "loss": 0.1469956636428833, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.713312693498452, |
| "grad_norm": 0.6044953465461731, |
| "learning_rate": 2.5753965215341347e-06, |
| "loss": 0.05437813326716423, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.718266253869969, |
| "grad_norm": 1.694636583328247, |
| "learning_rate": 2.489560507795069e-06, |
| "loss": 0.12452958524227142, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.723219814241486, |
| "grad_norm": 1.3535155057907104, |
| "learning_rate": 2.405142741545591e-06, |
| "loss": 0.08621049672365189, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.7281733746130032, |
| "grad_norm": 0.8614213466644287, |
| "learning_rate": 2.322145742764181e-06, |
| "loss": 0.07565877586603165, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.73312693498452, |
| "grad_norm": 1.1658562421798706, |
| "learning_rate": 2.240571989017598e-06, |
| "loss": 0.1643587350845337, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.738080495356037, |
| "grad_norm": 0.925048828125, |
| "learning_rate": 2.1604239153869e-06, |
| "loss": 0.1249503493309021, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.7430340557275543, |
| "grad_norm": 1.137296199798584, |
| "learning_rate": 2.0817039143947613e-06, |
| "loss": 0.10282115638256073, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.747987616099071, |
| "grad_norm": 0.8784473538398743, |
| "learning_rate": 2.004414335934085e-06, |
| "loss": 0.11459792405366898, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.7529411764705882, |
| "grad_norm": 0.7630612850189209, |
| "learning_rate": 1.9285574871978018e-06, |
| "loss": 0.09186296164989471, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.7578947368421054, |
| "grad_norm": 1.8394849300384521, |
| "learning_rate": 1.8541356326100433e-06, |
| "loss": 0.1431809663772583, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.762848297213622, |
| "grad_norm": 1.1421124935150146, |
| "learning_rate": 1.7811509937584958e-06, |
| "loss": 0.06538830697536469, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.7678018575851393, |
| "grad_norm": 1.9134039878845215, |
| "learning_rate": 1.7096057493281693e-06, |
| "loss": 0.09185483306646347, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.7727554179566565, |
| "grad_norm": 0.6626236438751221, |
| "learning_rate": 1.6395020350362556e-06, |
| "loss": 0.0507834367454052, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.7777089783281737, |
| "grad_norm": 0.8091650009155273, |
| "learning_rate": 1.5708419435684462e-06, |
| "loss": 0.09359275549650192, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.7826625386996904, |
| "grad_norm": 0.2875886559486389, |
| "learning_rate": 1.5036275245164377e-06, |
| "loss": 0.02062496729195118, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.7876160990712076, |
| "grad_norm": 1.1846381425857544, |
| "learning_rate": 1.4378607843167635e-06, |
| "loss": 0.04737085849046707, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.7925696594427247, |
| "grad_norm": 1.1467839479446411, |
| "learning_rate": 1.3735436861908701e-06, |
| "loss": 0.1874271035194397, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.7975232198142415, |
| "grad_norm": 0.7276365756988525, |
| "learning_rate": 1.3106781500865417e-06, |
| "loss": 0.07741687446832657, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.8024767801857586, |
| "grad_norm": 0.992063581943512, |
| "learning_rate": 1.249266052620579e-06, |
| "loss": 0.10788492858409882, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.807430340557276, |
| "grad_norm": 1.1558804512023926, |
| "learning_rate": 1.1893092270227724e-06, |
| "loss": 0.1281113475561142, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.8123839009287925, |
| "grad_norm": 1.4342843294143677, |
| "learning_rate": 1.1308094630811783e-06, |
| "loss": 0.18832707405090332, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.8173374613003097, |
| "grad_norm": 1.169618844985962, |
| "learning_rate": 1.0737685070887015e-06, |
| "loss": 0.07581835985183716, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.822291021671827, |
| "grad_norm": 1.2606436014175415, |
| "learning_rate": 1.01818806179097e-06, |
| "loss": 0.10507674515247345, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.8272445820433436, |
| "grad_norm": 0.8486686944961548, |
| "learning_rate": 9.640697863354698e-07, |
| "loss": 0.11010590195655823, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.832198142414861, |
| "grad_norm": 0.5057656168937683, |
| "learning_rate": 9.114152962220735e-07, |
| "loss": 0.04161560535430908, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.837151702786378, |
| "grad_norm": 0.8154998421669006, |
| "learning_rate": 8.602261632547626e-07, |
| "loss": 0.1226406842470169, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.8421052631578947, |
| "grad_norm": 0.5588325262069702, |
| "learning_rate": 8.10503915494748e-07, |
| "loss": 0.057074613869190216, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.847058823529412, |
| "grad_norm": 0.943146288394928, |
| "learning_rate": 7.622500372148178e-07, |
| "loss": 0.08791882544755936, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.852012383900929, |
| "grad_norm": 0.9168572425842285, |
| "learning_rate": 7.15465968855078e-07, |
| "loss": 0.12796008586883545, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.8569659442724458, |
| "grad_norm": 0.8533104062080383, |
| "learning_rate": 6.701531069799038e-07, |
| "loss": 0.11589501798152924, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.861919504643963, |
| "grad_norm": 1.3958722352981567, |
| "learning_rate": 6.263128042362676e-07, |
| "loss": 0.10605469346046448, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.86687306501548, |
| "grad_norm": 0.8882837891578674, |
| "learning_rate": 5.839463693133873e-07, |
| "loss": 0.11858952790498734, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.871826625386997, |
| "grad_norm": 0.7632548809051514, |
| "learning_rate": 5.430550669036249e-07, |
| "loss": 0.042426690459251404, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.876780185758514, |
| "grad_norm": 1.1144720315933228, |
| "learning_rate": 5.036401176647332e-07, |
| "loss": 0.10818688571453094, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.881733746130031, |
| "grad_norm": 1.155868649482727, |
| "learning_rate": 4.6570269818346224e-07, |
| "loss": 0.12180571258068085, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.886687306501548, |
| "grad_norm": 1.241847038269043, |
| "learning_rate": 4.2924394094038254e-07, |
| "loss": 0.09969936311244965, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.891640866873065, |
| "grad_norm": 0.9869241118431091, |
| "learning_rate": 3.9426493427611177e-07, |
| "loss": 0.14601631462574005, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.8965944272445823, |
| "grad_norm": 1.1324794292449951, |
| "learning_rate": 3.607667223588074e-07, |
| "loss": 0.06010710075497627, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.901547987616099, |
| "grad_norm": 0.9993827939033508, |
| "learning_rate": 3.2875030515301944e-07, |
| "loss": 0.12286502867937088, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.906501547987616, |
| "grad_norm": 0.9972678422927856, |
| "learning_rate": 2.9821663838981993e-07, |
| "loss": 0.06199190020561218, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.9114551083591333, |
| "grad_norm": 0.5740224123001099, |
| "learning_rate": 2.6916663353828143e-07, |
| "loss": 0.01171464379876852, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.91640866873065, |
| "grad_norm": 1.1190532445907593, |
| "learning_rate": 2.416011577782651e-07, |
| "loss": 0.048000358045101166, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.9213622291021673, |
| "grad_norm": 0.8083697557449341, |
| "learning_rate": 2.1552103397454725e-07, |
| "loss": 0.07382862269878387, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.9263157894736844, |
| "grad_norm": 0.764246940612793, |
| "learning_rate": 1.9092704065222788e-07, |
| "loss": 0.0816560760140419, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.931269349845201, |
| "grad_norm": 0.5272701382637024, |
| "learning_rate": 1.6781991197352133e-07, |
| "loss": 0.06630896031856537, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.9362229102167183, |
| "grad_norm": 0.7873278856277466, |
| "learning_rate": 1.4620033771582943e-07, |
| "loss": 0.08167601376771927, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.9411764705882355, |
| "grad_norm": 0.8401186466217041, |
| "learning_rate": 1.260689632511358e-07, |
| "loss": 0.02610478550195694, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.9461300309597522, |
| "grad_norm": 0.7794303297996521, |
| "learning_rate": 1.0742638952676576e-07, |
| "loss": 0.06488559395074844, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.9510835913312694, |
| "grad_norm": 1.5989753007888794, |
| "learning_rate": 9.027317304742267e-08, |
| "loss": 0.1953054666519165, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.9560371517027866, |
| "grad_norm": 1.39836585521698, |
| "learning_rate": 7.460982585860144e-08, |
| "loss": 0.1637943983078003, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.9609907120743033, |
| "grad_norm": 1.79576575756073, |
| "learning_rate": 6.043681553128399e-08, |
| "loss": 0.1548408567905426, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.9659442724458205, |
| "grad_norm": 0.8792834281921387, |
| "learning_rate": 4.775456514798382e-08, |
| "loss": 0.16469436883926392, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.9708978328173377, |
| "grad_norm": 0.9198645353317261, |
| "learning_rate": 3.656345329012267e-08, |
| "loss": 0.17248912155628204, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.9758513931888544, |
| "grad_norm": 0.8707480430603027, |
| "learning_rate": 2.6863814026734102e-08, |
| "loss": 0.043245963752269745, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.9808049535603716, |
| "grad_norm": 0.8070123791694641, |
| "learning_rate": 1.8655936904465875e-08, |
| "loss": 0.13369399309158325, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.9857585139318887, |
| "grad_norm": 0.7916475534439087, |
| "learning_rate": 1.194006693898131e-08, |
| "loss": 0.15646804869174957, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.9907120743034055, |
| "grad_norm": 1.2891006469726562, |
| "learning_rate": 6.71640460759293e-09, |
| "loss": 0.11793295294046402, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.9956656346749226, |
| "grad_norm": 0.7183283567428589, |
| "learning_rate": 2.985105843311686e-09, |
| "loss": 0.09182228147983551, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.0359361171722412, |
| "learning_rate": 7.462820301951112e-10, |
| "loss": 0.13846448063850403, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.16832655668258667, |
| "eval_runtime": 67.8911, |
| "eval_samples_per_second": 1.149, |
| "eval_steps_per_second": 1.149, |
| "step": 606 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 606, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.0462990758174884e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
