| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 484, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004134366925064599, |
| "grad_norm": 2.4449265003204346, |
| "learning_rate": 0.0, |
| "loss": 2.4364, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008268733850129198, |
| "grad_norm": 2.5834848880767822, |
| "learning_rate": 5e-06, |
| "loss": 2.3816, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012403100775193798, |
| "grad_norm": 2.8045172691345215, |
| "learning_rate": 1e-05, |
| "loss": 2.3568, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.016537467700258397, |
| "grad_norm": 1.875626564025879, |
| "learning_rate": 1.5e-05, |
| "loss": 2.383, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.020671834625323, |
| "grad_norm": 2.4247257709503174, |
| "learning_rate": 2e-05, |
| "loss": 2.3899, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024806201550387597, |
| "grad_norm": 3.0779945850372314, |
| "learning_rate": 2.5e-05, |
| "loss": 2.3397, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.028940568475452195, |
| "grad_norm": 2.628978729248047, |
| "learning_rate": 3e-05, |
| "loss": 2.2792, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03307493540051679, |
| "grad_norm": 2.2071683406829834, |
| "learning_rate": 3.5e-05, |
| "loss": 2.3072, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.037209302325581395, |
| "grad_norm": 1.4800362586975098, |
| "learning_rate": 4e-05, |
| "loss": 2.2655, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.041343669250646, |
| "grad_norm": 1.8521326780319214, |
| "learning_rate": 4.5e-05, |
| "loss": 2.312, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04547803617571059, |
| "grad_norm": 1.5628751516342163, |
| "learning_rate": 5e-05, |
| "loss": 2.2325, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04961240310077519, |
| "grad_norm": 1.5056865215301514, |
| "learning_rate": 4.99994508999475e-05, |
| "loss": 2.253, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.053746770025839795, |
| "grad_norm": 1.4171890020370483, |
| "learning_rate": 4.999780362391087e-05, |
| "loss": 2.1965, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05788113695090439, |
| "grad_norm": 1.1090164184570312, |
| "learning_rate": 4.9995058244251644e-05, |
| "loss": 2.2547, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06201550387596899, |
| "grad_norm": 1.2201741933822632, |
| "learning_rate": 4.999121488156888e-05, |
| "loss": 2.1849, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06614987080103359, |
| "grad_norm": 1.028005838394165, |
| "learning_rate": 4.9986273704693843e-05, |
| "loss": 2.1757, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0702842377260982, |
| "grad_norm": 0.9961190819740295, |
| "learning_rate": 4.9980234930682546e-05, |
| "loss": 2.1872, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07441860465116279, |
| "grad_norm": 0.9829438924789429, |
| "learning_rate": 4.99730988248063e-05, |
| "loss": 2.142, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07855297157622738, |
| "grad_norm": 0.904361367225647, |
| "learning_rate": 4.9964865700539986e-05, |
| "loss": 2.1978, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.082687338501292, |
| "grad_norm": 0.8257375955581665, |
| "learning_rate": 4.995553591954832e-05, |
| "loss": 2.1625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08682170542635659, |
| "grad_norm": 0.8695998787879944, |
| "learning_rate": 4.994510989166997e-05, |
| "loss": 2.1432, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.09095607235142118, |
| "grad_norm": 0.8254109621047974, |
| "learning_rate": 4.993358807489953e-05, |
| "loss": 2.1673, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09509043927648579, |
| "grad_norm": 0.9864363074302673, |
| "learning_rate": 4.99209709753674e-05, |
| "loss": 2.1788, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09922480620155039, |
| "grad_norm": 0.8983305096626282, |
| "learning_rate": 4.990725914731759e-05, |
| "loss": 2.1548, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10335917312661498, |
| "grad_norm": 0.8856174349784851, |
| "learning_rate": 4.989245319308335e-05, |
| "loss": 2.1585, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10749354005167959, |
| "grad_norm": 0.9101842641830444, |
| "learning_rate": 4.9876553763060684e-05, |
| "loss": 2.1397, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.11162790697674418, |
| "grad_norm": 0.8508126735687256, |
| "learning_rate": 4.985956155567984e-05, |
| "loss": 2.1242, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11576227390180878, |
| "grad_norm": 0.8094877600669861, |
| "learning_rate": 4.984147731737455e-05, |
| "loss": 2.1153, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11989664082687339, |
| "grad_norm": 0.8883515000343323, |
| "learning_rate": 4.982230184254933e-05, |
| "loss": 2.0822, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12403100775193798, |
| "grad_norm": 0.8447825908660889, |
| "learning_rate": 4.9802035973544525e-05, |
| "loss": 2.1242, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1281653746770026, |
| "grad_norm": 0.7655540704727173, |
| "learning_rate": 4.978068060059929e-05, |
| "loss": 2.129, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.13229974160206717, |
| "grad_norm": 0.868387758731842, |
| "learning_rate": 4.975823666181255e-05, |
| "loss": 2.0808, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13643410852713178, |
| "grad_norm": 0.814836859703064, |
| "learning_rate": 4.973470514310175e-05, |
| "loss": 2.1064, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1405684754521964, |
| "grad_norm": 0.8349934816360474, |
| "learning_rate": 4.971008707815952e-05, |
| "loss": 2.089, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14470284237726097, |
| "grad_norm": 0.8028632998466492, |
| "learning_rate": 4.968438354840834e-05, |
| "loss": 2.0706, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14883720930232558, |
| "grad_norm": 0.833337664604187, |
| "learning_rate": 4.9657595682952965e-05, |
| "loss": 2.1003, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.1529715762273902, |
| "grad_norm": 0.7648825645446777, |
| "learning_rate": 4.962972465853086e-05, |
| "loss": 2.0789, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15710594315245477, |
| "grad_norm": 0.7566452622413635, |
| "learning_rate": 4.960077169946052e-05, |
| "loss": 2.1034, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.16124031007751938, |
| "grad_norm": 1.0385154485702515, |
| "learning_rate": 4.957073807758763e-05, |
| "loss": 2.0912, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.165374677002584, |
| "grad_norm": 0.7650123238563538, |
| "learning_rate": 4.953962511222927e-05, |
| "loss": 2.1084, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16950904392764857, |
| "grad_norm": 0.8287901878356934, |
| "learning_rate": 4.950743417011591e-05, |
| "loss": 2.0232, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.17364341085271318, |
| "grad_norm": 0.8501759171485901, |
| "learning_rate": 4.9474166665331385e-05, |
| "loss": 2.1171, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 0.8050918579101562, |
| "learning_rate": 4.9439824059250794e-05, |
| "loss": 2.0441, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.18191214470284237, |
| "grad_norm": 0.9413315653800964, |
| "learning_rate": 4.940440786047628e-05, |
| "loss": 2.0278, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18604651162790697, |
| "grad_norm": 0.8258485198020935, |
| "learning_rate": 4.936791962477076e-05, |
| "loss": 2.0489, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.19018087855297158, |
| "grad_norm": 0.7860682606697083, |
| "learning_rate": 4.9330360954989616e-05, |
| "loss": 2.04, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.19431524547803616, |
| "grad_norm": 1.176941990852356, |
| "learning_rate": 4.929173350101025e-05, |
| "loss": 2.0356, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.19844961240310077, |
| "grad_norm": 0.8738293051719666, |
| "learning_rate": 4.925203895965963e-05, |
| "loss": 1.995, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.20258397932816538, |
| "grad_norm": 0.835989236831665, |
| "learning_rate": 4.921127907463972e-05, |
| "loss": 2.0618, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.20671834625322996, |
| "grad_norm": 0.8307858109474182, |
| "learning_rate": 4.9169455636450935e-05, |
| "loss": 2.0819, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.21085271317829457, |
| "grad_norm": 0.778562068939209, |
| "learning_rate": 4.9126570482313424e-05, |
| "loss": 1.9812, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.21498708010335918, |
| "grad_norm": 1.0076038837432861, |
| "learning_rate": 4.908262549608644e-05, |
| "loss": 2.0449, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.21912144702842376, |
| "grad_norm": 0.8014701008796692, |
| "learning_rate": 4.903762260818551e-05, |
| "loss": 2.0348, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.22325581395348837, |
| "grad_norm": 0.799463152885437, |
| "learning_rate": 4.899156379549769e-05, |
| "loss": 2.0152, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.22739018087855298, |
| "grad_norm": 0.816827654838562, |
| "learning_rate": 4.8944451081294697e-05, |
| "loss": 2.0087, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.23152454780361756, |
| "grad_norm": 0.8588879108428955, |
| "learning_rate": 4.889628653514402e-05, |
| "loss": 2.025, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.23565891472868217, |
| "grad_norm": 0.8005595803260803, |
| "learning_rate": 4.8847072272818076e-05, |
| "loss": 2.0748, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.23979328165374678, |
| "grad_norm": 0.8273265957832336, |
| "learning_rate": 4.879681045620115e-05, |
| "loss": 2.0116, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.24392764857881136, |
| "grad_norm": 0.7770358324050903, |
| "learning_rate": 4.874550329319457e-05, |
| "loss": 2.034, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.24806201550387597, |
| "grad_norm": 0.8438355922698975, |
| "learning_rate": 4.869315303761959e-05, |
| "loss": 2.061, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.25219638242894055, |
| "grad_norm": 0.9614850282669067, |
| "learning_rate": 4.863976198911845e-05, |
| "loss": 1.9944, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.2563307493540052, |
| "grad_norm": 0.8549639582633972, |
| "learning_rate": 4.8585332493053364e-05, |
| "loss": 1.9977, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.26046511627906976, |
| "grad_norm": 0.7411041259765625, |
| "learning_rate": 4.852986694040347e-05, |
| "loss": 2.0503, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.26459948320413434, |
| "grad_norm": 1.0129224061965942, |
| "learning_rate": 4.847336776765978e-05, |
| "loss": 1.948, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.268733850129199, |
| "grad_norm": 0.8144932985305786, |
| "learning_rate": 4.84158374567182e-05, |
| "loss": 1.9868, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.27286821705426356, |
| "grad_norm": 0.725849449634552, |
| "learning_rate": 4.8357278534770475e-05, |
| "loss": 2.0067, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.27700258397932814, |
| "grad_norm": 0.7719712853431702, |
| "learning_rate": 4.829769357419317e-05, |
| "loss": 2.0112, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.2811369509043928, |
| "grad_norm": 0.8452929854393005, |
| "learning_rate": 4.8237085192434676e-05, |
| "loss": 2.0049, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.28527131782945736, |
| "grad_norm": 0.757272481918335, |
| "learning_rate": 4.8175456051900256e-05, |
| "loss": 2.046, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28940568475452194, |
| "grad_norm": 0.76349276304245, |
| "learning_rate": 4.8112808859835044e-05, |
| "loss": 2.0587, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2935400516795866, |
| "grad_norm": 0.7980454564094543, |
| "learning_rate": 4.804914636820517e-05, |
| "loss": 2.0167, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.29767441860465116, |
| "grad_norm": 0.7534277439117432, |
| "learning_rate": 4.798447137357681e-05, |
| "loss": 2.0274, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.30180878552971574, |
| "grad_norm": 0.7189844250679016, |
| "learning_rate": 4.791878671699342e-05, |
| "loss": 2.0141, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3059431524547804, |
| "grad_norm": 0.7738127708435059, |
| "learning_rate": 4.7852095283850866e-05, |
| "loss": 2.0168, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.31007751937984496, |
| "grad_norm": 0.8310754299163818, |
| "learning_rate": 4.77844000037707e-05, |
| "loss": 2.0016, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.31421188630490954, |
| "grad_norm": 0.7218735218048096, |
| "learning_rate": 4.771570385047147e-05, |
| "loss": 1.9748, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3183462532299742, |
| "grad_norm": 0.7458547353744507, |
| "learning_rate": 4.764600984163808e-05, |
| "loss": 2.0023, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.32248062015503876, |
| "grad_norm": 0.78424471616745, |
| "learning_rate": 4.757532103878925e-05, |
| "loss": 2.021, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.32661498708010334, |
| "grad_norm": 0.8354324698448181, |
| "learning_rate": 4.750364054714302e-05, |
| "loss": 1.9658, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.330749354005168, |
| "grad_norm": 0.7179548740386963, |
| "learning_rate": 4.743097151548031e-05, |
| "loss": 2.0258, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.33488372093023255, |
| "grad_norm": 0.7219117283821106, |
| "learning_rate": 4.735731713600665e-05, |
| "loss": 2.0056, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.33901808785529713, |
| "grad_norm": 0.7525460124015808, |
| "learning_rate": 4.7282680644211944e-05, |
| "loss": 1.9784, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.34315245478036177, |
| "grad_norm": 0.731530487537384, |
| "learning_rate": 4.72070653187283e-05, |
| "loss": 1.9203, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.34728682170542635, |
| "grad_norm": 0.8921816349029541, |
| "learning_rate": 4.713047448118606e-05, |
| "loss": 1.9825, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.35142118863049093, |
| "grad_norm": 0.7859289050102234, |
| "learning_rate": 4.705291149606786e-05, |
| "loss": 2.0026, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 0.7696364521980286, |
| "learning_rate": 4.6974379770560846e-05, |
| "loss": 1.958, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.35968992248062015, |
| "grad_norm": 0.7473434805870056, |
| "learning_rate": 4.689488275440697e-05, |
| "loss": 2.0069, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.36382428940568473, |
| "grad_norm": 0.7674610614776611, |
| "learning_rate": 4.68144239397515e-05, |
| "loss": 2.0372, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.36795865633074937, |
| "grad_norm": 0.72877037525177, |
| "learning_rate": 4.673300686098957e-05, |
| "loss": 1.9789, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.37209302325581395, |
| "grad_norm": 0.8508046865463257, |
| "learning_rate": 4.665063509461097e-05, |
| "loss": 2.0055, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.37622739018087853, |
| "grad_norm": 0.694132387638092, |
| "learning_rate": 4.6567312259043e-05, |
| "loss": 2.017, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.38036175710594317, |
| "grad_norm": 0.8397891521453857, |
| "learning_rate": 4.648304201449153e-05, |
| "loss": 1.9536, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.38449612403100775, |
| "grad_norm": 0.7123363018035889, |
| "learning_rate": 4.639782806278021e-05, |
| "loss": 1.9638, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3886304909560723, |
| "grad_norm": 0.7163733839988708, |
| "learning_rate": 4.631167414718788e-05, |
| "loss": 2.0001, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.39276485788113696, |
| "grad_norm": 0.7076818346977234, |
| "learning_rate": 4.6224584052284106e-05, |
| "loss": 1.9628, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.39689922480620154, |
| "grad_norm": 0.7508699893951416, |
| "learning_rate": 4.6136561603762925e-05, |
| "loss": 2.0396, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.4010335917312661, |
| "grad_norm": 0.7641069293022156, |
| "learning_rate": 4.6047610668274846e-05, |
| "loss": 1.9954, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.40516795865633076, |
| "grad_norm": 0.8162916302680969, |
| "learning_rate": 4.5957735153256915e-05, |
| "loss": 1.9253, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.40930232558139534, |
| "grad_norm": 0.8505280613899231, |
| "learning_rate": 4.586693900676116e-05, |
| "loss": 1.9543, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4134366925064599, |
| "grad_norm": 0.7581599354743958, |
| "learning_rate": 4.577522621728106e-05, |
| "loss": 1.9897, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.41757105943152456, |
| "grad_norm": 0.7437825202941895, |
| "learning_rate": 4.5682600813576435e-05, |
| "loss": 1.9997, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.42170542635658914, |
| "grad_norm": 0.8151077628135681, |
| "learning_rate": 4.55890668644964e-05, |
| "loss": 1.9706, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4258397932816537, |
| "grad_norm": 0.7886041402816772, |
| "learning_rate": 4.549462847880066e-05, |
| "loss": 1.9759, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.42997416020671836, |
| "grad_norm": 1.0506982803344727, |
| "learning_rate": 4.539928980497903e-05, |
| "loss": 1.9579, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.43410852713178294, |
| "grad_norm": 0.7806780934333801, |
| "learning_rate": 4.530305503106916e-05, |
| "loss": 1.9803, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4382428940568475, |
| "grad_norm": 0.7416555285453796, |
| "learning_rate": 4.5205928384472616e-05, |
| "loss": 1.9267, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.44237726098191216, |
| "grad_norm": 0.7598101496696472, |
| "learning_rate": 4.510791413176912e-05, |
| "loss": 1.9855, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.44651162790697674, |
| "grad_norm": 0.795430600643158, |
| "learning_rate": 4.5009016578529194e-05, |
| "loss": 2.0313, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.4506459948320413, |
| "grad_norm": 0.8061582446098328, |
| "learning_rate": 4.4909240069124966e-05, |
| "loss": 1.9745, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.45478036175710596, |
| "grad_norm": 0.7706458568572998, |
| "learning_rate": 4.480858898653936e-05, |
| "loss": 1.9208, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.45891472868217054, |
| "grad_norm": 0.7505202293395996, |
| "learning_rate": 4.470706775217355e-05, |
| "loss": 1.9365, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4630490956072351, |
| "grad_norm": 0.7764873504638672, |
| "learning_rate": 4.4604680825652753e-05, |
| "loss": 1.9509, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.46718346253229975, |
| "grad_norm": 0.7258660793304443, |
| "learning_rate": 4.4501432704630305e-05, |
| "loss": 1.9406, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.47131782945736433, |
| "grad_norm": 0.70240718126297, |
| "learning_rate": 4.43973279245901e-05, |
| "loss": 1.9809, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4754521963824289, |
| "grad_norm": 0.8790384531021118, |
| "learning_rate": 4.4292371058647345e-05, |
| "loss": 1.9638, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.47958656330749355, |
| "grad_norm": 0.8162893652915955, |
| "learning_rate": 4.41865667173477e-05, |
| "loss": 1.9621, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.48372093023255813, |
| "grad_norm": 0.7459295988082886, |
| "learning_rate": 4.407991954846471e-05, |
| "loss": 1.9688, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.4878552971576227, |
| "grad_norm": 0.7379862070083618, |
| "learning_rate": 4.3972434236795656e-05, |
| "loss": 1.9179, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.49198966408268735, |
| "grad_norm": 0.7245668768882751, |
| "learning_rate": 4.386411550395576e-05, |
| "loss": 1.9979, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.49612403100775193, |
| "grad_norm": 0.7252455353736877, |
| "learning_rate": 4.3754968108170766e-05, |
| "loss": 1.9072, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5002583979328166, |
| "grad_norm": 0.6954511404037476, |
| "learning_rate": 4.3644996844067955e-05, |
| "loss": 1.9378, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5043927648578811, |
| "grad_norm": 0.6904546618461609, |
| "learning_rate": 4.353420654246546e-05, |
| "loss": 1.9835, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5085271317829457, |
| "grad_norm": 0.6972026228904724, |
| "learning_rate": 4.342260207016012e-05, |
| "loss": 1.9278, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5126614987080104, |
| "grad_norm": 0.7186058759689331, |
| "learning_rate": 4.3310188329713665e-05, |
| "loss": 2.0604, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5167958656330749, |
| "grad_norm": 0.7146493792533875, |
| "learning_rate": 4.319697025923736e-05, |
| "loss": 2.0045, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5209302325581395, |
| "grad_norm": 0.7462325096130371, |
| "learning_rate": 4.308295283217507e-05, |
| "loss": 1.9651, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5250645994832042, |
| "grad_norm": 0.6708013415336609, |
| "learning_rate": 4.296814105708482e-05, |
| "loss": 1.9391, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5291989664082687, |
| "grad_norm": 0.7074844241142273, |
| "learning_rate": 4.285253997741875e-05, |
| "loss": 1.9325, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.7078781127929688, |
| "learning_rate": 4.2736154671301556e-05, |
| "loss": 2.0234, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.537467700258398, |
| "grad_norm": 0.7044352293014526, |
| "learning_rate": 4.261899025130748e-05, |
| "loss": 1.9127, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5416020671834625, |
| "grad_norm": 0.7831200361251831, |
| "learning_rate": 4.2501051864235636e-05, |
| "loss": 1.9703, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5457364341085271, |
| "grad_norm": 0.7024598121643066, |
| "learning_rate": 4.238234469088399e-05, |
| "loss": 1.999, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5498708010335918, |
| "grad_norm": 0.6917828321456909, |
| "learning_rate": 4.2262873945821754e-05, |
| "loss": 1.9527, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5540051679586563, |
| "grad_norm": 0.7841182947158813, |
| "learning_rate": 4.214264487716033e-05, |
| "loss": 1.985, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5581395348837209, |
| "grad_norm": 0.805595874786377, |
| "learning_rate": 4.2021662766322736e-05, |
| "loss": 1.9307, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5622739018087856, |
| "grad_norm": 0.8467949032783508, |
| "learning_rate": 4.189993292781165e-05, |
| "loss": 1.9159, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5664082687338501, |
| "grad_norm": 0.7130942940711975, |
| "learning_rate": 4.177746070897592e-05, |
| "loss": 1.9684, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5705426356589147, |
| "grad_norm": 0.7865200638771057, |
| "learning_rate": 4.165425148977571e-05, |
| "loss": 1.939, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5746770025839794, |
| "grad_norm": 0.748938262462616, |
| "learning_rate": 4.15303106825461e-05, |
| "loss": 1.9246, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5788113695090439, |
| "grad_norm": 0.9481565356254578, |
| "learning_rate": 4.140564373175939e-05, |
| "loss": 1.9766, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5829457364341085, |
| "grad_norm": 0.7311868667602539, |
| "learning_rate": 4.128025611378594e-05, |
| "loss": 1.9565, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5870801033591732, |
| "grad_norm": 0.7198468446731567, |
| "learning_rate": 4.1154153336653534e-05, |
| "loss": 1.9158, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5912144702842377, |
| "grad_norm": 0.7481444478034973, |
| "learning_rate": 4.10273409398055e-05, |
| "loss": 1.9419, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5953488372093023, |
| "grad_norm": 0.7872593402862549, |
| "learning_rate": 4.089982449385736e-05, |
| "loss": 1.9824, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.599483204134367, |
| "grad_norm": 0.7807745933532715, |
| "learning_rate": 4.077160960035207e-05, |
| "loss": 1.9677, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6036175710594315, |
| "grad_norm": 0.732774019241333, |
| "learning_rate": 4.0642701891514e-05, |
| "loss": 1.9844, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6077519379844961, |
| "grad_norm": 0.7809471487998962, |
| "learning_rate": 4.0513107030001544e-05, |
| "loss": 1.9424, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6118863049095608, |
| "grad_norm": 0.7766205668449402, |
| "learning_rate": 4.0382830708658316e-05, |
| "loss": 1.9885, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6160206718346253, |
| "grad_norm": 0.7303252220153809, |
| "learning_rate": 4.025187865026311e-05, |
| "loss": 1.9332, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6201550387596899, |
| "grad_norm": 0.7558519840240479, |
| "learning_rate": 4.012025660727849e-05, |
| "loss": 1.9403, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6242894056847546, |
| "grad_norm": 0.7559822797775269, |
| "learning_rate": 3.998797036159812e-05, |
| "loss": 2.0081, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6284237726098191, |
| "grad_norm": 0.6652326583862305, |
| "learning_rate": 3.985502572429276e-05, |
| "loss": 1.9237, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6325581395348837, |
| "grad_norm": 0.7019279599189758, |
| "learning_rate": 3.972142853535499e-05, |
| "loss": 2.0038, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6366925064599483, |
| "grad_norm": 0.7089804410934448, |
| "learning_rate": 3.958718466344269e-05, |
| "loss": 1.9428, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6408268733850129, |
| "grad_norm": 0.6618722677230835, |
| "learning_rate": 3.945230000562121e-05, |
| "loss": 1.9459, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6449612403100775, |
| "grad_norm": 0.6605201959609985, |
| "learning_rate": 3.931678048710439e-05, |
| "loss": 1.9787, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6490956072351421, |
| "grad_norm": 0.7129101157188416, |
| "learning_rate": 3.91806320609942e-05, |
| "loss": 1.9787, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6532299741602067, |
| "grad_norm": 0.6954473257064819, |
| "learning_rate": 3.9043860708019273e-05, |
| "loss": 1.9134, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6573643410852713, |
| "grad_norm": 0.7614483833312988, |
| "learning_rate": 3.890647243627218e-05, |
| "loss": 2.025, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.661498708010336, |
| "grad_norm": 0.7437235713005066, |
| "learning_rate": 3.876847328094549e-05, |
| "loss": 1.9579, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6656330749354005, |
| "grad_norm": 0.6715400218963623, |
| "learning_rate": 3.862986930406669e-05, |
| "loss": 1.9624, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6697674418604651, |
| "grad_norm": 0.7101289629936218, |
| "learning_rate": 3.849066659423186e-05, |
| "loss": 1.9392, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6739018087855297, |
| "grad_norm": 0.7018868923187256, |
| "learning_rate": 3.835087126633821e-05, |
| "loss": 1.9173, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6780361757105943, |
| "grad_norm": 0.7128501534461975, |
| "learning_rate": 3.821048946131549e-05, |
| "loss": 1.9504, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6821705426356589, |
| "grad_norm": 0.7460259199142456, |
| "learning_rate": 3.806952734585623e-05, |
| "loss": 1.9375, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6863049095607235, |
| "grad_norm": 0.7216957211494446, |
| "learning_rate": 3.792799111214483e-05, |
| "loss": 1.9579, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6904392764857881, |
| "grad_norm": 0.7324910163879395, |
| "learning_rate": 3.778588697758556e-05, |
| "loss": 1.945, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6945736434108527, |
| "grad_norm": 0.7266360521316528, |
| "learning_rate": 3.764322118452943e-05, |
| "loss": 1.8605, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6987080103359173, |
| "grad_norm": 0.8365564346313477, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.9562, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.7028423772609819, |
| "grad_norm": 0.7650736570358276, |
| "learning_rate": 3.7356229715418074e-05, |
| "loss": 1.9373, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7069767441860465, |
| "grad_norm": 0.8527212738990784, |
| "learning_rate": 3.721191664632531e-05, |
| "loss": 1.8931, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.8237689137458801, |
| "learning_rate": 3.7067067132106815e-05, |
| "loss": 1.9028, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7152454780361757, |
| "grad_norm": 0.7969968914985657, |
| "learning_rate": 3.6921687535712656e-05, |
| "loss": 1.9441, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7193798449612403, |
| "grad_norm": 0.7200686931610107, |
| "learning_rate": 3.6775784243378354e-05, |
| "loss": 1.8995, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7235142118863049, |
| "grad_norm": 0.7550849318504333, |
| "learning_rate": 3.662936366434434e-05, |
| "loss": 1.9544, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7276485788113695, |
| "grad_norm": 0.6668141484260559, |
| "learning_rate": 3.6482432230574446e-05, |
| "loss": 1.9965, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7317829457364341, |
| "grad_norm": 0.710862398147583, |
| "learning_rate": 3.63349963964733e-05, |
| "loss": 1.9837, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7359173126614987, |
| "grad_norm": 0.6771061420440674, |
| "learning_rate": 3.618706263860284e-05, |
| "loss": 1.9656, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7400516795865633, |
| "grad_norm": 0.6792022585868835, |
| "learning_rate": 3.60386374553978e-05, |
| "loss": 1.9108, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7441860465116279, |
| "grad_norm": 0.6902000904083252, |
| "learning_rate": 3.5889727366880256e-05, |
| "loss": 1.9317, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7483204134366925, |
| "grad_norm": 0.6956230998039246, |
| "learning_rate": 3.57403389143732e-05, |
| "loss": 1.9307, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7524547803617571, |
| "grad_norm": 0.7050280570983887, |
| "learning_rate": 3.5590478660213214e-05, |
| "loss": 1.9501, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7565891472868217, |
| "grad_norm": 0.6987014412879944, |
| "learning_rate": 3.5440153187462145e-05, |
| "loss": 1.9188, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7607235142118863, |
| "grad_norm": 0.7244204878807068, |
| "learning_rate": 3.528936909961801e-05, |
| "loss": 1.9035, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7648578811369509, |
| "grad_norm": 1.0021049976348877, |
| "learning_rate": 3.5138133020324845e-05, |
| "loss": 1.8984, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7689922480620155, |
| "grad_norm": 0.7401679158210754, |
| "learning_rate": 3.498645159308179e-05, |
| "loss": 1.8889, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7731266149870801, |
| "grad_norm": 0.6945346593856812, |
| "learning_rate": 3.483433148095121e-05, |
| "loss": 1.9199, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7772609819121447, |
| "grad_norm": 0.7187919616699219, |
| "learning_rate": 3.468177936626603e-05, |
| "loss": 2.0003, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7813953488372093, |
| "grad_norm": 0.7584187984466553, |
| "learning_rate": 3.4528801950336174e-05, |
| "loss": 1.8989, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7855297157622739, |
| "grad_norm": 0.6546937823295593, |
| "learning_rate": 3.437540595315423e-05, |
| "loss": 1.9181, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7896640826873385, |
| "grad_norm": 0.8132810592651367, |
| "learning_rate": 3.4221598113100195e-05, |
| "loss": 1.9343, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7937984496124031, |
| "grad_norm": 0.7545456290245056, |
| "learning_rate": 3.406738518664552e-05, |
| "loss": 1.9097, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7979328165374677, |
| "grad_norm": 0.6333910822868347, |
| "learning_rate": 3.3912773948056274e-05, |
| "loss": 1.8665, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8020671834625323, |
| "grad_norm": 0.772945761680603, |
| "learning_rate": 3.375777118909561e-05, |
| "loss": 1.9451, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8062015503875969, |
| "grad_norm": 0.6684311032295227, |
| "learning_rate": 3.360238371872536e-05, |
| "loss": 1.944, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8103359173126615, |
| "grad_norm": 0.7220767736434937, |
| "learning_rate": 3.344661836280699e-05, |
| "loss": 1.9652, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.814470284237726, |
| "grad_norm": 0.6830906867980957, |
| "learning_rate": 3.32904819638017e-05, |
| "loss": 1.9728, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.8186046511627907, |
| "grad_norm": 0.6878849864006042, |
| "learning_rate": 3.313398138046987e-05, |
| "loss": 1.9231, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.8227390180878553, |
| "grad_norm": 0.7480675578117371, |
| "learning_rate": 3.297712348756982e-05, |
| "loss": 1.9545, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8268733850129198, |
| "grad_norm": 0.6948933601379395, |
| "learning_rate": 3.2819915175555684e-05, |
| "loss": 1.9332, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8310077519379845, |
| "grad_norm": 0.7534158825874329, |
| "learning_rate": 3.266236335027487e-05, |
| "loss": 1.9518, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8351421188630491, |
| "grad_norm": 0.7088623046875, |
| "learning_rate": 3.250447493266463e-05, |
| "loss": 1.9011, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8392764857881136, |
| "grad_norm": 0.6807135343551636, |
| "learning_rate": 3.234625685844803e-05, |
| "loss": 1.9257, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8434108527131783, |
| "grad_norm": 0.7912558317184448, |
| "learning_rate": 3.218771607782929e-05, |
| "loss": 1.9172, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8475452196382429, |
| "grad_norm": 0.6469288468360901, |
| "learning_rate": 3.202885955518849e-05, |
| "loss": 1.9632, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8516795865633074, |
| "grad_norm": 0.6447204947471619, |
| "learning_rate": 3.186969426877563e-05, |
| "loss": 1.9568, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8558139534883721, |
| "grad_norm": 0.658008337020874, |
| "learning_rate": 3.171022721040409e-05, |
| "loss": 1.9168, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8599483204134367, |
| "grad_norm": 0.6640242338180542, |
| "learning_rate": 3.1550465385143455e-05, |
| "loss": 1.9243, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8640826873385012, |
| "grad_norm": 0.6505051851272583, |
| "learning_rate": 3.139041581101187e-05, |
| "loss": 1.8235, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8682170542635659, |
| "grad_norm": 0.6725614070892334, |
| "learning_rate": 3.12300855186677e-05, |
| "loss": 1.9092, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8723514211886305, |
| "grad_norm": 0.668488085269928, |
| "learning_rate": 3.1069481551100695e-05, |
| "loss": 1.9501, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.876485788113695, |
| "grad_norm": 0.6829690933227539, |
| "learning_rate": 3.090861096332263e-05, |
| "loss": 1.9308, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8806201550387597, |
| "grad_norm": 0.6898390054702759, |
| "learning_rate": 3.074748082205734e-05, |
| "loss": 1.9279, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8847545219638243, |
| "grad_norm": 0.6641663312911987, |
| "learning_rate": 3.0586098205430355e-05, |
| "loss": 1.9227, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.676388144493103, |
| "learning_rate": 3.042447020265795e-05, |
| "loss": 1.9263, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8930232558139535, |
| "grad_norm": 0.7283117175102234, |
| "learning_rate": 3.02626039137357e-05, |
| "loss": 1.9113, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8971576227390181, |
| "grad_norm": 0.693657636642456, |
| "learning_rate": 3.010050644912662e-05, |
| "loss": 1.9546, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.9012919896640826, |
| "grad_norm": 0.656113862991333, |
| "learning_rate": 2.993818492944882e-05, |
| "loss": 1.8975, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.9054263565891473, |
| "grad_norm": 0.6648372411727905, |
| "learning_rate": 2.9775646485162694e-05, |
| "loss": 1.9315, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.9095607235142119, |
| "grad_norm": 0.6712179183959961, |
| "learning_rate": 2.9612898256257716e-05, |
| "loss": 1.9024, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9136950904392764, |
| "grad_norm": 0.6894586086273193, |
| "learning_rate": 2.9449947391938766e-05, |
| "loss": 1.9726, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.9178294573643411, |
| "grad_norm": 0.6747611165046692, |
| "learning_rate": 2.9286801050312078e-05, |
| "loss": 1.9322, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.9219638242894057, |
| "grad_norm": 2.8370180130004883, |
| "learning_rate": 2.9123466398070852e-05, |
| "loss": 1.9033, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.9260981912144702, |
| "grad_norm": 0.824735164642334, |
| "learning_rate": 2.8959950610180374e-05, |
| "loss": 1.9108, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 0.7000449895858765, |
| "learning_rate": 2.8796260869562863e-05, |
| "loss": 1.9964, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.9343669250645995, |
| "grad_norm": 0.6916747093200684, |
| "learning_rate": 2.8632404366781924e-05, |
| "loss": 1.934, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.938501291989664, |
| "grad_norm": 0.7057512402534485, |
| "learning_rate": 2.8468388299726712e-05, |
| "loss": 1.9087, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9426356589147287, |
| "grad_norm": 0.6310217380523682, |
| "learning_rate": 2.830421987329569e-05, |
| "loss": 1.9168, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9467700258397933, |
| "grad_norm": 0.7014176249504089, |
| "learning_rate": 2.8139906299080203e-05, |
| "loss": 1.9262, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9509043927648578, |
| "grad_norm": 0.6566993594169617, |
| "learning_rate": 2.7975454795047622e-05, |
| "loss": 1.9458, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9550387596899225, |
| "grad_norm": 0.6818047761917114, |
| "learning_rate": 2.7810872585224308e-05, |
| "loss": 1.8954, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9591731266149871, |
| "grad_norm": 0.6725473403930664, |
| "learning_rate": 2.7646166899378255e-05, |
| "loss": 1.8969, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9633074935400516, |
| "grad_norm": 0.671540379524231, |
| "learning_rate": 2.7481344972701545e-05, |
| "loss": 1.8251, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9674418604651163, |
| "grad_norm": 0.6857994794845581, |
| "learning_rate": 2.7316414045492445e-05, |
| "loss": 1.8961, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9715762273901809, |
| "grad_norm": 0.7223935723304749, |
| "learning_rate": 2.7151381362837426e-05, |
| "loss": 1.8999, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9757105943152454, |
| "grad_norm": 0.7103882431983948, |
| "learning_rate": 2.6986254174292862e-05, |
| "loss": 1.9217, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9798449612403101, |
| "grad_norm": 0.6932228803634644, |
| "learning_rate": 2.682103973356659e-05, |
| "loss": 1.9375, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9839793281653747, |
| "grad_norm": 0.7335678935050964, |
| "learning_rate": 2.6655745298199253e-05, |
| "loss": 1.8848, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9881136950904392, |
| "grad_norm": 0.7323726415634155, |
| "learning_rate": 2.6490378129245498e-05, |
| "loss": 1.9268, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9922480620155039, |
| "grad_norm": 0.6597888469696045, |
| "learning_rate": 2.6324945490955027e-05, |
| "loss": 1.9187, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9963824289405685, |
| "grad_norm": 0.6718257665634155, |
| "learning_rate": 2.6159454650453463e-05, |
| "loss": 1.9676, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6718257665634155, |
| "learning_rate": 2.599391287742315e-05, |
| "loss": 1.8618, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.0041343669250646, |
| "grad_norm": 0.16083045303821564, |
| "learning_rate": 2.582832744378377e-05, |
| "loss": 1.8551, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.0082687338501293, |
| "grad_norm": 0.20273317396640778, |
| "learning_rate": 2.5662705623372967e-05, |
| "loss": 1.8274, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.012403100775194, |
| "grad_norm": 0.20020867884159088, |
| "learning_rate": 2.5497054691626753e-05, |
| "loss": 1.9035, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.0165374677002583, |
| "grad_norm": 0.20411372184753418, |
| "learning_rate": 2.5331381925259968e-05, |
| "loss": 1.8652, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.020671834625323, |
| "grad_norm": 0.23273414373397827, |
| "learning_rate": 2.5165694601946565e-05, |
| "loss": 1.8787, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.0248062015503876, |
| "grad_norm": 0.21661241352558136, |
| "learning_rate": 2.5e-05, |
| "loss": 1.8937, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0289405684754522, |
| "grad_norm": 0.17972636222839355, |
| "learning_rate": 2.483430539805344e-05, |
| "loss": 1.8592, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.0330749354005169, |
| "grad_norm": 0.18342098593711853, |
| "learning_rate": 2.4668618074740045e-05, |
| "loss": 1.8266, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0372093023255813, |
| "grad_norm": 0.19723518192768097, |
| "learning_rate": 2.4502945308373246e-05, |
| "loss": 1.8778, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.041343669250646, |
| "grad_norm": 0.19353650510311127, |
| "learning_rate": 2.433729437662704e-05, |
| "loss": 1.8661, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0454780361757106, |
| "grad_norm": 0.17848767340183258, |
| "learning_rate": 2.4171672556216234e-05, |
| "loss": 1.8583, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0496124031007752, |
| "grad_norm": 0.19387133419513702, |
| "learning_rate": 2.4006087122576863e-05, |
| "loss": 1.8805, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0537467700258398, |
| "grad_norm": 0.19400081038475037, |
| "learning_rate": 2.3840545349546536e-05, |
| "loss": 1.8467, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.0578811369509045, |
| "grad_norm": 0.19158639013767242, |
| "learning_rate": 2.3675054509044976e-05, |
| "loss": 1.886, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.062015503875969, |
| "grad_norm": 0.20993342995643616, |
| "learning_rate": 2.3509621870754505e-05, |
| "loss": 1.8698, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.0661498708010335, |
| "grad_norm": 0.1917114406824112, |
| "learning_rate": 2.3344254701800756e-05, |
| "loss": 1.8819, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.0702842377260982, |
| "grad_norm": 0.18254557251930237, |
| "learning_rate": 2.317896026643341e-05, |
| "loss": 1.9108, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.0744186046511628, |
| "grad_norm": 0.19759495556354523, |
| "learning_rate": 2.301374582570714e-05, |
| "loss": 1.8473, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0785529715762274, |
| "grad_norm": 0.48980703949928284, |
| "learning_rate": 2.2848618637162584e-05, |
| "loss": 1.8351, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.082687338501292, |
| "grad_norm": 0.21729247272014618, |
| "learning_rate": 2.268358595450756e-05, |
| "loss": 1.8416, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0868217054263565, |
| "grad_norm": 0.2281586080789566, |
| "learning_rate": 2.2518655027298464e-05, |
| "loss": 1.9227, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0909560723514211, |
| "grad_norm": 0.22362685203552246, |
| "learning_rate": 2.2353833100621747e-05, |
| "loss": 1.8309, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0950904392764857, |
| "grad_norm": 0.1918443739414215, |
| "learning_rate": 2.2189127414775698e-05, |
| "loss": 1.8799, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.0992248062015504, |
| "grad_norm": 0.2082519829273224, |
| "learning_rate": 2.2024545204952383e-05, |
| "loss": 1.8673, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.103359173126615, |
| "grad_norm": 0.18724186718463898, |
| "learning_rate": 2.1860093700919803e-05, |
| "loss": 1.8612, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.1074935400516797, |
| "grad_norm": 0.19637227058410645, |
| "learning_rate": 2.169578012670431e-05, |
| "loss": 1.8742, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.1116279069767443, |
| "grad_norm": 0.19105981290340424, |
| "learning_rate": 2.1531611700273297e-05, |
| "loss": 1.8515, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.1157622739018087, |
| "grad_norm": 0.22116196155548096, |
| "learning_rate": 2.1367595633218082e-05, |
| "loss": 1.8439, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.1198966408268733, |
| "grad_norm": 0.2203124612569809, |
| "learning_rate": 2.1203739130437146e-05, |
| "loss": 1.8407, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.124031007751938, |
| "grad_norm": 0.20042136311531067, |
| "learning_rate": 2.104004938981963e-05, |
| "loss": 1.862, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.1281653746770026, |
| "grad_norm": 0.2041844129562378, |
| "learning_rate": 2.087653360192915e-05, |
| "loss": 1.852, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.1322997416020673, |
| "grad_norm": 0.2171774059534073, |
| "learning_rate": 2.0713198949687924e-05, |
| "loss": 1.8953, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.1364341085271317, |
| "grad_norm": 0.18267354369163513, |
| "learning_rate": 2.055005260806125e-05, |
| "loss": 1.8498, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.1405684754521963, |
| "grad_norm": 0.1831262856721878, |
| "learning_rate": 2.0387101743742293e-05, |
| "loss": 1.8367, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.144702842377261, |
| "grad_norm": 0.16366001963615417, |
| "learning_rate": 2.0224353514837305e-05, |
| "loss": 1.8657, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1488372093023256, |
| "grad_norm": 0.24233390390872955, |
| "learning_rate": 2.0061815070551186e-05, |
| "loss": 1.878, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.1529715762273902, |
| "grad_norm": 0.19091325998306274, |
| "learning_rate": 1.989949355087339e-05, |
| "loss": 1.9105, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1571059431524549, |
| "grad_norm": 0.22736191749572754, |
| "learning_rate": 1.9737396086264313e-05, |
| "loss": 1.8895, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1612403100775195, |
| "grad_norm": 0.19838637113571167, |
| "learning_rate": 1.957552979734205e-05, |
| "loss": 1.839, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.165374677002584, |
| "grad_norm": 0.190949484705925, |
| "learning_rate": 1.9413901794569644e-05, |
| "loss": 1.9009, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1695090439276485, |
| "grad_norm": 0.17007027566432953, |
| "learning_rate": 1.9252519177942667e-05, |
| "loss": 1.8245, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.1736434108527132, |
| "grad_norm": 0.44774138927459717, |
| "learning_rate": 1.9091389036677382e-05, |
| "loss": 1.8063, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.1777777777777778, |
| "grad_norm": 0.19281768798828125, |
| "learning_rate": 1.8930518448899304e-05, |
| "loss": 1.8572, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1819121447028424, |
| "grad_norm": 0.17704680562019348, |
| "learning_rate": 1.8769914481332303e-05, |
| "loss": 1.7977, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.1860465116279069, |
| "grad_norm": 0.1867540329694748, |
| "learning_rate": 1.8609584188988136e-05, |
| "loss": 1.8664, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.1901808785529715, |
| "grad_norm": 0.19700385630130768, |
| "learning_rate": 1.8449534614856558e-05, |
| "loss": 1.8977, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1943152454780361, |
| "grad_norm": 0.18649935722351074, |
| "learning_rate": 1.8289772789595917e-05, |
| "loss": 1.8771, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1984496124031008, |
| "grad_norm": 0.19296646118164062, |
| "learning_rate": 1.813030573122437e-05, |
| "loss": 1.8976, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.2025839793281654, |
| "grad_norm": 0.23263390362262726, |
| "learning_rate": 1.7971140444811513e-05, |
| "loss": 1.7874, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.20671834625323, |
| "grad_norm": 0.19923025369644165, |
| "learning_rate": 1.7812283922170718e-05, |
| "loss": 1.8486, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.2108527131782947, |
| "grad_norm": 0.1837182492017746, |
| "learning_rate": 1.7653743141551983e-05, |
| "loss": 1.8403, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.214987080103359, |
| "grad_norm": 0.19565509259700775, |
| "learning_rate": 1.749552506733537e-05, |
| "loss": 1.8939, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.2191214470284237, |
| "grad_norm": 0.1639636754989624, |
| "learning_rate": 1.733763664972513e-05, |
| "loss": 1.8646, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.2232558139534884, |
| "grad_norm": 0.19631829857826233, |
| "learning_rate": 1.7180084824444325e-05, |
| "loss": 1.8722, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.227390180878553, |
| "grad_norm": 0.19864365458488464, |
| "learning_rate": 1.7022876512430197e-05, |
| "loss": 1.8458, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.2315245478036176, |
| "grad_norm": 0.20099179446697235, |
| "learning_rate": 1.6866018619530123e-05, |
| "loss": 1.8117, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.235658914728682, |
| "grad_norm": 0.2023850828409195, |
| "learning_rate": 1.6709518036198308e-05, |
| "loss": 1.8317, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2397932816537467, |
| "grad_norm": 0.17931176722049713, |
| "learning_rate": 1.6553381637193018e-05, |
| "loss": 1.8655, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2439276485788113, |
| "grad_norm": 0.1773586869239807, |
| "learning_rate": 1.639761628127465e-05, |
| "loss": 1.8391, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.248062015503876, |
| "grad_norm": 0.1897374838590622, |
| "learning_rate": 1.6242228810904392e-05, |
| "loss": 1.8665, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.2521963824289406, |
| "grad_norm": 0.21313223242759705, |
| "learning_rate": 1.6087226051943728e-05, |
| "loss": 1.8349, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.2563307493540052, |
| "grad_norm": 0.16654111444950104, |
| "learning_rate": 1.5932614813354486e-05, |
| "loss": 1.8874, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.2604651162790699, |
| "grad_norm": 0.19993992149829865, |
| "learning_rate": 1.5778401886899807e-05, |
| "loss": 1.8545, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.2645994832041343, |
| "grad_norm": 0.2002255618572235, |
| "learning_rate": 1.5624594046845777e-05, |
| "loss": 1.8512, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.268733850129199, |
| "grad_norm": 0.1965976059436798, |
| "learning_rate": 1.547119804966382e-05, |
| "loss": 1.8466, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.2728682170542636, |
| "grad_norm": 0.24566581845283508, |
| "learning_rate": 1.5318220633733978e-05, |
| "loss": 1.8543, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2770025839793282, |
| "grad_norm": 0.17836935818195343, |
| "learning_rate": 1.5165668519048799e-05, |
| "loss": 1.863, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.2811369509043928, |
| "grad_norm": 0.1995442658662796, |
| "learning_rate": 1.5013548406918215e-05, |
| "loss": 1.8448, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.2852713178294572, |
| "grad_norm": 0.19902704656124115, |
| "learning_rate": 1.4861866979675154e-05, |
| "loss": 1.801, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2894056847545219, |
| "grad_norm": 0.17136715352535248, |
| "learning_rate": 1.4710630900382e-05, |
| "loss": 1.847, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2935400516795865, |
| "grad_norm": 0.18989123404026031, |
| "learning_rate": 1.455984681253787e-05, |
| "loss": 1.8623, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2976744186046512, |
| "grad_norm": 0.18016654253005981, |
| "learning_rate": 1.4409521339786808e-05, |
| "loss": 1.8888, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.3018087855297158, |
| "grad_norm": 0.26387009024620056, |
| "learning_rate": 1.4259661085626801e-05, |
| "loss": 1.8331, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.3059431524547804, |
| "grad_norm": 0.18496732413768768, |
| "learning_rate": 1.4110272633119753e-05, |
| "loss": 1.8092, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.310077519379845, |
| "grad_norm": 0.20513956248760223, |
| "learning_rate": 1.3961362544602213e-05, |
| "loss": 1.8703, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.3142118863049095, |
| "grad_norm": 0.20781855285167694, |
| "learning_rate": 1.3812937361397165e-05, |
| "loss": 1.872, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.3183462532299741, |
| "grad_norm": 0.20270758867263794, |
| "learning_rate": 1.3665003603526705e-05, |
| "loss": 1.8474, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.3224806201550388, |
| "grad_norm": 0.18668363988399506, |
| "learning_rate": 1.3517567769425548e-05, |
| "loss": 1.8529, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.3266149870801034, |
| "grad_norm": 0.1695103645324707, |
| "learning_rate": 1.3370636335655656e-05, |
| "loss": 1.8471, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.330749354005168, |
| "grad_norm": 0.2262444943189621, |
| "learning_rate": 1.3224215756621652e-05, |
| "loss": 1.8375, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.3348837209302324, |
| "grad_norm": 0.18921975791454315, |
| "learning_rate": 1.3078312464287353e-05, |
| "loss": 1.8213, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.339018087855297, |
| "grad_norm": 0.19748994708061218, |
| "learning_rate": 1.2932932867893189e-05, |
| "loss": 1.8426, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3431524547803617, |
| "grad_norm": 0.1982879638671875, |
| "learning_rate": 1.2788083353674693e-05, |
| "loss": 1.8597, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3472868217054264, |
| "grad_norm": 0.1821087747812271, |
| "learning_rate": 1.2643770284581929e-05, |
| "loss": 1.8445, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.351421188630491, |
| "grad_norm": 0.19799095392227173, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 1.8973, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.3555555555555556, |
| "grad_norm": 0.18797126412391663, |
| "learning_rate": 1.2356778815470573e-05, |
| "loss": 1.8589, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.3596899224806203, |
| "grad_norm": 0.18349631130695343, |
| "learning_rate": 1.2214113022414448e-05, |
| "loss": 1.8268, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.3638242894056847, |
| "grad_norm": 0.21064315736293793, |
| "learning_rate": 1.2072008887855174e-05, |
| "loss": 1.864, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.3679586563307493, |
| "grad_norm": 0.1751461923122406, |
| "learning_rate": 1.1930472654143776e-05, |
| "loss": 1.8236, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.372093023255814, |
| "grad_norm": 0.18579532206058502, |
| "learning_rate": 1.1789510538684523e-05, |
| "loss": 1.8804, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.3762273901808786, |
| "grad_norm": 0.19961760938167572, |
| "learning_rate": 1.1649128733661802e-05, |
| "loss": 1.8574, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.3803617571059432, |
| "grad_norm": 0.2009255290031433, |
| "learning_rate": 1.1509333405768152e-05, |
| "loss": 1.9211, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.3844961240310076, |
| "grad_norm": 0.2043604701757431, |
| "learning_rate": 1.1370130695933318e-05, |
| "loss": 1.8639, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.3886304909560723, |
| "grad_norm": 0.18864208459854126, |
| "learning_rate": 1.123152671905451e-05, |
| "loss": 1.8409, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.392764857881137, |
| "grad_norm": 0.20896248519420624, |
| "learning_rate": 1.1093527563727827e-05, |
| "loss": 1.8612, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.3968992248062015, |
| "grad_norm": 0.20292700827121735, |
| "learning_rate": 1.0956139291980727e-05, |
| "loss": 1.8504, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.4010335917312662, |
| "grad_norm": 0.1956772804260254, |
| "learning_rate": 1.08193679390058e-05, |
| "loss": 1.8497, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.4051679586563308, |
| "grad_norm": 0.16064977645874023, |
| "learning_rate": 1.0683219512895612e-05, |
| "loss": 1.8579, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.4093023255813955, |
| "grad_norm": 0.2131696343421936, |
| "learning_rate": 1.0547699994378787e-05, |
| "loss": 1.8193, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.4134366925064599, |
| "grad_norm": 0.2008764147758484, |
| "learning_rate": 1.0412815336557316e-05, |
| "loss": 1.8528, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.4175710594315245, |
| "grad_norm": 0.18327774107456207, |
| "learning_rate": 1.0278571464645011e-05, |
| "loss": 1.8185, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.4217054263565891, |
| "grad_norm": 0.1845582276582718, |
| "learning_rate": 1.0144974275707241e-05, |
| "loss": 1.8597, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.4258397932816538, |
| "grad_norm": 0.1995762288570404, |
| "learning_rate": 1.001202963840187e-05, |
| "loss": 1.8352, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.4299741602067184, |
| "grad_norm": 0.19521230459213257, |
| "learning_rate": 9.879743392721506e-06, |
| "loss": 1.8801, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.4341085271317828, |
| "grad_norm": 0.21650588512420654, |
| "learning_rate": 9.748121349736892e-06, |
| "loss": 1.8583, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.4382428940568475, |
| "grad_norm": 0.17347323894500732, |
| "learning_rate": 9.617169291341689e-06, |
| "loss": 1.875, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.442377260981912, |
| "grad_norm": 0.18423159420490265, |
| "learning_rate": 9.486892969998465e-06, |
| "loss": 1.8851, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4465116279069767, |
| "grad_norm": 0.25296011567115784, |
| "learning_rate": 9.357298108486003e-06, |
| "loss": 1.8454, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.4506459948320414, |
| "grad_norm": 0.2038068175315857, |
| "learning_rate": 9.228390399647943e-06, |
| "loss": 1.8602, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.454780361757106, |
| "grad_norm": 0.18208502233028412, |
| "learning_rate": 9.10017550614265e-06, |
| "loss": 1.8836, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.4589147286821706, |
| "grad_norm": 0.24106204509735107, |
| "learning_rate": 8.972659060194506e-06, |
| "loss": 1.8628, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.463049095607235, |
| "grad_norm": 0.216403067111969, |
| "learning_rate": 8.845846663346472e-06, |
| "loss": 1.8457, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.4671834625322997, |
| "grad_norm": 0.18808472156524658, |
| "learning_rate": 8.71974388621407e-06, |
| "loss": 1.8254, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.4713178294573643, |
| "grad_norm": 0.17452962696552277, |
| "learning_rate": 8.594356268240616e-06, |
| "loss": 1.8711, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.475452196382429, |
| "grad_norm": 0.1923353523015976, |
| "learning_rate": 8.469689317453908e-06, |
| "loss": 1.8553, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.4795865633074936, |
| "grad_norm": 0.20313896238803864, |
| "learning_rate": 8.345748510224299e-06, |
| "loss": 1.8525, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.483720930232558, |
| "grad_norm": 0.20086300373077393, |
| "learning_rate": 8.222539291024078e-06, |
| "loss": 1.9113, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.4878552971576227, |
| "grad_norm": 0.19821697473526, |
| "learning_rate": 8.100067072188356e-06, |
| "loss": 1.8571, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.4919896640826873, |
| "grad_norm": 0.18931037187576294, |
| "learning_rate": 7.978337233677268e-06, |
| "loss": 1.8458, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.496124031007752, |
| "grad_norm": 0.23735098540782928, |
| "learning_rate": 7.857355122839675e-06, |
| "loss": 1.8726, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.5002583979328166, |
| "grad_norm": 0.1827445924282074, |
| "learning_rate": 7.737126054178237e-06, |
| "loss": 1.8668, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.5043927648578812, |
| "grad_norm": 0.17717576026916504, |
| "learning_rate": 7.617655309116009e-06, |
| "loss": 1.8788, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.5085271317829458, |
| "grad_norm": 0.19759993255138397, |
| "learning_rate": 7.4989481357643694e-06, |
| "loss": 1.8416, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.5126614987080105, |
| "grad_norm": 0.19131886959075928, |
| "learning_rate": 7.381009748692527e-06, |
| "loss": 1.8633, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.516795865633075, |
| "grad_norm": 0.18006229400634766, |
| "learning_rate": 7.26384532869844e-06, |
| "loss": 1.8743, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.5209302325581395, |
| "grad_norm": 0.17648297548294067, |
| "learning_rate": 7.147460022581257e-06, |
| "loss": 1.8014, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.5250645994832042, |
| "grad_norm": 0.1885407716035843, |
| "learning_rate": 7.031858942915187e-06, |
| "loss": 1.8386, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.5291989664082686, |
| "grad_norm": 0.2143668383359909, |
| "learning_rate": 6.917047167824939e-06, |
| "loss": 1.8405, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.5333333333333332, |
| "grad_norm": 0.1826908141374588, |
| "learning_rate": 6.803029740762648e-06, |
| "loss": 1.83, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.5374677002583979, |
| "grad_norm": 0.21032436192035675, |
| "learning_rate": 6.689811670286342e-06, |
| "loss": 1.8482, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.5416020671834625, |
| "grad_norm": 0.18171337246894836, |
| "learning_rate": 6.57739792983989e-06, |
| "loss": 1.8653, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.5457364341085271, |
| "grad_norm": 0.20828919112682343, |
| "learning_rate": 6.465793457534553e-06, |
| "loss": 1.8693, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.5498708010335918, |
| "grad_norm": 0.1902620643377304, |
| "learning_rate": 6.355003155932052e-06, |
| "loss": 1.8395, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.5540051679586564, |
| "grad_norm": 0.22342999279499054, |
| "learning_rate": 6.245031891829237e-06, |
| "loss": 1.8553, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.558139534883721, |
| "grad_norm": 0.15861107409000397, |
| "learning_rate": 6.135884496044244e-06, |
| "loss": 1.8392, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.5622739018087857, |
| "grad_norm": 0.19485320150852203, |
| "learning_rate": 6.0275657632043485e-06, |
| "loss": 1.8382, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.56640826873385, |
| "grad_norm": 0.20382657647132874, |
| "learning_rate": 5.920080451535295e-06, |
| "loss": 1.8157, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.5705426356589147, |
| "grad_norm": 0.1930224895477295, |
| "learning_rate": 5.813433282652298e-06, |
| "loss": 1.8271, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5746770025839794, |
| "grad_norm": 0.1832059770822525, |
| "learning_rate": 5.7076289413526554e-06, |
| "loss": 1.8964, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.5788113695090438, |
| "grad_norm": 0.19555340707302094, |
| "learning_rate": 5.602672075409904e-06, |
| "loss": 1.83, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.5829457364341084, |
| "grad_norm": 0.1941136121749878, |
| "learning_rate": 5.4985672953697e-06, |
| "loss": 1.8695, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.587080103359173, |
| "grad_norm": 0.1988084316253662, |
| "learning_rate": 5.395319174347244e-06, |
| "loss": 1.8578, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.5912144702842377, |
| "grad_norm": 0.17628000676631927, |
| "learning_rate": 5.292932247826449e-06, |
| "loss": 1.8401, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.5953488372093023, |
| "grad_norm": 0.19002149999141693, |
| "learning_rate": 5.191411013460645e-06, |
| "loss": 1.8087, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.599483204134367, |
| "grad_norm": 0.22312882542610168, |
| "learning_rate": 5.090759930875039e-06, |
| "loss": 1.8407, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.6036175710594316, |
| "grad_norm": 0.20014852285385132, |
| "learning_rate": 4.990983421470813e-06, |
| "loss": 1.8525, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.6077519379844962, |
| "grad_norm": 0.19950371980667114, |
| "learning_rate": 4.892085868230881e-06, |
| "loss": 1.9135, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.6118863049095609, |
| "grad_norm": 0.1741892695426941, |
| "learning_rate": 4.794071615527393e-06, |
| "loss": 1.8808, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.6160206718346253, |
| "grad_norm": 0.1951276808977127, |
| "learning_rate": 4.696944968930847e-06, |
| "loss": 1.822, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.62015503875969, |
| "grad_norm": 0.17192859947681427, |
| "learning_rate": 4.600710195020982e-06, |
| "loss": 1.8732, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.6242894056847546, |
| "grad_norm": 0.19662202894687653, |
| "learning_rate": 4.505371521199342e-06, |
| "loss": 1.8418, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.628423772609819, |
| "grad_norm": 0.18868209421634674, |
| "learning_rate": 4.4109331355036085e-06, |
| "loss": 1.815, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.6325581395348836, |
| "grad_norm": 0.1861567199230194, |
| "learning_rate": 4.317399186423574e-06, |
| "loss": 1.8274, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.6366925064599482, |
| "grad_norm": 0.21903838217258453, |
| "learning_rate": 4.2247737827189435e-06, |
| "loss": 1.7943, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.6408268733850129, |
| "grad_norm": 0.17177477478981018, |
| "learning_rate": 4.1330609932388495e-06, |
| "loss": 1.8355, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.6449612403100775, |
| "grad_norm": 0.1812441051006317, |
| "learning_rate": 4.042264846743085e-06, |
| "loss": 1.8786, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.6490956072351421, |
| "grad_norm": 0.18601560592651367, |
| "learning_rate": 3.952389331725162e-06, |
| "loss": 1.8485, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.6532299741602068, |
| "grad_norm": 0.1996539682149887, |
| "learning_rate": 3.863438396237082e-06, |
| "loss": 1.8068, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6573643410852714, |
| "grad_norm": 0.28882601857185364, |
| "learning_rate": 3.775415947715899e-06, |
| "loss": 1.7877, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.661498708010336, |
| "grad_norm": 0.19347411394119263, |
| "learning_rate": 3.6883258528121188e-06, |
| "loss": 1.8659, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.6656330749354005, |
| "grad_norm": 0.18368688225746155, |
| "learning_rate": 3.602171937219789e-06, |
| "loss": 1.8661, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.669767441860465, |
| "grad_norm": 0.18610616028308868, |
| "learning_rate": 3.516957985508476e-06, |
| "loss": 1.8701, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.6739018087855297, |
| "grad_norm": 0.2384355664253235, |
| "learning_rate": 3.432687740957008e-06, |
| "loss": 1.8656, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.6780361757105942, |
| "grad_norm": 0.18446283042430878, |
| "learning_rate": 3.3493649053890326e-06, |
| "loss": 1.8797, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.6821705426356588, |
| "grad_norm": 0.16974373161792755, |
| "learning_rate": 3.266993139010438e-06, |
| "loss": 1.8763, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.6863049095607234, |
| "grad_norm": 0.19293127954006195, |
| "learning_rate": 3.185576060248513e-06, |
| "loss": 1.8886, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.690439276485788, |
| "grad_norm": 0.16171284019947052, |
| "learning_rate": 3.1051172455930394e-06, |
| "loss": 1.827, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.6945736434108527, |
| "grad_norm": 0.20056560635566711, |
| "learning_rate": 3.0256202294391577e-06, |
| "loss": 1.83, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.6987080103359173, |
| "grad_norm": 0.20635955035686493, |
| "learning_rate": 2.9470885039321356e-06, |
| "loss": 1.9031, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.702842377260982, |
| "grad_norm": 0.19662411510944366, |
| "learning_rate": 2.8695255188139426e-06, |
| "loss": 1.8421, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.7069767441860466, |
| "grad_norm": 0.20924516022205353, |
| "learning_rate": 2.792934681271708e-06, |
| "loss": 1.799, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.7111111111111112, |
| "grad_norm": 0.19942612946033478, |
| "learning_rate": 2.7173193557880615e-06, |
| "loss": 1.8414, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.7152454780361757, |
| "grad_norm": 0.19586698710918427, |
| "learning_rate": 2.6426828639933536e-06, |
| "loss": 1.8484, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.7193798449612403, |
| "grad_norm": 0.21101996302604675, |
| "learning_rate": 2.5690284845196923e-06, |
| "loss": 1.8877, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.723514211886305, |
| "grad_norm": 0.20327693223953247, |
| "learning_rate": 2.4963594528569833e-06, |
| "loss": 1.8535, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.7276485788113694, |
| "grad_norm": 0.17479753494262695, |
| "learning_rate": 2.424678961210747e-06, |
| "loss": 1.8502, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.731782945736434, |
| "grad_norm": 0.2092328816652298, |
| "learning_rate": 2.3539901583619185e-06, |
| "loss": 1.8292, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.7359173126614986, |
| "grad_norm": 0.18599312007427216, |
| "learning_rate": 2.2842961495285335e-06, |
| "loss": 1.8694, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.7400516795865633, |
| "grad_norm": 0.2305494248867035, |
| "learning_rate": 2.2155999962293033e-06, |
| "loss": 1.7625, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.19540861248970032, |
| "learning_rate": 2.147904716149135e-06, |
| "loss": 1.8017, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.7483204134366925, |
| "grad_norm": 0.20109935104846954, |
| "learning_rate": 2.081213283006575e-06, |
| "loss": 1.8337, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.7524547803617572, |
| "grad_norm": 0.20418094098567963, |
| "learning_rate": 2.0155286264231856e-06, |
| "loss": 1.8175, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.7565891472868218, |
| "grad_norm": 0.2459726333618164, |
| "learning_rate": 1.9508536317948357e-06, |
| "loss": 1.8493, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.7607235142118864, |
| "grad_norm": 0.19009703397750854, |
| "learning_rate": 1.887191140164954e-06, |
| "loss": 1.8613, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.7648578811369509, |
| "grad_norm": 0.19595322012901306, |
| "learning_rate": 1.8245439480997439e-06, |
| "loss": 1.8511, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.7689922480620155, |
| "grad_norm": 0.21671347320079803, |
| "learning_rate": 1.7629148075653245e-06, |
| "loss": 1.8711, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.7731266149870801, |
| "grad_norm": 0.19006803631782532, |
| "learning_rate": 1.7023064258068377e-06, |
| "loss": 1.8665, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.7772609819121445, |
| "grad_norm": 0.1733352094888687, |
| "learning_rate": 1.6427214652295326e-06, |
| "loss": 1.8085, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.7813953488372092, |
| "grad_norm": 0.2013574093580246, |
| "learning_rate": 1.5841625432818057e-06, |
| "loss": 1.8855, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.7855297157622738, |
| "grad_norm": 0.19347961246967316, |
| "learning_rate": 1.5266322323402277e-06, |
| "loss": 1.9024, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.7896640826873385, |
| "grad_norm": 0.22144848108291626, |
| "learning_rate": 1.4701330595965402e-06, |
| "loss": 1.864, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.793798449612403, |
| "grad_norm": 0.21104314923286438, |
| "learning_rate": 1.4146675069466403e-06, |
| "loss": 1.8587, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.7979328165374677, |
| "grad_norm": 0.2236236184835434, |
| "learning_rate": 1.3602380108815537e-06, |
| "loss": 1.8191, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.8020671834625324, |
| "grad_norm": 0.19607210159301758, |
| "learning_rate": 1.3068469623804176e-06, |
| "loss": 1.8353, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.806201550387597, |
| "grad_norm": 0.16851356625556946, |
| "learning_rate": 1.2544967068054332e-06, |
| "loss": 1.824, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.8103359173126616, |
| "grad_norm": 0.1863081455230713, |
| "learning_rate": 1.2031895437988493e-06, |
| "loss": 1.8875, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.814470284237726, |
| "grad_norm": 0.20593047142028809, |
| "learning_rate": 1.152927727181935e-06, |
| "loss": 1.8507, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.8186046511627907, |
| "grad_norm": 0.15861834585666656, |
| "learning_rate": 1.1037134648559794e-06, |
| "loss": 1.867, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.8227390180878553, |
| "grad_norm": 0.20093533396720886, |
| "learning_rate": 1.0555489187053096e-06, |
| "loss": 1.8777, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.8268733850129197, |
| "grad_norm": 0.18830344080924988, |
| "learning_rate": 1.008436204502311e-06, |
| "loss": 1.8892, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.8310077519379844, |
| "grad_norm": 0.21135635673999786, |
| "learning_rate": 9.623773918144897e-07, |
| "loss": 1.7744, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.835142118863049, |
| "grad_norm": 0.1934061348438263, |
| "learning_rate": 9.173745039135622e-07, |
| "loss": 1.8433, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.8392764857881136, |
| "grad_norm": 0.23742595314979553, |
| "learning_rate": 8.734295176865747e-07, |
| "loss": 1.8294, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.8434108527131783, |
| "grad_norm": 0.19050028920173645, |
| "learning_rate": 8.305443635490711e-07, |
| "loss": 1.8404, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.847545219638243, |
| "grad_norm": 0.1853562742471695, |
| "learning_rate": 7.887209253602839e-07, |
| "loss": 1.8432, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.8516795865633076, |
| "grad_norm": 0.21074078977108002, |
| "learning_rate": 7.479610403403781e-07, |
| "loss": 1.8492, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.8558139534883722, |
| "grad_norm": 0.19240273535251617, |
| "learning_rate": 7.082664989897487e-07, |
| "loss": 1.8722, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.8599483204134368, |
| "grad_norm": 0.2002202868461609, |
| "learning_rate": 6.696390450103867e-07, |
| "loss": 1.8855, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.8640826873385012, |
| "grad_norm": 0.1758432686328888, |
| "learning_rate": 6.320803752292464e-07, |
| "loss": 1.8698, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.8682170542635659, |
| "grad_norm": 0.20342381298542023, |
| "learning_rate": 5.955921395237318e-07, |
| "loss": 1.8963, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.8723514211886305, |
| "grad_norm": 0.17242282629013062, |
| "learning_rate": 5.601759407492107e-07, |
| "loss": 1.8047, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.876485788113695, |
| "grad_norm": 0.30234503746032715, |
| "learning_rate": 5.258333346686211e-07, |
| "loss": 1.7953, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.8806201550387596, |
| "grad_norm": 0.19324825704097748, |
| "learning_rate": 4.925658298840979e-07, |
| "loss": 1.8466, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.8847545219638242, |
| "grad_norm": 0.1731712520122528, |
| "learning_rate": 4.603748877707342e-07, |
| "loss": 1.8405, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.2270544171333313, |
| "learning_rate": 4.2926192241237175e-07, |
| "loss": 1.875, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.8930232558139535, |
| "grad_norm": 0.20387256145477295, |
| "learning_rate": 3.992283005394837e-07, |
| "loss": 1.8635, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.8971576227390181, |
| "grad_norm": 0.1744472235441208, |
| "learning_rate": 3.7027534146913676e-07, |
| "loss": 1.8324, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.9012919896640827, |
| "grad_norm": 0.19538050889968872, |
| "learning_rate": 3.424043170470376e-07, |
| "loss": 1.8829, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.9054263565891474, |
| "grad_norm": 0.18182292580604553, |
| "learning_rate": 3.1561645159166597e-07, |
| "loss": 1.8715, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.909560723514212, |
| "grad_norm": 0.2156144231557846, |
| "learning_rate": 2.89912921840485e-07, |
| "loss": 1.8551, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.9136950904392764, |
| "grad_norm": 0.19815553724765778, |
| "learning_rate": 2.6529485689825997e-07, |
| "loss": 1.8608, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.917829457364341, |
| "grad_norm": 0.190420463681221, |
| "learning_rate": 2.417633381874534e-07, |
| "loss": 1.8855, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.9219638242894057, |
| "grad_norm": 0.25073426961898804, |
| "learning_rate": 2.1931939940071366e-07, |
| "loss": 1.8424, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.9260981912144701, |
| "grad_norm": 0.19041046500205994, |
| "learning_rate": 1.9796402645547995e-07, |
| "loss": 1.8745, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.9302325581395348, |
| "grad_norm": 0.20114633440971375, |
| "learning_rate": 1.7769815745066475e-07, |
| "loss": 1.8746, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.9343669250645994, |
| "grad_norm": 0.1998317837715149, |
| "learning_rate": 1.5852268262544768e-07, |
| "loss": 1.8308, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.938501291989664, |
| "grad_norm": 0.19528813660144806, |
| "learning_rate": 1.4043844432016506e-07, |
| "loss": 1.8205, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.9426356589147287, |
| "grad_norm": 0.19325582683086395, |
| "learning_rate": 1.234462369393147e-07, |
| "loss": 1.8457, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.9467700258397933, |
| "grad_norm": 0.1830948442220688, |
| "learning_rate": 1.0754680691665298e-07, |
| "loss": 1.8358, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.950904392764858, |
| "grad_norm": 0.1968577653169632, |
| "learning_rate": 9.274085268241028e-08, |
| "loss": 1.8508, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.9550387596899226, |
| "grad_norm": 0.20363371074199677, |
| "learning_rate": 7.90290246326042e-08, |
| "loss": 1.7873, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.9591731266149872, |
| "grad_norm": 0.1976526975631714, |
| "learning_rate": 6.641192510047634e-08, |
| "loss": 1.8693, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.9633074935400516, |
| "grad_norm": 0.20463722944259644, |
| "learning_rate": 5.489010833002739e-08, |
| "loss": 1.7866, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.9674418604651163, |
| "grad_norm": 0.18927815556526184, |
| "learning_rate": 4.4464080451675494e-08, |
| "loss": 1.8249, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.971576227390181, |
| "grad_norm": 0.1959766000509262, |
| "learning_rate": 3.51342994600129e-08, |
| "loss": 1.8257, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.9757105943152453, |
| "grad_norm": 0.16031917929649353, |
| "learning_rate": 2.6901175193699835e-08, |
| "loss": 1.7818, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.97984496124031, |
| "grad_norm": 0.1876872181892395, |
| "learning_rate": 1.976506931745392e-08, |
| "loss": 1.8652, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.9839793281653746, |
| "grad_norm": 0.17847619950771332, |
| "learning_rate": 1.3726295306162873e-08, |
| "loss": 1.8704, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.9881136950904392, |
| "grad_norm": 0.21231304109096527, |
| "learning_rate": 8.785118431120509e-09, |
| "loss": 1.8785, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.9922480620155039, |
| "grad_norm": 0.18760918080806732, |
| "learning_rate": 4.941755748361088e-09, |
| "loss": 1.8445, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.9963824289405685, |
| "grad_norm": 0.19136686623096466, |
| "learning_rate": 2.1963760891391407e-09, |
| "loss": 1.8895, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.19582392275333405, |
| "learning_rate": 5.491000525020828e-10, |
| "loss": 1.813, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 484, |
| "total_flos": 3.051681632621691e+17, |
| "train_loss": 1.9266295598065557, |
| "train_runtime": 872.3743, |
| "train_samples_per_second": 283.775, |
| "train_steps_per_second": 0.555 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 484, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.051681632621691e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
